-- Logs begin at Sun 2021-08-29 03:34:36 UTC, end at Sun 2021-08-29 05:58:15 UTC. -- Aug 29 04:07:29.945558 n-d-712143-14 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 04:07:32.642737 n-d-712143-14 neutron-server[94714]: INFO neutron.common.config [-] Logging enabled! Aug 29 04:07:32.643316 n-d-712143-14 neutron-server[94714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 04:07:32.643511 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 04:07:32.646729 n-d-712143-14 neutron-server[94714]: INFO neutron.common.config [-] Logging enabled! Aug 29 04:07:32.646992 n-d-712143-14 neutron-server[94714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 04:07:32.647305 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 04:07:32.648237 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 04:07:32.648474 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 04:07:32.648835 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 04:07:32.649081 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 04:07:32.649310 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 04:07:32.649663 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.649966 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.650263 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.650494 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.651357 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.651651 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.651934 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.652225 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.652522 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.652811 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.653091 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.653377 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.653631 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.653921 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.654209 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.654499 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.654724 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] debug = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.655008 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.655435 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.655851 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.656132 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.656423 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.656702 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.656980 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.657254 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.657536 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.657887 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] host = n-d-712143-14 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.658167 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.658460 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.658747 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.659031 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.659306 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.659582 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.659867 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.660139 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.660415 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] log_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.660690 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.660978 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.661266 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.661555 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.661806 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.662031 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.662321 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.662610 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.662886 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.663160 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.663432 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.663704 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.663977 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.664246 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.664530 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.664814 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.665098 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.665370 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.665674 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.665944 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.666216 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.667062 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.667339 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.667612 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.667885 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.668171 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.668441 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.668716 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.669017 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.669303 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.669608 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.669957 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.670231 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.670515 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.670788 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.671061 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.671332 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] use_json = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.671604 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.671874 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.672153 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.672425 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.672698 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.672968 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.673238 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.673520 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:32.673846 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.674144 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.674443 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.674726 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.675019 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.675297 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.675585 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.675863 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.676149 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.676435 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.676723 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.677006 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.677292 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.677570 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.677886 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.678189 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.678484 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.678774 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.679049 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.679324 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.679598 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.679876 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.680162 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.680439 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.680729 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.681018 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.681296 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.681580 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.681926 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.682215 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.682487 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.682765 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.683056 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.683330 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.683599 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.683876 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.684165 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.684438 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.684707 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.684988 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.685266 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.685536 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.685830 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.686108 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.686394 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.686668 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.686942 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.687212 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.687489 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.687758 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.688041 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.688316 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.688587 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.688856 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.689132 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.689403 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.689701 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.689981 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.690253 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.690546 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.690800 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.691071 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.691341 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.691612 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.691882 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.692153 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.692423 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.692699 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.692971 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.693244 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.693512 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.693807 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.694080 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.694365 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.694659 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.694938 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.695217 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.695495 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.695775 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.696053 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.696330 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.696607 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.696887 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.697166 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.697456 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.697793 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.698080 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.698361 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.698640 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.698943 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.699223 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.699505 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.699782 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.700059 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.700341 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.700623 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.700919 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.701213 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.701506 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.701840 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.702134 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.702413 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.702723 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.703005 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:32.703227 n-d-712143-14 neutron-server[94714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 04:07:32.703468 n-d-712143-14 neutron-server[94714]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94714) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 04:07:33.051593 n-d-712143-14 neutron-server[94714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 04:07:33.051876 n-d-712143-14 neutron-server[94714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 04:07:33.052171 n-d-712143-14 neutron-server[94714]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 04:07:33.052507 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 04:07:33.444174 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.444468 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.444747 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.446079 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.446357 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.446626 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.482060 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.482339 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.482607 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.498014 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.498297 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.498568 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.526843 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.527127 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.527399 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.564357 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.564639 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.564909 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.795387 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.795980 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.795980 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.796118 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.796980 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.916022 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.916381 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.916668 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.916941 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.917210 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.917518 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.917847 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.918106 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.918361 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.918639 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.918895 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.919158 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.919415 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.919668 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.919922 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.920184 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.920438 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.920702 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.920967 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.921224 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.921493 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.921777 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.922059 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.922432 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.922682 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.922927 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.923320 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:33.923562 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:33.923800 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:33.924037 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:33.924275 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:33.924509 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:33.924868 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 04:07:33.927941 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 04:07:33.932007 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 04:07:33.935761 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 29 04:07:33.937386 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 04:07:33.937866 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 04:07:33.938205 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 04:07:33.938585 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 04:07:33.941337 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 04:07:33.941610 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 04:07:33.941952 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 04:07:33.947174 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 04:07:33.970276 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 04:07:33.970739 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.971042 n-d-712143-14 neutron-server[94714]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94714) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 04:07:33.971404 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.972774 n-d-712143-14 neutron-server[94714]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94714) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 04:07:33.973039 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 04:07:33.973286 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 04:07:33.976503 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:33.976794 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.040409 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 04:07:34.040655 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 04:07:34.040898 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 04:07:34.041288 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 04:07:34.062285 n-d-712143-14 neutron-server[94714]: DEBUG oslo_db.sqlalchemy.engines [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94714) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 04:07:34.597079 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing driver for type 'gre' Aug 29 04:07:34.597628 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] gre ID ranges: [(1, 1000)] Aug 29 04:07:34.650065 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing driver for type 'local' Aug 29 04:07:34.650425 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing driver for type 'vlan' Aug 29 04:07:34.666061 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] VlanTypeDriver initialization complete Aug 29 04:07:34.666628 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing driver for type 'vxlan' Aug 29 04:07:34.667351 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] vxlan ID ranges: [(1, 1000)] Aug 29 04:07:34.724112 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing extension driver 'port_security' Aug 29 04:07:34.724531 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] PortSecurityExtensionDriver initialization complete Aug 29 04:07:34.724851 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing mechanism driver 'openvswitch' Aug 29 04:07:34.725176 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing mechanism driver 'hyperv' Aug 29 04:07:34.731702 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:34.732387 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.732767 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.733126 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.733667 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:07:34.734107 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnet after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.734467 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnet after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.734819 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.735210 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:07:34.735622 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.735976 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.736322 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.736708 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:07:34.737114 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > security_group after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.737464 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > security_group after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.737830 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.738362 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:07:34.738777 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.739140 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.739486 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.739878 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:07:34.740286 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > address_group after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.740634 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > address_group after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.740975 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.741363 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 04:07:34.741769 n-d-712143-14 neutron-server[94714]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] ML2 OVO RPC backend initialized. {{(pid=94714) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 04:07:34.742478 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.742843 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.743262 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.743611 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > networks before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.744227 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.744574 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > ports before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.744921 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnet before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.745306 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnets before_response 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.745678 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.746025 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.746364 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.746702 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.747040 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.747378 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.747715 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnet after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.748057 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnet after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.748390 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.748959 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.plugin [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Modular L2 Plugin initialization complete Aug 29 04:07:34.749286 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading services supported by the core plugin {{(pid=94714) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 04:07:34.749631 n-d-712143-14 neutron-server[94714]: INFO neutron.plugins.ml2.managers [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Got port-security extension from driver 'port_security' Aug 29 04:07:34.750096 n-d-712143-14 neutron-server[94714]: INFO neutron.extensions.vlantransparent [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Disabled vlantransparent extension. Aug 29 04:07:34.750579 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94714) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 04:07:34.750893 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: router Aug 29 04:07:34.788959 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.789353 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router after_create 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.789752 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router before_create 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.790123 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.790500 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.790860 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router after_delete 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.791222 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > floatingip after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.791615 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.791978 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router after_create 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.792326 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router after_update 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.792678 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router after_update 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.793029 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.793390 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router after_update 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.793833 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_update 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.794208 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: port after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.794548 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: port after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.794887 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: subnet after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.795226 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.795575 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.796099 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_create 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.796260 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: port before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.796607 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.796983 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router after_update 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.797308 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.797681 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_create 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.798045 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.798395 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_update 55549900 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.798763 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > agent after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.799115 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > agent after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.799460 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > network after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.800314 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Tracking information for resource: router configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:34.800648 n-d-712143-14 neutron-server[94714]: DEBUG neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Tracking information for resource: floatingip configured {{(pid=94714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 04:07:34.805516 n-d-712143-14 neutron-server[94714]: INFO neutron.db.l3_agentschedulers_db [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 04:07:34.806111 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: port after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.806472 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: port after_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.806842 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: port after_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.807705 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: port after_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.808503 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router before_create 55550100 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.808873 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.809240 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_create 55550100 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.809611 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > router precommit_update 55550100 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.814188 n-d-712143-14 neutron-server[94714]: DEBUG neutron.services.provider_configuration [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service providers = [] {{(pid=94714) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 04:07:34.814555 n-d-712143-14 neutron-server[94714]: DEBUG neutron.db.servicetype_db [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94714) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 04:07:34.817509 n-d-712143-14 neutron-server[94714]: DEBUG neutron.services.service_base [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:07:34.817886 n-d-712143-14 neutron-server[94714]: DEBUG neutron.services.service_base [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:07:34.818237 n-d-712143-14 neutron-server[94714]: DEBUG neutron.services.service_base [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:07:34.819134 n-d-712143-14 neutron-server[94714]: DEBUG neutron.services.service_base [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 04:07:34.819507 n-d-712143-14 neutron-server[94714]: INFO neutron.services.service_base [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 04:07:34.819884 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.820200 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 04:07:34.831250 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.831589 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: auto_allocate Aug 29 04:07:34.837341 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: network precommit_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.837751 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: network precommit_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.838300 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.838622 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: tag Aug 29 04:07:34.845060 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.845393 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: timestamp Aug 29 04:07:34.849428 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.849749 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: network_ip_availability Aug 29 04:07:34.855150 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.855524 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.855884 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:34.856588 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.856909 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: flavors Aug 29 04:07:34.861655 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.861990 n-d-712143-14 neutron-server[94714]: INFO neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading Plugin: revisions Aug 29 04:07:34.866290 n-d-712143-14 neutron-server[94714]: DEBUG neutron.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 04:07:34.866683 n-d-712143-14 neutron-server[94714]: DEBUG oslo_concurrency.lockutils [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=94714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 04:07:34.867415 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94714) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 04:07:34.867754 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Initializing extension manager. Aug 29 04:07:34.868270 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: __init__.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.868612 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: __pycache__ {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.869191 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.870085 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: address_group.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.870837 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.871397 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: address-group Aug 29 04:07:34.871721 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: address_scope.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.872437 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.872945 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: address-scope Aug 29 04:07:34.873268 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.874229 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.874737 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: router-admin-state-down-before-update Aug 29 04:07:34.875062 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: agent.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.875960 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.876468 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: agent Aug 29 04:07:34.876795 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: agent_resources_synced.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.877739 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.878248 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: agent-resources-synced Aug 29 04:07:34.878579 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: allowedaddresspairs.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.880356 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.880882 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: allowed-address-pairs Aug 29 04:07:34.881213 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: auto_allocated_topology.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.882317 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.882834 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: auto-allocated-topology Aug 29 04:07:34.883161 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: availability_zone.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.883858 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.884361 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: availability_zone Aug 29 04:07:34.884685 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: availability_zone_filter.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.886170 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.886674 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: availability_zone_filter Aug 29 04:07:34.886996 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: data_plane_status.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.887904 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.888402 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 04:07:34.888730 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: default_subnetpools.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.889670 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.890175 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: default-subnetpools Aug 29 04:07:34.890499 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.891312 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.891820 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: dhcp_agent_scheduler Aug 29 04:07:34.892148 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: dns.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.893073 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.893583 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension dns-integration not supported by any of loaded plugins Aug 29 04:07:34.893932 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: dns_domain_ports.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.894856 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.895361 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 04:07:34.895683 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.896606 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.897108 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 04:07:34.897429 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: dvr.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.898139 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.898649 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: dvr Aug 29 04:07:34.898969 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: ecmp_routes.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.899885 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.900387 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 04:07:34.900736 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: empty_string_filtering.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.901672 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.902177 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: empty-string-filtering Aug 29 04:07:34.902499 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.903419 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.903924 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 04:07:34.904247 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.905166 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.905704 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 04:07:34.906028 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: external_net.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.906947 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.907450 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: external-net Aug 29 04:07:34.907771 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.908686 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.909193 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: extra_dhcp_opt Aug 29 04:07:34.909517 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: extraroute.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.910462 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.910973 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: extraroute Aug 29 04:07:34.911296 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: extraroute_atomic.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.912323 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.912832 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: extraroute-atomic Aug 29 04:07:34.913155 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: filter_validation.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.913862 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.914365 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: filter-validation Aug 29 04:07:34.914687 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: fip_pf_description.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.915604 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.916108 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 04:07:34.916452 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: fip_port_details.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.917375 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.917905 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: fip-port-details Aug 29 04:07:34.918229 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: flavors.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.919455 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.919973 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: flavors Aug 29 04:07:34.920298 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.921967 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.922489 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 04:07:34.922824 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: floatingip_pools.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.923530 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.924039 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: floatingip-pools Aug 29 04:07:34.924367 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: ip_allocation.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.925298 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.925836 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 04:07:34.926169 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.927104 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.927618 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: ip-substring-filtering Aug 29 04:07:34.927951 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l2_adjacency.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.928890 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.929394 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 04:07:34.929753 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l3.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.930843 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.931364 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: router Aug 29 04:07:34.931694 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.934470 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.935001 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 04:07:34.935338 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.936275 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.936785 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: ext-gw-mode Aug 29 04:07:34.937116 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.938085 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.938600 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: l3-ha Aug 29 04:07:34.938928 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l3_flavors.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.939844 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.940347 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: l3-flavors Aug 29 04:07:34.940672 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.941645 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.942153 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 04:07:34.942479 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: l3agentscheduler.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.943512 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.944019 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: l3_agent_scheduler Aug 29 04:07:34.944346 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: logging.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.945859 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.946375 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension logging not supported by any of loaded plugins Aug 29 04:07:34.946710 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: metering.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.947481 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.948574 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: metering Aug 29 04:07:34.948902 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.950035 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.950552 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: metering_source_and_destination_fields Aug 29 04:07:34.950881 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: multiprovidernet.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.951808 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.952315 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: multi-provider Aug 29 04:07:34.952639 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: netmtu.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.953557 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.954085 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: net-mtu Aug 29 04:07:34.954408 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: netmtu_writable.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.955330 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.955838 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: net-mtu-writable Aug 29 04:07:34.956162 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: network_availability_zone.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.956841 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.957343 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: network_availability_zone Aug 29 04:07:34.957695 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: network_ip_availability.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.958791 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.959293 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: network-ip-availability Aug 29 04:07:34.959615 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: network_segment_range.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.960390 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.960895 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 04:07:34.961220 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: pagination.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.962231 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.962558 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: pagination Aug 29 04:07:34.962877 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: port_device_profile.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.963829 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.964338 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: port-device-profile Aug 29 04:07:34.964661 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.965606 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.966114 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: port-mac-address-regenerate Aug 29 04:07:34.966437 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.967377 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.967885 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: port-numa-affinity-policy Aug 29 04:07:34.968208 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: port_resource_request.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.969127 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.969657 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 04:07:34.969983 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: portbindings.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.970918 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.971425 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: binding Aug 29 04:07:34.971749 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: portbindings_extended.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.973156 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.973711 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: binding-extended Aug 29 04:07:34.974043 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: portsecurity.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.974965 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.975475 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: port-security Aug 29 04:07:34.975797 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: project_id.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.976778 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.977111 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: project-id Aug 29 04:07:34.977438 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: providernet.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.978413 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.978951 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: provider Aug 29 04:07:34.979277 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.982850 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.983371 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos not supported by any of loaded plugins Aug 29 04:07:34.983703 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.984942 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.985455 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 04:07:34.985819 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.986745 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.987254 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 04:07:34.987582 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_default.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.988505 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.989013 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-default not supported by any of loaded plugins Aug 29 04:07:34.989341 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_fip.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.990037 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.990539 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-fip not supported by any of loaded plugins Aug 29 04:07:34.990865 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_gateway_ip.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.991793 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.992301 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 04:07:34.992623 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_port_network_policy.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.993535 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.994842 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 04:07:34.995178 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_pps_rule.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.996358 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.996875 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-pps not supported by any of loaded plugins Aug 29 04:07:34.997202 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_rule_type_details.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:34.998152 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:34.998662 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 04:07:34.998991 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: qos_rules_alias.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.000033 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.000538 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 04:07:35.000859 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: quotasv2.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.001811 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.002138 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: quotas Aug 29 04:07:35.002457 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: quotasv2_detail.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.005508 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.005877 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: quota_details Aug 29 04:07:35.006209 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: rbac.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.007477 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.008002 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: rbac-policies Aug 29 04:07:35.008332 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: rbac_address_group.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.009275 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.009817 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: rbac-address-group Aug 29 04:07:35.010743 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: rbac_address_scope.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.011669 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.012178 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: rbac-address-scope Aug 29 04:07:35.012505 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: rbac_security_groups.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.013424 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.013963 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: rbac-security-groups Aug 29 04:07:35.014289 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: rbac_subnetpool.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.015209 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.015714 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: rbac-subnetpool Aug 29 04:07:35.016036 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: revisionifmatch.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.016965 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.017472 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: revision-if-match Aug 29 04:07:35.017832 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: revisions.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.018953 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.019458 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: standard-attr-revisions Aug 29 04:07:35.019783 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: router_availability_zone.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.020462 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.020966 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: router_availability_zone Aug 29 04:07:35.021287 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: routerservicetype.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.022240 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.022742 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension router-service-type not supported by any of loaded plugins Aug 29 04:07:35.023065 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.023990 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.024492 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: security-groups-normalized-cidr Aug 29 04:07:35.024814 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.025809 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.026318 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: port-security-groups-filtering Aug 29 04:07:35.026642 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.027573 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.028083 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: security-groups-remote-address-group Aug 29 04:07:35.028407 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: securitygroup.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.039298 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.039834 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: security-group Aug 29 04:07:35.040171 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: segment.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.040973 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.041508 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension segment not supported by any of loaded plugins Aug 29 04:07:35.041861 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.042802 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.043313 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 04:07:35.043640 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: servicetype.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.044811 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.045339 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: service-type Aug 29 04:07:35.045696 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: sorting.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.046687 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.047020 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: sorting Aug 29 04:07:35.047343 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: standard_attr_segment.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.048264 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.048781 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 04:07:35.049108 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: standardattrdescription.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.049801 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.050309 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: standard-attr-description Aug 29 04:07:35.050634 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: stateful_security_group.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.051570 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.052082 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: stateful-security-group Aug 29 04:07:35.052407 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: stdattrs_common.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.052990 n-d-712143-14 neutron-server[94714]: WARNING neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 04:07:35.053313 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.054289 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.054794 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 04:07:35.055115 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: subnet_onboard.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.056189 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.056699 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: subnet_onboard Aug 29 04:07:35.057557 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.058510 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.059018 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 04:07:35.059338 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: subnet_service_types.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.060266 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.060775 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: subnet-service-types Aug 29 04:07:35.061099 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: subnetallocation.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.062212 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.062726 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: subnet_allocation Aug 29 04:07:35.063052 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.063722 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.064232 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: subnetpool-prefix-ops Aug 29 04:07:35.064555 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.065502 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.066037 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 04:07:35.066363 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: tagging.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.067427 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.067952 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: standard-attr-tag Aug 29 04:07:35.068279 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: timestamp.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.069491 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.070031 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loaded extension: standard-attr-timestamp Aug 29 04:07:35.070361 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: trunk.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.071394 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.071905 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension trunk not supported by any of loaded plugins Aug 29 04:07:35.072234 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: trunk_details.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.073764 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.074277 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension trunk-details not supported by any of loaded plugins Aug 29 04:07:35.074599 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: uplink_status_propagation.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.075522 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.076028 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 04:07:35.076349 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Loading extension file: vlantransparent.py {{(pid=94714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 04:07:35.077020 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 04:07:35.077524 n-d-712143-14 neutron-server[94714]: INFO neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 04:07:35.079973 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:network Aug 29 04:07:35.080493 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:subnet Aug 29 04:07:35.080893 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:07:35.081284 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:port Aug 29 04:07:35.082541 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.082975 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service FLAVORS assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.083597 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.084026 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.084358 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:router Aug 29 04:07:35.084785 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:floatingip Aug 29 04:07:35.085287 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service METERING assigned prefix: /metering {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.086742 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:35.087115 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:35.087465 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:07:35.088477 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 04:07:35.088924 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:security_group Aug 29 04:07:35.089362 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 04:07:35.090003 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service CORE assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.090335 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:07:35.090682 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] subnetpool is already registered Aug 29 04:07:35.091100 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service CORE assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.091427 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:07:35.091770 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] subnetpool is already registered Aug 29 04:07:35.094103 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.094537 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service FLAVORS assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.095128 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.095549 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.095882 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:router Aug 29 04:07:35.096222 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] router is already registered Aug 29 04:07:35.096633 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:floatingip Aug 29 04:07:35.096971 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] floatingip is already registered Aug 29 04:07:35.097422 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service METERING assigned prefix: /metering {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.098127 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 04:07:35.098454 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] rbac_policy is already registered Aug 29 04:07:35.098863 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:security_group Aug 29 04:07:35.099199 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] security_group is already registered Aug 29 04:07:35.099646 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 04:07:35.099936 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] security_group_rule is already registered Aug 29 04:07:35.100555 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service CORE assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.100883 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:07:35.101216 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] subnetpool is already registered Aug 29 04:07:35.101652 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.v2.resource_helper [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Service CORE assigned prefix: {{(pid=94714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 04:07:35.101978 n-d-712143-14 neutron-server[94714]: INFO neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 04:07:35.102307 n-d-712143-14 neutron-server[94714]: WARNING neutron.quota.resource_registry [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] subnetpool is already registered Aug 29 04:07:35.102767 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: extensions {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.104267 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: address-groups {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.105780 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: address-scopes {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.107080 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: agents {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.108257 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: auto-allocated-topology {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.109503 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: availability_zones {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.110748 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: dhcp-networks {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.112249 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: dhcp-agents {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.113716 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: routers {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.116000 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: flavors {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.117173 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: service_profiles {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.118424 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: next_providers {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.120801 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: service_profiles {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.122364 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: floatingip-pools {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.123571 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: routers {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.125746 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: floatingips {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.127036 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: l3-routers {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.128408 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: l3-agents {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.129822 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: metering-labels {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.131237 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: metering-label-rules {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.132523 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: network-ip-availabilities {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.133803 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: bindings {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.136073 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: quotas {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.137515 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: quotas {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.138967 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: rbac-policies {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.140166 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: security-groups {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.141460 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: security-group-rules {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.142728 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: service-providers {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.143972 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: subnetpools {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.146445 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: subnetpools {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.147934 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.152409 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.154876 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.157342 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.159953 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.161836 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.163506 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.165418 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.167911 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.169670 n-d-712143-14 neutron-server[94714]: DEBUG neutron.api.extensions [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Extended resource: tags {{(pid=94714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 04:07:35.175592 n-d-712143-14 neutron-server[94714]: WARNING keystonemiddleware.auth_token [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 04:07:35.180296 n-d-712143-14 neutron-server[94714]: WARNING keystonemiddleware.auth_token [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 04:07:35.189152 n-d-712143-14 neutron-server[94714]: DEBUG oslo_concurrency.lockutils [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Acquired lock "singleton_lock" {{(pid=94714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 04:07:35.189661 n-d-712143-14 neutron-server[94714]: DEBUG oslo_concurrency.lockutils [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Releasing lock "singleton_lock" {{(pid=94714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 04:07:35.190305 n-d-712143-14 neutron-server[94714]: INFO oslo_service.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Starting 2 workers Aug 29 04:07:35.195151 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Started child 94823 {{(pid=94714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:07:35.199633 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Started child 94824 {{(pid=94714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:07:35.200560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.201256 n-d-712143-14 neutron-server[94714]: INFO neutron.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 04:07:35.201931 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Notify callbacks [] for process, before_spawn {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.202112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [-] (94823) wsgi starting up on http://0.0.0.0:9696 Aug 29 04:07:35.204373 n-d-712143-14 neutron-server[94714]: INFO oslo_service.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Starting 1 workers Aug 29 04:07:35.204572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.205946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [-] (94824) wsgi starting up on http://0.0.0.0:9696 Aug 29 04:07:35.209619 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Started child 94825 {{(pid=94714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:07:35.210155 n-d-712143-14 neutron-server[94714]: INFO oslo_service.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Starting 1 workers Aug 29 04:07:35.213456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] calling RpcWorker wait() {{(pid=94825) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 04:07:35.214023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] returning from RpcWorker wait() {{(pid=94825) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 04:07:35.214662 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Started child 94826 {{(pid=94714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 04:07:35.215407 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.215506 n-d-712143-14 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4773931-9f8b-417e-b5a7-73c048733b0a None None] Notify callbacks [] for process, after_spawn {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.215984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:35.217377 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 04:07:35.217609 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 04:07:35.217812 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 04:07:35.218042 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 04:07:35.218377 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 04:07:35.218543 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 04:07:35.219056 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.219335 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.219432 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.219869 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.219869 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.220141 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.220723 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.220965 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.221214 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.221481 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.221739 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.221912 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.222085 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.222315 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.222549 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.222856 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.223131 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.223367 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.223651 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.223819 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.224068 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.224347 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.224578 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.224836 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] debug = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.225081 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.225606 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.225833 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.226072 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.226304 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.226585 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.226810 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.227065 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.227315 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.227531 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.227784 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.228041 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.228289 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.228499 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.228715 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.229491 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.229765 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.230234 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] host = n-d-712143-14 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.230472 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.230687 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.230943 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.231181 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.231433 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.231646 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.231894 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.232145 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.232412 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.232664 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.232903 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.233149 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.233380 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.233633 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.233798 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_options = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.234014 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.234279 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.234534 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.234724 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.234891 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.235068 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.235303 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.235469 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.235711 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.235923 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.236133 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.236352 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.236553 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.236782 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.237055 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.237295 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.237507 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.237738 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.237981 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.238226 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.238455 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.238692 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.238936 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.239164 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.239393 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.239611 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.239832 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.240279 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.240506 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.240763 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.240997 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.241289 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.241525 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.241809 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.242040 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.242268 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.242482 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.242743 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.242974 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.243214 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.243482 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.243713 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.244199 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.244487 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.245249 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.245491 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_json = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.245730 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.245966 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.246215 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.246466 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.246637 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.246848 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.247057 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.247285 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.247719 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.248002 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.248319 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.248566 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.248810 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.249060 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.249309 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.249549 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.249826 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.251143 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.251143 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.251143 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.251530 n-d-712143-14 neutron-server[94826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:35.251663 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.251663 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.251898 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.252029 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.252291 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.252561 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.252804 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.253048 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.253286 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.253539 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.253843 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.254082 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.255014 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.255014 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.255183 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.255568 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.256563 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.256760 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.257031 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.257254 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.257478 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.257800 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.257945 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.258162 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.258377 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.258637 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.258883 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.259096 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.259315 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.259562 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.259801 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.260050 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.263373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.265196 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.265196 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.265196 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.265196 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.265196 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.265196 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.265196 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.266203 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.266203 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.266203 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.266203 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.266490 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.266630 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.266892 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.267121 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.267344 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.267583 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.267809 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.268053 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.268307 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.268578 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.270907 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.271146 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.271375 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.271600 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.271868 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.272142 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.272418 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.272645 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.273115 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.273376 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.273579 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.273818 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.274054 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.274267 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.274534 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.274756 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.275060 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.275328 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.275578 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.275811 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.276061 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.276298 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.276536 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.276831 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.276992 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.277213 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.277485 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.277737 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.277987 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.278245 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.278486 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.278753 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.278970 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.279202 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.279451 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.279691 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.279928 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.280200 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.280449 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.280709 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.280943 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.281198 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.281468 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.281721 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.282008 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.282240 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.282655 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.282993 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.283356 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.283644 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.283894 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.284141 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.284369 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.284599 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.284859 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.285120 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.285447 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.285724 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.286076 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.286337 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.286567 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.286791 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.287042 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.287341 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.287586 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.287798 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.288008 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.288280 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.288523 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.288758 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.289013 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.289256 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.289496 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.289754 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.289987 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.290218 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.290450 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.290695 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.290912 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.291162 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.291881 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.292122 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.292367 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.292577 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.292838 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.293051 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.293276 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.293504 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.293767 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.293985 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.294231 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.294442 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.294659 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.294895 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.295109 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.295324 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.295537 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.295763 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.296030 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.296244 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.296507 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.296747 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.296994 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.297216 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.297454 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.297707 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.297940 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.298201 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.298440 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.298670 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.298880 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.299095 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.299334 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.299550 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.299791 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.300000 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.300249 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.300499 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.300836 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.301084 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.301307 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.301552 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.302431 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.302431 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.302431 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.302431 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.302722 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.302922 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.303127 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.303348 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.304198 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.304198 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.305137 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.305389 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.305636 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.305853 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.306672 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.307734 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.308277 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.308539 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.308948 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.309160 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.309393 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.309660 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.309870 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.310085 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.310339 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.310582 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.310771 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.311009 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.311226 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.311430 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.311649 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.311866 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.312076 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.312295 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.312527 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.312786 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.313005 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.313236 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.313441 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.313841 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.314126 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.314396 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.314708 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.315007 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.315215 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.315440 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.315669 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.315879 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.316096 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.316305 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.316514 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.316819 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.317065 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.317281 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.317580 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.317843 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.318091 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.318329 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.318633 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.318843 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.319073 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.319282 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.319507 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.319725 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.319993 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.320296 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.320556 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.320800 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.321036 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.321318 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.321614 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.321880 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.322108 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.322400 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.322761 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.323042 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.323298 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.323520 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.323769 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.323987 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.324194 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.324404 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.324650 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.324879 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.325132 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.325355 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.325616 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.325834 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.326073 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.326301 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.326545 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.326749 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.327185 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.327400 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.327555 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 04:07:35.328075 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 04:07:35.328231 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 04:07:35.328380 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 04:07:35.328544 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 04:07:35.328723 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 04:07:35.328875 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 04:07:35.329077 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.329234 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.329391 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.329545 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.329723 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.329901 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.330058 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.330213 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.330367 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.330523 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.330682 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.330839 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.330991 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.331146 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.331302 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.331462 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.331619 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.331771 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.331929 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.332088 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.332242 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.332397 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.332552 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] debug = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.332706 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.332918 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.333081 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.333234 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.333388 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.333541 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.333728 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.333883 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.334037 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.334191 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.334345 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.334500 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.334654 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.334808 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.334961 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.335115 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.335269 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.335423 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] host = n-d-712143-14 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.335577 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.335736 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.335886 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.336189 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.336484 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.336779 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.337271 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.337561 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.337877 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.338041 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.338230 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.338547 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.338704 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.338860 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.339022 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_options = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.339174 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.339332 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.339489 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.339670 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.339847 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.339991 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.340146 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.340294 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.340446 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.340601 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.340760 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.340914 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.341070 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.341224 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.341380 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.341531 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.341718 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.341850 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.342003 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.342138 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.342296 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.342451 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.342604 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.342757 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.342910 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.343063 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.343217 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.343372 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.343526 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.343680 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.343834 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.343988 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.344142 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.344295 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.344449 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.344598 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.344745 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.344899 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.345047 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.345205 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.345355 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.345502 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.345672 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.345804 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.345954 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.346097 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_json = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.346235 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.346379 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.346534 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.346689 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.346842 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.346995 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.347148 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.347302 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 04:07:35.347475 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.347633 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.347801 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.347958 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.348115 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.348271 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.348429 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.348587 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.348742 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.348899 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.349062 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.349219 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.349386 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.349543 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.349929 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.349929 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.350105 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.350185 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.350311 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.350472 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.350620 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.350758 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.350927 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.351072 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.351226 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.351384 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.351540 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.351711 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.351852 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.352018 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.352174 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.352332 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.352490 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.352648 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.352808 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.352964 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.353121 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.353278 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.353435 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.353610 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.354306 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.354467 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.354625 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.354783 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.354941 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.355098 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.355256 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.355562 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.355562 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.355728 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.355852 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.356009 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.356167 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.356325 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.356482 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.356649 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.356805 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.356962 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.357119 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.357285 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.357423 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.357583 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.357759 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.357916 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.358074 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.358230 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.358401 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.358623 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.358721 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.358881 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.359038 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.359194 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.359351 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.359508 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.359666 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.359823 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.359980 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.360071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:35.360170 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.360282 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.360442 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.360599 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.360756 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.360914 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.361071 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.361228 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.361386 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.361542 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.361720 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.361878 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.362045 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.362217 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.362374 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.362534 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.362690 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.362847 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.363004 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.363161 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.363317 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.363474 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.363631 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.363787 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.363943 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.364101 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.364257 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.364413 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.364568 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.364724 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.364879 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.365037 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.365192 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.365349 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.365506 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.365682 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.365839 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.365995 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.366151 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.366316 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.366472 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.366632 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.366789 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.366952 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.367120 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.367278 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.367436 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.367593 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.367749 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.367905 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.368061 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.368218 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.368374 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.368531 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.368688 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.368851 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.369287 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.370088 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.370250 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.370407 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.370586 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.370743 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.370901 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.371058 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.371214 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.371371 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.371529 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.371686 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.371843 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.371999 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.372155 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.372306 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.372530 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.372689 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.372845 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.373002 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.373159 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.373316 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.373472 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.373647 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.373806 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.373962 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.374298 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.374298 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.374467 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.374554 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.374713 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375071 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375071 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375235 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375314 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375432 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375588 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375749 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.375902 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.376227 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.376373 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.376533 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.376692 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.376851 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.377010 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.377153 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.377505 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.377505 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.377828 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.377828 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378098 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378098 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378354 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378354 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378583 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378666 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378793 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.378949 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.379107 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.379278 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.379434 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.379591 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.379749 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.379906 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.380063 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.380221 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.380593 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.380821 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.380960 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.381098 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.381231 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.381463 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.381463 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.381671 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.381800 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.382024 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.382125 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.382258 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.382430 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.382588 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.382744 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.382900 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.383057 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.383213 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.383378 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.383534 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.383690 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.383845 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.384001 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.384156 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.384322 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.384479 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.384635 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.384791 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.384960 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.385125 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.385291 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.385447 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.385615 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.385776 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.385932 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.386089 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.386254 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.386410 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.386567 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.386723 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.386878 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.387037 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.387200 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.387512 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.387671 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.387833 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.387997 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.388132 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.388273 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.388435 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.388592 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.388760 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.388919 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.389075 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.389232 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.389400 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.389557 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.389739 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.389897 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.390054 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.390212 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.390370 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.390532 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.390699 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.390864 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.391020 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.391186 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.391351 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.391516 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.391672 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.391835 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.392003 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.392160 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.392317 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.392478 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.392635 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.392790 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.392946 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.393103 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.393258 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.393415 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.393571 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.393745 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.393902 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.394059 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.394215 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.394372 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.394528 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.394683 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.394840 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.395000 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 04:07:35.395150 n-d-712143-14 neutron-server[94714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 04:07:35.625048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:35.633686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064445 Aug 29 04:07:46.823335 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a452e3e6-eb8d-46c9-93ec-ac05a476ef8f None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:07:46.883164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452e3e6-eb8d-46c9-93ec-ac05a476ef8f None None] No non-hosted networks {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 04:07:46.900098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.agentschedulers_db [None req-a452e3e6-eb8d-46c9-93ec-ac05a476ef8f None None] DHCP Agent not found on host n-d-712143-14 {{(pid=94825) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 04:07:46.969183 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27502d3f-5846-47b3-8cca-74db6e56781d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16589732'] for agent, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.403218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2f4de07-ab84-46fd-8896-5165b293a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16589732'] for agent, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.441744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad48c531-97c3-4a85-9ae4-3e2ca022d2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.560203 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16589732'] for agent, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:49.562221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.562890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.564381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.565495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.567150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.569451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.570574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.571565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.572153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.573516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.574096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.575695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:07:49.577330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712143-14', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:49.594133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712143-14', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:07:50.629166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16589732'] for agent, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:52.145554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16589732'] for agent, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:53.239485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:53.732907 n-d-712143-14 neutron-server[94824]: WARNING oslo_policy.policy [None req-87a96850-17a7-4715-8db4-68b3de4d097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:07:53.733480 n-d-712143-14 neutron-server[94824]: WARNING oslo_policy.policy [None req-87a96850-17a7-4715-8db4-68b3de4d097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:07:53.959761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-87a96850-17a7-4715-8db4-68b3de4d097c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:07:53.960766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-87a96850-17a7-4715-8db4-68b3de4d097c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7204051 Aug 29 04:07:55.800902 n-d-712143-14 neutron-server[94825]: INFO neutron.db.l3_hamode_db [None req-958459bc-f1e8-4496-a6d9-f5a22de6e034 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 04:07:55.878199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958459bc-f1e8-4496-a6d9-f5a22de6e034 None None] Routers set() bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:07:55.878591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958459bc-f1e8-4496-a6d9-f5a22de6e034 None None] Router IDs set() for agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:07:56.394898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33440) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:56.707472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:56.801931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.policy [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94824) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 04:07:56.846357 n-d-712143-14 neutron-server[94824]: WARNING oslo_policy.policy [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:07:56.846727 n-d-712143-14 neutron-server[94824]: WARNING oslo_policy.policy [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:07:56.855165 n-d-712143-14 neutron-server[94824]: INFO neutron.quota [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] Loaded quota_driver: . Aug 29 04:07:56.944158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738960834658', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738960835249', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738960863472', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738960853548', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738959695648', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738961327798', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1000428', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16775553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16738913'] for rbac-policy, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.008415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:57.009597 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ce4e1c83-b77f-4fa2-bacb-19aebd5e6680 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6137159 Aug 29 04:07:59.609522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:07:59.912267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'project_id': 'a327b2a95f9d410cbc8ead616415f07b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:07:59.940538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Made reservation on behalf of a327b2a95f9d410cbc8ead616415f07b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:07:59.943281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:59.960260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.079933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.083341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.106842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:08:00.131078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738958466021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.131650 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Unsubscribe: segment precommit_create {{(pid=94824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 04:08:00.132156 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Added segment c63ca36f-960e-405d-a805-fad282b5e7d6 of type vlan for network 3f7ae7c2-aeea-47c8-8736-94349acae5aa Aug 29 04:08:00.137879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804fd16e-6edd-4704-b919-6dfa214774ad,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:00.158648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.158982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.159312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.159641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.159962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.160282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.160599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.160919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.161300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.161563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.162014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.162373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Tracked resource versions report: Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: pushed versions: Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: { 'AddressGroup': {'1.2'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'ConntrackHelper': {'1.0'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Log': {'1.0'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Network': {'1.1'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Port': {'1.7'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'PortForwarding': {'1.2'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'QosPolicy': {'1.9'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'SecurityGroup': {'1.4'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'SubPort': {'1.0'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Subnet': {'1.1'}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Trunk': {'1.1'}} Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: consumer versions: Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: L3 agent@n-d-712143-14: {}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: Metadata agent@n-d-712143-14: {}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: Metering agent@n-d-712143-14: {}, Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'ConntrackHelper': '1.0', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Log': '1.0', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Network': '1.1', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Port': '1.7', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'PortForwarding': '1.2', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'QosPolicy': '1.9', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'SecurityGroup': '1.4', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'SecurityGroupRule': '1.2', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'SubPort': '1.0', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Subnet': '1.1', Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: 'Trunk': '1.1'}} Aug 29 04:08:00.163437 n-d-712143-14 neutron-server[94824]: {{(pid=94824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:08:00.248878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.287300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.288375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:00.288996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:00.378442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7677195 Aug 29 04:08:00.386072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df0fa0-b89c-4ed4-aee1-2e434b335b90 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7ae7c2-aeea-47c8-8736-94349acae5aa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:00.398143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:03.013087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:03.401741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcd54a-1c71-4345-b50f-beb9b5aad9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:03.403096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eafcd54a-1c71-4345-b50f-beb9b5aad9e6 admin admin] 10.222.0.55 "GET /v2.0/networks/3f7ae7c2-aeea-47c8-8736-94349acae5aa HTTP/1.1" status: 200 len: 825 time: 0.3890362 Aug 29 04:08:03.427344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f6e568d8-7070-4910-b77a-5fffdef40954 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/589cffc4-8b4a-4e3b-8b8a-e6bea93b6255 HTTP/1.1" status: 200 len: 734 time: 0.0181205 Aug 29 04:08:03.436044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Request body: {'subnet': {'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'subnetpool_id': '589cffc4-8b4a-4e3b-8b8a-e6bea93b6255', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:03.457228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Made reservation on behalf of a327b2a95f9d410cbc8ead616415f07b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:03.459500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.760305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.827330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:03.831731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Checking segment: {'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:03.832109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Network hostable DHCP agents. Network: 3f7ae7c2-aeea-47c8-8736-94349acae5aa, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:03.851766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:03.862598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3f7ae7c2-aeea-47c8-8736-94349acae5aa) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:03.866888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:03.867464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba357961-1676-4982-8863-7411d338672a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:03.872841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a515c-91ce-41ab-9a3a-477fc3e1887a None None] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:03.884254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ba357961-1676-4982-8863-7411d338672a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4511471 Aug 29 04:08:04.185571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'fixed_ips': [{'subnet_id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:08:04.186835 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.452709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Allocated IP 172.20.0.2 (3f7ae7c2-aeea-47c8-8736-94349acae5aa/09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad/e67c61a2-8736-4324-9ce2-da775ffd0617) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:04.648671 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.691878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Transition to ACTIVE for port object e67c61a2-8736-4324-9ce2-da775ffd0617 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:04.712976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Transition to ACTIVE for port object e67c61a2-8736-4324-9ce2-da775ffd0617 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:04.720157 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.782244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:04.788146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:04.791798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:04.832518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Pushing event updated for resources: {'Port': ['ID=e67c61a2-8736-4324-9ce2-da775ffd0617,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:04.857888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.858244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.858592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.858929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.859260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.859591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.859918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.860245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.860569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.860891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.861219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.861538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Tracked resource versions report: Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: pushed versions: Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: { 'AddressGroup': {'1.2'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'ConntrackHelper': {'1.0'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Log': {'1.0'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Network': {'1.1'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Port': {'1.7'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'PortForwarding': {'1.2'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'QosPolicy': {'1.9'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'SecurityGroup': {'1.4'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'SubPort': {'1.0'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Subnet': {'1.1'}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Trunk': {'1.1'}} Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: consumer versions: Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: L3 agent@n-d-712143-14: {}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: Metadata agent@n-d-712143-14: {}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: Metering agent@n-d-712143-14: {}, Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'ConntrackHelper': '1.0', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Log': '1.0', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Network': '1.1', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Port': '1.7', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'PortForwarding': '1.2', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'QosPolicy': '1.9', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'SecurityGroup': '1.4', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'SecurityGroupRule': '1.2', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'SubPort': '1.0', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Subnet': '1.1', Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: 'Trunk': '1.1'}} Aug 29 04:08:04.862626 n-d-712143-14 neutron-server[94825]: {{(pid=94825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:08:04.889193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Attempting to bind port e67c61a2-8736-4324-9ce2-da775ffd0617 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:04.889721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Attempting to bind port e67c61a2-8736-4324-9ce2-da775ffd0617 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:04.890046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Attempting to bind port e67c61a2-8736-4324-9ce2-da775ffd0617 on network 3f7ae7c2-aeea-47c8-8736-94349acae5aa {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:04.894735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:04.895158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Checking segment: {'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:04.895625 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.896013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Bound using segment: {'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:04.896514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Bound port: e67c61a2-8736-4324-9ce2-da775ffd0617, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:04.896926 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:04.960440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] For port e67c61a2-8736-4324-9ce2-da775ffd0617, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:04.965275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] For port e67c61a2-8736-4324-9ce2-da775ffd0617, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e67c61a2-8736-4324-9ce2-da775ffd0617,segment=NetworkSegment(c63ca36f-960e-405d-a805-fad282b5e7d6),segment_id=c63ca36f-960e-405d-a805-fad282b5e7d6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:04.969687 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:05.034979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278c5c9-3e53-45c2-9f99-deb21c3c4706 None None] Pushing event updated for resources: {'Port': ['ID=e67c61a2-8736-4324-9ce2-da775ffd0617,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:06.343144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33474) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:06.849712 n-d-712143-14 neutron-server[94823]: WARNING oslo_policy.policy [None req-615f45d2-8adc-4bce-be51-666b57a419e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:08:06.850290 n-d-712143-14 neutron-server[94823]: WARNING oslo_policy.policy [None req-615f45d2-8adc-4bce-be51-666b57a419e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:08:07.076745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-615f45d2-8adc-4bce-be51-666b57a419e7 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:07.077963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-615f45d2-8adc-4bce-be51-666b57a419e7 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7326741 Aug 29 04:08:09.503837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33488) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:09.822802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-dd44ed62-a6c3-430b-bd18-813128cf0a57 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:09.823761 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dd44ed62-a6c3-430b-bd18-813128cf0a57 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189168 Aug 29 04:08:12.450495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33502) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:12.748150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:12.812474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.policy [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94823) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 04:08:12.858227 n-d-712143-14 neutron-server[94823]: WARNING oslo_policy.policy [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:08:12.858644 n-d-712143-14 neutron-server[94823]: WARNING oslo_policy.policy [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:08:12.867265 n-d-712143-14 neutron-server[94823]: INFO neutron.quota [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Loaded quota_driver: . Aug 29 04:08:12.924283 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.926146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.088584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.093935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.113078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.114364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f87719cf-aedc-41c6-820d-adb3d8268a5a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6629066 Aug 29 04:08:13.454376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23177f5f-f333-44ef-abc2-a9f2609d4a3d None None] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:13.501171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e67c61a2-8736-4324-9ce2-da775ffd0617 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:13.553891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5f3fbf24-24f9-45ed-8333-e07c23aa7de7 None None] Provisioning for port e67c61a2-8736-4324-9ce2-da775ffd0617 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:13.634612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e67c61a2-8736-4324-9ce2-da775ffd0617 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:13.656488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e67c61a2-8736-4324-9ce2-da775ffd0617 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:13.656820 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.818675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.854870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e67c61a2-8736-4324-9ce2-da775ffd0617, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e67c61a2-8736-4324-9ce2-da775ffd0617,segment=NetworkSegment(c63ca36f-960e-405d-a805-fad282b5e7d6),segment_id=c63ca36f-960e-405d-a805-fad282b5e7d6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:13.859203 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:13.907648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e67c61a2-8736-4324-9ce2-da775ffd0617,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:13.990199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f76853e1-44f4-409d-8f26-33cf3e9b6835 None None] Provisioning complete for port e67c61a2-8736-4324-9ce2-da775ffd0617 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:13.991139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f76853e1-44f4-409d-8f26-33cf3e9b6835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.443020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e67c61a2-8736-4324-9ce2-da775ffd0617 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:15.488337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e67c61a2-8736-4324-9ce2-da775ffd0617 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:15.488709 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:15.492423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33514) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:15.806314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-f7db9f9e-e65d-434d-825b-969edcb36d86 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:08:15.807322 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f7db9f9e-e65d-434d-825b-969edcb36d86 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139226 Aug 29 04:08:16.723209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3000819-1180-4d98-9038-f02d4f92d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.150119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33522) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:18.454175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:18.476663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Made reservation on behalf of d14e8e51374b4e9a9aabbe2c999359ce for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:18.480149 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.496117 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.613886 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.617137 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.628284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Reserving flat network on physical network physnet1 {{(pid=94823) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 04:08:18.660447 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738958466021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.661018 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Unsubscribe: segment precommit_create {{(pid=94823) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 04:08:18.661528 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Added segment 116bd51f-2e4d-4ba8-afee-7d415ce8960a of type flat for network 465d1806-fdb2-4e78-9494-637f8e094e12 Aug 29 04:08:18.678667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e199d0d1-2ab1-44be-a61a-2f1ea505cef2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.729336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.729741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.730094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.730481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.730880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.731262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.731608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.731930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.732248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.732565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.732879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.733194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Tracked resource versions report: Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: pushed versions: Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: { 'AddressGroup': {'1.2'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'ConntrackHelper': {'1.0'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Log': {'1.0'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Network': {'1.1'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Port': {'1.7'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'PortForwarding': {'1.2'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'QosPolicy': {'1.9'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'SecurityGroup': {'1.4'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'SubPort': {'1.0'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Subnet': {'1.1'}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Trunk': {'1.1'}} Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: consumer versions: Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: L3 agent@n-d-712143-14: {}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: Metadata agent@n-d-712143-14: {}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: Metering agent@n-d-712143-14: {}, Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'ConntrackHelper': '1.0', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Log': '1.0', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Network': '1.1', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Port': '1.7', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'PortForwarding': '1.2', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'QosPolicy': '1.9', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'SecurityGroup': '1.4', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'SecurityGroupRule': '1.2', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'SubPort': '1.0', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Subnet': '1.1', Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: 'Trunk': '1.1'}} Aug 29 04:08:18.734334 n-d-712143-14 neutron-server[94823]: {{(pid=94823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:08:18.788953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.832818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.834062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:18.834706 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:18.914473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7632077 Aug 29 04:08:18.932492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657949f4-ef1f-450b-83df-e65c33aa8f82 admin admin] Pushing event updated for resources: {'Network': ['ID=465d1806-fdb2-4e78-9494-637f8e094e12,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:18.943669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 465d1806-fdb2-4e78-9494-637f8e094e12 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:08:19.384870 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c268303-a533-413d-afbf-98df9a858c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:19.554495 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:20.572778 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:21.261058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33544) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:21.485137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f67a7-79fe-49cc-b188-a43a97350fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:21.486470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e99f67a7-79fe-49cc-b188-a43a97350fea admin admin] 10.222.0.55 "GET /v2.0/subnets/09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad HTTP/1.1" status: 200 len: 849 time: 0.2244337 Aug 29 04:08:21.616987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0cf6dca4-96b7-42c5-8c08-3461bf7d5eb4 admin admin] 10.222.0.55 "GET /v2.0/routers/1f8111de-bad7-47ff-a261-4141d401d5ff HTTP/1.1" status: 200 len: 704 time: 0.1244192 Aug 29 04:08:21.882533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.095018 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.178020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Allocated IP 172.20.0.1 (3f7ae7c2-aeea-47c8-8736-94349acae5aa/09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad/4739319e-0914-415d-aff3-7b3eaa6645a8) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:22.359383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.382464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Transition to ACTIVE for port object 4739319e-0914-415d-aff3-7b3eaa6645a8 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:22.449528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.523215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:22.528593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:22.533948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Pushing event updated for resources: {'Port': ['ID=4739319e-0914-415d-aff3-7b3eaa6645a8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:22.544551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:22.545118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.728212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cc07587d-3e43-4de7-b531-c0afc8572b0f None None] Provisioning for port 4739319e-0914-415d-aff3-7b3eaa6645a8 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:22.731829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cc07587d-3e43-4de7-b531-c0afc8572b0f None None] Provisioning complete for port 4739319e-0914-415d-aff3-7b3eaa6645a8 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:22.732211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc07587d-3e43-4de7-b531-c0afc8572b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.739770 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.767800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cc07587d-3e43-4de7-b531-c0afc8572b0f None None] Port 4739319e-0914-415d-aff3-7b3eaa6645a8 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:22.990611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.995704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:22.996607 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.073746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Pushing event updated for resources: {'Port': ['ID=4739319e-0914-415d-aff3-7b3eaa6645a8,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:23.115408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:23.116653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:23.277822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Router 1f8111de-bad7-47ff-a261-4141d401d5ff is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:08:23.288686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-748805af-7eb0-4a55-921e-ec70c567e82c None None] Provisioning complete for port 4739319e-0914-415d-aff3-7b3eaa6645a8 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:23.289165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748805af-7eb0-4a55-921e-ec70c567e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:23.324640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-748805af-7eb0-4a55-921e-ec70c567e82c None None] Port 4739319e-0914-415d-aff3-7b3eaa6645a8 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:08:23.369514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:23.374944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dd4cdc10-10c5-41e5-b502-2efb98572374 admin admin] 10.222.0.55 "PUT /v2.0/routers/1f8111de-bad7-47ff-a261-4141d401d5ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7515354 Aug 29 04:08:23.379747 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Sync routers for ids ['1f8111de-bad7-47ff-a261-4141d401d5ff'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:23.391183 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Routers {'1f8111de-bad7-47ff-a261-4141d401d5ff'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:23.391960 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:08:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1f8111de-bad7-47ff-a261-4141d401d5ff'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:23.584018 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Set router 1f8111de-bad7-47ff-a261-4141d401d5ff gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:24.027640 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'name': 'router1', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:12Z', 'updated_at': '2021-08-29T04:08:22Z', 'revision_number': 2, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'gw_port_host': None, '_interfaces': [{'id': '4739319e-0914-415d-aff3-7b3eaa6645a8', 'name': '', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'mac_address': 'fa:16:3e:b0:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:21Z', 'updated_at': '2021-08-29T04:08:22Z', 'revision_number': 2, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'subnets': [{'id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '589cffc4-8b4a-4e3b-8b8a-e6bea93b6255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:24.078413 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Checking router: 1f8111de-bad7-47ff-a261-4141d401d5ff for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:24.078782 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Updating router 1f8111de-bad7-47ff-a261-4141d401d5ff port 4739319e-0914-415d-aff3-7b3eaa6645a8 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:24.138291 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.651833 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.670814 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Transition to ACTIVE for port object 4739319e-0914-415d-aff3-7b3eaa6645a8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:24.678899 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.824381 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Attempting to bind port 4739319e-0914-415d-aff3-7b3eaa6645a8 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:24.824779 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Attempting to bind port 4739319e-0914-415d-aff3-7b3eaa6645a8 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:24.825227 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Attempting to bind port 4739319e-0914-415d-aff3-7b3eaa6645a8 on network 3f7ae7c2-aeea-47c8-8736-94349acae5aa {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:24.836845 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:24.837874 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Checking segment: {'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:24.838369 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.838755 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Bound using segment: {'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:24.839319 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Bound port: 4739319e-0914-415d-aff3-7b3eaa6645a8, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63ca36f-960e-405d-a805-fad282b5e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:24.839704 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:24.856391 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Pushing event updated for resources: {'Port': ['ID=4739319e-0914-415d-aff3-7b3eaa6645a8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:24.885441 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.885812 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.886155 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.886491 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.886825 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.887152 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.887475 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.887798 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.888121 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.888440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.888761 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.889079 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Tracked resource versions report: Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: pushed versions: Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Log': {'1.0'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Network': {'1.1'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Port': {'1.7'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'PortForwarding': {'1.2'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'QosPolicy': {'1.9'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'SubPort': {'1.0'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Subnet': {'1.1'}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Trunk': {'1.1'}} Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: consumer versions: Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: L3 agent@n-d-712143-14: {}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: Metadata agent@n-d-712143-14: {}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: Metering agent@n-d-712143-14: {}, Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'ConntrackHelper': '1.0', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Log': '1.0', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Network': '1.1', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Port': '1.7', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'PortForwarding': '1.2', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'QosPolicy': '1.9', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'SecurityGroup': '1.4', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'SecurityGroupRule': '1.2', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'SubPort': '1.0', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Subnet': '1.1', Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: 'Trunk': '1.1'}} Aug 29 04:08:24.890193 n-d-712143-14 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:08:24.929495 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] For port 4739319e-0914-415d-aff3-7b3eaa6645a8, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:24.953060 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] For port 4739319e-0914-415d-aff3-7b3eaa6645a8, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4739319e-0914-415d-aff3-7b3eaa6645a8,segment=NetworkSegment(c63ca36f-960e-405d-a805-fad282b5e7d6),segment_id=c63ca36f-960e-405d-a805-fad282b5e7d6)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:24.957770 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:25.017375 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a82202-afdb-4185-8e7b-7dbe6dbf60ca None None] Pushing event updated for resources: {'Port': ['ID=4739319e-0914-415d-aff3-7b3eaa6645a8,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:25.025382 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Routers {'1f8111de-bad7-47ff-a261-4141d401d5ff'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:25.026030 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:08:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1f8111de-bad7-47ff-a261-4141d401d5ff'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:25.115126 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] Set router 1f8111de-bad7-47ff-a261-4141d401d5ff gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:25.319352 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'name': 'router1', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:12Z', 'updated_at': '2021-08-29T04:08:22Z', 'revision_number': 2, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'gw_port_host': None, '_interfaces': [{'id': '4739319e-0914-415d-aff3-7b3eaa6645a8', 'name': '', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'mac_address': 'fa:16:3e:b0:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:21Z', 'updated_at': '2021-08-29T04:08:24Z', 'revision_number': 4, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'subnets': [{'id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '589cffc4-8b4a-4e3b-8b8a-e6bea93b6255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:25.347848 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9219aec-5bbf-4e0a-8f2b-ccf715c5c665 None None] The sync data for ids ['1f8111de-bad7-47ff-a261-4141d401d5ff'] in n-d-712143-14 is: [{'id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'name': 'router1', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:12Z', 'updated_at': '2021-08-29T04:08:22Z', 'revision_number': 2, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'gw_port_host': None, '_interfaces': [{'id': '4739319e-0914-415d-aff3-7b3eaa6645a8', 'name': '', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'mac_address': 'fa:16:3e:b0:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:21Z', 'updated_at': '2021-08-29T04:08:24Z', 'revision_number': 4, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'subnets': [{'id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '589cffc4-8b4a-4e3b-8b8a-e6bea93b6255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:25.597166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:25.715549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23990beb-734d-4317-80d4-1274aaac2029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:25.716890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-23990beb-734d-4317-80d4-1274aaac2029 admin admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 842 time: 0.1188178 Aug 29 04:08:25.727157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:25.747766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Made reservation on behalf of d14e8e51374b4e9a9aabbe2c999359ce for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:08:25.750056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.083978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.objects.ports [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:08:26.084407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.140543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c60e2c-a73e-4134-b1c4-9e4585ea438a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:26.145558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:26.146578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Network hostable DHCP agents. Network: 465d1806-fdb2-4e78-9494-637f8e094e12, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:08:26.163442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:08:26.173873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 465d1806-fdb2-4e78-9494-637f8e094e12) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:26.178104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:26.178685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:26.182711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234356d-0362-4a8d-a1d9-7d0eaee1e014 None None] Network 465d1806-fdb2-4e78-9494-637f8e094e12 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:26.198098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0e369f26-3bfa-4c71-8c20-72b7aed68742 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4744570 Aug 29 04:08:26.314049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c873d-54e7-4c09-96c9-f19dc3618ea2 None None] Network 465d1806-fdb2-4e78-9494-637f8e094e12 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:08:28.466237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:28.594009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8a3b81e-50ba-4d27-bc81-ca278224964a admin admin] 10.222.0.55 "GET /v2.0/routers/1f8111de-bad7-47ff-a261-4141d401d5ff HTTP/1.1" status: 200 len: 710 time: 0.1265302 Aug 29 04:08:28.684738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf23ba1e-7696-4e75-a1c8-a2112ddc030a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:08:28.686405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cf23ba1e-7696-4e75-a1c8-a2112ddc030a admin admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 886 time: 0.0864620 Aug 29 04:08:28.697074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:08:28.951683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.180025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.327306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.428354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Allocated IP 172.25.7.24 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/56411743-29ab-42d3-aa2b-a6780933e27c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:08:29.528756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.567380 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.603578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:08:29.608120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:08:29.611529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:08:29.649454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Pushing event updated for resources: {'Port': ['ID=56411743-29ab-42d3-aa2b-a6780933e27c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:29.863739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.057583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.060784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.160837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Router 1f8111de-bad7-47ff-a261-4141d401d5ff has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:08:30.272166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:08:30.276301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:30.277476 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ac17320-b5c1-4740-8258-f1316e7eb3cc admin admin] 10.222.0.55 "PUT /v2.0/routers/1f8111de-bad7-47ff-a261-4141d401d5ff HTTP/1.1" status: 200 len: 889 time: 1.5850439 Aug 29 04:08:31.492906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4739319e-0914-415d-aff3-7b3eaa6645a8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:31.544955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4739319e-0914-415d-aff3-7b3eaa6645a8 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:31.549300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4739319e-0914-415d-aff3-7b3eaa6645a8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:31.549950 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.635994 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.670737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 4739319e-0914-415d-aff3-7b3eaa6645a8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4739319e-0914-415d-aff3-7b3eaa6645a8,segment=NetworkSegment(c63ca36f-960e-405d-a805-fad282b5e7d6),segment_id=c63ca36f-960e-405d-a805-fad282b5e7d6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:31.674942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:31.727344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=4739319e-0914-415d-aff3-7b3eaa6645a8,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:31.779100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Sync routers for ids ['1f8111de-bad7-47ff-a261-4141d401d5ff'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:08:31.789345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Routers {'1f8111de-bad7-47ff-a261-4141d401d5ff'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:31.790607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:08:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1f8111de-bad7-47ff-a261-4141d401d5ff'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:32.038256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Set router 1f8111de-bad7-47ff-a261-4141d401d5ff gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:32.419041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'name': 'router1', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '56411743-29ab-42d3-aa2b-a6780933e27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:12Z', 'updated_at': '2021-08-29T04:08:29Z', 'revision_number': 4, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'gw_port': {'id': '56411743-29ab-42d3-aa2b-a6780933e27c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:29Z', 'updated_at': '2021-08-29T04:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4739319e-0914-415d-aff3-7b3eaa6645a8', 'name': '', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'mac_address': 'fa:16:3e:b0:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:21Z', 'updated_at': '2021-08-29T04:08:31Z', 'revision_number': 5, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'subnets': [{'id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '589cffc4-8b4a-4e3b-8b8a-e6bea93b6255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:32.470185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Checking router: 1f8111de-bad7-47ff-a261-4141d401d5ff for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:08:32.470561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Updating router 1f8111de-bad7-47ff-a261-4141d401d5ff port 56411743-29ab-42d3-aa2b-a6780933e27c binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:08:32.516098 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.708996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33586) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:32.829956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e2d52fe-35f6-46fe-928e-eb656cddd3b7 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1197698 Aug 29 04:08:32.832435 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.843575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Transition to ACTIVE for port object 56411743-29ab-42d3-aa2b-a6780933e27c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:08:32.850300 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.908753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Attempting to bind port 56411743-29ab-42d3-aa2b-a6780933e27c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:08:32.909126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Attempting to bind port 56411743-29ab-42d3-aa2b-a6780933e27c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:08:32.909497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Attempting to bind port 56411743-29ab-42d3-aa2b-a6780933e27c on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:08:32.911643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b3cc7-23c4-40d1-a6cb-fbbb6f61e4c4 None None] Pushing event updated for resources: {'Port': ['ID=56411743-29ab-42d3-aa2b-a6780933e27c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:32.918141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:08:32.918526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:08:32.918934 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.919328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:08:32.920401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Bound port: 56411743-29ab-42d3-aa2b-a6780933e27c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:08:32.920401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:32.972933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] For port 56411743-29ab-42d3-aa2b-a6780933e27c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:08:32.976233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] For port 56411743-29ab-42d3-aa2b-a6780933e27c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=56411743-29ab-42d3-aa2b-a6780933e27c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:08:32.979929 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:33.037850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b3cc7-23c4-40d1-a6cb-fbbb6f61e4c4 None None] Pushing event updated for resources: {'Port': ['ID=56411743-29ab-42d3-aa2b-a6780933e27c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:33.040336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Routers {'1f8111de-bad7-47ff-a261-4141d401d5ff'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:08:33.040930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:08:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1f8111de-bad7-47ff-a261-4141d401d5ff'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:33.224544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] Set router 1f8111de-bad7-47ff-a261-4141d401d5ff gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:08:33.445622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'name': 'router1', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '56411743-29ab-42d3-aa2b-a6780933e27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:12Z', 'updated_at': '2021-08-29T04:08:29Z', 'revision_number': 4, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'gw_port': {'id': '56411743-29ab-42d3-aa2b-a6780933e27c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:29Z', 'updated_at': '2021-08-29T04:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4739319e-0914-415d-aff3-7b3eaa6645a8', 'name': '', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'mac_address': 'fa:16:3e:b0:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:21Z', 'updated_at': '2021-08-29T04:08:31Z', 'revision_number': 5, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'subnets': [{'id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '589cffc4-8b4a-4e3b-8b8a-e6bea93b6255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:08:33.473329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4739319e-0914-415d-aff3-7b3eaa6645a8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:33.477254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4087e-181e-4a9a-afa1-c56b043c4387 None None] The sync data for ids ['1f8111de-bad7-47ff-a261-4141d401d5ff'] in n-d-712143-14 is: [{'id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'name': 'router1', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '56411743-29ab-42d3-aa2b-a6780933e27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:08:12Z', 'updated_at': '2021-08-29T04:08:29Z', 'revision_number': 4, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'gw_port': {'id': '56411743-29ab-42d3-aa2b-a6780933e27c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:29Z', 'updated_at': '2021-08-29T04:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4739319e-0914-415d-aff3-7b3eaa6645a8', 'name': '', 'network_id': '3f7ae7c2-aeea-47c8-8736-94349acae5aa', 'tenant_id': 'a327b2a95f9d410cbc8ead616415f07b', 'mac_address': 'fa:16:3e:b0:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8111de-bad7-47ff-a261-4141d401d5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:08:21Z', 'updated_at': '2021-08-29T04:08:31Z', 'revision_number': 5, 'project_id': 'a327b2a95f9d410cbc8ead616415f07b', 'subnets': [{'id': '09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '589cffc4-8b4a-4e3b-8b8a-e6bea93b6255'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:08:33.525201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4739319e-0914-415d-aff3-7b3eaa6645a8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:33.525201 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.500909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 56411743-29ab-42d3-aa2b-a6780933e27c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:35.549020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 56411743-29ab-42d3-aa2b-a6780933e27c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:08:35.553458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 56411743-29ab-42d3-aa2b-a6780933e27c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:35.553881 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.630503 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.656341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 56411743-29ab-42d3-aa2b-a6780933e27c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=56411743-29ab-42d3-aa2b-a6780933e27c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:08:35.660598 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:35.727314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=56411743-29ab-42d3-aa2b-a6780933e27c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:08:36.272154 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:08:37.531374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 56411743-29ab-42d3-aa2b-a6780933e27c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:08:37.612706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 56411743-29ab-42d3-aa2b-a6780933e27c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:08:37.613612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:46.725341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-932cef6a-1f22-4f6d-b2a9-db2e07157222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.394150 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1299231d-e616-41b1-bb58-e3f7395b08c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.561219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:50.579272 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:52.114608 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:13.270516 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:16.728392 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e825e963-8ce6-403d-a7bc-444d3609ba12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.388380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-652d6722-a7e1-43b1-b990-cb76f7f13f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:19.553911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:20.578439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:22.118931 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:46.730265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-658997c2-f925-4f01-b697-1b716077eeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.389566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d97d9e33-dd50-4c60-b229-1bbb219deb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:49.556393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:50.268473 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:50.580877 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:52.122252 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:13.172120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34180) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:13.232511 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b304d78-e8e9-4fd9-9760-4edef2852b4a admin admin] GET failed (client error): The resource could not be found. Aug 29 04:10:13.233837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6b304d78-e8e9-4fd9-9760-4edef2852b4a admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607603 Aug 29 04:10:13.394224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0c6ba-5865-4686-9ee2-3895f34e2e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:13.395697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ecc0c6ba-5865-4686-9ee2-3895f34e2e82 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572785 Aug 29 04:10:15.559523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:15.655799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f038f00-45dd-4bb8-8f8f-13b4b891eb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.657169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0f038f00-45dd-4bb8-8f8f-13b4b891eb52 admin admin] 10.222.0.55 "GET /v2.0/subnets/09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad HTTP/1.1" status: 200 len: 849 time: 0.0966971 Aug 29 04:10:15.667746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:15.754444 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.898159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738958343464'] for subnet, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.930358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:15.931384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:15.943563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] 10.222.0.55 "PUT /v2.0/subnets/09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad HTTP/1.1" status: 200 len: 868 time: 0.2682612 Aug 29 04:10:15.944337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb36cc-f2fb-43ca-ac44-48e40a771387 None None] Network 3f7ae7c2-aeea-47c8-8736-94349acae5aa requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:15.954288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:15.965123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.965477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.965854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.966190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.966516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.966845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.967172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.967496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.967819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.968148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.968464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:15.968781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ba25a-8370-4323-979e-59dfd8ff2402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:16.338908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-62415fbc-e5bc-4350-ad72-1aaff3d01d79 None None] Provisioning complete for port e67c61a2-8736-4324-9ce2-da775ffd0617 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:16.339281 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62415fbc-e5bc-4350-ad72-1aaff3d01d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:16.424242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-62415fbc-e5bc-4350-ad72-1aaff3d01d79 None None] Provisioning complete for port 4739319e-0914-415d-aff3-7b3eaa6645a8 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:16.424617 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62415fbc-e5bc-4350-ad72-1aaff3d01d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:16.731532 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-059c4620-b1f1-4723-ac61-818225c81d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:18.103460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:18.300884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e427d01-91e1-470b-9975-83892768b9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.310014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e427d01-91e1-470b-9975-83892768b9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:18.310014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e427d01-91e1-470b-9975-83892768b9e9 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988690 Aug 29 04:10:19.389463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12823ba7-8f28-4487-b70a-2c2b33ac3648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:19.557583 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.475217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:20.584152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:20.609623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be484610-aa08-4cb2-bd65-5a5af5d63248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.610112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be484610-aa08-4cb2-bd65-5a5af5d63248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:20.611640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be484610-aa08-4cb2-bd65-5a5af5d63248 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354566 Aug 29 04:10:22.124459 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:22.780608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:22.962697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e4aa92-5b31-4160-a88c-b8fd81606b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:22.964147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7e4aa92-5b31-4160-a88c-b8fd81606b94 admin admin] 10.222.0.55 "GET /v2.0/networks/3f7ae7c2-aeea-47c8-8736-94349acae5aa HTTP/1.1" status: 200 len: 869 time: 0.1825569 Aug 29 04:10:25.145721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34222) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:25.273071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054980db-46eb-4116-8605-e2bbcfda9072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:25.274402 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-054980db-46eb-4116-8605-e2bbcfda9072 admin admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 886 time: 0.1276834 Aug 29 04:10:27.266635 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:10:27.441455 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34232) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:27.566808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f384ea9-20ac-4293-8cad-508781e15fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.567215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f384ea9-20ac-4293-8cad-508781e15fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:27.569344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2f384ea9-20ac-4293-8cad-508781e15fb4 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269050 Aug 29 04:10:29.750784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:29.879394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38bd2e5-8fdc-45d3-bc16-ea3e7752a4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.879855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38bd2e5-8fdc-45d3-bc16-ea3e7752a4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:29.881364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f38bd2e5-8fdc-45d3-bc16-ea3e7752a4aa admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297011 Aug 29 04:10:32.031220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:32.120752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f165d0c-5d16-4aa9-92e7-c4b4dc9736b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:32.122083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f165d0c-5d16-4aa9-92e7-c4b4dc9736b0 admin admin] 10.222.0.55 "GET /v2.0/subnets/09e5bbbc-e025-445e-a7a3-7a1fd7c5c1ad HTTP/1.1" status: 200 len: 868 time: 0.0899305 Aug 29 04:10:34.279444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:34.368011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96aca72-ff64-4f68-bdb3-96255242b39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:34.369353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d96aca72-ff64-4f68-bdb3-96255242b39d admin admin] 10.222.0.55 "GET /v2.0/subnets/e5c60e2c-a73e-4134-b1c4-9e4585ea438a HTTP/1.1" status: 200 len: 816 time: 0.0889621 Aug 29 04:10:46.733484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6dbc-31ef-4122-b460-9aa15028d7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.390748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b627a3e-e76a-4cd1-a228-e5daad063b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.560733 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.587403 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.130903 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.126112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34310) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:58.173620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-32c68715-9b82-4049-8c61-be7bdd2f2c45 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:58.174617 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32c68715-9b82-4049-8c61-be7bdd2f2c45 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475409 Aug 29 04:11:00.444746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34318) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:00.505108 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f33ee3d-6bfd-4592-9471-20b7ecbce579 admin admin] GET failed (client error): The resource could not be found. Aug 29 04:11:00.506456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3f33ee3d-6bfd-4592-9471-20b7ecbce579 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607429 Aug 29 04:11:00.589420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49378a6e-a79b-467e-9660-646c74a6e747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:00.590926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-49378a6e-a79b-467e-9660-646c74a6e747 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797644 Aug 29 04:11:02.818619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34326) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:02.866393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:02.886219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Made reservation on behalf of d14e8e51374b4e9a9aabbe2c999359ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:02.888440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.924099 n-d-712143-14 neutron-server[94824]: WARNING neutron.services.revisions.revision_plugin [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Could not find related network for resource to bump revision. Aug 29 04:11:02.936775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:02.945926 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.946267 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Added segment dfe747d9-3b95-47d4-9a72-907a94858123 of type vlan for network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 Aug 29 04:11:02.986041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.009431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.010344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:03.010936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.060709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2410357 Aug 29 04:11:03.069756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29ff70-197f-4af2-8124-ecab7b347e88 admin admin] Pushing event updated for resources: {'Network': ['ID=8576fbb9-923d-49a7-b3e8-28889c5e62b5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:03.080612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:04.265092 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:05.254389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:05.314978 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a414b68-9989-4ea8-97ea-66ef6d405c2c admin admin] GET failed (client error): The resource could not be found. Aug 29 04:11:05.316278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9a414b68-9989-4ea8-97ea-66ef6d405c2c admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609040 Aug 29 04:11:05.386281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a4f45-561b-4d27-ad78-4108e877d84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.387695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aa6a4f45-561b-4d27-ad78-4108e877d84c admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667920 Aug 29 04:11:05.398228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:05.417566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Made reservation on behalf of d14e8e51374b4e9a9aabbe2c999359ce for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:05.419762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.586972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.640981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:05.650931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:05.651288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Network hostable DHCP agents. Network: 8576fbb9-923d-49a7-b3e8-28889c5e62b5, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:05.666734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:05.674599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8576fbb9-923d-49a7-b3e8-28889c5e62b5) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:05.678689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.679289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.684375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465c808-801d-4c29-81ab-07e68a05759c None None] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:05.693583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-44c5abff-7d92-45c9-8b90-f23207e54560 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2992392 Aug 29 04:11:05.928934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'tenant_id': 'd14e8e51374b4e9a9aabbe2c999359ce', 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:11:05.929840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.065888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Allocated IP 192.168.233.2 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/83122c7f-c068-424b-baa7-25426bcf3207) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:06.208972 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.218336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Transition to ACTIVE for port object 83122c7f-c068-424b-baa7-25426bcf3207 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:06.234607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Transition to ACTIVE for port object 83122c7f-c068-424b-baa7-25426bcf3207 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:06.240566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.276430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:06.279268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:06.284897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:06.294988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Pushing event updated for resources: {'Port': ['ID=83122c7f-c068-424b-baa7-25426bcf3207,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:06.304037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.304405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.304751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.305111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.305453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.305811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.306141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.306467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.306792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.307115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.307441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.307763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:06.354505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Attempting to bind port 83122c7f-c068-424b-baa7-25426bcf3207 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:06.354880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Attempting to bind port 83122c7f-c068-424b-baa7-25426bcf3207 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:06.355245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Attempting to bind port 83122c7f-c068-424b-baa7-25426bcf3207 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:06.360228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:06.360628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:06.361044 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.361456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:06.361998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Bound port: 83122c7f-c068-424b-baa7-25426bcf3207, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:06.362407 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.427451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] For port 83122c7f-c068-424b-baa7-25426bcf3207, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:06.430688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] For port 83122c7f-c068-424b-baa7-25426bcf3207, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=83122c7f-c068-424b-baa7-25426bcf3207,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:06.434855 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:06.494520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ce63b-dcec-41f4-917a-b515c02e78e9 None None] Pushing event updated for resources: {'Port': ['ID=83122c7f-c068-424b-baa7-25426bcf3207,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:07.355744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec8c7c4-5b97-4eb9-a95a-d5ac28cda748 None None] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:07.415596 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe7bbcee-c5a9-4c77-a44f-b90682a840ed None None] Provisioning for port 83122c7f-c068-424b-baa7-25426bcf3207 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:07.650338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 83122c7f-c068-424b-baa7-25426bcf3207 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:07.725518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 83122c7f-c068-424b-baa7-25426bcf3207 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:07.729458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 83122c7f-c068-424b-baa7-25426bcf3207 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:07.730401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.781172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-586ddd38-a552-4730-a64b-93b7e6da59cd None None] Provisioning complete for port 83122c7f-c068-424b-baa7-25426bcf3207 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:07.781541 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-586ddd38-a552-4730-a64b-93b7e6da59cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.856762 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.916295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 83122c7f-c068-424b-baa7-25426bcf3207, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=83122c7f-c068-424b-baa7-25426bcf3207,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:07.918077 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-586ddd38-a552-4730-a64b-93b7e6da59cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.921501 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.005136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=83122c7f-c068-424b-baa7-25426bcf3207,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:08.016120 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-586ddd38-a552-4730-a64b-93b7e6da59cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:11:08.016513 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-586ddd38-a552-4730-a64b-93b7e6da59cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:11:09.584537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 83122c7f-c068-424b-baa7-25426bcf3207 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:09.630187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 83122c7f-c068-424b-baa7-25426bcf3207 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:09.630550 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.736410 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ced137c-8a3e-4136-9095-c5f72a4f6668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.391597 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3a9d29a3-84ec-4c48-8835-f810236e3b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.562956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.589611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.133981 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.262557 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:46.738199 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7e5da9de-3a99-44af-b2f9-92385266da22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.391913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e49face-b8e4-41cf-a886-dc6a218f97f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.565353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.591744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.130699 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.785943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:14.791870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-eb9a3418-7940-494d-84e7-c36808917324 tempest-verify_tempest_config-367471097 tempest-verify_tempest_config-367471097-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:12:14.792853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eb9a3418-7940-494d-84e7-c36808917324 tempest-verify_tempest_config-367471097 tempest-verify_tempest_config-367471097-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058823 Aug 29 04:12:15.076949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34404) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:15.178476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.264887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.268891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.313214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b8dcb378c4a45beb99626eb38b2153b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2352173 Aug 29 04:12:15.314395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf1b87e-7db0-4e90-ba65-c8a76191059d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.316479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:15.321518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.321900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.322242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.322577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.322922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.323252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.323579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.323903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.324226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.324548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.324869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.325312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f16db4-d60a-4ccf-bbe1-4bdf6e303adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.371562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.395836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.481856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.484349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.485526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cf1b87e-7db0-4e90-ba65-c8a76191059d HTTP/1.1" status: 204 len: 168 time: 0.1680961 Aug 29 04:12:15.493903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf1b87e-7db0-4e90-ba65-c8a76191059d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.500327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.500679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.501023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.501553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.501916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.502752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.503084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.503413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.503741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.504070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.504397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:15.504720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42b79cb-b661-4235-ab95-aa54e05db64f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:16.740347 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d271752-6945-4704-ab22-e49cf50df994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.264717 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:12:19.393857 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bdb38be3-ba5a-4f40-973d-b9fb8b986463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.566112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.594738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:22.132340 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.741467 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-405aff1f-87c1-4a51-a76f-ac302808aba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.393460 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdc4ecf0-c36c-4b0e-aa2b-d17f8715cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.567672 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.599243 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.133895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.264676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:16.745279 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e4ea-b6bb-47ba-895e-4ee38d2b83ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.393770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6619ea99-8bbc-4807-99e7-9121aefef88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.567144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.608575 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.136792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.263658 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:46.745861 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a64178c-7aaa-496e-92c5-b440ce5813b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.393769 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-140c1b41-603e-44c2-8c11-8081d46142b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.566372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.606170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:52.140933 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.263905 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:16.745986 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65fdbf54-95ce-41ce-a67d-e7ec3006ca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.393189 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f54e8653-a413-4e5a-bbe2-4f0a246dd73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.566024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:20.610065 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:22.143166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.262828 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 5 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:46.746357 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f271036a-9090-4b90-be10-a89a8a2bee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.393073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6da38484-56bf-4770-96b9-32a463e49b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.566065 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.612826 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.145708 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.750431 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2e7b-44a3-42b8-b985-7ae674242d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.392892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63591a83-84f6-44ac-b8c5-155fd5f965cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.565991 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.555257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16589732'] for agent, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:20.613510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.149006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.264776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 6 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:30.962287 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16589732'] for agent, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.751575 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7ba2-434d-467d-8aa6-e10c02ed2ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.391899 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b067442-ab29-4726-9293-e6c948dc76f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.566493 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.439505 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.615829 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.151181 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.263982 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:00.952295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.440208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:13.543584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8aa73191-6e3a-41b1-a6d3-437ebc721590 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1022828 Aug 29 04:16:15.721174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:15.782997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d575ac8d-c70d-4499-8685-832193045e9b admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0607095 Aug 29 04:16:16.752607 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d758de04-fdf9-4330-a80a-b095b73135bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.392243 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2f27c48-3095-4131-bb77-fac889e07091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.566600 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.438052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.617538 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.154767 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.945164 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.266686 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:46.753663 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c91dd8c-df4a-428a-8caf-187a14953cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.393892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04e682b4-1212-4490-bd9a-026e365a75d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.567527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.446254 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.620793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.156036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.964403 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.266427 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:16.754591 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-574bbdbc-34f9-42c2-87dd-499c054d8c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.394760 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c5867e2-95e8-498f-a730-c41e3fd19ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.570108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.462919 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.623338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.160110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.974199 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.583546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34674) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:37.974062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aaad7d53-109b-4777-a039-18414e556c73 tempest-AutoAllocateNetworkTest-1954364207 tempest-AutoAllocateNetworkTest-1954364207-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f1baefb154eb4ac0b9ecdc4a30c42d50&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3893013 Aug 29 04:17:37.976879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34698) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.262879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fea57b-28aa-483a-9748-f62b37422593 tempest-AutoAllocateNetworkTest-1954364207 tempest-AutoAllocateNetworkTest-1954364207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.267210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e1fea57b-28aa-483a-9748-f62b37422593 tempest-AutoAllocateNetworkTest-1954364207 tempest-AutoAllocateNetworkTest-1954364207-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2864683 Aug 29 04:17:38.267382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34712) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.325547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.325831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-125ebfdd-a16a-473f-8bfc-def909d9726f tempest-AutoAllocateNetworkTest-1954364207 tempest-AutoAllocateNetworkTest-1954364207-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572278 Aug 29 04:17:38.355808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3345e55b-a084-4d62-9f0a-0c188ab139ab tempest-AutoAllocateNetworkTest-1954364207 tempest-AutoAllocateNetworkTest-1954364207-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f1baefb154eb4ac0b9ecdc4a30c42d50 HTTP/1.1" status: 200 len: 208 time: 0.0285847 Aug 29 04:17:39.037299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.359445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.462215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.466814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.522937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34784) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.523413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1baefb154eb4ac0b9ecdc4a30c42d50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4845784 Aug 29 04:17:39.524312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb25511-5536-479c-8e26-ae7394c68acb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.532652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.533305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.533742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.534165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.534558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.534948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.535591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.535977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.536352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.536755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.537134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.537514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15600dc9-1d98-4da2-9f94-bbc2fac75588 admin admin] Tracked resource versions report: Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: pushed versions: Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: { 'AddressGroup': {'1.2'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'ConntrackHelper': {'1.0'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Log': {'1.0'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Network': {'1.1'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Port': {'1.7'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'PortForwarding': {'1.2'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'QosPolicy': {'1.9'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'SecurityGroup': {'1.4'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'SubPort': {'1.0'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Subnet': {'1.1'}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Trunk': {'1.1'}} Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: consumer versions: Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: HyperV agent@n-h1-712143-14: {}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: HyperV agent@n-h2-712143-14: {}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: L3 agent@n-d-712143-14: {}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: Metadata agent@n-d-712143-14: {}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: Metering agent@n-d-712143-14: {}, Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'ConntrackHelper': '1.0', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Log': '1.0', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Network': '1.1', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Port': '1.7', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'PortForwarding': '1.2', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'QosPolicy': '1.9', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'SecurityGroup': '1.4', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'SecurityGroupRule': '1.2', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'SubPort': '1.0', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Subnet': '1.1', Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: 'Trunk': '1.1'}} Aug 29 04:17:39.541755 n-d-712143-14 neutron-server[94824]: {{(pid=94824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:17:39.604899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.628477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.710812 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.714720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.719303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2bb25511-5536-479c-8e26-ae7394c68acb HTTP/1.1" status: 204 len: 168 time: 0.1952875 Aug 29 04:17:39.727440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb25511-5536-479c-8e26-ae7394c68acb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.736131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.736481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.737079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.737423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.737780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.739334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.739796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.740139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.740471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.740803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.741132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.741493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89421cc4-704f-4eea-8011-0ecf6a213548 admin admin] Tracked resource versions report: Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: pushed versions: Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: { 'AddressGroup': {'1.2'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'ConntrackHelper': {'1.0'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Log': {'1.0'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Network': {'1.1'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Port': {'1.7'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'PortForwarding': {'1.2'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'QosPolicy': {'1.9'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'SecurityGroup': {'1.4'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'SubPort': {'1.0'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Subnet': {'1.1'}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Trunk': {'1.1'}} Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: consumer versions: Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: HyperV agent@n-h1-712143-14: {}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: HyperV agent@n-h2-712143-14: {}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: L3 agent@n-d-712143-14: {}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: Metadata agent@n-d-712143-14: {}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: Metering agent@n-d-712143-14: {}, Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'ConntrackHelper': '1.0', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Log': '1.0', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Network': '1.1', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Port': '1.7', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'PortForwarding': '1.2', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'QosPolicy': '1.9', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'SecurityGroup': '1.4', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'SecurityGroupRule': '1.2', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'SubPort': '1.0', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Subnet': '1.1', Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: 'Trunk': '1.1'}} Aug 29 04:17:39.742552 n-d-712143-14 neutron-server[94823]: {{(pid=94823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:17:41.309898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:41.468972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:41.471572 n-d-712143-14 neutron-server[94824]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:17:41.508905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-c2f1d367-b756-409f-b63e-dfde47231f98 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383162 Aug 29 04:17:41.518962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34cea94c-c8e5-4e6b-80d9-7753ac952842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.567386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:41.667582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-network', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:41.754834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-ae0b2b76-fcb5-4d8d-b5d8-1f8ca7de506f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.756286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-ae0b2b76-fcb5-4d8d-b5d8-1f8ca7de506f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466371 Aug 29 04:17:41.787785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-e787bf17-8af9-4156-8241-4d7eee2867bf tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/quotas/8e162c82facb4e1a8c61dcb73283a58c HTTP/1.1" status: 200 len: 375 time: 0.0242949 Aug 29 04:17:41.846868 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-3e48c502-f4ac-430a-93f2-48d8b3c64cb0 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524104 Aug 29 04:17:41.869450 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34cea94c-c8e5-4e6b-80d9-7753ac952842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.875556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34cea94c-c8e5-4e6b-80d9-7753ac952842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.897990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Made reservation on behalf of d406e0dd134142f5953b8c097d887dfb for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:41.900556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.909224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cea94c-c8e5-4e6b-80d9-7753ac952842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe12e26-633c-4100-aa0c-edc866075c4e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.912854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.922056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-34cea94c-c8e5-4e6b-80d9-7753ac952842 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1be621ecba6448feab95c960fa97c29f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6109695 Aug 29 04:17:41.924573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34958) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:41.989994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cb18002-dbfe-4a72-9d65-84a3bac7f6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.015770 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cb18002-dbfe-4a72-9d65-84a3bac7f6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.039084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.044223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.076229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cb18002-dbfe-4a72-9d65-84a3bac7f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.080613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cb18002-dbfe-4a72-9d65-84a3bac7f6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.082586 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9cb18002-dbfe-4a72-9d65-84a3bac7f6a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abe12e26-633c-4100-aa0c-edc866075c4e HTTP/1.1" status: 204 len: 168 time: 0.1565061 Aug 29 04:17:42.091812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:42.101024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb18002-dbfe-4a72-9d65-84a3bac7f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe12e26-633c-4100-aa0c-edc866075c4e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.105135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3071c03-c3c0-40c0-8d58-7381d08d2143,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.111718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.112310 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Added segment d879a844-a710-4910-bf42-e01ff98e982c of type vlan for network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 Aug 29 04:17:42.184857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.211456 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.212769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.219846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.282254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7108142 Aug 29 04:17:42.282543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:42.288191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Request body: {'subnet': {'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-subnet', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:42.289148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48353-6ed4-4d73-bdf4-0cc6281df5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d15c1ec-c024-4667-9fca-7f375bb4ac23,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.301511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:42.321936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Made reservation on behalf of d406e0dd134142f5953b8c097d887dfb for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:42.324651 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.579376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3e20f2c-a049-4af0-9f4b-590012e6cf6c req-5f14a31c-9875-4324-a50c-e3c56d66bdde tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 210 time: 0.0614755 Aug 29 04:17:42.687737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.695901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:42.716296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f920b04-05ff-4bd3-aa10-37ef7e5f6cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.818731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Checking segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:42.819095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Network hostable DHCP agents. Network: 9d15c1ec-c024-4667-9fca-7f375bb4ac23, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:42.869483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.873083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:42.877459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f920b04-05ff-4bd3-aa10-37ef7e5f6cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.883314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f920b04-05ff-4bd3-aa10-37ef7e5f6cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.890410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9d15c1ec-c024-4667-9fca-7f375bb4ac23) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:42.912528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4f15b-43b4-4bc6-8ade-c5a95af3420f None None] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:42.918978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.920146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.937722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e86df60-e254-46cc-b265-5252d31cfce7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6534212 Aug 29 04:17:42.939770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35036) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:42.946996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:42.987907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.988671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920b04-05ff-4bd3-aa10-37ef7e5f6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e642ccb-a557-47c9-a66a-0b3181346532,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.990982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.020875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f920b04-05ff-4bd3-aa10-37ef7e5f6cec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=598493975a32411881113c32587dfd52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3232362 Aug 29 04:17:43.023654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:43.176300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.196677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:17:43.198581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.398832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-496e43a1-7319-42ab-9099-a049ddfec346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.504177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Allocated IP 172.20.0.2 (9d15c1ec-c024-4667-9fca-7f375bb4ac23/bbbc6cba-0ab9-49b5-9add-e87f0531f9d2/12dedd74-c827-4b40-b0f7-d58eec05fbac) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:43.524396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.535145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-496e43a1-7319-42ab-9099-a049ddfec346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.639788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-496e43a1-7319-42ab-9099-a049ddfec346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.643535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-496e43a1-7319-42ab-9099-a049ddfec346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.645449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-496e43a1-7319-42ab-9099-a049ddfec346 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e642ccb-a557-47c9-a66a-0b3181346532 HTTP/1.1" status: 204 len: 168 time: 0.6199782 Aug 29 04:17:43.661810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e43a1-7319-42ab-9099-a049ddfec346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e642ccb-a557-47c9-a66a-0b3181346532,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:43.866607 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.878047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Transition to ACTIVE for port object 12dedd74-c827-4b40-b0f7-d58eec05fbac will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:43.896548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Transition to ACTIVE for port object 12dedd74-c827-4b40-b0f7-d58eec05fbac will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:43.903225 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.921807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:43.924442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:43.949633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:44.017118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85c67c6c-7242-45d4-a0ec-374e0d57f7a4 req-f1415109-f97c-4dc2-87ab-1d89424ef2d4 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 210 time: 0.1360400 Aug 29 04:17:44.018834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.061140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Pushing event updated for resources: {'Port': ['ID=12dedd74-c827-4b40-b0f7-d58eec05fbac,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.063868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.070638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Attempting to bind port 12dedd74-c827-4b40-b0f7-d58eec05fbac on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:44.071012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Attempting to bind port 12dedd74-c827-4b40-b0f7-d58eec05fbac by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:44.071376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Attempting to bind port 12dedd74-c827-4b40-b0f7-d58eec05fbac on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:44.078560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.078908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.079270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.079612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.079947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.081165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.081165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.081165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.081374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.081529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.095902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.096282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Tracked resource versions report: Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: pushed versions: Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: { 'AddressGroup': {'1.2'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'ConntrackHelper': {'1.0'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Log': {'1.0'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Network': {'1.1'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Port': {'1.7'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'PortForwarding': {'1.2'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'QosPolicy': {'1.9'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'SecurityGroup': {'1.4'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'SubPort': {'1.0'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Subnet': {'1.1'}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Trunk': {'1.1'}} Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: consumer versions: Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: HyperV agent@n-h1-712143-14: {}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: HyperV agent@n-h2-712143-14: {}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: L3 agent@n-d-712143-14: {}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: Metadata agent@n-d-712143-14: {}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: Metering agent@n-d-712143-14: {}, Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'ConntrackHelper': '1.0', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Log': '1.0', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Network': '1.1', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Port': '1.7', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'PortForwarding': '1.2', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'QosPolicy': '1.9', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'SecurityGroup': '1.4', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'SecurityGroupRule': '1.2', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'SubPort': '1.0', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Subnet': '1.1', Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: 'Trunk': '1.1'}} Aug 29 04:17:44.097346 n-d-712143-14 neutron-server[94825]: {{(pid=94825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:17:44.111493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:44.112216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Checking segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:44.112887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.113922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Bound using segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:44.114572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Bound port: 12dedd74-c827-4b40-b0f7-d58eec05fbac, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:44.117641 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.207737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] For port 12dedd74-c827-4b40-b0f7-d58eec05fbac, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:44.215853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] For port 12dedd74-c827-4b40-b0f7-d58eec05fbac, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12dedd74-c827-4b40-b0f7-d58eec05fbac,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:44.230422 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.241045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35140) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:44.310842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35154) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:44.373905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb618d74-ffb0-45fc-925d-78f9a3e632ba None None] Pushing event updated for resources: {'Port': ['ID=12dedd74-c827-4b40-b0f7-d58eec05fbac,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.396561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Allocated IP 172.25.7.9 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/636319d0-130b-48d9-8f37-e454ef4df302) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:44.488261 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9862bae6-b8ba-48d2-b606-9fbd54105117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.551215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f01e68a8-d61d-4a48-8b67-6f484eac8f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.622056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.688420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.37', 55169) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:44.788049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-ecf8c00b-806f-4b4c-9ea5-100d8408ae66 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985131 Aug 29 04:17:44.855109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f01e68a8-d61d-4a48-8b67-6f484eac8f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.865372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f01e68a8-d61d-4a48-8b67-6f484eac8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.899073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f01e68a8-d61d-4a48-8b67-6f484eac8f9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0993a6885e4f40ef9647267b3f59f020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6552825 Aug 29 04:17:44.932382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e68a8-d61d-4a48-8b67-6f484eac8f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b024e9a1-262f-4111-90e2-698dc2982742,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.936531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:44.959786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-bcd6a0e4-b4aa-474a-a25d-b80b72b2784c tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:44.961635 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-bcd6a0e4-b4aa-474a-a25d-b80b72b2784c tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573975 Aug 29 04:17:44.982829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.026992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac60f207-127e-48a1-958d-bfef7b3395cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.051737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac60f207-127e-48a1-958d-bfef7b3395cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.082642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Pushing event updated for resources: {'Port': ['ID=636319d0-130b-48d9-8f37-e454ef4df302,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.089455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Request body: {'port': {'device_id': '70640622-27ac-4c1e-88f0-56795f0d1287', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '8e162c82facb4e1a8c61dcb73283a58c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:45.116023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac60f207-127e-48a1-958d-bfef7b3395cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.119774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac60f207-127e-48a1-958d-bfef7b3395cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.121151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ac60f207-127e-48a1-958d-bfef7b3395cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b024e9a1-262f-4111-90e2-698dc2982742 HTTP/1.1" status: 204 len: 168 time: 0.1834753 Aug 29 04:17:45.141883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60f207-127e-48a1-958d-bfef7b3395cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b024e9a1-262f-4111-90e2-698dc2982742,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.222304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9862bae6-b8ba-48d2-b606-9fbd54105117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.228944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35216) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:45.231637 n-d-712143-14 neutron-server[94823]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:17:45.259674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9862bae6-b8ba-48d2-b606-9fbd54105117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.264090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:45.283664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:45.286627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:45.305195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9862bae6-b8ba-48d2-b606-9fbd54105117 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31c7b3eb56e6439a9c5f976822ee4f31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9930120 Aug 29 04:17:45.308525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-d93ec563-176e-4a2e-9a0f-3a6b3b3d16f8 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9af56ffa45845ec80ec526eb2620ca5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785291 Aug 29 04:17:45.321385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35222) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:45.403846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-287c5758-dcfa-4221-a934-bed12a50797e req-ff8261f2-52fd-4a7c-a2d3-dcde23cc343b tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 210 time: 0.1482396 Aug 29 04:17:45.449305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:45.483538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862bae6-b8ba-48d2-b606-9fbd54105117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd76f91-7390-4aee-8630-7b01ae8d58a7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.525201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-90d557ea-57ee-4291-8efa-90e21def52cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.570659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-90d557ea-57ee-4291-8efa-90e21def52cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.626345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-bb0ab86d-70fe-47aa-b69f-2bbe1fa97865 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.628488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-bb0ab86d-70fe-47aa-b69f-2bbe1fa97865 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832146 Aug 29 04:17:45.686301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-6211954e-37b8-4a4b-8f85-ec93a49adce6 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/quotas/c9af56ffa45845ec80ec526eb2620ca5 HTTP/1.1" status: 200 len: 375 time: 0.0301573 Aug 29 04:17:45.780340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-adef0d23-eca1-4155-a635-78c1fa7bc1bb tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9af56ffa45845ec80ec526eb2620ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917981 Aug 29 04:17:45.796067 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-90d557ea-57ee-4291-8efa-90e21def52cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.800137 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-90d557ea-57ee-4291-8efa-90e21def52cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.801881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-90d557ea-57ee-4291-8efa-90e21def52cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9dd76f91-7390-4aee-8630-7b01ae8d58a7 HTTP/1.1" status: 204 len: 168 time: 0.4792991 Aug 29 04:17:45.826446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d557ea-57ee-4291-8efa-90e21def52cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd76f91-7390-4aee-8630-7b01ae8d58a7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.936726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d2f2b-5dba-415b-b66f-77953ec4f426 None None] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:46.027266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12dedd74-c827-4b40-b0f7-d58eec05fbac up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:46.039039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35254) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:46.089624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b9cc62b9-fc64-4395-b7ec-5211236e3c9f None None] Provisioning for port 12dedd74-c827-4b40-b0f7-d58eec05fbac completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:46.091837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cdc6-9ca6-4eee-9510-bcfc7ef3551c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.107636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.150782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 12dedd74-c827-4b40-b0f7-d58eec05fbac completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:46.165884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.174726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 12dedd74-c827-4b40-b0f7-d58eec05fbac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:46.178480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.196589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Made reservation on behalf of 8e162c82facb4e1a8c61dcb73283a58c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:46.203095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.264277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.275640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:17:46.275640 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:17:46.275640 n-d-712143-14 neutron-server[94824]: [parameters: {'project_id_1': 'e83226f0922f4cbf8fda1aefe40244d1', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 17, 46, 188486)}] Aug 29 04:17:46.275640 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:17:46.275993 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:17:46.333218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b57a8d5d-c011-4935-a1ec-f30140420184 req-05cb5142-88df-4821-8d81-d7626179ab00 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 210 time: 0.1571977 Aug 29 04:17:46.334754 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.413927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 12dedd74-c827-4b40-b0f7-d58eec05fbac, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12dedd74-c827-4b40-b0f7-d58eec05fbac,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:46.417331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cdc6-9ca6-4eee-9510-bcfc7ef3551c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.424262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.432237 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cdc6-9ca6-4eee-9510-bcfc7ef3551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.490510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8e7cdc6-9ca6-4eee-9510-bcfc7ef3551c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cef4d8847c04517bdb42ac8b37197ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4492328 Aug 29 04:17:46.495242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35270) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:46.511782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7cdc6-9ca6-4eee-9510-bcfc7ef3551c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83adaaa-fc41-40f4-bdfa-fa0cfcd2a648,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:46.543859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=12dedd74-c827-4b40-b0f7-d58eec05fbac,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:46.630357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19a07560-e7c9-453e-bc3a-b0e8f9284022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.636429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c91a0b22-8ea1-45d1-85df-0cf2785b2307 None None] Provisioning complete for port 12dedd74-c827-4b40-b0f7-d58eec05fbac triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:46.636878 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c91a0b22-8ea1-45d1-85df-0cf2785b2307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.651035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.717431 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19a07560-e7c9-453e-bc3a-b0e8f9284022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.778353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.871016 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-075d7a30-f318-4229-ae2b-4b0f5de38c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.886305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:46.914432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec796487-0392-49cd-a1d9-f8df96bae695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.943024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.964977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.017121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891ad133-7b3a-42ac-9ee4-be114d174260,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:47.131447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71849ed3-4d19-4582-96fb-61d8e26f15b5 req-cb7a8a06-62c2-4bae-8b6d-da5d5b212f61 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 210 time: 0.2148929 Aug 29 04:17:47.167554 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19a07560-e7c9-453e-bc3a-b0e8f9284022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.170723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19a07560-e7c9-453e-bc3a-b0e8f9284022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.172378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-19a07560-e7c9-453e-bc3a-b0e8f9284022 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e83adaaa-fc41-40f4-bdfa-fa0cfcd2a648 HTTP/1.1" status: 204 len: 168 time: 0.6756723 Aug 29 04:17:47.193869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a07560-e7c9-453e-bc3a-b0e8f9284022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83adaaa-fc41-40f4-bdfa-fa0cfcd2a648,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:47.210678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:17:47.603003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:47.614758 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Sync routers for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:47.634430 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:47.635415 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:47.785930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-130113cd-b50b-4b91-b229-322e4994fd09 req-1a727123-29ef-4e33-b89e-012a46cd8027 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 210 time: 0.1896884 Aug 29 04:17:47.866029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Allocated IP 192.168.233.136 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/1c91fed8-43a5-4539-b038-d72bba3cf387) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:47.905870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12dedd74-c827-4b40-b0f7-d58eec05fbac up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:47.910750 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.930254 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:47.933077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.952813 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.954481 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1f97c08-9a82-470f-a823-4898875ced41 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0136027 Aug 29 04:17:47.962625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35310) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:48.006640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 12dedd74-c827-4b40-b0f7-d58eec05fbac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:48.007292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.195251 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:45Z', 'revision_number': 3, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:48.224726 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Checking router: 6b8dfffd-6f1d-4495-9906-41d9a2243da4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:48.225741 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Updating router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 port 636319d0-130b-48d9-8f37-e454ef4df302 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:48.255211 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.445584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.474018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Transition to ACTIVE for port object 1c91fed8-43a5-4539-b038-d72bba3cf387 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:48.497180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de4f8309-4e1e-43b0-82d1-4973c972fb5f req-ad95d859-c6dc-422f-8c68-ae1ed4d73966 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 210 time: 0.0945294 Aug 29 04:17:48.508202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e83226f0922f4cbf8fda1aefe40244d1&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0497415 Aug 29 04:17:48.508202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfce134-ee3b-4cb6-9912-e7f0dec05332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ef6ce9-7231-4371-8823-9119834a0b07,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:48.509267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35326) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:48.625781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.712433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e625f-a36a-4030-9ad0-28e8faec029a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.787453 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.802509 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Transition to ACTIVE for port object 636319d0-130b-48d9-8f37-e454ef4df302 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:48.811885 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.856192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Pushing event updated for resources: {'Port': ['ID=1c91fed8-43a5-4539-b038-d72bba3cf387,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:48.916630 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e625f-a36a-4030-9ad0-28e8faec029a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.958272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:48.977789 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Attempting to bind port 636319d0-130b-48d9-8f37-e454ef4df302 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:48.979124 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Attempting to bind port 636319d0-130b-48d9-8f37-e454ef4df302 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:48.979862 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Attempting to bind port 636319d0-130b-48d9-8f37-e454ef4df302 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:48.993896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:48.996872 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Pushing event updated for resources: {'Port': ['ID=636319d0-130b-48d9-8f37-e454ef4df302,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.001200 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:49.001923 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:49.014090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:49.014617 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.015324 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:49.016158 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Bound port: 636319d0-130b-48d9-8f37-e454ef4df302, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:49.016782 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.022984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.023681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.042458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec796487-0392-49cd-a1d9-f8df96bae695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.096813 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.098114 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.105015 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.105711 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.106938 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.107958 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.108301 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.108979 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.110880 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.111400 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.112866 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.113939 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Tracked resource versions report: Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: pushed versions: Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Log': {'1.0'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Network': {'1.1'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Port': {'1.7'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'PortForwarding': {'1.2'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'QosPolicy': {'1.9'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'SubPort': {'1.0'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Subnet': {'1.1'}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Trunk': {'1.1'}} Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: consumer versions: Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: { DHCP agent@n-d-712143-14: {}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: HyperV agent@n-h1-712143-14: {}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: HyperV agent@n-h2-712143-14: {}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: L3 agent@n-d-712143-14: {}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: Metadata agent@n-d-712143-14: {}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: Metering agent@n-d-712143-14: {}, Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: Open vSwitch agent@n-d-712143-14: { 'AddressGroup': '1.2', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'ConntrackHelper': '1.0', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Log': '1.0', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Network': '1.1', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Port': '1.7', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'PortForwarding': '1.2', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'QosPolicy': '1.9', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'SecurityGroup': '1.4', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'SecurityGroupRule': '1.2', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'SubPort': '1.0', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Subnet': '1.1', Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: 'Trunk': '1.1'}} Aug 29 04:17:49.117908 n-d-712143-14 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:17:49.132840 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0982a056-de03-493d-b43f-b2acd59e3451 req-18291f5c-38c1-4fcd-be42-7e39f9431de0 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 210 time: 0.1607056 Aug 29 04:17:49.138822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e625f-a36a-4030-9ad0-28e8faec029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.156599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c8e625f-a36a-4030-9ad0-28e8faec029a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.158530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec796487-0392-49cd-a1d9-f8df96bae695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.159038 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6c8e625f-a36a-4030-9ad0-28e8faec029a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2ef6ce9-7231-4371-8823-9119834a0b07 HTTP/1.1" status: 204 len: 168 time: 0.6487336 Aug 29 04:17:49.188984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e625f-a36a-4030-9ad0-28e8faec029a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ef6ce9-7231-4371-8823-9119834a0b07,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.206984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ec796487-0392-49cd-a1d9-f8df96bae695 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0150134401f4736a8f5f244ca415487&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3165810 Aug 29 04:17:49.207195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35346) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:49.219589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-fa4b24b8-3c5c-4674-9332-f403df49ba45 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1379354 Aug 29 04:17:49.238059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-b1641424-ec79-4e2f-9bb5-6bc72833d681 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:49.239967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-b1641424-ec79-4e2f-9bb5-6bc72833d681 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108271 Aug 29 04:17:49.243024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec796487-0392-49cd-a1d9-f8df96bae695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12cf674-b229-4428-b5f4-cddb4d90382d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.278053 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] For port 636319d0-130b-48d9-8f37-e454ef4df302, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:49.282509 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] For port 636319d0-130b-48d9-8f37-e454ef4df302, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=636319d0-130b-48d9-8f37-e454ef4df302,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:49.288512 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.419808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75e87df3-6f32-4662-9375-964dd0c1c85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.453565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-2672db2b-3c33-4bf2-b173-8fc5582eb193 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c9af56ffa45845ec80ec526eb2620ca5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012847 Aug 29 04:17:49.475276 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:49.476285 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:49.553153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4f946d5e-2781-4703-b6ff-6eafa14b9928 None None] Provisioning for port 1c91fed8-43a5-4539-b038-d72bba3cf387 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:49.569419 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e1f7e-89c3-43aa-84fd-09c0743b193f None None] Pushing event updated for resources: {'Port': ['ID=636319d0-130b-48d9-8f37-e454ef4df302,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.591876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4f946d5e-2781-4703-b6ff-6eafa14b9928 None None] Provisioning complete for port 1c91fed8-43a5-4539-b038-d72bba3cf387 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:49.594460 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f946d5e-2781-4703-b6ff-6eafa14b9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.671826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4f946d5e-2781-4703-b6ff-6eafa14b9928 None None] Port 1c91fed8-43a5-4539-b038-d72bba3cf387 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:49.682865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.731984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-dfe64426-82b3-4402-94e5-69d55a1f7e06 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.734582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-dfe64426-82b3-4402-94e5-69d55a1f7e06 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691979 Aug 29 04:17:49.735755 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:49.771415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Request body: {'port': {'device_id': '9962d44a-51c4-47b7-989c-5196882b60ff', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'c9af56ffa45845ec80ec526eb2620ca5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:49.895428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.37', 55174) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:50.033905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.035893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Made reservation on behalf of c9af56ffa45845ec80ec526eb2620ca5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:50.039852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.066909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.083153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62292c2b-7996-445f-bbdb-b8e1af7ca7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.153540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12e6c8-2ef3-42f6-b4cd-008ffb224533 req-a79ea530-851f-4367-a82a-62ba338483f7 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.178830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:50.181836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b12e6c8-2ef3-42f6-b4cd-008ffb224533 req-a79ea530-851f-4367-a82a-62ba338483f7 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 936 time: 0.4257038 Aug 29 04:17:50.267549 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:45Z', 'revision_number': 3, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:50.306309 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4e227-a753-45cf-8459-84e8630f4cac None None] The sync data for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 is: [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:45Z', 'revision_number': 3, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:50.307733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.336437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.343294 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd7d49e5-0446-45ae-bae8-075fb96edfc4 req-4ae9c434-2275-4162-a4c5-8730b8d1f3f6 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 210 time: 0.0543275 Aug 29 04:17:50.373299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62292c2b-7996-445f-bbdb-b8e1af7ca7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.442852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b12e6c8-2ef3-42f6-b4cd-008ffb224533 req-c64536ea-13d0-468e-b516-14bb455c377d tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583988 Aug 29 04:17:50.446008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77fb275-25e9-43ba-a665-1ef79e670fad,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.465644 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.541374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:50.567807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6f9075fc-d5b3-4801-98aa-c65e22a92ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.579303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62292c2b-7996-445f-bbdb-b8e1af7ca7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.586331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62292c2b-7996-445f-bbdb-b8e1af7ca7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.595865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-62292c2b-7996-445f-bbdb-b8e1af7ca7bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b12cf674-b229-4428-b5f4-cddb4d90382d HTTP/1.1" status: 204 len: 168 time: 1.3856053 Aug 29 04:17:50.638347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62292c2b-7996-445f-bbdb-b8e1af7ca7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12cf674-b229-4428-b5f4-cddb4d90382d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.640026 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.738645 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6f9075fc-d5b3-4801-98aa-c65e22a92ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.746920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6f9075fc-d5b3-4801-98aa-c65e22a92ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.783235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Allocated IP 172.20.0.1 (9d15c1ec-c024-4667-9fca-7f375bb4ac23/bbbc6cba-0ab9-49b5-9add-e87f0531f9d2/0797744d-456d-4fd4-a58b-22e91a771a01) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:50.799799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9075fc-d5b3-4801-98aa-c65e22a92ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acb2e5-abf0-4e65-9820-57fd3c1ab53b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.812237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Request body: {'port': {'device_id': '70640622-27ac-4c1e-88f0-56795f0d1287', 'device_owner': 'compute:tempest-test_az-739455909', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:50.818106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Allocated IP 192.168.233.20 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/9a72b13c-59c8-48f4-94f2-c2479b75cd41) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:50.906463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6f9075fc-d5b3-4801-98aa-c65e22a92ce4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f673899640304bb8aa1d0e583f342769&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3617229 Aug 29 04:17:50.908096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35372) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:50.945872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.102165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47053db6-cbce-434d-bc34-591a718f3636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.201266 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aeb30ac1-a1a6-4677-ae53-3a9d77e0048c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.206878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.265914 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:51.284963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Transition to ACTIVE for port object 0797744d-456d-4fd4-a58b-22e91a771a01 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:51.298545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aeb30ac1-a1a6-4677-ae53-3a9d77e0048c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.523834 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.701725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aeb30ac1-a1a6-4677-ae53-3a9d77e0048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.704340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aeb30ac1-a1a6-4677-ae53-3a9d77e0048c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.705502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aeb30ac1-a1a6-4677-ae53-3a9d77e0048c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6acb2e5-abf0-4e65-9820-57fd3c1ab53b HTTP/1.1" status: 204 len: 168 time: 0.7893069 Aug 29 04:17:51.709823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0797744d-456d-4fd4-a58b-22e91a771a01,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.751474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e943c1b2-861a-45ed-aec8-14cbc1752082 req-4220e828-7451-425d-8cd3-72dfc5c06d8b tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 210 time: 0.1666622 Aug 29 04:17:51.823849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:51.846188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:51.860727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb30ac1-a1a6-4677-ae53-3a9d77e0048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acb2e5-abf0-4e65-9820-57fd3c1ab53b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.865553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:51.866043 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.034179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99af7cb-cdd9-4846-b462-46c93a5fe45c req-5c0fa7ad-061d-4429-a601-1ab8082e0575 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.047233 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c99af7cb-cdd9-4846-b462-46c93a5fe45c req-5c0fa7ad-061d-4429-a601-1ab8082e0575 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 936 time: 0.3998189 Aug 29 04:17:52.049629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 636319d0-130b-48d9-8f37-e454ef4df302 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:52.142164 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.171852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c99af7cb-cdd9-4846-b462-46c93a5fe45c req-fc0dc35e-637e-4485-829c-dadb58a62931 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230264 Aug 29 04:17:52.209434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.211780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 636319d0-130b-48d9-8f37-e454ef4df302 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:52.223680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 636319d0-130b-48d9-8f37-e454ef4df302 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:52.224048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.247387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47053db6-cbce-434d-bc34-591a718f3636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.255561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Transition to ACTIVE for port object 9a72b13c-59c8-48f4-94f2-c2479b75cd41 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:52.257096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47053db6-cbce-434d-bc34-591a718f3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.303209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.389389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.428543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 636319d0-130b-48d9-8f37-e454ef4df302, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=636319d0-130b-48d9-8f37-e454ef4df302,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:52.433968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47053db6-cbce-434d-bc34-591a718f3636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84db605-0656-458a-91f2-6b9966ecf683,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:52.437496 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.448846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4366bcf1-2413-4bf5-9b24-7f24974a083c None None] Provisioning for port 0797744d-456d-4fd4-a58b-22e91a771a01 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:52.455317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4366bcf1-2413-4bf5-9b24-7f24974a083c None None] Provisioning complete for port 0797744d-456d-4fd4-a58b-22e91a771a01 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:52.456110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4366bcf1-2413-4bf5-9b24-7f24974a083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.476493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-47053db6-cbce-434d-bc34-591a718f3636 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bfacb7f4c5b4f1bb3e198ea3889a400&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2951934 Aug 29 04:17:52.507419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35408) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:52.533556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4366bcf1-2413-4bf5-9b24-7f24974a083c None None] Port 0797744d-456d-4fd4-a58b-22e91a771a01 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:52.584558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=636319d0-130b-48d9-8f37-e454ef4df302,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:52.586875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.602249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.606769 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.608176 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.715911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0797744d-456d-4fd4-a58b-22e91a771a01,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:52.855402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:52.859726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:53.158527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:53.204538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c91fed8-43a5-4539-b038-d72bba3cf387 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:53.242251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.282341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Transition to ACTIVE for port object 1c91fed8-43a5-4539-b038-d72bba3cf387 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:53.330991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:53.354437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:53.373739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:53.376163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3212c41c-439f-4620-9325-0fc9d01cc60d None None] Provisioning complete for port 0797744d-456d-4fd4-a58b-22e91a771a01 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:53.379630 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3212c41c-439f-4620-9325-0fc9d01cc60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.389283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.392064 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fa0f013b-805e-47f5-a964-ea0a5d6cc1a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/6b8dfffd-6f1d-4495-9906-41d9a2243da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4138434 Aug 29 04:17:53.424433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:53.440887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.440887 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.479700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd22aa-6143-4176-ba53-37de4a65464b req-c7c746df-7b11-4359-86ed-459eea4dd237 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.482881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93cd22aa-6143-4176-ba53-37de4a65464b req-c7c746df-7b11-4359-86ed-459eea4dd237 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 969 time: 0.1327820 Aug 29 04:17:53.606539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93cd22aa-6143-4176-ba53-37de4a65464b req-8b70751c-704b-453c-8962-63d23d3e6509 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078105 Aug 29 04:17:53.749292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Sync routers for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:53.766376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:53.767380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:53.815204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3212c41c-439f-4620-9325-0fc9d01cc60d None None] Port 0797744d-456d-4fd4-a58b-22e91a771a01 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:53.897212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Pushing event updated for resources: {'Port': ['ID=9a72b13c-59c8-48f4-94f2-c2479b75cd41,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:53.903259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-f8f8f7ed-c570-4c68-a29b-9dbb1c4a771f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1528077 Aug 29 04:17:53.964467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 636319d0-130b-48d9-8f37-e454ef4df302 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:54.140772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-691a1a0a-c953-4335-bf0b-2f024dfacc05 None None] Provisioning for port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:54.147573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4a31c7b-14c0-41c3-ad55-ac397531462a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.150992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:54.201237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4a31c7b-14c0-41c3-ad55-ac397531462a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.248949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f69df-ad1e-4ccf-b952-f7dda40f1bc6 req-045070fe-7898-4f1c-ae99-6e4e796fb942 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.267727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d52f69df-ad1e-4ccf-b952-f7dda40f1bc6 req-045070fe-7898-4f1c-ae99-6e4e796fb942 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 935 time: 1.2389286 Aug 29 04:17:54.297689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-691a1a0a-c953-4335-bf0b-2f024dfacc05 None None] Provisioning complete for port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:54.310910 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-691a1a0a-c953-4335-bf0b-2f024dfacc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.325521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Attempting to bind port 1c91fed8-43a5-4539-b038-d72bba3cf387 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:54.325892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Attempting to bind port 1c91fed8-43a5-4539-b038-d72bba3cf387 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:54.326244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Attempting to bind port 1c91fed8-43a5-4539-b038-d72bba3cf387 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:54.341037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c91fed8-43a5-4539-b038-d72bba3cf387,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:54.353973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Port 1c91fed8-43a5-4539-b038-d72bba3cf387 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:54.354452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Attempting to bind port 1c91fed8-43a5-4539-b038-d72bba3cf387 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:54.360469 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4a31c7b-14c0-41c3-ad55-ac397531462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.363805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4a31c7b-14c0-41c3-ad55-ac397531462a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.364951 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a4a31c7b-14c0-41c3-ad55-ac397531462a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e84db605-0656-458a-91f2-6b9966ecf683 HTTP/1.1" status: 204 len: 168 time: 1.8565838 Aug 29 04:17:54.382529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 636319d0-130b-48d9-8f37-e454ef4df302 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:54.382906 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.384478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d52f69df-ad1e-4ccf-b952-f7dda40f1bc6 req-dd7a08cd-67de-40eb-91d2-784cbfb28977 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785661 Aug 29 04:17:54.385239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:54.385239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:54.385638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:54.386180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Bound port: 1c91fed8-43a5-4539-b038-d72bba3cf387, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:54.386474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.393472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a31c7b-14c0-41c3-ad55-ac397531462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84db605-0656-458a-91f2-6b9966ecf683,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:54.564502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] For port 1c91fed8-43a5-4539-b038-d72bba3cf387, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:54.577635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] For port 1c91fed8-43a5-4539-b038-d72bba3cf387, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1c91fed8-43a5-4539-b038-d72bba3cf387,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:54.587657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.590070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-691a1a0a-c953-4335-bf0b-2f024dfacc05 None None] Port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:54.686423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.687082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.691991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c91fed8-43a5-4539-b038-d72bba3cf387 HTTP/1.1" status: 200 len: 1118 time: 4.7779350 Aug 29 04:17:54.694702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70640622-27ac-4c1e-88f0-56795f0d1287', 'tag': '1c91fed8-43a5-4539-b038-d72bba3cf387'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:54.845726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 2, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:54.883258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Checking router: 6b8dfffd-6f1d-4495-9906-41d9a2243da4 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:54.884093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Updating router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 port 0797744d-456d-4fd4-a58b-22e91a771a01 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:54.916081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.035464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae1ed3-a22e-4ced-86c4-40bd44d65fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c91fed8-43a5-4539-b038-d72bba3cf387,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:55.132443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193957d-478a-4dac-8651-a573ab15a414 req-9c9610d2-aaa4-486c-818b-8b01abafa0dc tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.142384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0193957d-478a-4dac-8651-a573ab15a414 req-9c9610d2-aaa4-486c-818b-8b01abafa0dc tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 969 time: 0.2657857 Aug 29 04:17:55.281920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0193957d-478a-4dac-8651-a573ab15a414 req-33e43cd3-7ae8-44db-bcd7-ac5b37b972f7 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382961 Aug 29 04:17:55.323943 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.355533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Transition to ACTIVE for port object 0797744d-456d-4fd4-a58b-22e91a771a01 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:55.370081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.443275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7c3b7-4b8e-43a5-b6e4-6350e7fb7155 None None] Pushing event updated for resources: {'Port': ['ID=0797744d-456d-4fd4-a58b-22e91a771a01,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:55.453263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:55.478344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ab47723-78c9-4bb2-a9d3-4358265cd30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.574068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Attempting to bind port 0797744d-456d-4fd4-a58b-22e91a771a01 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:55.574568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Attempting to bind port 0797744d-456d-4fd4-a58b-22e91a771a01 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:55.575590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Attempting to bind port 0797744d-456d-4fd4-a58b-22e91a771a01 on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:55.589082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:55.589457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Checking segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:55.590833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.591496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Bound using segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:55.593382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Bound port: 0797744d-456d-4fd4-a58b-22e91a771a01, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:55.593818 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.645843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c5bc-1e57-4473-a151-a3389341a52c req-3b7e100f-de7a-482e-a70e-eeadf542da99 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.649821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fff0c5bc-1e57-4473-a151-a3389341a52c req-3b7e100f-de7a-482e-a70e-eeadf542da99 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 935 time: 0.1225100 Aug 29 04:17:55.754592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ab47723-78c9-4bb2-a9d3-4358265cd30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.758523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fff0c5bc-1e57-4473-a151-a3389341a52c req-2bdba5f3-f60f-45e5-8a12-e5d1b3fa6ae9 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023858 Aug 29 04:17:55.759080 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291" -d '{"events": [{"name": "network-changed", "server_uuid": "70640622-27ac-4c1e-88f0-56795f0d1287", "tag": "1c91fed8-43a5-4539-b038-d72bba3cf387"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:55.770368 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ab47723-78c9-4bb2-a9d3-4358265cd30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.776490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] For port 0797744d-456d-4fd4-a58b-22e91a771a01, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:55.783656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] For port 0797744d-456d-4fd4-a58b-22e91a771a01, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0797744d-456d-4fd4-a58b-22e91a771a01,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:55.794291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:55.866763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:55.867671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:55.884414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47723-78c9-4bb2-a9d3-4358265cd30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca75a29-a02d-4674-8fa8-3f2a9ac62362,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:55.892649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6ab47723-78c9-4bb2-a9d3-4358265cd30e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8f4e6badb824f8e825b390fa9d09263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372396 Aug 29 04:17:55.895876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35512) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:55.911506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Request body: {'port': {'device_id': '9962d44a-51c4-47b7-989c-5196882b60ff', 'device_owner': 'compute:tempest-test_az-739455909', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:55.946074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7c3b7-4b8e-43a5-b6e4-6350e7fb7155 None None] Pushing event updated for resources: {'Port': ['ID=0797744d-456d-4fd4-a58b-22e91a771a01,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.113898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:56.114216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-099889ac-1274-4383-a4ae-c3af3e870d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.183572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-099889ac-1274-4383-a4ae-c3af3e870d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.232653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.263555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-2ff10363-3895-4122-ad7b-35fffeb0909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.265107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-2ff10363-3895-4122-ad7b-35fffeb0909e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 1121 time: 0.2559242 Aug 29 04:17:56.380302 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-099889ac-1274-4383-a4ae-c3af3e870d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.383124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-099889ac-1274-4383-a4ae-c3af3e870d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.384410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-099889ac-1274-4383-a4ae-c3af3e870d24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ca75a29-a02d-4674-8fa8-3f2a9ac62362 HTTP/1.1" status: 204 len: 168 time: 0.4839177 Aug 29 04:17:56.406453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099889ac-1274-4383-a4ae-c3af3e870d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca75a29-a02d-4674-8fa8-3f2a9ac62362,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.454690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35522) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:56.463383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35524) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:56.478338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-network', 'tenant_id': '8d9101777c76455e88377ff004703214'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:56.566557 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f86f29-1fbe-4e9c-be88-22bab6f89bf6 x-openstack-request-id: req-89f86f29-1fbe-4e9c-be88-22bab6f89bf6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:56.567800 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70640622-27ac-4c1e-88f0-56795f0d1287", "tag": "1c91fed8-43a5-4539-b038-d72bba3cf387", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:56.568142 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89f86f29-1fbe-4e9c-be88-22bab6f89bf6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:56.568961 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70640622-27ac-4c1e-88f0-56795f0d1287', 'tag': '1c91fed8-43a5-4539-b038-d72bba3cf387', 'status': 'completed', 'code': 200} Aug 29 04:17:56.643778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68506bd-6401-4296-9f40-4ce48770a751 req-260367c1-53fc-43d1-bd23-2810cba3e7e0 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.645330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a68506bd-6401-4296-9f40-4ce48770a751 req-260367c1-53fc-43d1-bd23-2810cba3e7e0 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 969 time: 0.1625433 Aug 29 04:17:56.652526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Made reservation on behalf of 8d9101777c76455e88377ff004703214 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:56.663802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.726914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:55Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:56.735590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.845725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340fbb4-8f71-41c3-bb13-91d7a9ef0834 None None] The sync data for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 is: [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:55Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:56.882987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a72b13c-59c8-48f4-94f2-c2479b75cd41 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:56.898347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a68506bd-6401-4296-9f40-4ce48770a751 req-1d8367ef-c375-47dd-bc8f-63219af2c4a4 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248914 Aug 29 04:17:56.918493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-8c7d588c-dea2-4e80-b6d3-1970306b413f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1c91fed8-43a5-4539-b038-d72bba3cf387 HTTP/1.1" status: 200 len: 217 time: 0.6400437 Aug 29 04:17:57.028703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.139014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.147475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Transition to ACTIVE for port object 9a72b13c-59c8-48f4-94f2-c2479b75cd41 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:57.151352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-401c14a3-0335-4c3f-815a-00716146d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.154508 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-401c14a3-0335-4c3f-815a-00716146d815 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.2201817 Aug 29 04:17:57.157286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.166107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.184238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:57.199986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.200399 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Added segment 88b975b7-3d13-412f-99b3-ac7dff1b2adb of type vlan for network f43844c5-4110-4bea-94a2-9874e23f2c37 Aug 29 04:17:57.249794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.269753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70273234-85eb-442f-bcd9-e7b3f594cfd4 req-93fa6374-787f-421b-a7a9-c1a236a2b526 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.272319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70273234-85eb-442f-bcd9-e7b3f594cfd4 req-93fa6374-787f-421b-a7a9-c1a236a2b526 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 935 time: 0.2611890 Aug 29 04:17:57.289442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.290547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.291128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.386217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b345150-504f-4bcc-8c5a-fe3571e927e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.419247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Pushing event updated for resources: {'Network': ['ID=f43844c5-4110-4bea-94a2-9874e23f2c37,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.443364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f43844c5-4110-4bea-94a2-9874e23f2c37 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:57.663543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70273234-85eb-442f-bcd9-e7b3f594cfd4 req-a7acc7d1-7519-4f4d-ac2b-8247b3a302a9 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643210 Aug 29 04:17:57.670074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Pushing event updated for resources: {'Port': ['ID=9a72b13c-59c8-48f4-94f2-c2479b75cd41,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.686321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Attempting to bind port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:57.686431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Attempting to bind port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:57.686723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Attempting to bind port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:57.718900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-b441270d-855e-44e6-b23c-b8503ed48aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.723831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-b441270d-855e-44e6-b23c-b8503ed48aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4945772 Aug 29 04:17:57.724979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:57.725310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Attempting to bind port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:57.734967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:57.735312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:57.735709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:57.736294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Bound port: 9a72b13c-59c8-48f4-94f2-c2479b75cd41, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:57.736513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.868632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4039347 Aug 29 04:17:57.869362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc67c-132b-4a41-990e-41a9c1cd40ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f7031c-2aef-439d-8a76-65f456b54b2f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.871782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35554) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:57.882571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Request body: {'subnet': {'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-subnet', 'tenant_id': '8d9101777c76455e88377ff004703214', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:58.049251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0797744d-456d-4fd4-a58b-22e91a771a01 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:58.049842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] For port 9a72b13c-59c8-48f4-94f2-c2479b75cd41, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:58.055446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] For port 9a72b13c-59c8-48f4-94f2-c2479b75cd41, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9a72b13c-59c8-48f4-94f2-c2479b75cd41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:58.060821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-a9e6f342-4cbd-4b76-b50e-952a696f37fd service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026221 Aug 29 04:17:58.067159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b345150-504f-4bcc-8c5a-fe3571e927e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.069944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.087125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b345150-504f-4bcc-8c5a-fe3571e927e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.178909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0797744d-456d-4fd4-a58b-22e91a771a01 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:58.184424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0797744d-456d-4fd4-a58b-22e91a771a01 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:58.184841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.231650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Made reservation on behalf of 8d9101777c76455e88377ff004703214 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:58.244676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.387115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:58.414543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.415109 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.416605 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] 10.222.0.37 "PUT /v2.0/ports/9a72b13c-59c8-48f4-94f2-c2479b75cd41 HTTP/1.1" status: 200 len: 1117 time: 2.5129988 Aug 29 04:17:58.424615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2b345150-504f-4bcc-8c5a-fe3571e927e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7d31ba25a424703af9c1a4c0433d544&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9683893 Aug 29 04:17:58.431849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:58.482784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b345150-504f-4bcc-8c5a-fe3571e927e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e759ed2-8633-46f6-8038-2a1e499e654b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:58.518674 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.569786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9962d44a-51c4-47b7-989c-5196882b60ff', 'tag': '9a72b13c-59c8-48f4-94f2-c2479b75cd41'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:58.572220 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa86260f-f87c-4979-8b18-e91eef03874b" -d '{"events": [{"name": "network-changed", "server_uuid": "9962d44a-51c4-47b7-989c-5196882b60ff", "tag": "9a72b13c-59c8-48f4-94f2-c2479b75cd41"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:58.585943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 0797744d-456d-4fd4-a58b-22e91a771a01, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0797744d-456d-4fd4-a58b-22e91a771a01,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:58.596019 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.705823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=0797744d-456d-4fd4-a58b-22e91a771a01,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:58.775704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1061082470-network', 'tenant_id': '5c615fe048f0407db78d107b3a2c0058'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:58.812837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484217e7-2247-4a5f-bd40-1688f79ca3ca req-337ef5da-5e14-4930-8c1b-66b4f661a47a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.814415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-484217e7-2247-4a5f-bd40-1688f79ca3ca req-337ef5da-5e14-4930-8c1b-66b4f661a47a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 969 time: 0.6992233 Aug 29 04:17:58.818680 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c59c4b-ca60-4f60-a241-8b50cb037762 x-openstack-request-id: req-42c59c4b-ca60-4f60-a241-8b50cb037762 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:58.818965 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9962d44a-51c4-47b7-989c-5196882b60ff", "tag": "9a72b13c-59c8-48f4-94f2-c2479b75cd41", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:58.819215 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42c59c4b-ca60-4f60-a241-8b50cb037762 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:58.819594 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9962d44a-51c4-47b7-989c-5196882b60ff', 'tag': '9a72b13c-59c8-48f4-94f2-c2479b75cd41', 'status': 'completed', 'code': 200} Aug 29 04:17:58.841560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cda50-1d35-44f6-a2b9-8a9ef017c19c service neutron] Pushing event updated for resources: {'Port': ['ID=9a72b13c-59c8-48f4-94f2-c2479b75cd41,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:58.894895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a29add00-ecaf-415e-94b0-1b818104c5c0 req-78344447-aa05-40e6-b5d5-ba921d05d904 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8152332 Aug 29 04:17:58.917047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Made reservation on behalf of 5c615fe048f0407db78d107b3a2c0058 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:58.919283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.940666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-484217e7-2247-4a5f-bd40-1688f79ca3ca req-5d85bdf3-729c-4aaf-8d80-c62c0531a013 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016767 Aug 29 04:17:58.942160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.993637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.035601 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-785edcc0-2109-44a3-af40-099742816a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.055822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddffa0-c6ee-439b-98a9-a62054a088a3 req-423f4f38-a877-4d41-891c-deaf8ce60d25 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.060317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.062326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fddffa0-c6ee-439b-98a9-a62054a088a3 req-423f4f38-a877-4d41-891c-deaf8ce60d25 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 968 time: 0.1603916 Aug 29 04:17:59.068493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.098052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:59.104685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.112315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.112654 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Added segment b65ae652-1cab-4038-b964-830dfd0cf968 of type vlan for network 889981b3-3896-4c14-bdf2-7209515e8636 Aug 29 04:17:59.137563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fddffa0-c6ee-439b-98a9-a62054a088a3 req-9a3badd8-b3ff-4853-8cbc-217d9e0ea7bc tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744007 Aug 29 04:17:59.145025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a36cb0-2134-4f48-bf60-d9d3c99a0ac0,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.149987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Checking segment: {'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:59.150427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Network hostable DHCP agents. Network: f43844c5-4110-4bea-94a2-9874e23f2c37, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:17:59.157409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-785edcc0-2109-44a3-af40-099742816a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.193674 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Network f43844c5-4110-4bea-94a2-9874e23f2c37 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:17:59.218543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f43844c5-4110-4bea-94a2-9874e23f2c37) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:59.223679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.224505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.239344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94bebf7-7f72-439e-9337-9903c34de200 None None] Network f43844c5-4110-4bea-94a2-9874e23f2c37 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:17:59.242666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8ce6dc22-a5e8-4d49-8566-7d4db8d69c1f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3683712 Aug 29 04:17:59.245541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35586) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.251204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:59.256830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-785edcc0-2109-44a3-af40-099742816a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.260240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-785edcc0-2109-44a3-af40-099742816a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.261644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-785edcc0-2109-44a3-af40-099742816a29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e759ed2-8633-46f6-8038-2a1e499e654b HTTP/1.1" status: 204 len: 168 time: 0.8285344 Aug 29 04:17:59.264340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35588) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.283629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edcc0-2109-44a3-af40-099742816a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e759ed2-8633-46f6-8038-2a1e499e654b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.300352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.301843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.372066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.462613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.473841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-030a790b-5c1a-4eb8-bba8-bbeeffb3ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.475345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-030a790b-5c1a-4eb8-bba8-bbeeffb3ba82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9af56ffa45845ec80ec526eb2620ca5&device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 1120 time: 0.1118600 Aug 29 04:17:59.506467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-f43844c5-4110-4bea-94a2-9874e23f2c37', 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37', 'tenant_id': '8d9101777c76455e88377ff004703214', 'fixed_ips': [{'subnet_id': '89a36cb0-2134-4f48-bf60-d9d3c99a0ac0'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:17:59.507412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.539679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-7fb40626-82bc-45c9-9274-43bc5e59b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.541233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-7fb40626-82bc-45c9-9274-43bc5e59b7d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 1121 time: 0.1766000 Aug 29 04:17:59.542428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-8f5ee48f-3df1-4e55-85b8-b07b4cc77853 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9a72b13c-59c8-48f4-94f2-c2479b75cd41 HTTP/1.1" status: 200 len: 217 time: 0.0525603 Aug 29 04:17:59.545260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.546761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.547929 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.550243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.554995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5aa11d06-9b47-459b-aca0-e2194e437cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.654502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Allocated IP 172.20.0.2 (f43844c5-4110-4bea-94a2-9874e23f2c37/89a36cb0-2134-4f48-bf60-d9d3c99a0ac0/4cc4b5dd-75f5-499d-bf19-d5f5f33b6033) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:59.728642 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5aa11d06-9b47-459b-aca0-e2194e437cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.758752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3461242 Aug 29 04:17:59.765639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35598) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.766287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35600) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.773520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Request body: {'subnet': {'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1061082470-subnet', 'tenant_id': '5c615fe048f0407db78d107b3a2c0058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:59.773736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c52c8-2071-4b82-8487-2a95aa31fca1 admin admin] Pushing event updated for resources: {'Network': ['ID=889981b3-3896-4c14-bdf2-7209515e8636,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.778916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5aa11d06-9b47-459b-aca0-e2194e437cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.793551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-59f9a999-3a29-4356-83fe-426347e6062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.795024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-59f9a999-3a29-4356-83fe-426347e6062d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.2361865 Aug 29 04:17:59.827284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 889981b3-3896-4c14-bdf2-7209515e8636 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:17:59.838825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa11d06-9b47-459b-aca0-e2194e437cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3711de-7391-42d2-84f2-348dd820bf99,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.863724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fd41-d7e2-4b4c-973a-fbeae9628bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.864925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-1ddc6b26-6eff-41ea-bd2e-eff1c12192a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.866680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-1ddc6b26-6eff-41ea-bd2e-eff1c12192a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.3093266 Aug 29 04:17:59.868313 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.894461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0797744d-456d-4fd4-a58b-22e91a771a01 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:59.894865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-a32c63c7-d5a9-40fa-870d-1e604681d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.896373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-a32c63c7-d5a9-40fa-870d-1e604681d1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904472 Aug 29 04:17:59.920652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Transition to ACTIVE for port object 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:59.929874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.930067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-72dff3a9-b68c-4d61-b507-e22bb2e7e196 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1c91fed8-43a5-4539-b038-d72bba3cf387 HTTP/1.1" status: 200 len: 217 time: 0.0545349 Aug 29 04:17:59.937945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5aa11d06-9b47-459b-aca0-e2194e437cb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fae714e84d341019b3e420d57f5b790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683483 Aug 29 04:17:59.945026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35606) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.964160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Made reservation on behalf of 5c615fe048f0407db78d107b3a2c0058 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:59.966541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.983690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Transition to ACTIVE for port object 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:00.000904 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.063473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Pushing event updated for resources: {'Port': ['ID=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.069274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Network f43844c5-4110-4bea-94a2-9874e23f2c37 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:00.075914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:00.078088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:00.091809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-262052e1-50ff-4a47-bed9-9e52ab05be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.092538 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.093264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-262052e1-50ff-4a47-bed9-9e52ab05be76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1471474 Aug 29 04:18:00.142255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0797744d-456d-4fd4-a58b-22e91a771a01 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:00.142665 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.156563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-34b24e7f-4583-4196-b191-41063d4424a1 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351675 Aug 29 04:18:00.167601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Attempting to bind port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:00.167973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Attempting to bind port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:00.168328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Attempting to bind port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 on network f43844c5-4110-4bea-94a2-9874e23f2c37 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:00.176868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:00.177504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Checking segment: {'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:00.177935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.178389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Bound using segment: {'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:00.178792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Bound port: 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:00.179176 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.188121 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3331e376-620a-4456-8a98-f864e739d59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.265045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147d42b-d083-43d3-803b-36388a04f2aa req-8d8ce05d-a07b-4350-a883-8e831a2fb3ee tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.266530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c147d42b-d083-43d3-803b-36388a04f2aa req-8d8ce05d-a07b-4350-a883-8e831a2fb3ee tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 969 time: 0.1935892 Aug 29 04:18:00.276578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.283346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-e4b7d898-444b-462e-b89e-e77736e9a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.284869 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-e4b7d898-444b-462e-b89e-e77736e9a498 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1736190 Aug 29 04:18:00.286452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] For port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:00.294655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3331e376-620a-4456-8a98-f864e739d59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.305219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] For port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,segment=NetworkSegment(88b975b7-3d13-412f-99b3-ac7dff1b2adb),segment_id=88b975b7-3d13-412f-99b3-ac7dff1b2adb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:00.311946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.372644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e94f1c-b95a-449f-9b52-cfb7e417e923 None None] Pushing event updated for resources: {'Port': ['ID=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.382474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Allocated IP 172.25.7.56 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/a09a6b1b-f37a-4383-ae3e-222b1d22523a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:00.430013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29d3066-8f04-44fc-8643-c2ab29b14fe2,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.430442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c000a15a-4e2b-467b-b3f7-53f2fea26e75 req-5d421230-9566-4872-ad2f-cd180331d02b service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557817 Aug 29 04:18:00.442912 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c147d42b-d083-43d3-803b-36388a04f2aa req-e40aaa8d-0b8c-429f-9e06-638084d7b643 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670525 Aug 29 04:18:00.464998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a6865-4362-4891-b263-37735d537d3a req-79a5c391-fd21-40ec-995c-e70e65d14efd tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.467708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-431a6865-4362-4891-b263-37735d537d3a req-79a5c391-fd21-40ec-995c-e70e65d14efd tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 968 time: 0.2202485 Aug 29 04:18:00.487163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3331e376-620a-4456-8a98-f864e739d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.489856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3331e376-620a-4456-8a98-f864e739d59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.493930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3331e376-620a-4456-8a98-f864e739d59c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce3711de-7391-42d2-84f2-348dd820bf99 HTTP/1.1" status: 204 len: 168 time: 0.5437386 Aug 29 04:18:00.520663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:00.520940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Network hostable DHCP agents. Network: 889981b3-3896-4c14-bdf2-7209515e8636, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:00.548143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-02bdecdb-4141-4abc-a702-8e2c389aa6d1 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461460 Aug 29 04:18:00.550179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331e376-620a-4456-8a98-f864e739d59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3711de-7391-42d2-84f2-348dd820bf99,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.554478 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fd41-d7e2-4b4c-973a-fbeae9628bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.572583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fd41-d7e2-4b4c-973a-fbeae9628bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.641767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86260f-f87c-4979-8b18-e91eef03874b req-af99e047-7702-4d90-984f-5ee5ba2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.645085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa86260f-f87c-4979-8b18-e91eef03874b req-af99e047-7702-4d90-984f-5ee5ba2aa4bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9af56ffa45845ec80ec526eb2620ca5&device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 1120 time: 0.1375167 Aug 29 04:18:00.702670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5fd41-d7e2-4b4c-973a-fbeae9628bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37acea50-e054-4251-b508-675fb27c9f68,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.707556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5eb5fd41-d7e2-4b4c-973a-fbeae9628bfb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20a39e74cc6f4830b1eb1a9c50c791b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9391494 Aug 29 04:18:00.716495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35614) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.738727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-431a6865-4362-4891-b263-37735d537d3a req-00839786-d96b-4928-8d67-209da0ceab75 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359169 Aug 29 04:18:00.761942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94a96ae4-50f0-4e25-94f2-fbedf0cd7291 req-0310e619-e946-47ec-93d5-882f1e9d064d service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031546 Aug 29 04:18:00.763607 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.771256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Network 889981b3-3896-4c14-bdf2-7209515e8636 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:00.809969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86260f-f87c-4979-8b18-e91eef03874b req-460192d7-9544-4dde-b9d6-245c053ee98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.812099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa86260f-f87c-4979-8b18-e91eef03874b req-460192d7-9544-4dde-b9d6-245c053ee98d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1579332 Aug 29 04:18:00.821247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 889981b3-3896-4c14-bdf2-7209515e8636) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:00.826062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.826751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.832669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13f2eb-f236-42e6-ba8a-3c3e3cdbc15e None None] Network 889981b3-3896-4c14-bdf2-7209515e8636 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:00.874260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa86260f-f87c-4979-8b18-e91eef03874b req-813f82c8-5227-4ab1-956e-486ccd3aff96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9a72b13c-59c8-48f4-94f2-c2479b75cd41 HTTP/1.1" status: 200 len: 217 time: 0.0528309 Aug 29 04:18:00.880071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f7cce502-1feb-4fbb-b551-170c49faf115 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1127667 Aug 29 04:18:00.898168 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b9da4b4-50e0-4462-968f-86b775245fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.931897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.935835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b9da4b4-50e0-4462-968f-86b775245fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.960340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86260f-f87c-4979-8b18-e91eef03874b req-bb7253d1-c5b8-4c20-8983-c768f35f5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.963948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa86260f-f87c-4979-8b18-e91eef03874b req-bb7253d1-c5b8-4c20-8983-c768f35f5826 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0811141 Aug 29 04:18:01.041058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044212c-741d-49aa-bb81-1fa4336ed96f None None] Network 889981b3-3896-4c14-bdf2-7209515e8636 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:01.045485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86260f-f87c-4979-8b18-e91eef03874b req-97bff209-0cf8-445e-bb21-91e09d4338c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.047561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa86260f-f87c-4979-8b18-e91eef03874b req-97bff209-0cf8-445e-bb21-91e09d4338c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736928 Aug 29 04:18:01.071050 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.133109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:01.139682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:01.143905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:01.188306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35624) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:01.191305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a09a6b1b-f37a-4383-ae3e-222b1d22523a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.202752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa86260f-f87c-4979-8b18-e91eef03874b req-9568511d-e254-4a89-bf83-623cf5b73242 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474748 Aug 29 04:18:01.250949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70545737-6051-47fc-897c-8998f91ef81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.288039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b9da4b4-50e0-4462-968f-86b775245fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.290531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b9da4b4-50e0-4462-968f-86b775245fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.294611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7b9da4b4-50e0-4462-968f-86b775245fcf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37acea50-e054-4251-b508-675fb27c9f68 HTTP/1.1" status: 204 len: 168 time: 0.5512400 Aug 29 04:18:01.324938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9da4b4-50e0-4462-968f-86b775245fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37acea50-e054-4251-b508-675fb27c9f68,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.339977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa86260f-f87c-4979-8b18-e91eef03874b req-d0d25bb7-de85-40ee-92c3-5a143d53b382 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289988 Aug 29 04:18:01.493117 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.551981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70545737-6051-47fc-897c-8998f91ef81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.564953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70545737-6051-47fc-897c-8998f91ef81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.603602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-70545737-6051-47fc-897c-8998f91ef81f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c06ddba78904676a488c7768c6c79f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134133 Aug 29 04:18:01.607278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35636) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:01.663314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da798eb-1594-40fe-a199-b0b1e89745bc req-ca11a437-2f01-42ea-988e-e531a84d770f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.671409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7da798eb-1594-40fe-a199-b0b1e89745bc req-ca11a437-2f01-42ea-988e-e531a84d770f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 969 time: 0.1027470 Aug 29 04:18:01.686497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad6df5-a2ac-4f3b-aeaa-502220f931a4 None None] Network f43844c5-4110-4bea-94a2-9874e23f2c37 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:01.705937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70545737-6051-47fc-897c-8998f91ef81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb68dcd-1961-428e-8ae4-8a4d61d6ff30,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.723373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7da798eb-1594-40fe-a199-b0b1e89745bc req-c616f4cb-ed9b-4854-8cc3-80cc870c8c87 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510595 Aug 29 04:18:01.839531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a1e6bbd3-962e-4d42-a7d6-0b13ce29e089 None None] Provisioning for port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:01.878862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35650) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:01.886590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1115967433-network', 'tenant_id': 'be80f1bdb06249fb8912b71eb5b290cd'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:01.909481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9c53202-74f9-4d6e-bfbe-5de428f2de3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.919220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Made reservation on behalf of be80f1bdb06249fb8912b71eb5b290cd for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:01.924363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.944549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:01.952920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.017243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:02.022509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:02.023201 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.032408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9c53202-74f9-4d6e-bfbe-5de428f2de3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.100509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21930f-7c63-4848-a750-1375a840b854 req-abff72b4-73b8-44aa-abc6-6d8e4004a786 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.108268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad21930f-7c63-4848-a750-1375a840b854 req-abff72b4-73b8-44aa-abc6-6d8e4004a786 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 968 time: 0.2190068 Aug 29 04:18:02.119019 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.158415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,segment=NetworkSegment(88b975b7-3d13-412f-99b3-ac7dff1b2adb),segment_id=88b975b7-3d13-412f-99b3-ac7dff1b2adb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:02.164391 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.165453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.231858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.251694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9c53202-74f9-4d6e-bfbe-5de428f2de3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.254271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9c53202-74f9-4d6e-bfbe-5de428f2de3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.255408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c9c53202-74f9-4d6e-bfbe-5de428f2de3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fb68dcd-1961-428e-8ae4-8a4d61d6ff30 HTTP/1.1" status: 204 len: 168 time: 0.6468377 Aug 29 04:18:02.275908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad21930f-7c63-4848-a750-1375a840b854 req-7624bede-10ed-4d8c-b3e9-0ccbaca70634 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666706 Aug 29 04:18:02.285621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6a9dd421-1bea-4b77-9474-c566899a676c None None] Provisioning complete for port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:02.285998 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd421-1bea-4b77-9474-c566899a676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.286240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c53202-74f9-4d6e-bfbe-5de428f2de3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb68dcd-1961-428e-8ae4-8a4d61d6ff30,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.387447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.387572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Router 668dd333-55bd-4706-9786-4ea07db2e2b7 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:02.395522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.440058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:02.455645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc01c1-0c2a-4bcd-b179-1906224571b6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.460777 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.461130 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Added segment 78889794-9b6f-4d1a-b665-9d3044c93b14 of type vlan for network f36ec4c4-21ec-46e0-98c3-2d5efe143498 Aug 29 04:18:02.504711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.520122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:02.529962 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Sync routers for ids ['668dd333-55bd-4706-9786-4ea07db2e2b7'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:02.542182 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Routers {'668dd333-55bd-4706-9786-4ea07db2e2b7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:02.542817 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['668dd333-55bd-4706-9786-4ea07db2e2b7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:02.543621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.545343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.546252 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.553157 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.555448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-66e5ec26-16ee-47eb-8916-7f2c97ece9f6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3086033 Aug 29 04:18:02.559510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35668) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.577700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6962214 Aug 29 04:18:02.602472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35672) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.610444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Request body: {'subnet': {'network_id': 'f36ec4c4-21ec-46e0-98c3-2d5efe143498', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1115967433-subnet', 'tenant_id': 'be80f1bdb06249fb8912b71eb5b290cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:02.688043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3882c0-bb15-4a9f-ab42-fd6d0ab2af7c admin admin] Pushing event updated for resources: {'Network': ['ID=f36ec4c4-21ec-46e0-98c3-2d5efe143498,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.692960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Made reservation on behalf of be80f1bdb06249fb8912b71eb5b290cd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:02.695316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.698825 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Set router 668dd333-55bd-4706-9786-4ea07db2e2b7 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:02.700150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f36ec4c4-21ec-46e0-98c3-2d5efe143498 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:02.931818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb774f-eaef-44a1-894a-063a0eb61036 req-ca3dbcca-f1bb-4d2e-a105-fdcd0e41b255 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.933562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28bb774f-eaef-44a1-894a-063a0eb61036 req-ca3dbcca-f1bb-4d2e-a105-fdcd0e41b255 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 969 time: 0.0969028 Aug 29 04:18:02.991317 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:18:01Z', 'revision_number': 3, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port': {'id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:00Z', 'updated_at': '2021-08-29T04:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:03.019726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28bb774f-eaef-44a1-894a-063a0eb61036 req-1e7a4626-8eb2-4b11-9bf6-123eb6451cc1 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781193 Aug 29 04:18:03.032844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.033022 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Checking router: 668dd333-55bd-4706-9786-4ea07db2e2b7 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:03.033283 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Updating router 668dd333-55bd-4706-9786-4ea07db2e2b7 port a09a6b1b-f37a-4383-ae3e-222b1d22523a binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:03.063206 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.102673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36be8723-09e1-42dc-97b6-3a66eb630241,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.113266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Checking segment: {'id': '78889794-9b6f-4d1a-b665-9d3044c93b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f36ec4c4-21ec-46e0-98c3-2d5efe143498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:03.113540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Network hostable DHCP agents. Network: f36ec4c4-21ec-46e0-98c3-2d5efe143498, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:03.134234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Network f36ec4c4-21ec-46e0-98c3-2d5efe143498 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:03.144593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f36ec4c4-21ec-46e0-98c3-2d5efe143498) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:03.153989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5092955b-5a4b-41df-9495-6993aaceb57f None None] Network f36ec4c4-21ec-46e0-98c3-2d5efe143498 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:03.173427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.180360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.201636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9a72b13c-59c8-48f4-94f2-c2479b75cd41 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:03.219189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4dfbecdb-eff8-4a59-9361-b45a44b0e008 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6149874 Aug 29 04:18:03.365122 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.534602 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.551700 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Transition to ACTIVE for port object a09a6b1b-f37a-4383-ae3e-222b1d22523a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:03.559113 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.607839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b5e4a-0eb0-4777-bc88-6d9734c0201c None None] Network f36ec4c4-21ec-46e0-98c3-2d5efe143498 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:03.690184 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Attempting to bind port a09a6b1b-f37a-4383-ae3e-222b1d22523a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:03.690551 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Attempting to bind port a09a6b1b-f37a-4383-ae3e-222b1d22523a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:03.695679 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Attempting to bind port a09a6b1b-f37a-4383-ae3e-222b1d22523a on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:03.698082 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586df805-c769-4707-baa2-cecaeca97035 None None] Pushing event updated for resources: {'Port': ['ID=a09a6b1b-f37a-4383-ae3e-222b1d22523a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.707627 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:03.712129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9a72b13c-59c8-48f4-94f2-c2479b75cd41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9a72b13c-59c8-48f4-94f2-c2479b75cd41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:03.713108 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:03.713528 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.715112 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:03.717313 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Bound port: a09a6b1b-f37a-4383-ae3e-222b1d22523a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:03.720213 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.765428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '9a72b13c-59c8-48f4-94f2-c2479b75cd41', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '9a72b13c-59c8-48f4-94f2-c2479b75cd41', 'mac_address': 'fa:16:3e:81:0e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:tempest-test_az-739455909', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:03.776451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9deed-cc20-469a-a1bc-ad1c7b66493c req-32c1f9cd-ab57-44bc-b49e-6d2ba7e904dd tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.778025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcb9deed-cc20-469a-a1bc-ad1c7b66493c req-32c1f9cd-ab57-44bc-b49e-6d2ba7e904dd tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 968 time: 0.4003253 Aug 29 04:18:03.779230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Allocated IP 172.20.0.1 (f43844c5-4110-4bea-94a2-9874e23f2c37/89a36cb0-2134-4f48-bf60-d9d3c99a0ac0/c8129eef-62d2-4188-bff9-1b6a9c24fe12) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:03.802971 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] For port a09a6b1b-f37a-4383-ae3e-222b1d22523a, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:03.812829 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] For port a09a6b1b-f37a-4383-ae3e-222b1d22523a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a09a6b1b-f37a-4383-ae3e-222b1d22523a,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:03.819621 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.824332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.833853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcb9deed-cc20-469a-a1bc-ad1c7b66493c req-68c36df9-33c6-4160-9d78-aba7eed76a32 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473785 Aug 29 04:18:03.867569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a72b13c-59c8-48f4-94f2-c2479b75cd41 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:03.974976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Routers {'668dd333-55bd-4706-9786-4ea07db2e2b7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:03.976400 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['668dd333-55bd-4706-9786-4ea07db2e2b7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:03.991173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9a72b13c-59c8-48f4-94f2-c2479b75cd41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9a72b13c-59c8-48f4-94f2-c2479b75cd41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:03.999446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:04.019976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586df805-c769-4707-baa2-cecaeca97035 None None] Pushing event updated for resources: {'Port': ['ID=a09a6b1b-f37a-4383-ae3e-222b1d22523a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.064373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.088021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Transition to ACTIVE for port object c8129eef-62d2-4188-bff9-1b6a9c24fe12 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:04.114872 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.115542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1c91fed8-43a5-4539-b038-d72bba3cf387 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:04.132746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.196824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Network f43844c5-4110-4bea-94a2-9874e23f2c37 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:04.200226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:04.216683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:04.216957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.219054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1c91fed8-43a5-4539-b038-d72bba3cf387, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1c91fed8-43a5-4539-b038-d72bba3cf387,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:04.231171 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] Set router 668dd333-55bd-4706-9786-4ea07db2e2b7 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:04.237008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9a72b13c-59c8-48f4-94f2-c2479b75cd41,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.243535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '1c91fed8-43a5-4539-b038-d72bba3cf387', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '1c91fed8-43a5-4539-b038-d72bba3cf387', 'mac_address': 'fa:16:3e:73:d1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:tempest-test_az-739455909', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:04.246353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:04.246725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.337111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.398878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c91fed8-43a5-4539-b038-d72bba3cf387 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:04.440093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Pushing event updated for resources: {'Port': ['ID=c8129eef-62d2-4188-bff9-1b6a9c24fe12,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.451294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.484332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1c91fed8-43a5-4539-b038-d72bba3cf387, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1c91fed8-43a5-4539-b038-d72bba3cf387,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:04.492004 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.575920 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:18:01Z', 'revision_number': 3, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port': {'id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:00Z', 'updated_at': '2021-08-29T04:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:04.594273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1c91fed8-43a5-4539-b038-d72bba3cf387,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.607880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df95e705-cb1e-4d56-8610-68648aaa76c8 None None] Provisioning for port c8129eef-62d2-4188-bff9-1b6a9c24fe12 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:04.613389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df95e705-cb1e-4d56-8610-68648aaa76c8 None None] Provisioning complete for port c8129eef-62d2-4188-bff9-1b6a9c24fe12 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:04.614040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df95e705-cb1e-4d56-8610-68648aaa76c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.618612 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de12739a-9357-4293-a0e9-ace8dff96338 None None] The sync data for ids ['668dd333-55bd-4706-9786-4ea07db2e2b7'] in n-d-712143-14 is: [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:18:01Z', 'revision_number': 3, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port': {'id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:00Z', 'updated_at': '2021-08-29T04:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:04.655887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df95e705-cb1e-4d56-8610-68648aaa76c8 None None] Port c8129eef-62d2-4188-bff9-1b6a9c24fe12 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:04.699837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefb5ed-abcf-486d-85d6-fd097e31a923 req-538f0a9b-7091-4c4d-a0f5-5d66f6dbb45e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.701538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cefb5ed-abcf-486d-85d6-fd097e31a923 req-538f0a9b-7091-4c4d-a0f5-5d66f6dbb45e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 970 time: 0.1765351 Aug 29 04:18:04.760990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-8b3d9fca-5c0d-48dd-96fa-24719ec61c59 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.763003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-8b3d9fca-5c0d-48dd-96fa-24719ec61c59 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.3003116 Aug 29 04:18:04.774689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cefb5ed-abcf-486d-85d6-fd097e31a923 req-60f6c400-8be9-4cac-af1e-703b4c6a15a9 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651083 Aug 29 04:18:04.785879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-5c95850e-f7de-43a7-bd63-0ca8b72abda5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/quotas/5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 375 time: 0.0164759 Aug 29 04:18:04.797257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.804240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.805021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.829971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-c0c6dd9b-4366-4fa2-b9de-79d98d5f44fb tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386202 Aug 29 04:18:04.855567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['9a72b13c-59c8-48f4-94f2-c2479b75cd41'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:04.914429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Pushing event updated for resources: {'Port': ['ID=c8129eef-62d2-4188-bff9-1b6a9c24fe12,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.942183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['1c91fed8-43a5-4539-b038-d72bba3cf387'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:05.027724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Network f43844c5-4110-4bea-94a2-9874e23f2c37 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:05.029246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:05.148416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-ce6977f0-fb94-45b4-ad34-a92a566810e9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:05.149452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-ce6977f0-fb94-45b4-ad34-a92a566810e9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1327195 Aug 29 04:18:05.302262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Router 668dd333-55bd-4706-9786-4ea07db2e2b7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:05.325422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-9544eff5-bf0e-45d9-ada5-53674225c83b service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553204 Aug 29 04:18:05.391443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f97c64c-5252-4ebb-a1cd-0579ffe117a1 None None] Provisioning complete for port c8129eef-62d2-4188-bff9-1b6a9c24fe12 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:05.391949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f97c64c-5252-4ebb-a1cd-0579ffe117a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.429584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f97c64c-5252-4ebb-a1cd-0579ffe117a1 None None] Port c8129eef-62d2-4188-bff9-1b6a9c24fe12 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:05.484281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-444ef860-e277-4dc4-9bb4-30039b507b60 service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493649 Aug 29 04:18:05.550361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:05.555718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f257327f-4cba-4923-9e2e-fedd1e217589 admin admin] 10.222.0.55 "PUT /v2.0/routers/668dd333-55bd-4706-9786-4ea07db2e2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9949265 Aug 29 04:18:05.568617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39698-29df-4de2-a09f-02ae6c4a971c req-7742b0ea-2707-4b03-aa4d-86cc29721440 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.570334 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1dc39698-29df-4de2-a09f-02ae6c4a971c req-7742b0ea-2707-4b03-aa4d-86cc29721440 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 969 time: 0.0706904 Aug 29 04:18:05.634375 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1dc39698-29df-4de2-a09f-02ae6c4a971c req-f07a95df-7c5f-4b7d-bac0-f45c0eafe325 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554862 Aug 29 04:18:05.764171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-95ae55a2-278d-4df2-9b7e-7f2a559fcbf6 req-1f3eddd2-17cc-456f-b7fc-ae37e1efff66 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 210 time: 0.0437336 Aug 29 04:18:05.901390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-c9824721-f443-4b7d-a524-41f87d54fa33 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385733 Aug 29 04:18:05.912662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a6b1b-f37a-4383-ae3e-222b1d22523a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:05.993966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a09a6b1b-f37a-4383-ae3e-222b1d22523a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:05.998958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a09a6b1b-f37a-4383-ae3e-222b1d22523a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:05.999332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.051495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-e63574b2-2e31-4535-a601-28c678d5776a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.053474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-e63574b2-2e31-4535-a601-28c678d5776a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512752 Aug 29 04:18:06.087084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-92567ed5-be74-460e-ac17-6a77f3c59b24 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/quotas/a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 375 time: 0.0258107 Aug 29 04:18:06.124545 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.131820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-f36b31ed-67e0-4864-b025-721425c20ef2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401869 Aug 29 04:18:06.180749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a09a6b1b-f37a-4383-ae3e-222b1d22523a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a09a6b1b-f37a-4383-ae3e-222b1d22523a,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:06.193536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.245298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6f26e-d9cd-477b-b1d9-fe96546e0d9f req-f6403686-b0bf-4f89-a91c-d1e9cafca477 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.254965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18e6f26e-d9cd-477b-b1d9-fe96546e0d9f req-f6403686-b0bf-4f89-a91c-d1e9cafca477 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 970 time: 0.0947688 Aug 29 04:18:06.289714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a09a6b1b-f37a-4383-ae3e-222b1d22523a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.343838 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18e6f26e-d9cd-477b-b1d9-fe96546e0d9f req-b9e0c7cc-a97b-4be6-bd6b-f7a2642d8235 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878861 Aug 29 04:18:06.397147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:06.436013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c48b9a9-b5bf-4e0e-8465-fe719e608618 req-7d740357-daac-49c2-8681-1254a9d362e8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0270002 Aug 29 04:18:06.560758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b631287-cbec-4407-9872-eaccfa552243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.686142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b631287-cbec-4407-9872-eaccfa552243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.697962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b631287-cbec-4407-9872-eaccfa552243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.747678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4b631287-cbec-4407-9872-eaccfa552243 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=937f4c0f9eca4df8a986f38dff3cc8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484769 Aug 29 04:18:06.748191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35822) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:06.752514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631287-cbec-4407-9872-eaccfa552243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366e351-35f2-4f7d-9676-85fca8238eb6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.783667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2035f3-7dd8-4b44-8368-ebde641d146d req-0f040d48-abea-414e-b7d9-1c987011838a tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.785194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f2035f3-7dd8-4b44-8368-ebde641d146d req-0f040d48-abea-414e-b7d9-1c987011838a tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 969 time: 0.0857298 Aug 29 04:18:06.824083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d781a3b-3499-4ca4-8b55-79172cb2b55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.835878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f2035f3-7dd8-4b44-8368-ebde641d146d req-87e2913a-0138-446b-815e-7daebf2ba046 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Aug 29 04:18:06.855386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d781a3b-3499-4ca4-8b55-79172cb2b55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.903863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Sync routers for ids ['668dd333-55bd-4706-9786-4ea07db2e2b7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:06.933878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Routers {'668dd333-55bd-4706-9786-4ea07db2e2b7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:06.937007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['668dd333-55bd-4706-9786-4ea07db2e2b7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:06.938138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d781a3b-3499-4ca4-8b55-79172cb2b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.941768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d781a3b-3499-4ca4-8b55-79172cb2b55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.946140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0d781a3b-3499-4ca4-8b55-79172cb2b55d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a366e351-35f2-4f7d-9676-85fca8238eb6 HTTP/1.1" status: 204 len: 168 time: 0.1962979 Aug 29 04:18:06.986140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d781a3b-3499-4ca4-8b55-79172cb2b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366e351-35f2-4f7d-9676-85fca8238eb6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.013905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.32', 55408) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.017584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b307b451-15f6-4ea6-9e53-c52bd7c902f7 req-e63220de-db4f-4bd5-8dcf-4630c44bf46a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 210 time: 0.0503402 Aug 29 04:18:07.123842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Set router 668dd333-55bd-4706-9786-4ea07db2e2b7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:07.155127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35834) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.163506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0bd30d25-3528-453e-ba30-ee07427556d9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196250489', 'description': 'tempest-description--1753518490'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:07.169456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9a72b13c-59c8-48f4-94f2-c2479b75cd41 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:07.219873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-3e3c27dd-58ed-44d3-9f92-0a3154f136ab tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.221638 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-3e3c27dd-58ed-44d3-9f92-0a3154f136ab tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.1934566 Aug 29 04:18:07.230457 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0bd30d25-3528-453e-ba30-ee07427556d9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.335909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Request body: {'port': {'device_id': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'admin_state_up': True, 'tenant_id': '5c615fe048f0407db78d107b3a2c0058'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:07.341332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:07.348229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:07.348601 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.364666 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0bd30d25-3528-453e-ba30-ee07427556d9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.369816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0bd30d25-3528-453e-ba30-ee07427556d9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.403107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd30d25-3528-453e-ba30-ee07427556d9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae8a633-96e9-4da6-9d88-fca27edd67b6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.415356 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0bd30d25-3528-453e-ba30-ee07427556d9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.418148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0bd30d25-3528-453e-ba30-ee07427556d9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2596936 Aug 29 04:18:07.420567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35842) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.442278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-bf3bce64-4d0e-48f3-8dbb-657a1654d34a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'security_group_rule': {'security_group_id': '0ae8a633-96e9-4da6-9d88-fca27edd67b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:07.496566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.517402 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-373574e6-984e-42b7-b788-4e77afde73c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.525718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf3bce64-4d0e-48f3-8dbb-657a1654d34a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.546497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.598783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43626a7d-784f-439e-80b7-35b591dc50f9 req-eaa98736-3b5f-497a-8c7e-f6fa5794ea8c tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:07.600723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43626a7d-784f-439e-80b7-35b591dc50f9 req-eaa98736-3b5f-497a-8c7e-f6fa5794ea8c tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 970 time: 0.1224289 Aug 29 04:18:07.606639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:18:04Z', 'revision_number': 4, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port': {'id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:00Z', 'updated_at': '2021-08-29T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c8129eef-62d2-4188-bff9-1b6a9c24fe12', 'name': '', 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37', 'tenant_id': '8d9101777c76455e88377ff004703214', 'mac_address': 'fa:16:3e:dc:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '89a36cb0-2134-4f48-bf60-d9d3c99a0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:03Z', 'updated_at': '2021-08-29T04:18:04Z', 'revision_number': 2, 'project_id': '8d9101777c76455e88377ff004703214', 'subnets': [{'id': '89a36cb0-2134-4f48-bf60-d9d3c99a0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:07.617165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9962d44a-51c4-47b7-989c-5196882b60ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a72b13c-59c8-48f4-94f2-c2479b75cd41'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:07.630957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf3bce64-4d0e-48f3-8dbb-657a1654d34a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.638673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf3bce64-4d0e-48f3-8dbb-657a1654d34a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.665431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bce64-4d0e-48f3-8dbb-657a1654d34a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7940ff8-bc86-46ba-8a11-f6ff401e3f29,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:07.667675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1dc63d04-ca83-485e-8da5-b3b219361d74 req-933e87ee-99db-4096-b6f5-0ead5efec98a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0379639 Aug 29 04:18:07.714149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43626a7d-784f-439e-80b7-35b591dc50f9 req-cfd4a4f7-0793-46e3-8fae-24ac51f07238 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984840 Aug 29 04:18:07.722404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Checking router: 668dd333-55bd-4706-9786-4ea07db2e2b7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:07.722761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Updating router 668dd333-55bd-4706-9786-4ea07db2e2b7 port c8129eef-62d2-4188-bff9-1b6a9c24fe12 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:07.760724 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-373574e6-984e-42b7-b788-4e77afde73c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.781033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-373574e6-984e-42b7-b788-4e77afde73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.800694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf3bce64-4d0e-48f3-8dbb-657a1654d34a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.803970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf3bce64-4d0e-48f3-8dbb-657a1654d34a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819523 Aug 29 04:18:07.806876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35854) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.814422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-abdbba0f-ddf2-4e26-9793-d7780305acda tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'security_group_rule': {'security_group_id': '0ae8a633-96e9-4da6-9d88-fca27edd67b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:07.822316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Made reservation on behalf of 5c615fe048f0407db78d107b3a2c0058 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:07.825834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.876996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9a72b13c-59c8-48f4-94f2-c2479b75cd41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9a72b13c-59c8-48f4-94f2-c2479b75cd41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:07.886961 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.887807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1c91fed8-43a5-4539-b038-d72bba3cf387 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:07.889610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.892287 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abdbba0f-ddf2-4e26-9793-d7780305acda tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.931196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-373574e6-984e-42b7-b788-4e77afde73c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ddde1495ad5439f9d1495954a2a85fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353838 Aug 29 04:18:07.931800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.935402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373574e6-984e-42b7-b788-4e77afde73c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8360b63-15b9-4f6a-b91d-148b9f7583e2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.035301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abdbba0f-ddf2-4e26-9793-d7780305acda tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.040357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abdbba0f-ddf2-4e26-9793-d7780305acda tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.049528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a6b1b-f37a-4383-ae3e-222b1d22523a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:08.073163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbba0f-ddf2-4e26-9793-d7780305acda tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d73709-81ac-48c3-98be-294c9d299d4b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.083536 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abdbba0f-ddf2-4e26-9793-d7780305acda tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.085645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-abdbba0f-ddf2-4e26-9793-d7780305acda tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767122 Aug 29 04:18:08.091698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35864) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:08.109884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:08.121683 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a565da4a-8773-4082-a50a-1e3fe3a7c319" -d '{"events": [{"server_uuid": "9962d44a-51c4-47b7-989c-5196882b60ff", "name": "network-vif-plugged", "status": "completed", "tag": "9a72b13c-59c8-48f4-94f2-c2479b75cd41"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:08.130404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9a72b13c-59c8-48f4-94f2-c2479b75cd41,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.162165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30f1e6d4-c558-4739-a2c0-c8af905a986e req-8f6cca6b-8f30-4568-b519-69bd3cd45713 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 210 time: 0.0385582 Aug 29 04:18:08.240193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81fd31-2587-4a71-93ee-9a35ff5de3f6 req-cc88eca5-0200-41f2-9d20-63f237c9da6f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.248013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c81fd31-2587-4a71-93ee-9a35ff5de3f6 req-cc88eca5-0200-41f2-9d20-63f237c9da6f tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.1849926 Aug 29 04:18:08.261370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.276524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 1c91fed8-43a5-4539-b038-d72bba3cf387 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:08.283193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 1c91fed8-43a5-4539-b038-d72bba3cf387 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:08.283193 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.321826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a09a6b1b-f37a-4383-ae3e-222b1d22523a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:08.322207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.357318 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deecabfb-b553-4929-bc5b-571d2b50c128 x-openstack-request-id: req-deecabfb-b553-4929-bc5b-571d2b50c128 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:08.357632 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9962d44a-51c4-47b7-989c-5196882b60ff", "name": "network-vif-plugged", "status": "completed", "tag": "9a72b13c-59c8-48f4-94f2-c2479b75cd41", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:08.357885 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-deecabfb-b553-4929-bc5b-571d2b50c128 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:08.358121 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce826bd-ba41-4c11-964d-d2cc98abee40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.358385 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9962d44a-51c4-47b7-989c-5196882b60ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a72b13c-59c8-48f4-94f2-c2479b75cd41', 'code': 200} Aug 29 04:18:08.392247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Allocated IP 172.20.0.9 (889981b3-3896-4c14-bdf2-7209515e8636/d29d3066-8f04-44fc-8643-c2ab29b14fe2/aaf78ed8-0956-4359-a51b-ef9b6060242f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:08.432964 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce826bd-ba41-4c11-964d-d2cc98abee40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.447176 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c81fd31-2587-4a71-93ee-9a35ff5de3f6 req-a2010077-cc6c-4f02-8bf2-14d75a8fd234 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979506 Aug 29 04:18:08.528297 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.614160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1c91fed8-43a5-4539-b038-d72bba3cf387, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1c91fed8-43a5-4539-b038-d72bba3cf387,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:08.621409 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.630811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.637301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357267bb-ca84-4cb8-b507-89d08107ca60 req-a5b418b4-617d-4e1e-ae6a-a7d90df6edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.638386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-357267bb-ca84-4cb8-b507-89d08107ca60 req-a5b418b4-617d-4e1e-ae6a-a7d90df6edd5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 1122 time: 0.2035139 Aug 29 04:18:08.663900 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Transition to ACTIVE for port object c8129eef-62d2-4188-bff9-1b6a9c24fe12 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:08.667471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce826bd-ba41-4c11-964d-d2cc98abee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.670119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dce826bd-ba41-4c11-964d-d2cc98abee40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.673893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dce826bd-ba41-4c11-964d-d2cc98abee40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8360b63-15b9-4f6a-b91d-148b9f7583e2 HTTP/1.1" status: 204 len: 168 time: 0.7370889 Aug 29 04:18:08.689438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.721330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1c91fed8-43a5-4539-b038-d72bba3cf387,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.860812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6c677-baf6-4bd4-9409-2144c3abf391 None None] Pushing event updated for resources: {'Port': ['ID=c8129eef-62d2-4188-bff9-1b6a9c24fe12,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.873146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Attempting to bind port c8129eef-62d2-4188-bff9-1b6a9c24fe12 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:08.873515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Attempting to bind port c8129eef-62d2-4188-bff9-1b6a9c24fe12 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:08.873933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Attempting to bind port c8129eef-62d2-4188-bff9-1b6a9c24fe12 on network f43844c5-4110-4bea-94a2-9874e23f2c37 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:08.880937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:08.881323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Checking segment: {'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:08.884117 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.884928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Bound using segment: {'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:08.885432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Bound port: c8129eef-62d2-4188-bff9-1b6a9c24fe12, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b975b7-3d13-412f-99b3-ac7dff1b2adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:08.885873 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.921439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71ee506f-9cf9-4276-b621-52bf9e9b4121 req-fc517dad-9874-4e6a-87dc-688f7f1aa683 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0889616 Aug 29 04:18:09.002124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-357267bb-ca84-4cb8-b507-89d08107ca60 req-24c170f3-74f7-4323-8bc9-d3179adc61e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.041472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] For port c8129eef-62d2-4188-bff9-1b6a9c24fe12, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:09.044868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] For port c8129eef-62d2-4188-bff9-1b6a9c24fe12, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c8129eef-62d2-4188-bff9-1b6a9c24fe12,segment=NetworkSegment(88b975b7-3d13-412f-99b3-ac7dff1b2adb),segment_id=88b975b7-3d13-412f-99b3-ac7dff1b2adb)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:09.051439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.055916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce826bd-ba41-4c11-964d-d2cc98abee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8360b63-15b9-4f6a-b91d-148b9f7583e2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.180938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.214230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6c677-baf6-4bd4-9409-2144c3abf391 None None] Pushing event updated for resources: {'Port': ['ID=c8129eef-62d2-4188-bff9-1b6a9c24fe12,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.228377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Routers {'668dd333-55bd-4706-9786-4ea07db2e2b7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:09.229257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:17:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['668dd333-55bd-4706-9786-4ea07db2e2b7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.392313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.393454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] Set router 668dd333-55bd-4706-9786-4ea07db2e2b7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:09.394404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f90e37e6-5e20-4fbc-9179-25146fb49a75 req-11a10740-d506-4b16-87cd-efea94c8e636 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 210 time: 0.0587509 Aug 29 04:18:09.471052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b4fda-2c99-4a5a-9a5d-d9593d01ee81 req-2921893b-0517-4e2e-9877-e968704bc154 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.473259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b3b4fda-2c99-4a5a-9a5d-d9593d01ee81 req-2921893b-0517-4e2e-9877-e968704bc154 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 971 time: 0.4638643 Aug 29 04:18:09.574336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Allocated IP 172.25.7.97 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/84f81fbb-d7c2-4a40-a106-f32994b64662) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:09.623768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-357267bb-ca84-4cb8-b507-89d08107ca60 req-24c170f3-74f7-4323-8bc9-d3179adc61e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.626272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.652755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-357267bb-ca84-4cb8-b507-89d08107ca60 req-24c170f3-74f7-4323-8bc9-d3179adc61e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.662614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39874-b03b-4079-9d50-99e723d8e1b4 req-a6203934-b5a5-4f7d-99a4-b8c368fa9814 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.674387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bb39874-b03b-4079-9d50-99e723d8e1b4 req-a6203934-b5a5-4f7d-99a4-b8c368fa9814 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.1080270 Aug 29 04:18:09.721390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bb39874-b03b-4079-9d50-99e723d8e1b4 req-e4f804b4-c180-4200-8ea9-1c3ed3cb6abb tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 Aug 29 04:18:09.746796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b3b4fda-2c99-4a5a-9a5d-d9593d01ee81 req-eac8b8b5-66d5-4e0b-a946-a84f1919fa8e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550597 Aug 29 04:18:09.776591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:18:04Z', 'revision_number': 4, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port': {'id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:00Z', 'updated_at': '2021-08-29T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c8129eef-62d2-4188-bff9-1b6a9c24fe12', 'name': '', 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37', 'tenant_id': '8d9101777c76455e88377ff004703214', 'mac_address': 'fa:16:3e:dc:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '89a36cb0-2134-4f48-bf60-d9d3c99a0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:03Z', 'updated_at': '2021-08-29T04:18:09Z', 'revision_number': 4, 'project_id': '8d9101777c76455e88377ff004703214', 'subnets': [{'id': '89a36cb0-2134-4f48-bf60-d9d3c99a0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.797571 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-357267bb-ca84-4cb8-b507-89d08107ca60 req-24c170f3-74f7-4323-8bc9-d3179adc61e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1496532 Aug 29 04:18:09.807192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Network 889981b3-3896-4c14-bdf2-7209515e8636 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:09.812194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c39c98-40dc-48de-8398-117b35d451f8 None None] The sync data for ids ['668dd333-55bd-4706-9786-4ea07db2e2b7'] in n-d-712143-14 is: [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:18:04Z', 'revision_number': 4, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port': {'id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:00Z', 'updated_at': '2021-08-29T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c8129eef-62d2-4188-bff9-1b6a9c24fe12', 'name': '', 'network_id': 'f43844c5-4110-4bea-94a2-9874e23f2c37', 'tenant_id': '8d9101777c76455e88377ff004703214', 'mac_address': 'fa:16:3e:dc:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '89a36cb0-2134-4f48-bf60-d9d3c99a0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:03Z', 'updated_at': '2021-08-29T04:18:09Z', 'revision_number': 4, 'project_id': '8d9101777c76455e88377ff004703214', 'subnets': [{'id': '89a36cb0-2134-4f48-bf60-d9d3c99a0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:09.816805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:09.823701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:09.829460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.830130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.845316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.853374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c170f3-74f7-4323-8bc9-d3179adc61e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=54caa13a-832a-495e-afbd-00bbbf85e3e3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.913924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-2d5e09d6-3944-4487-9e55-7bdb8af222b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5859106 Aug 29 04:18:09.935640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.000954 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.043369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:10.046679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:10.053226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:10.062462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1483fc5c-e5bb-4adf-93cb-d320027a8e31 req-a1f2772f-06e4-4519-9d30-f6f1a63af0e8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0519462 Aug 29 04:18:10.086453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'Port': ['ID=84f81fbb-d7c2-4a40-a106-f32994b64662,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.155649 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.200558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.359297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70640622-27ac-4c1e-88f0-56795f0d1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c91fed8-43a5-4539-b038-d72bba3cf387'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:10.363181 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb35f49a-4645-4f4d-8c09-b23ec6fe82b6" -d '{"events": [{"server_uuid": "70640622-27ac-4c1e-88f0-56795f0d1287", "name": "network-vif-plugged", "status": "completed", "tag": "1c91fed8-43a5-4539-b038-d72bba3cf387"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:10.386076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.390897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.410757 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59279858-c009-4b0c-9caf-10b02368d356 x-openstack-request-id: req-59279858-c009-4b0c-9caf-10b02368d356 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:10.411155 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70640622-27ac-4c1e-88f0-56795f0d1287", "name": "network-vif-plugged", "status": "completed", "tag": "1c91fed8-43a5-4539-b038-d72bba3cf387", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:10.411516 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59279858-c009-4b0c-9caf-10b02368d356 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:10.411978 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70640622-27ac-4c1e-88f0-56795f0d1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c91fed8-43a5-4539-b038-d72bba3cf387', 'code': 200} Aug 29 04:18:10.424038 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.440261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.441535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3465323 Aug 29 04:18:10.468039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51daa-e513-48ef-8821-b66d619ce84e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'Port': ['ID=84f81fbb-d7c2-4a40-a106-f32994b64662,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.566442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293889e-de24-4d51-908d-a487a97af90a req-de8c8a29-cf10-4615-93a0-13c51434777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.570222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a293889e-de24-4d51-908d-a487a97af90a req-de8c8a29-cf10-4615-93a0-13c51434777e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 1123 time: 0.0716124 Aug 29 04:18:10.600941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09289-c7cb-421f-9180-d7734ec09edf req-1c84f1d8-7311-4d1b-81cb-35950da1928d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.604299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abc09289-c7cb-421f-9180-d7734ec09edf req-1c84f1d8-7311-4d1b-81cb-35950da1928d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 931 time: 0.0808651 Aug 29 04:18:10.638685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a293889e-de24-4d51-908d-a487a97af90a req-2310b40c-8a39-4fc7-8f52-8885b8ff87d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584841 Aug 29 04:18:10.674215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abc09289-c7cb-421f-9180-d7734ec09edf req-791b0c9d-5834-48f0-b4ca-4046d65ac71b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614896 Aug 29 04:18:10.735794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-cb0ce4d8-9b4e-4643-a0b2-6d0ceb12c84d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1196250489&fields=id&tenant_id=d406e0dd134142f5953b8c097d887dfb HTTP/1.1" status: 200 len: 267 time: 0.0719628 Aug 29 04:18:10.880107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-dcea0805-6e9b-4fbb-aa7b-cd329fb7ee3a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.881974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b799d2-945e-4c81-9e2f-11f77a338407 req-2cb73c9c-b71c-46c0-8b67-770323681126 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.886204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6b799d2-945e-4c81-9e2f-11f77a338407 req-2cb73c9c-b71c-46c0-8b67-770323681126 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.0782580 Aug 29 04:18:10.887361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-dcea0805-6e9b-4fbb-aa7b-cd329fb7ee3a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 823 time: 0.1436288 Aug 29 04:18:10.898691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-1ed6c577-d089-41cb-9557-a298fd647242 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/quotas/d406e0dd134142f5953b8c097d887dfb HTTP/1.1" status: 200 len: 375 time: 0.0103807 Aug 29 04:18:10.926312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6b799d2-945e-4c81-9e2f-11f77a338407 req-17995c1a-3902-4ad5-a4e5-f1a85bda5009 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360017 Aug 29 04:18:10.983705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-e04e636f-74b0-4727-b079-b2b471f455f3 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786483 Aug 29 04:18:11.064242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d087e-cb3d-422c-86ce-4bc8d515cbff req-228e70e7-471c-42e2-8946-8c299e4c0f15 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.070181 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-924d087e-cb3d-422c-86ce-4bc8d515cbff req-228e70e7-471c-42e2-8946-8c299e4c0f15 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 971 time: 0.0622985 Aug 29 04:18:11.103952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-893047f2-0c44-42d7-a301-52dcc856669f service neutron] 10.222.0.55 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023068 Aug 29 04:18:11.105555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-924d087e-cb3d-422c-86ce-4bc8d515cbff req-12a22f89-1877-4742-97fe-a349b33864dd tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325580 Aug 29 04:18:11.201472 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-e090f09d-113e-470e-8e1c-cde3d24e6b1d service neutron] 10.222.0.55 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914416 Aug 29 04:18:11.396252 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-497cb86c-709f-4579-93a9-36dc259dda15 req-0455f067-fc0f-48f5-9483-953fe670e59e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 210 time: 0.0284946 Aug 29 04:18:11.397954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e4178da-6d44-4ef6-87d4-e00a3d322d8d req-4124d90a-a64b-472d-bf31-3a292a3d29ca tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0272183 Aug 29 04:18:11.806738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f80d1-7593-4859-8fa0-196f4be47c35 req-1cba01ce-b3e2-4134-b464-d7515bc45822 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.808368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-672f80d1-7593-4859-8fa0-196f4be47c35 req-1cba01ce-b3e2-4134-b464-d7515bc45822 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 931 time: 0.0569906 Aug 29 04:18:11.821085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66239727-ecb7-4837-a656-0f97562b6f7b req-0757b293-5e7d-4a82-840c-9c1591525203 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=12d8541f2db44cfca821de312ecbf8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287499 Aug 29 04:18:11.898510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8129eef-62d2-4188-bff9-1b6a9c24fe12 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:11.966613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c8129eef-62d2-4188-bff9-1b6a9c24fe12 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:11.970918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c8129eef-62d2-4188-bff9-1b6a9c24fe12 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:11.971291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.991045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239727-ecb7-4837-a656-0f97562b6f7b req-f9433e14-0a4b-4175-bbcf-c715bd2e2be0 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.998424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66239727-ecb7-4837-a656-0f97562b6f7b req-f9433e14-0a4b-4175-bbcf-c715bd2e2be0 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717918 Aug 29 04:18:12.000558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-672f80d1-7593-4859-8fa0-196f4be47c35 req-253d171a-423c-4db4-9875-00f710df22e3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820769 Aug 29 04:18:12.018415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66239727-ecb7-4837-a656-0f97562b6f7b req-d9ff7930-6728-4b6b-91db-d3c6bd37e27c tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/quotas/12d8541f2db44cfca821de312ecbf8f5 HTTP/1.1" status: 200 len: 375 time: 0.0188496 Aug 29 04:18:12.052038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66239727-ecb7-4837-a656-0f97562b6f7b req-a6ead27c-eecf-4cf2-a327-3f508621bd66 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12d8541f2db44cfca821de312ecbf8f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325153 Aug 29 04:18:12.085849 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.143478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c8129eef-62d2-4188-bff9-1b6a9c24fe12, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c8129eef-62d2-4188-bff9-1b6a9c24fe12,segment=NetworkSegment(88b975b7-3d13-412f-99b3-ac7dff1b2adb),segment_id=88b975b7-3d13-412f-99b3-ac7dff1b2adb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:12.148809 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.231427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c8129eef-62d2-4188-bff9-1b6a9c24fe12,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:12.275160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5a71-c28c-419c-80e5-07705876ea5e req-babeffe4-e424-4f92-b5c9-50b60a59b5c9 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.278103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4ec5a71-c28c-419c-80e5-07705876ea5e req-babeffe4-e424-4f92-b5c9-50b60a59b5c9 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.0624404 Aug 29 04:18:12.295848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d4ef-d9bd-4228-9bfb-b51fae0e98bc req-eb67875d-2aa1-4dae-ae1b-71cd5a21279d tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.307958 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d683d4ef-d9bd-4228-9bfb-b51fae0e98bc req-eb67875d-2aa1-4dae-ae1b-71cd5a21279d tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 971 time: 0.0734997 Aug 29 04:18:12.318017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4ec5a71-c28c-419c-80e5-07705876ea5e req-f0e576b3-1537-4dc1-bb39-781a43a252ac tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Aug 29 04:18:12.348098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d683d4ef-d9bd-4228-9bfb-b51fae0e98bc req-864d0f48-520d-48a0-863a-56f17e4e7a76 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392730 Aug 29 04:18:12.496442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83f67f96-88dd-4e04-812d-5ef1863228fc req-260ca306-6b46-4ae7-ac8c-350d2e8d1768 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 210 time: 0.0308795 Aug 29 04:18:12.546736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0c04c39-508b-4ee7-b564-7dc65fca6767 req-fe39ffb7-b274-4087-bbbf-7281ffc87bab tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0258989 Aug 29 04:18:12.851303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-262dbe8b-83bc-4864-9db8-bb7dcdcd9df4 req-6d15c7c0-4149-4404-8777-108f4c04923e tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=12d8541f2db44cfca821de312ecbf8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222464 Aug 29 04:18:12.959210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dbe8b-83bc-4864-9db8-bb7dcdcd9df4 req-2e35eeb1-ddb2-4974-9141-60cba2b1c7c9 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.960660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-262dbe8b-83bc-4864-9db8-bb7dcdcd9df4 req-2e35eeb1-ddb2-4974-9141-60cba2b1c7c9 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035013 Aug 29 04:18:12.976438 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-262dbe8b-83bc-4864-9db8-bb7dcdcd9df4 req-ef7c6498-87d2-4dbd-86f4-05c346103bf7 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/quotas/12d8541f2db44cfca821de312ecbf8f5 HTTP/1.1" status: 200 len: 375 time: 0.0095661 Aug 29 04:18:13.008678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-262dbe8b-83bc-4864-9db8-bb7dcdcd9df4 req-6823ad94-dddb-4d20-a297-4a5476deb2ab tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12d8541f2db44cfca821de312ecbf8f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264442 Aug 29 04:18:13.118473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259aaef-9ec2-43fe-a8e0-47d794581207 req-f9c0aae6-10c9-4cda-9eff-46bd0779a31a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.119964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f259aaef-9ec2-43fe-a8e0-47d794581207 req-f9c0aae6-10c9-4cda-9eff-46bd0779a31a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 931 time: 0.0528860 Aug 29 04:18:13.158826 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f259aaef-9ec2-43fe-a8e0-47d794581207 req-52d512f1-7e23-483d-affa-6533fb77a1dc tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Aug 29 04:18:13.434431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cf5cf-62b4-4897-8efa-a97e10f1a92a req-8016831a-f1cc-4534-9ae3-135a4ebc1db6 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.435954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-304cf5cf-62b4-4897-8efa-a97e10f1a92a req-8016831a-f1cc-4534-9ae3-135a4ebc1db6 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.0496590 Aug 29 04:18:13.478572 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-304cf5cf-62b4-4897-8efa-a97e10f1a92a req-03ceb304-9235-47a0-a8ce-ebc3bcaeaea3 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Aug 29 04:18:13.529232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df847e0-7f85-4448-a624-6f13694e7772 req-33c671c9-a7d6-44b6-99a6-ee158750f14e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.531182 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9df847e0-7f85-4448-a624-6f13694e7772 req-33c671c9-a7d6-44b6-99a6-ee158750f14e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 971 time: 0.0591443 Aug 29 04:18:13.572924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9df847e0-7f85-4448-a624-6f13694e7772 req-e45645a0-0759-4b12-b6a6-af491ad3a53c tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Aug 29 04:18:13.575271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72702e29-4667-42d7-a52f-c624a3852d91 req-1f3db1ee-d22f-456a-a913-9cf25fc56136 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=12d8541f2db44cfca821de312ecbf8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244215 Aug 29 04:18:13.686845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72702e29-4667-42d7-a52f-c624a3852d91 req-302a509f-d6c9-43d9-883e-cdbc37d7ffa7 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.688409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72702e29-4667-42d7-a52f-c624a3852d91 req-302a509f-d6c9-43d9-883e-cdbc37d7ffa7 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075640 Aug 29 04:18:13.704380 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72702e29-4667-42d7-a52f-c624a3852d91 req-f1614786-b42e-4f79-8ec6-b99770bd313e tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/quotas/12d8541f2db44cfca821de312ecbf8f5 HTTP/1.1" status: 200 len: 375 time: 0.0101800 Aug 29 04:18:13.714601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f636d9-d64d-4205-8c8a-d73f064cf7cc req-eb6d883a-8d1a-4d3e-92cb-cd78f4f057c2 tempest-AggregatesAdminTestJSON-849991728 tempest-AggregatesAdminTestJSON-849991728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.716131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2f636d9-d64d-4205-8c8a-d73f064cf7cc req-eb6d883a-8d1a-4d3e-92cb-cd78f4f057c2 tempest-AggregatesAdminTestJSON-849991728 tempest-AggregatesAdminTestJSON-849991728-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 1122 time: 0.0399539 Aug 29 04:18:13.739316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c2f636d9-d64d-4205-8c8a-d73f064cf7cc req-7b94306f-a38c-49be-a53b-835362a1035c tempest-AggregatesAdminTestJSON-849991728 tempest-AggregatesAdminTestJSON-849991728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.742589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72702e29-4667-42d7-a52f-c624a3852d91 req-a6ad4483-d445-453e-9ce5-443d0f39cc18 tempest-QuotasAdminNegativeTest-2125678495 tempest-QuotasAdminNegativeTest-2125678495-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12d8541f2db44cfca821de312ecbf8f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322862 Aug 29 04:18:13.848551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c2f636d9-d64d-4205-8c8a-d73f064cf7cc req-7b94306f-a38c-49be-a53b-835362a1035c tempest-AggregatesAdminTestJSON-849991728 tempest-AggregatesAdminTestJSON-849991728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.853112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c2f636d9-d64d-4205-8c8a-d73f064cf7cc req-7b94306f-a38c-49be-a53b-835362a1035c tempest-AggregatesAdminTestJSON-849991728 tempest-AggregatesAdminTestJSON-849991728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.878140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bb45041-304e-4dca-8eae-d5e88a51ef9f req-c224471c-193f-4e96-8d7b-d5156bb76989 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 210 time: 0.0348966 Aug 29 04:18:13.878298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2f636d9-d64d-4205-8c8a-d73f064cf7cc req-7b94306f-a38c-49be-a53b-835362a1035c tempest-AggregatesAdminTestJSON-849991728 tempest-AggregatesAdminTestJSON-849991728-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538608 Aug 29 04:18:13.885150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8129eef-62d2-4188-bff9-1b6a9c24fe12 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:13.895688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94306f-a38c-49be-a53b-835362a1035c tempest-AggregatesAdminTestJSON-849991728 tempest-AggregatesAdminTestJSON-849991728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e441fd9-1959-4415-bfd8-f6eff0e0db06,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.954470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c8129eef-62d2-4188-bff9-1b6a9c24fe12 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:13.955342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.997781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bf30566-9a94-40b6-9662-40c439e042cb req-747bfce8-2375-4681-ae9e-8beb6b08b50a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0284634 Aug 29 04:18:14.295354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-19d5be05-ecc0-40cb-9ed9-aa5230ed1f39 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:14.297122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-19d5be05-ecc0-40cb-9ed9-aa5230ed1f39 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057487 Aug 29 04:18:14.435372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4342-1c59-465e-aa4b-83b927b79542 req-e89f8176-e54b-452b-9303-7be7f259fe0f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.445534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c8a4342-1c59-465e-aa4b-83b927b79542 req-e89f8176-e54b-452b-9303-7be7f259fe0f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 971 time: 0.0907054 Aug 29 04:18:14.481878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881955d-9b5b-4121-acd2-2e59348c8c67 req-2cbd44de-0883-4477-a670-d0d1a3a9bb0d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.486365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c881955d-9b5b-4121-acd2-2e59348c8c67 req-2cbd44de-0883-4477-a670-d0d1a3a9bb0d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 931 time: 0.0633132 Aug 29 04:18:14.496310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c8a4342-1c59-465e-aa4b-83b927b79542 req-05ddcc6e-7f21-4d38-88e7-759850e5eebc tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Aug 29 04:18:14.538532 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c881955d-9b5b-4121-acd2-2e59348c8c67 req-7efc2e43-6c7f-4df5-bcf1-20e1ed217f95 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Aug 29 04:18:14.611788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:14.628789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Request body: {'port': {'device_id': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:14.691544 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e19-0b99-4552-a165-a1d144a0479f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.700412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.826186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.32', 55415) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:14.857806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-ace6c659-c252-40be-b9a5-b1470913b10c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294750 Aug 29 04:18:14.970034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e19-0b99-4552-a165-a1d144a0479f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.976379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d69b7e19-0b99-4552-a165-a1d144a0479f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.031826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-e114e1e7-9fe4-4bc7-96b9-ee199a2d30d0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.033688 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-e114e1e7-9fe4-4bc7-96b9-ee199a2d30d0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701024 Aug 29 04:18:15.058401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Request body: {'port': {'device_id': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'a627bba863024eb2ac3850aaa61da2e9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:15.066411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d69b7e19-0b99-4552-a165-a1d144a0479f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12d8541f2db44cfca821de312ecbf8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518025 Aug 29 04:18:15.072404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36126) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:15.087778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b7e19-0b99-4552-a165-a1d144a0479f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6fe7f-a7eb-4b0f-a339-f972671e154a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.092051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ae971f9-9e59-41f9-9967-a8db453fa4de req-c1828bdc-a6c2-4894-8f90-0b8c0a9aa954 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 210 time: 0.0529366 Aug 29 04:18:15.146310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf78ed8-0956-4359-a51b-ef9b6060242f {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:15.154506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.169194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Transition to ACTIVE for port object aaf78ed8-0956-4359-a51b-ef9b6060242f will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:15.173244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.209448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d1688c9-8a8f-488f-a73e-422af40c4a95 req-65a6b761-5d49-4bc9-9f05-c997448c0c4a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0725172 Aug 29 04:18:15.267066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.269995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:15.270522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:15.271013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:15.276417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:15.276809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:15.281940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:15.282404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:15.282668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:15.283096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Bound port: aaf78ed8-0956-4359-a51b-ef9b6060242f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:15.283488 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.306261 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-00582b68-49ad-4fc6-bb75-1ff25b143894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.349326 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-00582b68-49ad-4fc6-bb75-1ff25b143894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.358453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:15.365362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:15.370653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.32', 55416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:15.382242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Made reservation on behalf of a627bba863024eb2ac3850aaa61da2e9 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:15.384256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.386519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.401927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.443847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-00582b68-49ad-4fc6-bb75-1ff25b143894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.446833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-00582b68-49ad-4fc6-bb75-1ff25b143894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.450452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-00582b68-49ad-4fc6-bb75-1ff25b143894 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5a6fe7f-a7eb-4b0f-a339-f972671e154a HTTP/1.1" status: 204 len: 168 time: 0.3745699 Aug 29 04:18:15.463459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00582b68-49ad-4fc6-bb75-1ff25b143894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6fe7f-a7eb-4b0f-a339-f972671e154a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.512795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.513642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.515062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] 10.222.0.32 "PUT /v2.0/ports/aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 1092 time: 1.0087979 Aug 29 04:18:15.515846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:15.517905 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cd9270-431f-43ea-b221-f122708c2f06" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:15.582081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.587490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.632322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7792a252-ce90-44ad-a467-455443943e2c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.635301 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f81cf-603d-41ad-9ccc-1b8048559fc1 x-openstack-request-id: req-c22f81cf-603d-41ad-9ccc-1b8048559fc1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:15.635880 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:15.635880 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c22f81cf-603d-41ad-9ccc-1b8048559fc1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:15.636239 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'status': 'completed', 'code': 200} Aug 29 04:18:15.664262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e87070-1cea-42ea-917e-c0e55be4c28a service neutron] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.927113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Allocated IP 192.168.233.194 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/85371832-215a-4f8b-8098-26221264356c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:15.936571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36164) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:15.940415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-543fec8b-fdba-4660-a141-9a3ba5edc9dd tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.941919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-543fec8b-fdba-4660-a141-9a3ba5edc9dd tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 823 time: 0.5692594 Aug 29 04:18:15.952101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-874e9c07-3119-4748-93fb-9b9bc2f21f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.953545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-874e9c07-3119-4748-93fb-9b9bc2f21f73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1095 time: 0.3576391 Aug 29 04:18:15.955473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-c11c8b6f-34fe-45af-84bd-b5357905565f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.956818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-c11c8b6f-34fe-45af-84bd-b5357905565f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 1123 time: 0.4139650 Aug 29 04:18:15.964117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c275857-45aa-4e59-8188-200f8163005f req-12bb8730-ecc0-4853-9e80-4c2f7733ce62 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.965551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c275857-45aa-4e59-8188-200f8163005f req-12bb8730-ecc0-4853-9e80-4c2f7733ce62 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 971 time: 0.3033121 Aug 29 04:18:15.968231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846f1a8-b44c-44d6-b439-1914bd4f0900 req-73c82075-8597-4af5-b67a-bab1e80fc512 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.969713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9846f1a8-b44c-44d6-b439-1914bd4f0900 req-73c82075-8597-4af5-b67a-bab1e80fc512 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.1152053 Aug 29 04:18:15.973469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98066837-3a44-4a14-beef-d2e0f69219d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.056673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-d060ab42-5ff8-4170-9fee-97cbf5be7d56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 217 time: 0.0820346 Aug 29 04:18:16.101897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9846f1a8-b44c-44d6-b439-1914bd4f0900 req-cccbf9cb-1b75-4136-a3a7-c394ad821f38 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206219 Aug 29 04:18:16.144555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c275857-45aa-4e59-8188-200f8163005f req-427169c1-266c-417d-8f02-f21d7e3ddcc0 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708460 Aug 29 04:18:16.150864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-ae1668f3-f036-4476-a4c3-3a533c65db2c tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d406e0dd134142f5953b8c097d887dfb HTTP/1.1" status: 200 len: 380 time: 0.1781850 Aug 29 04:18:16.175770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'port': {'device_id': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'admin_state_up': True, 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'security_groups': ['0ae8a633-96e9-4da6-9d88-fca27edd67b6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:16.213175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.222395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-60371846-c986-4f59-a0ca-d04e9b1f8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.224021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-60371846-c986-4f59-a0ca-d04e9b1f8d9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1577237 Aug 29 04:18:16.267310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2816c82a-9783-46bd-b470-809826f6c516 req-de3e3f48-a8b6-4713-9cbe-cce7675b2829 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 210 time: 0.0281718 Aug 29 04:18:16.267988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-04c3017a-d587-4dae-9feb-a418e1c38542 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337718 Aug 29 04:18:16.276446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Transition to ACTIVE for port object 85371832-215a-4f8b-8098-26221264356c will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:16.289834 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98066837-3a44-4a14-beef-d2e0f69219d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.294782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98066837-3a44-4a14-beef-d2e0f69219d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.332492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-98066837-3a44-4a14-beef-d2e0f69219d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ccc040493c34b5f9acec023981851a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915267 Aug 29 04:18:16.336695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36180) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:16.343266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Deleting port 1c91fed8-43a5-4539-b038-d72bba3cf387 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:16.343610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.432489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a21c73e4-884c-4dd3-8842-e41aee48e259 req-795587a4-844a-48eb-bae3-72ae7fb438d4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0574210 Aug 29 04:18:16.435899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066837-3a44-4a14-beef-d2e0f69219d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e4ed86-3f73-447e-82d7-ad2f2126d619,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.458500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-651e97c2-c246-4b2b-8d5f-c52835587d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.461688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.487025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Made reservation on behalf of d406e0dd134142f5953b8c097d887dfb for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:16.491084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.499504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] For port 1c91fed8-43a5-4539-b038-d72bba3cf387, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1c91fed8-43a5-4539-b038-d72bba3cf387,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:16.499870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.515297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-0c02edfc-78fb-47bb-8194-e7c7b20bc98a service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327745 Aug 29 04:18:16.538518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Calling delete_port for 1c91fed8-43a5-4539-b038-d72bba3cf387 owned by compute:tempest-test_az-739455909 {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:16.548057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-651e97c2-c246-4b2b-8d5f-c52835587d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.577426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:16.580069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.587171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:16.590412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:16.595780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.596397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.758126 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-79990229-23fb-403e-af56-083080380577 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7067502 Aug 29 04:18:16.793179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Request body: {'port': {'device_id': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:16.796576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6355d20-076a-4c90-9083-bbefad4671d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.816958 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-651e97c2-c246-4b2b-8d5f-c52835587d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.819643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-651e97c2-c246-4b2b-8d5f-c52835587d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.821152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-651e97c2-c246-4b2b-8d5f-c52835587d95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35e4ed86-3f73-447e-82d7-ad2f2126d619 HTTP/1.1" status: 204 len: 168 time: 0.4806633 Aug 29 04:18:16.834331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-405c444b-57df-4c2c-9eca-50ad3abded0f req-b17caec2-56a0-48fb-a5d1-587bb73cd21c service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093383 Aug 29 04:18:16.837436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e97c2-c246-4b2b-8d5f-c52835587d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e4ed86-3f73-447e-82d7-ad2f2126d619,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.877361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Allocated IP 172.20.0.10 (9d15c1ec-c024-4667-9fca-7f375bb4ac23/bbbc6cba-0ab9-49b5-9add-e87f0531f9d2/d73eed2f-1b2a-42ae-8e09-a13b57bc223e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:16.888259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.035591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-697d9864-0336-4779-92a9-c579ba96b267 None None] Provisioning for port 85371832-215a-4f8b-8098-26221264356c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:17.044656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-697d9864-0336-4779-92a9-c579ba96b267 None None] Provisioning complete for port 85371832-215a-4f8b-8098-26221264356c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:17.044656 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-697d9864-0336-4779-92a9-c579ba96b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.109948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-697d9864-0336-4779-92a9-c579ba96b267 None None] Port 85371832-215a-4f8b-8098-26221264356c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:17.160703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.171898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['1c91fed8-43a5-4539-b038-d72bba3cf387'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:17.255253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c91fed8-43a5-4539-b038-d72bba3cf387,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.291507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd9270-431f-43ea-b221-f122708c2f06 req-fc20cd8a-e3c8-4b8d-9259-f9b51bfb777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.293385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68cd9270-431f-43ea-b221-f122708c2f06 req-fc20cd8a-e3c8-4b8d-9259-f9b51bfb777d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1095 time: 0.2998004 Aug 29 04:18:17.342172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.428444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d04e-e508-4302-8466-3576aa27c16c req-bb1fe948-86bb-460a-b73c-27b7d1b63eb5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.438699 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4961d04e-e508-4302-8466-3576aa27c16c req-bb1fe948-86bb-460a-b73c-27b7d1b63eb5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.1739652 Aug 29 04:18:17.452432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] No DVR routers for this DVR port 1c91fed8-43a5-4539-b038-d72bba3cf387 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:17.454663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Transition to ACTIVE for port object d73eed2f-1b2a-42ae-8e09-a13b57bc223e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:17.475090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.477122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1d7233b-e46f-4a29-93b7-c2b0c996c533 req-d845344c-4f49-4ba6-af40-19e174c9762f tempest-DeleteServersAdminTestJSON-275320324 tempest-DeleteServersAdminTestJSON-275320324-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1c91fed8-43a5-4539-b038-d72bba3cf387 HTTP/1.1" status: 204 len: 173 time: 1.5106478 Aug 29 04:18:17.482389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a2a0ba1-0e90-406f-8d9a-377105e6f230 req-40bde6f0-4ade-4e1f-bdde-870143f09f8e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=70640622-27ac-4c1e-88f0-56795f0d1287 HTTP/1.1" status: 200 len: 210 time: 0.0670497 Aug 29 04:18:17.560145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd9270-431f-43ea-b221-f122708c2f06 req-4408f567-66f9-472e-b1fb-5c91ff207f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.561630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68cd9270-431f-43ea-b221-f122708c2f06 req-4408f567-66f9-472e-b1fb-5c91ff207f5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.2559841 Aug 29 04:18:17.566365 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.576391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4961d04e-e508-4302-8466-3576aa27c16c req-e40ccc70-3ad7-4466-be48-632595d3f805 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366084 Aug 29 04:18:17.638007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70640622-27ac-4c1e-88f0-56795f0d1287', 'name': 'network-vif-deleted', 'tag': '1c91fed8-43a5-4539-b038-d72bba3cf387'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:17.640298 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c39c89-1476-47eb-b3af-58ab4cfdfcc8" -d '{"events": [{"server_uuid": "70640622-27ac-4c1e-88f0-56795f0d1287", "name": "network-vif-deleted", "tag": "1c91fed8-43a5-4539-b038-d72bba3cf387"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:17.684464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68cd9270-431f-43ea-b221-f122708c2f06 req-403a7b77-b01e-46a3-a65e-6c43eb3488f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 217 time: 0.1095343 Aug 29 04:18:17.713609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:17.749361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85371832-215a-4f8b-8098-26221264356c {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:17.765503 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.781335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd9270-431f-43ea-b221-f122708c2f06 req-9e5f1f04-66af-4e28-b0d3-887539199e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.783475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68cd9270-431f-43ea-b221-f122708c2f06 req-9e5f1f04-66af-4e28-b0d3-887539199e70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0723841 Aug 29 04:18:17.789327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Transition to ACTIVE for port object 85371832-215a-4f8b-8098-26221264356c will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:17.797546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.806518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:17.817935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:17.823324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.824092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.838002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'Port': ['ID=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.854504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-a4341cc8-db0d-4aca-9b31-b63f3e225d1f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6953557 Aug 29 04:18:17.875107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68cd9270-431f-43ea-b221-f122708c2f06 req-8f6048f2-bc5a-4722-b835-b98a32ceae3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698166 Aug 29 04:18:17.879991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Request body: {'port': {'device_id': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:17.881538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.985698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905feed-4139-4e85-b5fd-02977b94d907 req-3de169fb-4989-478b-a0ce-5adf2d965a91 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.993405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3905feed-4139-4e85-b5fd-02977b94d907 req-3de169fb-4989-478b-a0ce-5adf2d965a91 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 932 time: 0.3113859 Aug 29 04:18:18.067656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98788400-484d-45b8-80d0-691e1526199c req-af28ab96-a377-4b71-91a5-fdcada96f75c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.077680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.086591 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-98788400-484d-45b8-80d0-691e1526199c req-af28ab96-a377-4b71-91a5-fdcada96f75c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.2135053 Aug 29 04:18:18.137551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68cd9270-431f-43ea-b221-f122708c2f06 req-98175b8d-7261-41e5-80e3-b34ddcf5d6b9 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422140 Aug 29 04:18:18.153607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:18.153982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:18.154414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:18.163264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Port 85371832-215a-4f8b-8098-26221264356c on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:18.163600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:18.185328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36278) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:18.186609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3905feed-4139-4e85-b5fd-02977b94d907 req-b9123ad0-755a-4d4a-b4f0-b10307bca43f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921477 Aug 29 04:18:18.234250 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-98788400-484d-45b8-80d0-691e1526199c req-a2e0e7d5-27af-4da0-a327-0f07edd505df tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471510 Aug 29 04:18:18.235094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:18.235451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:18.236025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:18.243762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Bound port: 85371832-215a-4f8b-8098-26221264356c, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:18.244389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.265048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-305b62a7-e1b7-4444-8a0c-8f4576b6294d None None] Provisioning for port d73eed2f-1b2a-42ae-8e09-a13b57bc223e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:18.275167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-305b62a7-e1b7-4444-8a0c-8f4576b6294d None None] Provisioning complete for port d73eed2f-1b2a-42ae-8e09-a13b57bc223e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:18.278301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-305b62a7-e1b7-4444-8a0c-8f4576b6294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.363217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-305b62a7-e1b7-4444-8a0c-8f4576b6294d None None] Port d73eed2f-1b2a-42ae-8e09-a13b57bc223e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:18.507535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] For port 85371832-215a-4f8b-8098-26221264356c, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:18.522618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] For port 85371832-215a-4f8b-8098-26221264356c, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:18.533055 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.613821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.615977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.618749 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] 10.222.0.32 "PUT /v2.0/ports/85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 1097 time: 1.8455832 Aug 29 04:18:18.623347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'tag': '85371832-215a-4f8b-8098-26221264356c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:18.857088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-491f862e-c2a3-4ca6-b6cd-b5a882e7489c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.896932 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a58ab1-7446-4544-a2dc-09d5d6d63ae8 x-openstack-request-id: req-b5a58ab1-7446-4544-a2dc-09d5d6d63ae8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:18.897439 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70640622-27ac-4c1e-88f0-56795f0d1287", "name": "network-vif-deleted", "tag": "1c91fed8-43a5-4539-b038-d72bba3cf387", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:18.898894 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5a58ab1-7446-4544-a2dc-09d5d6d63ae8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:18.899471 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70640622-27ac-4c1e-88f0-56795f0d1287', 'name': 'network-vif-deleted', 'tag': '1c91fed8-43a5-4539-b038-d72bba3cf387', 'status': 'completed', 'code': 200} Aug 29 04:18:18.911176 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68cd9270-431f-43ea-b221-f122708c2f06 req-e65c7eb2-2ded-4c67-95d9-d870375c1aba service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479200 Aug 29 04:18:18.962534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf914cc2-add7-483c-b829-8202d42e9fcf service neutron] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.012102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-80123894-3381-4e95-bb57-8efdcfc0a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.014047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-80123894-3381-4e95-bb57-8efdcfc0a5e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1100 time: 0.2621033 Aug 29 04:18:19.086539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fadb79-001d-44c2-9425-e03527750991 req-e9f8ed38-6e74-4d23-b1e8-3f5347326f7a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.088033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5fadb79-001d-44c2-9425-e03527750991 req-e9f8ed38-6e74-4d23-b1e8-3f5347326f7a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.1876471 Aug 29 04:18:19.114119 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309147c2-a84d-434e-ab68-5479b904d946" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "tag": "85371832-215a-4f8b-8098-26221264356c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:19.117654 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-e13c7218-bd87-4a8e-9980-b3276e10bfc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.0859118 Aug 29 04:18:19.142329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-4363f28c-2f96-44af-87a3-61987075a5eb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127739 Aug 29 04:18:19.182047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5fadb79-001d-44c2-9425-e03527750991 req-e42b065f-d25d-4bb7-a8ef-fa7f7de76024 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850108 Aug 29 04:18:19.188735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1c91fed8-43a5-4539-b038-d72bba3cf387 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:19.220528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 1c91fed8-43a5-4539-b038-d72bba3cf387 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:19.222734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1c91fed8-43a5-4539-b038-d72bba3cf387 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:19.287528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-aea12089-e06a-44d1-8b84-fec336e5e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.289640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-aea12089-e06a-44d1-8b84-fec336e5e5ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1597784 Aug 29 04:18:19.350000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73eed2f-1b2a-42ae-8e09-a13b57bc223e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:19.360191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.379158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Transition to ACTIVE for port object d73eed2f-1b2a-42ae-8e09-a13b57bc223e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:19.385952 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.390126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-491f862e-c2a3-4ca6-b6cd-b5a882e7489c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.401317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-491f862e-c2a3-4ca6-b6cd-b5a882e7489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.406842 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa95991b-c2cc-43f5-a703-e2f59b6da9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.455815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-98dc4b9b-6c0d-41c8-862b-9d9000b7da8f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.457924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-98dc4b9b-6c0d-41c8-862b-9d9000b7da8f tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853637 Aug 29 04:18:19.478054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-42b0c53c-e83d-4ba9-ab9a-ab5acb433b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.479585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-42b0c53c-e83d-4ba9-ab9a-ab5acb433b3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1732650 Aug 29 04:18:19.488997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f862e-c2a3-4ca6-b6cd-b5a882e7489c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0752772b-aa9d-44d1-9613-23a86a4a6033,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.522144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-491f862e-c2a3-4ca6-b6cd-b5a882e7489c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19ea8e734cb04e419c4239b21fdb3e88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3333538 Aug 29 04:18:19.523291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Pushing event updated for resources: {'Port': ['ID=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.533901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:19.542744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-bb94e78c-ae8d-4f69-953a-373bc76872d5 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/quotas/8e162c82facb4e1a8c61dcb73283a58c HTTP/1.1" status: 200 len: 375 time: 0.0724051 Aug 29 04:18:19.572843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Attempting to bind port d73eed2f-1b2a-42ae-8e09-a13b57bc223e on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:19.573256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Attempting to bind port d73eed2f-1b2a-42ae-8e09-a13b57bc223e by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:19.573788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Attempting to bind port d73eed2f-1b2a-42ae-8e09-a13b57bc223e on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:19.589670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36364) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:19.595002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Port d73eed2f-1b2a-42ae-8e09-a13b57bc223e on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:19.595396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Attempting to bind port d73eed2f-1b2a-42ae-8e09-a13b57bc223e on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:19.601023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.613859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36368) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:19.625762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:19.626247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Checking segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:19.627081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Bound using segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:19.627232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Bound port: d73eed2f-1b2a-42ae-8e09-a13b57bc223e, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:19.627812 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.639006 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc68b6b7-5457-403c-85d8-4dd83fc4c085 x-openstack-request-id: req-cc68b6b7-5457-403c-85d8-4dd83fc4c085 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:19.639308 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "tag": "85371832-215a-4f8b-8098-26221264356c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:19.639567 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc68b6b7-5457-403c-85d8-4dd83fc4c085 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:19.640236 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'tag': '85371832-215a-4f8b-8098-26221264356c', 'status': 'completed', 'code': 200} Aug 29 04:18:19.642176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-63e94fe8-8f63-43ca-b6a4-f67b68cfb004 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533762 Aug 29 04:18:19.694804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-469c8be7-b4cc-4396-8625-b7a0b3d6f71b service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963933 Aug 29 04:18:19.812194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f928a3d-13b0-4380-b0ac-34c449245082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.821995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] For port d73eed2f-1b2a-42ae-8e09-a13b57bc223e, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:19.826274 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8300f7f2-8615-4765-ac64-86dc9ee74ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.829439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] For port d73eed2f-1b2a-42ae-8e09-a13b57bc223e, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:19.851897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-131e81ea-012e-4749-aae6-33a92232c514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.863937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95b519-84d7-4eba-b696-274f1de4f3f6 req-61b24e6c-2fe6-4804-97c2-ac8447f6cd51 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.865502 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c95b519-84d7-4eba-b696-274f1de4f3f6 req-61b24e6c-2fe6-4804-97c2-ac8447f6cd51 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 944 time: 0.1085975 Aug 29 04:18:19.869275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.929998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f928a3d-13b0-4380-b0ac-34c449245082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.967821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3598e5f-f754-4610-9e51-b76c9adcc2e9 req-d65aa77e-3c99-446d-a011-d7a2cce8a756 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656960 Aug 29 04:18:19.972285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.972911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.974524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] 10.222.0.32 "PUT /v2.0/ports/d73eed2f-1b2a-42ae-8e09-a13b57bc223e HTTP/1.1" status: 200 len: 1093 time: 2.1028082 Aug 29 04:18:19.982781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254386a-d0f5-41cc-ae57-79af06c8568b req-5373baec-39be-410d-b00b-ccc737e996ab tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.984130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b254386a-d0f5-41cc-ae57-79af06c8568b req-5373baec-39be-410d-b00b-ccc737e996ab tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.0989158 Aug 29 04:18:20.030246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c95b519-84d7-4eba-b696-274f1de4f3f6 req-a9568392-c721-43b8-b485-0bb3ece9cf54 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519389 Aug 29 04:18:20.031942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f8eba-5a43-4641-9c77-0a3fd6cc2946 service neutron] Pushing event updated for resources: {'Port': ['ID=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:20.066050 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f928a3d-13b0-4380-b0ac-34c449245082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.071905 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f928a3d-13b0-4380-b0ac-34c449245082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.075443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3f928a3d-13b0-4380-b0ac-34c449245082 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0752772b-aa9d-44d1-9613-23a86a4a6033 HTTP/1.1" status: 204 len: 168 time: 0.5396633 Aug 29 04:18:20.128069 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b254386a-d0f5-41cc-ae57-79af06c8568b req-81c4d3e0-1f8b-4ee8-ae42-d89d00ca393a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163785 Aug 29 04:18:20.214500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8300f7f2-8615-4765-ac64-86dc9ee74ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.219144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f928a3d-13b0-4380-b0ac-34c449245082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0752772b-aa9d-44d1-9613-23a86a4a6033,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:20.263800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c83b1ee-8cd4-4e83-9e7d-83fe5e7be366 req-9bbcada2-3cef-4ff2-8edb-a6b8a337f40a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 210 time: 0.1278219 Aug 29 04:18:20.303952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-70c74f3d-f946-4625-8db1-50490d64f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.306396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-70c74f3d-f946-4625-8db1-50490d64f397 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 1096 time: 0.2005064 Aug 29 04:18:20.379493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-6dca6034-9f3b-4fdf-bbe9-635656052cb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e HTTP/1.1" status: 200 len: 217 time: 0.0571566 Aug 29 04:18:20.450618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-cd2fc9a0-ab7e-4473-a458-de448551cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.452429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-cd2fc9a0-ab7e-4473-a458-de448551cbb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.0651860 Aug 29 04:18:20.473025 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.504210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309147c2-a84d-434e-ab68-5479b904d946 req-ce6b8911-e304-42bf-95eb-f6cc915300ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.505958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309147c2-a84d-434e-ab68-5479b904d946 req-ce6b8911-e304-42bf-95eb-f6cc915300ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1100 time: 0.3727286 Aug 29 04:18:20.509239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8300f7f2-8615-4765-ac64-86dc9ee74ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.514449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf888dd-06be-4731-807c-2119a9974912 req-fb4fc043-0c4b-45ec-8a74-dbcc5779f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.515948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-fb4fc043-0c4b-45ec-8a74-dbcc5779f43b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537753 Aug 29 04:18:20.636088 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.676348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36396) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:20.676549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8300f7f2-8615-4765-ac64-86dc9ee74ed8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=faf4232ceb6b496a8b94688e1274f689&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0828233 Aug 29 04:18:20.676549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300f7f2-8615-4765-ac64-86dc9ee74ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa19046-7f42-41ab-a384-9fe957f7d70a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:20.682147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:20.725504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-a76b2dcd-61d9-47c7-80c5-4da603eb4046 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975300 Aug 29 04:18:20.728039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a0937fd-613c-44f7-aac2-9ac759915777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.805823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb2244-19b4-4c52-a929-8d3bba662d3e req-78826d3c-8a16-4219-9477-c5e8df35d0be tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.807342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cccb2244-19b4-4c52-a929-8d3bba662d3e req-78826d3c-8a16-4219-9477-c5e8df35d0be tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.3001988 Aug 29 04:18:20.834177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d213e-2e25-4b44-8ab8-a42bdb503e2c req-e5ae4a2e-eaae-4416-a235-217bb0151330 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.835667 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c9d213e-2e25-4b44-8ab8-a42bdb503e2c req-e5ae4a2e-eaae-4416-a235-217bb0151330 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.1630335 Aug 29 04:18:20.859407 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-131e81ea-012e-4749-aae6-33a92232c514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.863989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309147c2-a84d-434e-ab68-5479b904d946 req-5518167f-cf5c-4d3b-b33c-47c3110e97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.865516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309147c2-a84d-434e-ab68-5479b904d946 req-5518167f-cf5c-4d3b-b33c-47c3110e97fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.3392668 Aug 29 04:18:20.868048 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-131e81ea-012e-4749-aae6-33a92232c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.891054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edc43f42-cbe1-44e0-b6cc-22a3f4a50d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.905822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:20.908042 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b42c99e-c134-441a-901e-92c1bfccb7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:20.927052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bf888dd-06be-4731-807c-2119a9974912 req-51aadaf4-f5da-4828-a3fa-031ae152216e service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910856 Aug 29 04:18:20.943685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c9d213e-2e25-4b44-8ab8-a42bdb503e2c req-13adf0a9-361f-4db8-bb29-aea7253861a8 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965352 Aug 29 04:18:20.950454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309147c2-a84d-434e-ab68-5479b904d946 req-9872d945-12e3-4fed-8466-1e03e9e8ba2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.0691156 Aug 29 04:18:20.961340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-131e81ea-012e-4749-aae6-33a92232c514 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0566f3254efd46cf974f3cef67e7aade&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3431423 Aug 29 04:18:20.961570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edc43f42-cbe1-44e0-b6cc-22a3f4a50d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.961713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36402) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:20.984874 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cccb2244-19b4-4c52-a929-8d3bba662d3e req-211aa531-0b0b-4560-9182-379a41e19cb2 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667306 Aug 29 04:18:20.993153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e81ea-012e-4749-aae6-33a92232c514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c0d7d-f783-4d8f-8e6e-616c42fd4ab5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.048702 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a0937fd-613c-44f7-aac2-9ac759915777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.050447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edc43f42-cbe1-44e0-b6cc-22a3f4a50d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.053222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edc43f42-cbe1-44e0-b6cc-22a3f4a50d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.054487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-edc43f42-cbe1-44e0-b6cc-22a3f4a50d8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eaa19046-7f42-41ab-a384-9fe957f7d70a HTTP/1.1" status: 204 len: 168 time: 0.3708899 Aug 29 04:18:21.057395 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a0937fd-613c-44f7-aac2-9ac759915777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.086007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc43f42-cbe1-44e0-b6cc-22a3f4a50d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa19046-7f42-41ab-a384-9fe957f7d70a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.107082 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-cbbf3e48-c9e2-40e9-a85d-ac99b98c9691 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342331 Aug 29 04:18:21.116621 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d581b68-1560-4018-b565-6543cc766e6d x-openstack-request-id: req-9d581b68-1560-4018-b565-6543cc766e6d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:21.116621 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:21.116965 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d581b68-1560-4018-b565-6543cc766e6d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:21.117263 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'status': 'completed', 'code': 200} Aug 29 04:18:21.139262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2a0937fd-613c-44f7-aac2-9ac759915777 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1df34a970e8e4cddb34b61fffb3564f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648075 Aug 29 04:18:21.140081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36410) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:21.165019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309147c2-a84d-434e-ab68-5479b904d946 req-0bbaae49-cb77-4c72-ab6d-26aebefbb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.166572 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309147c2-a84d-434e-ab68-5479b904d946 req-0bbaae49-cb77-4c72-ab6d-26aebefbb2b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.2064118 Aug 29 04:18:21.209161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0937fd-613c-44f7-aac2-9ac759915777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b230383a-8474-4f31-9fd8-70c0578fc2ad,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.254289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-24996bd0-6012-4f77-825b-52517bbac371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.255792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-24996bd0-6012-4f77-825b-52517bbac371 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 1096 time: 0.0990384 Aug 29 04:18:21.278655 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6a87fc9-7cd6-416b-bff0-14a698d98cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.307589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-93a1036e-f06f-4773-a574-c3804eb5edf6 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.309441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-93a1036e-f06f-4773-a574-c3804eb5edf6 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904140 Aug 29 04:18:21.329539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Request body: {'port': {'device_id': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '8e162c82facb4e1a8c61dcb73283a58c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:21.337378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6a87fc9-7cd6-416b-bff0-14a698d98cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.353240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309147c2-a84d-434e-ab68-5479b904d946 req-0ae9a34b-b734-4b45-93bf-b0f806ed23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.354902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309147c2-a84d-434e-ab68-5479b904d946 req-0ae9a34b-b734-4b45-93bf-b0f806ed23cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1791043 Aug 29 04:18:21.358501 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7113322-ead2-47bd-8054-513fab2fa538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.372827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5759c0-0efd-490a-8f87-8a8132c0d73c req-b5b03795-20e8-41c5-8c11-1253fab7ecb3 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.374344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d5759c0-0efd-490a-8f87-8a8132c0d73c req-b5b03795-20e8-41c5-8c11-1253fab7ecb3 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 944 time: 0.1889291 Aug 29 04:18:21.455681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274809-7581-44ed-9efa-cc938bcf7615 req-2aa58fd4-affc-4356-bd87-789b1202c785 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.457286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16274809-7581-44ed-9efa-cc938bcf7615 req-2aa58fd4-affc-4356-bd87-789b1202c785 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.1858506 Aug 29 04:18:21.481767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7113322-ead2-47bd-8054-513fab2fa538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.517074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-3765732b-5dce-4cdb-ac84-ec511ef92a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.518996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-3765732b-5dce-4cdb-ac84-ec511ef92a7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 924 time: 0.2481735 Aug 29 04:18:21.520837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d5759c0-0efd-490a-8f87-8a8132c0d73c req-197f7b69-4663-4bd1-880b-993b732abb69 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286826 Aug 29 04:18:21.546544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6a87fc9-7cd6-416b-bff0-14a698d98cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.549820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6a87fc9-7cd6-416b-bff0-14a698d98cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.553173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c6a87fc9-7cd6-416b-bff0-14a698d98cdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff4c0d7d-f783-4d8f-8e6e-616c42fd4ab5 HTTP/1.1" status: 204 len: 168 time: 0.5888324 Aug 29 04:18:21.572571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a87fc9-7cd6-416b-bff0-14a698d98cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c0d7d-f783-4d8f-8e6e-616c42fd4ab5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.586626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309147c2-a84d-434e-ab68-5479b904d946 req-d333354c-add8-4f1f-8e04-16461f1ab280 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112823 Aug 29 04:18:21.592447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16274809-7581-44ed-9efa-cc938bcf7615 req-f942a106-7f09-4010-980a-3b88a66859bb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193180 Aug 29 04:18:21.595772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-ea29d1a9-4309-4d56-9f2e-51b8ed0b3c29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e HTTP/1.1" status: 200 len: 217 time: 0.0648913 Aug 29 04:18:21.630297 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7113322-ead2-47bd-8054-513fab2fa538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.633210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7113322-ead2-47bd-8054-513fab2fa538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.636616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b7113322-ead2-47bd-8054-513fab2fa538 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b230383a-8474-4f31-9fd8-70c0578fc2ad HTTP/1.1" status: 204 len: 168 time: 0.4923339 Aug 29 04:18:21.652388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Made reservation on behalf of 8e162c82facb4e1a8c61dcb73283a58c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:21.656233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.675552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-05298c98-aef7-473f-b577-18603f6eb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.677353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-05298c98-aef7-473f-b577-18603f6eb68c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.0721331 Aug 29 04:18:21.692258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7113322-ead2-47bd-8054-513fab2fa538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b230383a-8474-4f31-9fd8-70c0578fc2ad,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.732356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:21.749475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07328d9-7420-4138-bddd-4e50384a2993 req-71c6b2f8-e1cb-4c3d-b364-7c8c34771d1b tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 210 time: 0.0698802 Aug 29 04:18:21.788576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-820b6ace-48d6-4970-bed2-e1f0c98c0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.789318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:21.790198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-820b6ace-48d6-4970-bed2-e1f0c98c0872 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029155 Aug 29 04:18:21.821199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309147c2-a84d-434e-ab68-5479b904d946 req-6b99851e-40d9-4e5e-bad7-5e65431d5ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226498 Aug 29 04:18:21.822435 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14b35baf-117a-4a1d-aabb-d1e8c96dd797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.895667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Allocated IP 192.168.233.73 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/400338cc-e872-4703-9973-e8e748da5b41) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:21.939996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:21.946985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-07538857-f647-44e7-8895-e8d68f2a0605 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330080 Aug 29 04:18:21.968039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14b35baf-117a-4a1d-aabb-d1e8c96dd797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.973830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14b35baf-117a-4a1d-aabb-d1e8c96dd797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.979618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'port_id': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'mac_address': 'fa:16:3e:c1:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d3066-8f04-44fc-8643-c2ab29b14fe2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:22.035534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-14b35baf-117a-4a1d-aabb-d1e8c96dd797 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccc527ada0c441a18738dd5c907a9797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445650 Aug 29 04:18:22.036416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36428) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:22.037148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35baf-117a-4a1d-aabb-d1e8c96dd797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3207e6c5-9608-4777-82d2-4b2501da099b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.044527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.080367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf78ed8-0956-4359-a51b-ef9b6060242f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:22.110766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9d01237-ae7f-436a-b1ab-abed5b5ec387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.130715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:22.132481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36430) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:22.137480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.193506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-802f1d35-6be2-472e-b419-e36ddb52a986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.210600 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.212153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9d01237-ae7f-436a-b1ab-abed5b5ec387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.229416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.272653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-f8d9eb0b-1fac-4c1f-aecc-0ae0f55a90b4 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.274161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-f8d9eb0b-1fac-4c1f-aecc-0ae0f55a90b4 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.37 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.2269189 Aug 29 04:18:22.278355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675b6e-595f-41da-aaa2-c020b02bb238 req-6284e99e-ad31-4143-8bd4-f0c380b7dfee tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.279915 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0675b6e-595f-41da-aaa2-c020b02bb238 req-6284e99e-ad31-4143-8bd4-f0c380b7dfee tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 944 time: 0.1464930 Aug 29 04:18:22.283110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b42c99e-c134-441a-901e-92c1bfccb7eb req-d721792c-3dc1-4fbd-bc90-5cdddab4063a service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244743 Aug 29 04:18:22.304064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ed2f9-d201-45f2-a50b-841df65a7159 req-1333b4c7-5fac-4c08-8dd4-5bd393a0a03a tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.305546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a59ed2f9-d201-45f2-a50b-841df65a7159 req-1333b4c7-5fac-4c08-8dd4-5bd393a0a03a tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 970 time: 0.1973944 Aug 29 04:18:22.324114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.342003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9d01237-ae7f-436a-b1ab-abed5b5ec387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.344409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9d01237-ae7f-436a-b1ab-abed5b5ec387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.345551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f9d01237-ae7f-436a-b1ab-abed5b5ec387 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3207e6c5-9608-4777-82d2-4b2501da099b HTTP/1.1" status: 204 len: 168 time: 0.3051147 Aug 29 04:18:22.360030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0675b6e-595f-41da-aaa2-c020b02bb238 req-3ed18d43-cf28-4eb3-aee2-284a1f830fb2 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724308 Aug 29 04:18:22.371007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d01237-ae7f-436a-b1ab-abed5b5ec387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3207e6c5-9608-4777-82d2-4b2501da099b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.401198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Transition to ACTIVE for port object 400338cc-e872-4703-9973-e8e748da5b41 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:22.431129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-802f1d35-6be2-472e-b419-e36ddb52a986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.437012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-802f1d35-6be2-472e-b419-e36ddb52a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.484377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-802f1d35-6be2-472e-b419-e36ddb52a986 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc984af61175462888a1efc91212b0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493531 Aug 29 04:18:22.485617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f1d35-6be2-472e-b419-e36ddb52a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7159015a-d94d-4879-a82b-1ccc49309109,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.501452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36442) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:22.555170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b81fe44-d9b4-4b13-9fd0-bf4ef680a083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.570478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['aaf78ed8-0956-4359-a51b-ef9b6060242f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:22.597373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b81fe44-d9b4-4b13-9fd0-bf4ef680a083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.673457 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b81fe44-d9b4-4b13-9fd0-bf4ef680a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.677161 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b81fe44-d9b4-4b13-9fd0-bf4ef680a083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.679257 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a59ed2f9-d201-45f2-a50b-841df65a7159 req-7d1bde1d-1016-48cf-a179-030454cb7d0d tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/security-groups?id=a77fb275-25e9-43ba-a665-1ef79e670fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475924 Aug 29 04:18:22.682076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6b81fe44-d9b4-4b13-9fd0-bf4ef680a083 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7159015a-d94d-4879-a82b-1ccc49309109 HTTP/1.1" status: 204 len: 168 time: 0.1795595 Aug 29 04:18:22.698074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81fe44-d9b4-4b13-9fd0-bf4ef680a083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7159015a-d94d-4879-a82b-1ccc49309109,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.768256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab823b3-1411-4c72-8025-e3d16bec5afa req-da306344-8a2a-43a1-8a99-f954e02a6d18 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.770070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ab823b3-1411-4c72-8025-e3d16bec5afa req-da306344-8a2a-43a1-8a99-f954e02a6d18 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 944 time: 0.0739784 Aug 29 04:18:22.820140 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.826674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ab823b3-1411-4c72-8025-e3d16bec5afa req-9df11cd6-e577-4ec7-bb6c-4c783e99f2c2 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 Aug 29 04:18:22.881535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Pushing event updated for resources: {'Port': ['ID=400338cc-e872-4703-9973-e8e748da5b41,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.891715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Deleting port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:22.892047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.918501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:22.954298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:22.971282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6598b4e-d132-461a-a45e-d98197802914 req-e3357d48-325c-4dfc-aa53-222fd5a9f252 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.980106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6598b4e-d132-461a-a45e-d98197802914 req-e3357d48-325c-4dfc-aa53-222fd5a9f252 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.2217801 Aug 29 04:18:22.985221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:22.992288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.993179 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.056950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-02df081d-b0d5-44e1-977f-d0ab870ef41a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7308867 Aug 29 04:18:23.073541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Request body: {'port': {'device_id': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:23.097934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f243-cbd1-493d-976b-153aedde9b05 req-2c3981cf-d843-4973-8492-5ec43d272105 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.109800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d38f243-cbd1-493d-976b-153aedde9b05 req-2c3981cf-d843-4973-8492-5ec43d272105 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 935 time: 0.1068203 Aug 29 04:18:23.129938 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6598b4e-d132-461a-a45e-d98197802914 req-2343a1be-baad-4390-812b-be9864d1c58c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463315 Aug 29 04:18:23.171606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] For port 9a72b13c-59c8-48f4-94f2-c2479b75cd41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9a72b13c-59c8-48f4-94f2-c2479b75cd41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:23.172107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.175111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d38f243-cbd1-493d-976b-153aedde9b05 req-de0dd87f-34a9-4b1b-bca0-13a266f85986 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587945 Aug 29 04:18:23.189262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.211486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Calling delete_port for 9a72b13c-59c8-48f4-94f2-c2479b75cd41 owned by compute:tempest-test_az-739455909 {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:23.374082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-079781b5-ed46-471e-aff5-9d65534f81f4 None None] Provisioning for port 400338cc-e872-4703-9973-e8e748da5b41 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:23.379874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-079781b5-ed46-471e-aff5-9d65534f81f4 None None] Provisioning complete for port 400338cc-e872-4703-9973-e8e748da5b41 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:23.380240 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-079781b5-ed46-471e-aff5-9d65534f81f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.420319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-079781b5-ed46-471e-aff5-9d65534f81f4 None None] Port 400338cc-e872-4703-9973-e8e748da5b41 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:23.574448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.586372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['9a72b13c-59c8-48f4-94f2-c2479b75cd41'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:23.623404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Pushing event deleted for resources: {'Port': ['ID=9a72b13c-59c8-48f4-94f2-c2479b75cd41,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:23.637293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc2327-5a1d-4fa8-95b6-44794a30943a req-83d7a658-d404-4d31-ba8e-0e3b17913274 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.644950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11fc2327-5a1d-4fa8-95b6-44794a30943a req-83d7a658-d404-4d31-ba8e-0e3b17913274 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 944 time: 0.1604280 Aug 29 04:18:23.717206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d73eed2f-1b2a-42ae-8e09-a13b57bc223e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:23.755083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] No DVR routers for this DVR port 9a72b13c-59c8-48f4-94f2-c2479b75cd41 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:23.759095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.761573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccabdb25-2ea8-444a-89a8-27d880d3a92b req-ef4f61d3-db95-4212-8e0f-792c6b470257 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.37 "DELETE /v2.0/ports/9a72b13c-59c8-48f4-94f2-c2479b75cd41 HTTP/1.1" status: 204 len: 173 time: 1.4758725 Aug 29 04:18:23.762582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:23.779360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9962d44a-51c4-47b7-989c-5196882b60ff', 'name': 'network-vif-deleted', 'tag': '9a72b13c-59c8-48f4-94f2-c2479b75cd41'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:23.783523 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445fef00-4462-4cd2-b503-47e53dfa12ce" -d '{"events": [{"server_uuid": "9962d44a-51c4-47b7-989c-5196882b60ff", "name": "network-vif-deleted", "tag": "9a72b13c-59c8-48f4-94f2-c2479b75cd41"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:23.810450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11fc2327-5a1d-4fa8-95b6-44794a30943a req-f5537ab0-b5a5-4b45-b214-7571f860b89e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646471 Aug 29 04:18:23.835962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400338cc-e872-4703-9973-e8e748da5b41 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:23.872270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.888477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:18:23.922113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Transition to ACTIVE for port object 400338cc-e872-4703-9973-e8e748da5b41 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:23.928981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.938536 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2a95b-87ac-4138-a524-9b91abc6cd92 x-openstack-request-id: req-33f2a95b-87ac-4138-a524-9b91abc6cd92 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:23.938830 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9962d44a-51c4-47b7-989c-5196882b60ff", "name": "network-vif-deleted", "tag": "9a72b13c-59c8-48f4-94f2-c2479b75cd41", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:23.951291 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33f2a95b-87ac-4138-a524-9b91abc6cd92 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:23.951291 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9962d44a-51c4-47b7-989c-5196882b60ff', 'name': 'network-vif-deleted', 'tag': '9a72b13c-59c8-48f4-94f2-c2479b75cd41', 'status': 'completed', 'code': 200} Aug 29 04:18:23.960152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db3307e3-2854-40f0-8f77-0c43f4e25d14 req-cf7948a2-d85f-4f29-a9c5-6a1f1b459e21 tempest-AggregatesAdminTestJSON-1704295269 tempest-AggregatesAdminTestJSON-1704295269-project] 10.222.0.55 "GET /v2.0/ports?device_id=9962d44a-51c4-47b7-989c-5196882b60ff HTTP/1.1" status: 200 len: 210 time: 0.0990615 Aug 29 04:18:23.967068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port aaf78ed8-0956-4359-a51b-ef9b6060242f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:23.976118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port aaf78ed8-0956-4359-a51b-ef9b6060242f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:23.976663 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.019836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d73eed2f-1b2a-42ae-8e09-a13b57bc223e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.043991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'port_id': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'mac_address': 'fa:16:3e:cb:e1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:24.137394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=400338cc-e872-4703-9973-e8e748da5b41,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.138979 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.172806 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.194670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:24.197353 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d415a0ab-6302-4e54-92de-c9cda5232f1a" -d '{"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-plugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:24.198286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Attempting to bind port 400338cc-e872-4703-9973-e8e748da5b41 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:24.198784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Attempting to bind port 400338cc-e872-4703-9973-e8e748da5b41 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:24.199275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Attempting to bind port 400338cc-e872-4703-9973-e8e748da5b41 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:24.209144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73eed2f-1b2a-42ae-8e09-a13b57bc223e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:24.214133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05721e9-790c-46b2-a87f-5f20556e7606 req-bb3e4518-d9af-41cc-9e9a-fb375545b312 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.215898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b05721e9-790c-46b2-a87f-5f20556e7606 req-bb3e4518-d9af-41cc-9e9a-fb375545b312 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 944 time: 0.1726041 Aug 29 04:18:24.217229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Port 400338cc-e872-4703-9973-e8e748da5b41 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:24.218451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Attempting to bind port 400338cc-e872-4703-9973-e8e748da5b41 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:24.244587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:24.244949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:24.245309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:24.245785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Bound port: 400338cc-e872-4703-9973-e8e748da5b41, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:24.246148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.251139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.257395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.321158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba326f6-e676-4ce8-9fe8-e14ec59ee9a3 req-d4997ee8-33b4-46f1-85bb-25c2306e9ca4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.321369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d73eed2f-1b2a-42ae-8e09-a13b57bc223e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.331219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ba326f6-e676-4ce8-9fe8-e14ec59ee9a3 req-d4997ee8-33b4-46f1-85bb-25c2306e9ca4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.0879824 Aug 29 04:18:24.343112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.343990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 85371832-215a-4f8b-8098-26221264356c details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:24.379086 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ba326f6-e676-4ce8-9fe8-e14ec59ee9a3 req-09ea8e0f-3667-44d3-82e8-8a014423b407 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Aug 29 04:18:24.399944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b05721e9-790c-46b2-a87f-5f20556e7606 req-54267721-f667-4eb5-a8a1-ec9007ad389a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747322 Aug 29 04:18:24.417423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.460003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] For port 400338cc-e872-4703-9973-e8e748da5b41, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:24.460003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] For port 400338cc-e872-4703-9973-e8e748da5b41, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=400338cc-e872-4703-9973-e8e748da5b41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:24.470216 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.551233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.551873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.553352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] 10.222.0.37 "PUT /v2.0/ports/400338cc-e872-4703-9973-e8e748da5b41 HTTP/1.1" status: 200 len: 1096 time: 1.4844460 Aug 29 04:18:24.584329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2601ed-0c84-41fc-90dd-3ea78d3007c1 req-d6c972ec-78e5-4ea4-a436-8c3a75b1565e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.588220 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5505172b-6cea-42a9-9d11-d51217d7d907 x-openstack-request-id: req-5505172b-6cea-42a9-9d11-d51217d7d907 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:24.588524 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-plugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:24.588770 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5505172b-6cea-42a9-9d11-d51217d7d907 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:24.589152 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'code': 200} Aug 29 04:18:24.595155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb2601ed-0c84-41fc-90dd-3ea78d3007c1 req-d6c972ec-78e5-4ea4-a436-8c3a75b1565e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 947 time: 0.0923324 Aug 29 04:18:24.653023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d21e11-ede5-481b-9c0f-e4a2bb85a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=400338cc-e872-4703-9973-e8e748da5b41,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.692337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb2601ed-0c84-41fc-90dd-3ea78d3007c1 req-4d7dd874-c38e-4fa7-8fb0-59607f1df5b4 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959721 Aug 29 04:18:24.741944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 85371832-215a-4f8b-8098-26221264356c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.753640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.764882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '85371832-215a-4f8b-8098-26221264356c', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '85371832-215a-4f8b-8098-26221264356c', 'mac_address': 'fa:16:3e:22:d9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:24.841284 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.863351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85371832-215a-4f8b-8098-26221264356c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:24.891263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 85371832-215a-4f8b-8098-26221264356c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:24.899052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.931114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807892d-20da-422a-9224-71aebffc6c28 req-fb138ac8-e6ad-46be-8796-71da672eb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.932653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7807892d-20da-422a-9224-71aebffc6c28 req-fb138ac8-e6ad-46be-8796-71da672eb6ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1097 time: 0.1205189 Aug 29 04:18:24.935520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-c0137d9d-5435-4c03-aa0b-f027a1c7868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.937028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-c0137d9d-5435-4c03-aa0b-f027a1c7868a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 1099 time: 0.0547402 Aug 29 04:18:24.965468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.010412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbe600-a568-41f3-90ee-e63c563f5078 req-668f90b4-ee4d-4200-b1ab-a14eef5b5401 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.017340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1cdbe600-a568-41f3-90ee-e63c563f5078 req-668f90b4-ee4d-4200-b1ab-a14eef5b5401 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 945 time: 0.0661163 Aug 29 04:18:25.036810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-9df27a58-22ec-4623-86a4-7e8a79192cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=400338cc-e872-4703-9973-e8e748da5b41 HTTP/1.1" status: 200 len: 217 time: 0.0589912 Aug 29 04:18:25.039011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7807892d-20da-422a-9224-71aebffc6c28 req-afd6e68a-6d34-472b-ab68-dec4ded1805f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969784 Aug 29 04:18:25.062272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1cdbe600-a568-41f3-90ee-e63c563f5078 req-049c24c9-d34f-47a3-b5fc-671750f3224d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Aug 29 04:18:25.125282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-7adef275-e872-42cb-a03d-1f71b2ef20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.126817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-7adef275-e872-42cb-a03d-1f71b2ef20d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0814533 Aug 29 04:18:25.210942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-584848aa-21f1-4003-93e6-c0de4064ae21 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3665038a86c7482391564b7a9b843d1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329239 Aug 29 04:18:25.218055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275005-0d25-457e-b31c-f192917020c9 req-5dad10e5-c777-4a96-b878-662de388f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.219693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-5dad10e5-c777-4a96-b878-662de388f545 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781183 Aug 29 04:18:25.253036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d73eed2f-1b2a-42ae-8e09-a13b57bc223e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:25.288269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:25.404824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-60fba648-c268-4738-9565-8703cc2c21b7 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.406791 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-60fba648-c268-4738-9565-8703cc2c21b7 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861806 Aug 29 04:18:25.409305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-d37f5e62-bba0-4fc1-b7a7-1c0abe652e0b service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784289 Aug 29 04:18:25.448448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-0b24cbd2-81bf-4f9c-885f-2c3ad66b29ae tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/quotas/3665038a86c7482391564b7a9b843d1b HTTP/1.1" status: 200 len: 375 time: 0.0341563 Aug 29 04:18:25.497139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-e4015d8a-2171-4140-8730-168a1bece1ee tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325792 Aug 29 04:18:25.530770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-9a29f63e-f9c6-493b-9cd4-2fdec64bea1b tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3665038a86c7482391564b7a9b843d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458202 Aug 29 04:18:25.604818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f275005-0d25-457e-b31c-f192917020c9 req-30bb681a-9b57-43e1-b71b-a23701064620 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754887 Aug 29 04:18:25.632529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-bfdaead8-4598-4dee-b6ed-b41beaa08f2d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.634153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-bfdaead8-4598-4dee-b6ed-b41beaa08f2d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362417 Aug 29 04:18:25.650551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-f06af059-cb54-4b7f-92a1-d34189afc4a1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/quotas/f55fe1c1833a4596b1962a19c93a13d8 HTTP/1.1" status: 200 len: 375 time: 0.0097535 Aug 29 04:18:25.703949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-eae1b956-7f86-4e0b-aaec-a91867278079 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390530 Aug 29 04:18:25.830638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a329-6462-4135-81dd-7892f4ab46a7 req-1d3c00a4-a8df-494f-a35c-48cf18ce08fe tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.833332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87e0a329-6462-4135-81dd-7892f4ab46a7 req-1d3c00a4-a8df-494f-a35c-48cf18ce08fe tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 949 time: 0.0858855 Aug 29 04:18:25.929834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87e0a329-6462-4135-81dd-7892f4ab46a7 req-eb5f0108-4ae7-49ba-af73-65638067294c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779998 Aug 29 04:18:25.945497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a0c2-9a70-4b56-b6a9-756e37e1b0c6 req-60f8c803-0cd5-4169-b475-5512035a9684 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.949971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'tag': '400338cc-e872-4703-9973-e8e748da5b41'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:25.952522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0654a0c2-9a70-4b56-b6a9-756e37e1b0c6 req-60f8c803-0cd5-4169-b475-5512035a9684 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 945 time: 0.0773196 Aug 29 04:18:25.964815 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc152486-39bf-4cd9-a3ff-95c551f05b8c", "tag": "400338cc-e872-4703-9973-e8e748da5b41"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:26.035451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0654a0c2-9a70-4b56-b6a9-756e37e1b0c6 req-fb86acf5-d931-47a2-8709-37db640f8161 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609691 Aug 29 04:18:26.081080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36610) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:26.139555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dd9ea1a-4dfc-4f5a-b4e3-cb4bade147a4 req-e2f128e2-4eb4-4331-9abd-6b97117d4b98 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 210 time: 0.0393281 Aug 29 04:18:26.287635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c6fa8-e14e-4e15-a7e1-09cf043d6283 req-bef823a5-bba6-44fa-9011-4c1b4f2ab6be tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.296736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d22c6fa8-e14e-4e15-a7e1-09cf043d6283 req-bef823a5-bba6-44fa-9011-4c1b4f2ab6be tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 947 time: 0.0951929 Aug 29 04:18:26.375462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d22c6fa8-e14e-4e15-a7e1-09cf043d6283 req-e85620ed-8eb7-455e-901e-a69e76402560 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776999 Aug 29 04:18:26.402020 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4f05e864-cad2-40e4-bd03-3719c1bc9260 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9af56ffa45845ec80ec526eb2620ca5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3195951 Aug 29 04:18:26.402586 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5b3eda8-4c2d-475b-8daa-bfc162016947 req-3d8e9425-d2b8-49ab-b462-695ff43b6b6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0307269 Aug 29 04:18:26.405715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36622) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:26.456926 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcf21e6-f6af-402c-944e-acd03873ada1 x-openstack-request-id: req-dfcf21e6-f6af-402c-944e-acd03873ada1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:26.457467 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc152486-39bf-4cd9-a3ff-95c551f05b8c", "tag": "400338cc-e872-4703-9973-e8e748da5b41", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:26.457909 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfcf21e6-f6af-402c-944e-acd03873ada1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:26.458542 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'tag': '400338cc-e872-4703-9973-e8e748da5b41', 'status': 'completed', 'code': 200} Aug 29 04:18:26.524885 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c59af9b8-7179-440a-9a74-e81e3fa19692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.575937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c59af9b8-7179-440a-9a74-e81e3fa19692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.600827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-965ae858-3d80-45d1-b2ab-7a25e47622ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.602401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-965ae858-3d80-45d1-b2ab-7a25e47622ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 1099 time: 0.1322401 Aug 29 04:18:26.616434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef3c2-ba7b-45ed-acd9-d3216245d947 req-aaf8338f-f268-43ac-af0a-34f5d2cd046f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.617881 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90cef3c2-ba7b-45ed-acd9-d3216245d947 req-aaf8338f-f268-43ac-af0a-34f5d2cd046f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 945 time: 0.1324439 Aug 29 04:18:26.707169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36630) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:26.715852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90cef3c2-ba7b-45ed-acd9-d3216245d947 req-3c7c2014-cc9f-4266-a754-b41155b88529 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824611 Aug 29 04:18:26.732651 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c59af9b8-7179-440a-9a74-e81e3fa19692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.734322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c59af9b8-7179-440a-9a74-e81e3fa19692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.738520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c59af9b8-7179-440a-9a74-e81e3fa19692 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a77fb275-25e9-43ba-a665-1ef79e670fad HTTP/1.1" status: 204 len: 168 time: 0.3284822 Aug 29 04:18:26.756392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59af9b8-7179-440a-9a74-e81e3fa19692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77fb275-25e9-43ba-a665-1ef79e670fad,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.761805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-1758b496-71a1-4c04-afc8-3d554aa209c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.763264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-1758b496-71a1-4c04-afc8-3d554aa209c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1408782 Aug 29 04:18:26.832995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-ac61fa07-5dfa-4733-b64d-60dfc76518ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=400338cc-e872-4703-9973-e8e748da5b41 HTTP/1.1" status: 200 len: 217 time: 0.0502942 Aug 29 04:18:26.936341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-07b030ee-2666-486e-b351-35c54d2b008d tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3665038a86c7482391564b7a9b843d1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249393 Aug 29 04:18:26.977024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-4ce9709e-52f6-4224-a53d-d3b5ec9c9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.978875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-4ce9709e-52f6-4224-a53d-d3b5ec9c9f1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1370673 Aug 29 04:18:27.116445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fba8ce1c-110b-4418-a675-a1b276a1c086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.183687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5276f3f-e163-4fae-9356-6624790eeb92 req-55bf1d1c-9db8-49e7-ac35-899382a9d289 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.185695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5276f3f-e163-4fae-9356-6624790eeb92 req-55bf1d1c-9db8-49e7-ac35-899382a9d289 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 949 time: 0.1344109 Aug 29 04:18:27.238431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9a72b13c-59c8-48f4-94f2-c2479b75cd41 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:27.253509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5276f3f-e163-4fae-9356-6624790eeb92 req-fcd0c2b9-2a73-48bb-8801-7297e572386e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582259 Aug 29 04:18:27.256544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36644) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:27.270885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 9a72b13c-59c8-48f4-94f2-c2479b75cd41 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:27.271205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9a72b13c-59c8-48f4-94f2-c2479b75cd41 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:27.298887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fba8ce1c-110b-4418-a675-a1b276a1c086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.304127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-8bdd5ded-7a74-4e98-a3a7-97715b406afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.305959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-8bdd5ded-7a74-4e98-a3a7-97715b406afe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3149240 Aug 29 04:18:27.308411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fba8ce1c-110b-4418-a675-a1b276a1c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.356791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.37', 55191) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:27.417213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-1b6e4283-b262-4e5e-a1dc-505f03e11ec5 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.419077 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-1b6e4283-b262-4e5e-a1dc-505f03e11ec5 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4758508 Aug 29 04:18:27.448787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09859c-2198-4259-b648-ee4179911ac1 req-3d9208b6-0b12-4f55-8a4a-4de3144ecc29 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.450367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb09859c-2198-4259-b648-ee4179911ac1 req-3d9208b6-0b12-4f55-8a4a-4de3144ecc29 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 945 time: 0.1488626 Aug 29 04:18:27.456591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Request body: {'port': {'device_id': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '3665038a86c7482391564b7a9b843d1b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:27.529116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a9f02f84-83c6-4655-8aeb-a7829c148acd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84d7f70b52214e87afe129368fcd7ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708561 Aug 29 04:18:27.534737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36650) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:27.543012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fba8ce1c-110b-4418-a675-a1b276a1c086 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4234ec09072e4e98b92f325df7f61414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352301 Aug 29 04:18:27.551313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:27.556435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8ce1c-110b-4418-a675-a1b276a1c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a63706-8b4a-4d16-b076-43eaca9988c5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.557578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-3a91838b-988a-42b7-aa33-be8978e8ed37 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409928 Aug 29 04:18:27.560432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-815ff70c-889a-444a-a526-dd00b4034abe tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2019107 Aug 29 04:18:27.562218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80f5b5cb-566f-4b12-bf7c-9923c1658fb8 req-e4250d10-d05c-4062-86c7-90de740fbf15 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 210 time: 0.2137210 Aug 29 04:18:27.657734 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb09859c-2198-4259-b648-ee4179911ac1 req-589f65ae-3fed-411c-a848-938f6f826d5b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960170 Aug 29 04:18:27.704954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815c08c-6e04-40c6-956d-57251f07998f req-fd19fc77-d844-4d95-8495-62ea1604a9cd tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.706539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f815c08c-6e04-40c6-956d-57251f07998f req-fd19fc77-d844-4d95-8495-62ea1604a9cd tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 947 time: 0.0746224 Aug 29 04:18:27.713726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-b6d7f53d-8cde-4a56-920f-faa73ae067b0 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.715131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-b6d7f53d-8cde-4a56-920f-faa73ae067b0 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447189 Aug 29 04:18:27.735106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Request body: {'port': {'device_id': '570fe675-faf8-497d-b250-592769df97ac', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'f55fe1c1833a4596b1962a19c93a13d8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:27.738218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 85371832-215a-4f8b-8098-26221264356c up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:27.793266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 85371832-215a-4f8b-8098-26221264356c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:27.797184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 85371832-215a-4f8b-8098-26221264356c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:27.797563 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.808374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79d6bf4b-37ca-48e5-b53a-ff175c1e4036 req-b7563e55-10ff-41b9-afb1-f453abccba9d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0597792 Aug 29 04:18:27.808855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0a91708-0375-444f-b041-1a035d7b0817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.813631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-237fd040-9e9a-4f75-a3d1-ecef6d339ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.840401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2afd52d-f32c-40ea-9b6d-591991bc3bb8 req-eedd48a9-dab9-4a33-8112-2ae94c6a1ba4 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687373 Aug 29 04:18:27.851941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Made reservation on behalf of 3665038a86c7482391564b7a9b843d1b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:27.855752 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.875295 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0a91708-0375-444f-b041-1a035d7b0817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.880084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.882973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-237fd040-9e9a-4f75-a3d1-ecef6d339ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.894142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.903744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f815c08c-6e04-40c6-956d-57251f07998f req-d1a4fa00-c4f7-469b-8fe1-3ced22820916 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852896 Aug 29 04:18:27.919083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85371832-215a-4f8b-8098-26221264356c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:27.921708 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4718de-fcb3-4ada-be33-13ad915892b1" -d '{"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-plugged", "status": "completed", "tag": "85371832-215a-4f8b-8098-26221264356c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:27.927149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Made reservation on behalf of f55fe1c1833a4596b1962a19c93a13d8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:27.931584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.935549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 85371832-215a-4f8b-8098-26221264356c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:27.940963 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.942004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d73eed2f-1b2a-42ae-8e09-a13b57bc223e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:27.942786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.999644 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b227d74-6ee7-4416-b4c2-bb8750085fd5 x-openstack-request-id: req-5b227d74-6ee7-4416-b4c2-bb8750085fd5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:27.999983 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-plugged", "status": "completed", "tag": "85371832-215a-4f8b-8098-26221264356c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:28.000191 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b227d74-6ee7-4416-b4c2-bb8750085fd5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:28.000578 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85371832-215a-4f8b-8098-26221264356c', 'code': 200} Aug 29 04:18:28.039107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0a91708-0375-444f-b041-1a035d7b0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.041899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.043475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0a91708-0375-444f-b041-1a035d7b0817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.048953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port d73eed2f-1b2a-42ae-8e09-a13b57bc223e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:28.053807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d73eed2f-1b2a-42ae-8e09-a13b57bc223e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:28.057136 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.057274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b0a91708-0375-444f-b041-1a035d7b0817 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4a63706-8b4a-4d16-b076-43eaca9988c5 HTTP/1.1" status: 204 len: 168 time: 0.5011752 Aug 29 04:18:28.078840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a91708-0375-444f-b041-1a035d7b0817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a63706-8b4a-4d16-b076-43eaca9988c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.079530 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.085139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.089485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6418-1705-4a91-a7ef-8703f6f30f75 req-6b3dbcc1-0249-4411-86a3-fc1ccfd2284e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.098431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc3b6418-1705-4a91-a7ef-8703f6f30f75 req-6b3dbcc1-0249-4411-86a3-fc1ccfd2284e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 945 time: 0.1988349 Aug 29 04:18:28.145229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-237fd040-9e9a-4f75-a3d1-ecef6d339ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.147863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-237fd040-9e9a-4f75-a3d1-ecef6d339ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.152099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-237fd040-9e9a-4f75-a3d1-ecef6d339ae4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e441fd9-1959-4415-bfd8-f6eff0e0db06 HTTP/1.1" status: 204 len: 168 time: 0.6155157 Aug 29 04:18:28.168573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd040-9e9a-4f75-a3d1-ecef6d339ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e441fd9-1959-4415-bfd8-f6eff0e0db06,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.169088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda0323-3dd2-40b4-ae9f-bbb7e5561514,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.186808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.232998 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc3b6418-1705-4a91-a7ef-8703f6f30f75 req-20ea8923-67aa-4a05-943a-8ce48751df5a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335692 Aug 29 04:18:28.244799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d73eed2f-1b2a-42ae-8e09-a13b57bc223e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:28.249835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec685e24-4763-4524-bf58-bd88427a72ef req-0e595f33-db17-4d94-9edd-6110bcb9579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.252515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec685e24-4763-4524-bf58-bd88427a72ef req-0e595f33-db17-4d94-9edd-6110bcb9579c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1102 time: 0.1451976 Aug 29 04:18:28.260002 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.269510 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:28.325542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec685e24-4763-4524-bf58-bd88427a72ef req-dcd6e182-1bb9-4e8c-8358-362d305714eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 Aug 29 04:18:28.339886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Allocated IP 192.168.233.20 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/87b2e7ac-181b-436d-963f-afb6cc87c5b0) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:28.365044 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.371167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.380535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.478491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc502916-84ba-4f11-9955-2488300d6dce,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.503433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620a38c-7b17-4dba-bb8f-b74d1cadb199 req-9c011743-10e0-4383-b602-c18bb0f99866 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.505697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f620a38c-7b17-4dba-bb8f-b74d1cadb199 req-9c011743-10e0-4383-b602-c18bb0f99866 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1235359 Aug 29 04:18:28.561063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f620a38c-7b17-4dba-bb8f-b74d1cadb199 req-d9c02b9b-7b42-4add-83a0-887d8412e4d4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Aug 29 04:18:28.582804 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.590449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Transition to ACTIVE for port object 87b2e7ac-181b-436d-963f-afb6cc87c5b0 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:28.626171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.688279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Pushing event updated for resources: {'Port': ['ID=87b2e7ac-181b-436d-963f-afb6cc87c5b0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.695502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:28.697261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:28.699369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:28.705630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.705785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.710944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a26c2f54-332a-4464-b0d5-fe01bc1c9511 req-2c77b63e-10b2-4c43-bc00-b454172c08c3 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 210 time: 0.0531824 Aug 29 04:18:28.727750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-fc96bf72-0b32-4f60-b751-b509c949eb6e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9959762 Aug 29 04:18:28.742226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Request body: {'port': {'device_id': '570fe675-faf8-497d-b250-592769df97ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:28.766216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Allocated IP 192.168.233.110 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:28.801963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:28.846041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.899132 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86d8ba5a-4fe7-441d-bc9d-ec815e24ec0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.945663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b5580-673d-4af2-b35a-412f99e0c23d req-16837d66-ece7-438d-ad62-ee384a5a6fc7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.955178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce0b5580-673d-4af2-b35a-412f99e0c23d req-16837d66-ece7-438d-ad62-ee384a5a6fc7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 946 time: 0.1592827 Aug 29 04:18:29.037996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ee7b2287-27f8-4758-945e-d047ed782e38 None None] Provisioning for port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:29.048187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ee7b2287-27f8-4758-945e-d047ed782e38 None None] Provisioning complete for port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:29.048561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2287-27f8-4758-945e-d047ed782e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.084289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce0b5580-673d-4af2-b35a-412f99e0c23d req-40e3661c-d7b7-46cf-b781-d5c227000352 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279721 Aug 29 04:18:29.153202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337d55-2a22-4f47-a039-1e355df33c23 req-61857004-ac9b-40ed-bebb-54a045ed4c64 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.161062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60337d55-2a22-4f47-a039-1e355df33c23 req-61857004-ac9b-40ed-bebb-54a045ed4c64 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1097 time: 0.1619563 Aug 29 04:18:29.171164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b2287-27f8-4758-945e-d047ed782e38 None None] Port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:29.233391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60337d55-2a22-4f47-a039-1e355df33c23 req-9de5380e-4ea9-462a-8aac-39e34353f843 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714347 Aug 29 04:18:29.238053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 400338cc-e872-4703-9973-e8e748da5b41 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:29.320373 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86d8ba5a-4fe7-441d-bc9d-ec815e24ec0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.357327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86d8ba5a-4fe7-441d-bc9d-ec815e24ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.373338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 400338cc-e872-4703-9973-e8e748da5b41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=400338cc-e872-4703-9973-e8e748da5b41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:29.394672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '400338cc-e872-4703-9973-e8e748da5b41', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '400338cc-e872-4703-9973-e8e748da5b41', 'mac_address': 'fa:16:3e:dc:1c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:29.416311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.441113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-86d8ba5a-4fe7-441d-bc9d-ec815e24ec0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f4996709d654e738da427e1d9c4c659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877957 Aug 29 04:18:29.442405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36692) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:29.459843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Transition to ACTIVE for port object ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:29.477392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8ba5a-4fe7-441d-bc9d-ec815e24ec0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5d935e-2f99-4d08-a345-3412d95f1fa7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.495292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5299928-a5f4-45ef-9665-1a616a783627 req-cf287133-db0e-40ff-b503-473f19afab66 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.495932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fabadf-db41-4414-bf03-7d340d99b8e5 req-0e36c287-ba5a-4277-8f51-266bc73e25db tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.497348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4fabadf-db41-4414-bf03-7d340d99b8e5 req-0e36c287-ba5a-4277-8f51-266bc73e25db tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 947 time: 0.1429880 Aug 29 04:18:29.519255 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.519543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5299928-a5f4-45ef-9665-1a616a783627 req-cf287133-db0e-40ff-b503-473f19afab66 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 935 time: 0.2880044 Aug 29 04:18:29.535208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400338cc-e872-4703-9973-e8e748da5b41 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:29.572392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 400338cc-e872-4703-9973-e8e748da5b41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=400338cc-e872-4703-9973-e8e748da5b41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:29.578269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4fabadf-db41-4414-bf03-7d340d99b8e5 req-188548ec-850d-4eba-93f0-12690bc2fb44 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561562 Aug 29 04:18:29.579087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8427ad83-9d2a-4bc7-8748-d5ac38047513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.579959 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.627047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5299928-a5f4-45ef-9665-1a616a783627 req-6a0025bd-9978-4374-83d8-01ccef16bfe5 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Aug 29 04:18:29.630596 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.635289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8427ad83-9d2a-4bc7-8748-d5ac38047513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.700435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=400338cc-e872-4703-9973-e8e748da5b41,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.707871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Pushing event updated for resources: {'Port': ['ID=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.739447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:29.741381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:29.750758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:29.756596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.757262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.792607 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-3e243011-0649-4ae2-9264-eea493345268 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3524306 Aug 29 04:18:29.805557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Request body: {'port': {'device_id': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:29.821698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['400338cc-e872-4703-9973-e8e748da5b41'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:29.852503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f208fab-37bd-4a48-9573-8ae054837bae req-22aff856-e1a2-468b-9113-fa03813c1755 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.866729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f208fab-37bd-4a48-9573-8ae054837bae req-22aff856-e1a2-468b-9113-fa03813c1755 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1097 time: 0.1158969 Aug 29 04:18:29.900460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8427ad83-9d2a-4bc7-8748-d5ac38047513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.903177 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8427ad83-9d2a-4bc7-8748-d5ac38047513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.904498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8427ad83-9d2a-4bc7-8748-d5ac38047513 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e5d935e-2f99-4d08-a345-3412d95f1fa7 HTTP/1.1" status: 204 len: 168 time: 0.4608319 Aug 29 04:18:29.929616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145579f1-6261-4b18-8549-a3f36469471a req-bd3be11e-47b8-4243-a80c-3a07688b98e9 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.931178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-145579f1-6261-4b18-8549-a3f36469471a req-bd3be11e-47b8-4243-a80c-3a07688b98e9 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0917008 Aug 29 04:18:29.936291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427ad83-9d2a-4bc7-8748-d5ac38047513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5d935e-2f99-4d08-a345-3412d95f1fa7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.987268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.003802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:30.006324 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55038785-745e-4d6d-9538-aebfac8d6eaf" -d '{"events": [{"server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "name": "network-vif-plugged", "status": "completed", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:30.043227 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f208fab-37bd-4a48-9573-8ae054837bae req-385529e4-34ad-4f05-99b1-9183552818fd tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754866 Aug 29 04:18:30.084074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b2e7ac-181b-436d-963f-afb6cc87c5b0 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:30.108263 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.110857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-145579f1-6261-4b18-8549-a3f36469471a req-533f4d7f-7e5f-44ec-ac86-fe311feffc0d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728773 Aug 29 04:18:30.140935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Transition to ACTIVE for port object 87b2e7ac-181b-436d-963f-afb6cc87c5b0 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:30.166866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.175939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7d7a1577-1835-43dd-92d6-0e95f4f4206f None None] Provisioning for port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:30.186555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7d7a1577-1835-43dd-92d6-0e95f4f4206f None None] Provisioning complete for port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:30.186934 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1577-1835-43dd-92d6-0e95f4f4206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.233492 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e55c66-b14e-4d1a-9eaf-d4c25beaca4e x-openstack-request-id: req-54e55c66-b14e-4d1a-9eaf-d4c25beaca4e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:30.234911 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "name": "network-vif-plugged", "status": "completed", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:30.235662 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54e55c66-b14e-4d1a-9eaf-d4c25beaca4e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:30.236753 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'code': 200} Aug 29 04:18:30.273424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a1577-1835-43dd-92d6-0e95f4f4206f None None] Port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:30.291574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Pushing event updated for resources: {'Port': ['ID=87b2e7ac-181b-436d-963f-afb6cc87c5b0,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.329916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f16c9-4d88-406f-9d28-1b90cdb8d3ca req-7d3ceb69-3452-491b-ac9f-5f5c7a8902fb tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.338748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e36f16c9-4d88-406f-9d28-1b90cdb8d3ca req-7d3ceb69-3452-491b-ac9f-5f5c7a8902fb tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 936 time: 0.1961818 Aug 29 04:18:30.420143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Attempting to bind port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:30.420487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Attempting to bind port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:30.421089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Attempting to bind port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:30.429360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:30.429617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Attempting to bind port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:30.441776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e36f16c9-4d88-406f-9d28-1b90cdb8d3ca req-7c91eee1-ed99-4a46-9e51-1b71c9394baa tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015625 Aug 29 04:18:30.442725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:30.443050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:30.443429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:30.443873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Bound port: 87b2e7ac-181b-436d-963f-afb6cc87c5b0, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:30.444230 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.556433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] For port 87b2e7ac-181b-436d-963f-afb6cc87c5b0, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:30.560348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] For port 87b2e7ac-181b-436d-963f-afb6cc87c5b0, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=87b2e7ac-181b-436d-963f-afb6cc87c5b0,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:30.566894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f3e04-a260-4ff5-8ebc-9c816fe8bd34 req-ff519e4b-97fd-4afa-9b4f-2efe61e14d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.568515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-872f3e04-a260-4ff5-8ebc-9c816fe8bd34 req-ff519e4b-97fd-4afa-9b4f-2efe61e14d5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 1098 time: 0.2516396 Aug 29 04:18:30.576440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.616501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.617674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.618673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] 10.222.0.37 "PUT /v2.0/ports/87b2e7ac-181b-436d-963f-afb6cc87c5b0 HTTP/1.1" status: 200 len: 1096 time: 1.8831227 Aug 29 04:18:30.619037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570fe675-faf8-497d-b250-592769df97ac', 'tag': '87b2e7ac-181b-436d-963f-afb6cc87c5b0'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:30.621286 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7834656-586d-4020-b103-86ba5241bebb" -d '{"events": [{"name": "network-changed", "server_uuid": "570fe675-faf8-497d-b250-592769df97ac", "tag": "87b2e7ac-181b-436d-963f-afb6cc87c5b0"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:30.654215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e46e0-8f12-417b-8f8e-5e1365138572 service neutron] Pushing event updated for resources: {'Port': ['ID=87b2e7ac-181b-436d-963f-afb6cc87c5b0,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.661575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d760-3050-4417-ab8a-0090c4922045 req-062c2b0e-ec7f-4bf4-9229-67993eca6faf tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.663269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba35d760-3050-4417-ab8a-0090c4922045 req-062c2b0e-ec7f-4bf4-9229-67993eca6faf tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 946 time: 0.2591743 Aug 29 04:18:30.700250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-872f3e04-a260-4ff5-8ebc-9c816fe8bd34 req-a1a1cf8b-04b2-4ab4-b910-c68d4427b25c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230502 Aug 29 04:18:30.727103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-1aefbcf6-ad99-426c-a5cc-db3a9489ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.731308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-1aefbcf6-ad99-426c-a5cc-db3a9489ce76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 1099 time: 0.0602744 Aug 29 04:18:30.755565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba35d760-3050-4417-ab8a-0090c4922045 req-ccc9b5cc-3d67-4848-9bb2-0fdeda6d80ea tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744216 Aug 29 04:18:30.799088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-f7b6dd87-b290-4ce6-9b3f-c9aef58a88c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=87b2e7ac-181b-436d-963f-afb6cc87c5b0 HTTP/1.1" status: 200 len: 217 time: 0.0602279 Aug 29 04:18:30.853363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:30.878943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.901120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-e4242f63-d6f4-4bb2-aa4b-d8e2375e2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.902896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-e4242f63-d6f4-4bb2-aa4b-d8e2375e2ce3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0958993 Aug 29 04:18:30.905777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Transition to ACTIVE for port object ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:30.913814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.993124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Pushing event updated for resources: {'Port': ['ID=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.017042 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.023774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111091d6-e87f-4887-81e6-c413dd604852 req-a2b75dcd-0fa3-450c-becc-01de0b0b81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.025356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-a2b75dcd-0fa3-450c-becc-01de0b0b81e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147735 Aug 29 04:18:31.086104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Attempting to bind port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:31.086438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Attempting to bind port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:31.086950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Attempting to bind port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:31.093140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:31.093875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Attempting to bind port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:31.108233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:31.108477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:31.108849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:31.109465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Bound port: ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:31.110012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.196540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d67bb-3abf-422a-934e-3b6cf2ab4182 req-338af2b4-3b6f-48f5-90b1-417f5f347716 tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.208941 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-735d67bb-3abf-422a-934e-3b6cf2ab4182 req-338af2b4-3b6f-48f5-90b1-417f5f347716 tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1102 time: 0.1539254 Aug 29 04:18:31.251046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 400338cc-e872-4703-9973-e8e748da5b41 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:31.264441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-735d67bb-3abf-422a-934e-3b6cf2ab4182 req-b73ebb79-e37f-4563-b7f5-db8817d2b55c tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.274918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] For port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:31.283628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] For port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:31.289454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.328175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 400338cc-e872-4703-9973-e8e748da5b41 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:31.333542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 400338cc-e872-4703-9973-e8e748da5b41 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:31.334292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.361571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Pushing event updated for resources: {'Port': ['ID=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.371029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.371856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.373684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-7ea29187-e628-4ecb-9e71-3a48f2488d1b service neutron] 10.222.0.37 "PUT /v2.0/ports/ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a HTTP/1.1" status: 200 len: 1097 time: 1.5728900 Aug 29 04:18:31.374277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'tag': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:31.377115 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909df834-4fa4-4de3-aec0-624bbc99c1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa", "tag": "ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:31.451235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-37f0bc66-53bb-4e29-99d9-3a33a5ec58a5 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170856 Aug 29 04:18:31.513578 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.527096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-8e77a82f-c7ab-44fe-9aed-8ea2fe4c59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.530696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-8e77a82f-c7ab-44fe-9aed-8ea2fe4c59ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3665038a86c7482391564b7a9b843d1b&device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 1100 time: 0.1062274 Aug 29 04:18:31.576245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 400338cc-e872-4703-9973-e8e748da5b41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=400338cc-e872-4703-9973-e8e748da5b41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:31.582006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.633132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-d9d1f2d4-bb28-493a-be98-19d2040f0c9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a HTTP/1.1" status: 200 len: 217 time: 0.0910599 Aug 29 04:18:31.666882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=400338cc-e872-4703-9973-e8e748da5b41,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.731630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-1d11461a-879e-47eb-87fb-dda3560a93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.733532 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-1d11461a-879e-47eb-87fb-dda3560a93e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0921538 Aug 29 04:18:31.792582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-cad1a576-cc92-4b5c-a2a0-1241f4ab1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.794499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-cad1a576-cc92-4b5c-a2a0-1241f4ab1d82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538278 Aug 29 04:18:31.807683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-735d67bb-3abf-422a-934e-3b6cf2ab4182 req-b73ebb79-e37f-4563-b7f5-db8817d2b55c tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.813387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-735d67bb-3abf-422a-934e-3b6cf2ab4182 req-b73ebb79-e37f-4563-b7f5-db8817d2b55c tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.833500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111091d6-e87f-4887-81e6-c413dd604852 req-0d5199a5-851a-4a2f-bc14-736298daddef service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724904 Aug 29 04:18:31.860431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-735d67bb-3abf-422a-934e-3b6cf2ab4182 req-b73ebb79-e37f-4563-b7f5-db8817d2b55c tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502373 Aug 29 04:18:31.908083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ebb79-e37f-4563-b7f5-db8817d2b55c tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd0540-8ad6-4d5a-ad4e-65a7121103e5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.938321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-bde7b17d-7c76-4d68-bf6d-a3a34991d9c8 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339204 Aug 29 04:18:32.060011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f14d-605c-4f78-86b7-f9fe144a0530 req-9a0ff5e4-f6fb-4bb3-a01c-9776be4b2e09 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.062424 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46a3f14d-605c-4f78-86b7-f9fe144a0530 req-9a0ff5e4-f6fb-4bb3-a01c-9776be4b2e09 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.1279330 Aug 29 04:18:32.081785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8419b938-9d4f-4bfa-88ed-0d5abb230556 req-71b2a953-0c50-4d01-bd88-88dc3bfebb93 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353931 Aug 29 04:18:32.123969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46a3f14d-605c-4f78-86b7-f9fe144a0530 req-faf805ba-db7f-42f9-a2be-f6eb8f723356 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541816 Aug 29 04:18:32.173929 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e45b04d-c26a-427b-bba3-e8acc8567f6e x-openstack-request-id: req-4e45b04d-c26a-427b-bba3-e8acc8567f6e {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:32.174421 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570fe675-faf8-497d-b250-592769df97ac", "tag": "87b2e7ac-181b-436d-963f-afb6cc87c5b0", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:32.175200 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e45b04d-c26a-427b-bba3-e8acc8567f6e {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:32.175623 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570fe675-faf8-497d-b250-592769df97ac', 'tag': '87b2e7ac-181b-436d-963f-afb6cc87c5b0', 'status': 'completed', 'code': 200} Aug 29 04:18:32.238262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400338cc-e872-4703-9973-e8e748da5b41'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:32.242584 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745a1264-33a2-4551-9c12-8dfa988e2c4d" -d '{"events": [{"server_uuid": "bc152486-39bf-4cd9-a3ff-95c551f05b8c", "name": "network-vif-plugged", "status": "completed", "tag": "400338cc-e872-4703-9973-e8e748da5b41"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:32.250062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7834656-586d-4020-b103-86ba5241bebb req-ade0a2f6-f36f-4a32-b777-6d9d99a421a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.251768 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7834656-586d-4020-b103-86ba5241bebb req-ade0a2f6-f36f-4a32-b777-6d9d99a421a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 1099 time: 0.0493114 Aug 29 04:18:32.290815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6a3a8-ba35-42de-8b58-e03ebdf3d80e req-ff710964-25f8-4b56-8eeb-85e45974bd4e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.293753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05d6a3a8-ba35-42de-8b58-e03ebdf3d80e req-ff710964-25f8-4b56-8eeb-85e45974bd4e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 947 time: 0.0644102 Aug 29 04:18:32.363474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05d6a3a8-ba35-42de-8b58-e03ebdf3d80e req-a05b029d-0419-4397-86ca-4aaed65e2f8b tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564437 Aug 29 04:18:32.374587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7834656-586d-4020-b103-86ba5241bebb req-9adaf9ab-5a2b-4fac-98c1-a86fde497e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.376055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7834656-586d-4020-b103-86ba5241bebb req-9adaf9ab-5a2b-4fac-98c1-a86fde497e75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1173091 Aug 29 04:18:32.428197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7834656-586d-4020-b103-86ba5241bebb req-fafe90f7-0fb9-446a-93d6-8134f4599b85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=87b2e7ac-181b-436d-963f-afb6cc87c5b0 HTTP/1.1" status: 200 len: 217 time: 0.0359707 Aug 29 04:18:32.506896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7834656-586d-4020-b103-86ba5241bebb req-da0686b4-7809-4bf2-ba36-c4413cc5f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.508574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7834656-586d-4020-b103-86ba5241bebb req-da0686b4-7809-4bf2-ba36-c4413cc5f3ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0545676 Aug 29 04:18:32.564738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7834656-586d-4020-b103-86ba5241bebb req-18f7128c-8492-465a-935c-45aebedc5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.566976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7834656-586d-4020-b103-86ba5241bebb req-18f7128c-8492-465a-935c-45aebedc5a86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499396 Aug 29 04:18:32.639729 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aa8656-5481-4964-a0fc-7db3b952dc1d x-openstack-request-id: req-27aa8656-5481-4964-a0fc-7db3b952dc1d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:32.640325 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa", "tag": "ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:32.640325 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27aa8656-5481-4964-a0fc-7db3b952dc1d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:32.640635 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'tag': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a', 'status': 'completed', 'code': 200} Aug 29 04:18:32.677395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7834656-586d-4020-b103-86ba5241bebb req-413cce0f-9ee5-4481-ab96-6cbaf7de27fd service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991952 Aug 29 04:18:32.693581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:32.736261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-f1026176-6d3d-428c-9aae-bd3912710213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.740286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-f1026176-6d3d-428c-9aae-bd3912710213 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3665038a86c7482391564b7a9b843d1b&device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 1100 time: 0.0772221 Aug 29 04:18:32.752709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28d078-5271-4be7-b497-74dff8fe34ac req-b78af1d3-b468-4f28-be6e-200aa01e5ac6 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.754295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c28d078-5271-4be7-b497-74dff8fe34ac req-b78af1d3-b468-4f28-be6e-200aa01e5ac6 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 948 time: 0.0627539 Aug 29 04:18:32.951310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-b59fb15c-35a6-4f05-8cb7-257986cadf69 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:32.951310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-b59fb15c-35a6-4f05-8cb7-257986cadf69 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2539499 Aug 29 04:18:32.983013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7834656-586d-4020-b103-86ba5241bebb req-b110686f-2124-4259-a0ed-797f30aeb5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977762 Aug 29 04:18:33.018979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c28d078-5271-4be7-b497-74dff8fe34ac req-79787770-7e1e-4f93-951a-f2b98403a32a tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552893 Aug 29 04:18:33.045047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-37e4ca2c-5bc5-42bf-bfaa-8e65771257db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.046733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-37e4ca2c-5bc5-42bf-bfaa-8e65771257db service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2915525 Aug 29 04:18:33.050034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Request body: {'binding': {'host': 'n-h1-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:33.050585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:18:33.091276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-e334a2a7-e3f6-4fc8-a691-fd3fd56839f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a HTTP/1.1" status: 200 len: 217 time: 0.0365317 Aug 29 04:18:33.170232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448101c-beb3-4d26-a7ae-98bc0c06d149 req-eb517271-32da-4123-ae6e-88063a755231 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.171830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9448101c-beb3-4d26-a7ae-98bc0c06d149 req-eb517271-32da-4123-ae6e-88063a755231 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 946 time: 0.0831511 Aug 29 04:18:33.177641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-91c4c985-274a-442a-99df-6ac9a294c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.179023 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-91c4c985-274a-442a-99df-6ac9a294c9cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0795038 Aug 29 04:18:33.182708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on host n-h1-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:33.183056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:33.183389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:33.187817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:33.188142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:33.192973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:33.193309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:33.193733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:33.194161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Bound port: aaf78ed8-0956-4359-a51b-ef9b6060242f, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:33.238679 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9448101c-beb3-4d26-a7ae-98bc0c06d149 req-add11a1d-dd6d-4acb-bb30-0d47d1add4ca tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586176 Aug 29 04:18:33.247623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-1cea8241-70c3-4608-9a4d-bc62fa302cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.249244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-1cea8241-70c3-4608-9a4d-bc62fa302cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564106 Aug 29 04:18:33.281754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:33.287382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.290008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-ce59f39f-5f0b-4df2-8fa7-274d962df7b7 service neutron] 10.222.0.55 "POST /v2.0/ports/aaf78ed8-0956-4359-a51b-ef9b6060242f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2844422 Aug 29 04:18:33.348950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-392ccd26-12cc-4750-b9be-d763083cfcfa service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920539 Aug 29 04:18:33.412752 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584cc752-cd4d-4adf-bcda-9cf2bbae9546 x-openstack-request-id: req-584cc752-cd4d-4adf-bcda-9cf2bbae9546 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:33.413363 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc152486-39bf-4cd9-a3ff-95c551f05b8c", "name": "network-vif-plugged", "status": "completed", "tag": "400338cc-e872-4703-9973-e8e748da5b41", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:33.413614 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-584cc752-cd4d-4adf-bcda-9cf2bbae9546 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:33.414418 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400338cc-e872-4703-9973-e8e748da5b41', 'code': 200} Aug 29 04:18:33.461092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909df834-4fa4-4de3-aec0-624bbc99c1cd req-9411e62b-a32f-45e2-b808-76528712722f service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978441 Aug 29 04:18:33.536736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040a09-d9fa-4777-b2ba-ab913e60f882 req-34b3f772-030f-45ce-94e1-5f0fc1d95c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.538712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21040a09-d9fa-4777-b2ba-ab913e60f882 req-34b3f772-030f-45ce-94e1-5f0fc1d95c18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 1101 time: 0.0559735 Aug 29 04:18:33.586740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21040a09-d9fa-4777-b2ba-ab913e60f882 req-a5fefb72-e25c-47db-a2d9-794e4490f4a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Aug 29 04:18:33.628299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-b4b6037a-a7aa-4f81-a792-7ed9e3ef08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.630383 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-b4b6037a-a7aa-4f81-a792-7ed9e3ef08e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1097 time: 0.0432241 Aug 29 04:18:33.677043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6ce58-7f6a-4eab-8d2a-91e8da4e9e3f req-bd170276-6ca9-401c-9df7-32bfba329af0 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.678541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bc6ce58-7f6a-4eab-8d2a-91e8da4e9e3f req-bd170276-6ca9-401c-9df7-32bfba329af0 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.0472071 Aug 29 04:18:33.719587 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bc6ce58-7f6a-4eab-8d2a-91e8da4e9e3f req-2cd3a19a-1ead-4b9b-a3e1-5730fcc55ef2 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350461 Aug 29 04:18:33.857895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36866) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:33.893629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22696-3605-4d21-98b4-cc815bbab118 req-09319736-0df3-446f-a3cd-9c75b92b5d31 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.895498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9c22696-3605-4d21-98b4-cc815bbab118 req-09319736-0df3-446f-a3cd-9c75b92b5d31 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 946 time: 0.0657253 Aug 29 04:18:33.911495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36870) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:33.918682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'floatingip': {'port_id': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:33.936706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5b13e-0eb9-4b4c-af91-e99d4dc11ef0 req-6a261c59-5367-4e2e-ab26-c938f995e7e7 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.938218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58e5b13e-0eb9-4b4c-af91-e99d4dc11ef0 req-6a261c59-5367-4e2e-ab26-c938f995e7e7 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 945 time: 0.1412539 Aug 29 04:18:34.011516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-adc007d0-ff87-4e3a-8f3e-bc17de2e7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.012947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-adc007d0-ff87-4e3a-8f3e-bc17de2e7d92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.2299387 Aug 29 04:18:34.016311 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.078093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-7a3d5965-a043-47dd-a641-a36c32ad6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.079594 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-7a3d5965-a043-47dd-a641-a36c32ad6f24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1097 time: 0.1652651 Aug 29 04:18:34.082559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-72b102e6-d716-4d8b-8756-20b5426eed26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 217 time: 0.0589507 Aug 29 04:18:34.085748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-5ae97f6f-ccff-482f-90ca-7ad7d83e60c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2253547 Aug 29 04:18:34.089494 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58e5b13e-0eb9-4b4c-af91-e99d4dc11ef0 req-41ec8c13-f5d1-41a9-b212-a8f099216ead tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201403 Aug 29 04:18:34.120281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f89b8a-0a5c-4e5e-9cab-57319340e036 req-06af1611-fdc6-4480-af3f-b54c42ab1142 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.121818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43f89b8a-0a5c-4e5e-9cab-57319340e036 req-06af1611-fdc6-4480-af3f-b54c42ab1142 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 947 time: 0.1736519 Aug 29 04:18:34.199551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-acc5ffd1-0f4d-4df2-a888-f37cc74813a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.201380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-acc5ffd1-0f4d-4df2-a888-f37cc74813a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1104846 Aug 29 04:18:34.250165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-b12e981e-7bea-430e-98f7-2786856e6a90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305431 Aug 29 04:18:34.265666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43f89b8a-0a5c-4e5e-9cab-57319340e036 req-1dd00781-2cf5-4961-9c73-35427fd88a21 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256351 Aug 29 04:18:34.329082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-bc9f5562-47af-4154-8891-bad442a03078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.330855 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-bc9f5562-47af-4154-8891-bad442a03078 service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.2109015 Aug 29 04:18:34.424011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-a23b4644-3018-43c9-99d3-f2be6b4c259b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 217 time: 0.0526483 Aug 29 04:18:34.428220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-b5ee57e9-9761-4698-9197-8f5447deb4c3 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684070 Aug 29 04:18:34.492864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806533b-e59c-4799-89a3-73dce76391db req-53d0e86d-ef48-45aa-96ad-9c6d6675d5c3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.494452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0806533b-e59c-4799-89a3-73dce76391db req-53d0e86d-ef48-45aa-96ad-9c6d6675d5c3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1654820 Aug 29 04:18:34.574839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-d4667301-3165-470a-8404-41580fa32003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.576284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-d4667301-3165-470a-8404-41580fa32003 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1450310 Aug 29 04:18:34.589961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582a8e3-c809-4db4-829a-32eccf505eb8 req-48c853c5-fa57-42e5-8c98-63fa595fbda3 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.591369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c582a8e3-c809-4db4-829a-32eccf505eb8 req-48c853c5-fa57-42e5-8c98-63fa595fbda3 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 948 time: 0.1465406 Aug 29 04:18:34.635768 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-0dadb0a2-8b80-4ac3-aa57-a84e40df848d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428147 Aug 29 04:18:34.646311 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-a1b47a7e-d5c9-480f-bae8-29d11b621115 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038753 Aug 29 04:18:34.658165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0806533b-e59c-4799-89a3-73dce76391db req-2a8224a9-eeea-41a3-aebb-01d039c9fda3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510491 Aug 29 04:18:34.713767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c582a8e3-c809-4db4-829a-32eccf505eb8 req-7927e66d-9671-438e-9dfd-5e8bb7ebe5e7 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119792 Aug 29 04:18:34.792994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-52c3c952-d0f5-4938-9a01-21332ecea8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409867 Aug 29 04:18:34.883698 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:18:34.999688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.004726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.042847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-d827a584-e53e-4902-a891-3ca64dff607c tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.044338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-d827a584-e53e-4902-a891-3ca64dff607c tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.2275047 Aug 29 04:18:35.058140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caed369-ecb1-415d-b87c-ca57891dea19 req-f07e89ba-cd9b-47f2-8c83-853d58838823 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.060057 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6caed369-ecb1-415d-b87c-ca57891dea19 req-f07e89ba-cd9b-47f2-8c83-853d58838823 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.1384661 Aug 29 04:18:35.062156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82de0abe-c7b4-4fcd-a918-15300e4467d9 req-d577ab9a-aa96-43c0-9527-91e9345626a6 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624702 Aug 29 04:18:35.067868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-14'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:35.173638 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6caed369-ecb1-415d-b87c-ca57891dea19 req-8ea6bfcd-c6d4-4f1e-a065-59241a244968 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015689 Aug 29 04:18:35.180864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.280810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:35.357541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.410818 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf associated. External IP: 172.25.7.97, port: d73eed2f-1b2a-42ae-8e09-a13b57bc223e. Aug 29 04:18:35.438897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:35.440373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.452970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a', 'mac_address': 'fa:16:3e:ad:f0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:35.459976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b4b75-59e4-4496-bae4-e392322c6be5 req-0c3c279b-f5ea-4d12-a745-47ec67661993 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.461469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa1b4b75-59e4-4496-bae4-e392322c6be5 req-0c3c279b-f5ea-4d12-a745-47ec67661993 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 945 time: 0.1215658 Aug 29 04:18:35.493903 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.496953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a49e05-f737-4b9a-856b-0c737a94d125 req-dc04c081-ffef-4bfa-8210-46fe4de166b7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.498681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7a49e05-f737-4b9a-856b-0c737a94d125 req-dc04c081-ffef-4bfa-8210-46fe4de166b7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 947 time: 0.0961707 Aug 29 04:18:35.501478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:35.504106 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4380ba5f-7e49-4666-897b-35ef08981df8" -d '{"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:35.507911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:35.508994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.526426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.532823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.538221 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.538942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 87b2e7ac-181b-436d-963f-afb6cc87c5b0 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:35.572928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa1b4b75-59e4-4496-bae4-e392322c6be5 req-70697fe6-d829-407d-ab45-8be524735b21 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028292 Aug 29 04:18:35.602109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7a49e05-f737-4b9a-856b-0c737a94d125 req-45f3a1ce-4b39-4a37-88a6-f3fa2a4818d0 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903485 Aug 29 04:18:35.655237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 87b2e7ac-181b-436d-963f-afb6cc87c5b0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=87b2e7ac-181b-436d-963f-afb6cc87c5b0,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.656462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.671199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on host n-h2-712143-14 for vnic_type normal with profile {"migrating_to": "n-h1-712143-14"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:35.671347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.673060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:35.673425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:35.678647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:35.678994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Attempting to bind port aaf78ed8-0956-4359-a51b-ef9b6060242f on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:35.684031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:35.684960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:35.684960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:35.685170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Bound port: aaf78ed8-0956-4359-a51b-ef9b6060242f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:35.685510 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.697859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '87b2e7ac-181b-436d-963f-afb6cc87c5b0', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '87b2e7ac-181b-436d-963f-afb6cc87c5b0', 'mac_address': 'fa:16:3e:9a:86:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:35.737064 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5927d535-18b1-4198-82a2-8e6567ce69b7 x-openstack-request-id: req-5927d535-18b1-4198-82a2-8e6567ce69b7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:35.737632 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:35.737857 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5927d535-18b1-4198-82a2-8e6567ce69b7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:35.738249 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'code': 200} Aug 29 04:18:35.779947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:35.790518 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.828438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-490f78b2-8d09-44e9-9fdf-277316f24ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.830385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-490f78b2-8d09-44e9-9fdf-277316f24ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1102 time: 0.1067185 Aug 29 04:18:35.831726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b2e7ac-181b-436d-963f-afb6cc87c5b0 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:35.843935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:35.854175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 87b2e7ac-181b-436d-963f-afb6cc87c5b0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=87b2e7ac-181b-436d-963f-afb6cc87c5b0,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.856731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:35.859524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.875412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.919244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=87b2e7ac-181b-436d-963f-afb6cc87c5b0,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.988073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:35.993255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.002369 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] Sync routers for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:36.003289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ce1-da8e-4353-a2be-b6cfffd778dd req-a85af41b-44b8-4585-b63a-d72404905b84 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.004918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ed52ce1-da8e-4353-a2be-b6cfffd778dd req-a85af41b-44b8-4585-b63a-d72404905b84 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1084945 Aug 29 04:18:36.015958 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:36.016948 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:18:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:36.051512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-54d44540-e995-459f-ace4-921a4a6fd904 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "PUT /v2.0/floatingips/ec011f18-9115-4163-8d4e-e422d6b8d5bf HTTP/1.1" status: 200 len: 991 time: 2.1388812 Aug 29 04:18:36.052369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:36.054633 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb" -d '{"events": [{"name": "network-changed", "server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:36.075865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ed52ce1-da8e-4353-a2be-b6cfffd778dd req-0d5c2d25-437f-470b-b2b6-6c18e75db5a1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481663 Aug 29 04:18:36.105554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['87b2e7ac-181b-436d-963f-afb6cc87c5b0'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:36.108653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:36.137280 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:36.260035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:36.268809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.269436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.270843 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-f65eb800-a649-4782-93ff-c369e1e8d83a service neutron] 10.222.0.37 "PUT /v2.0/ports/aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 1123 time: 1.2078030 Aug 29 04:18:36.293962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa403c-1b22-4f5c-b5d9-a5d6324cd77a req-5165d075-dc1d-447b-93a9-1f01088b654a tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.301852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1bfa403c-1b22-4f5c-b5d9-a5d6324cd77a req-5165d075-dc1d-447b-93a9-1f01088b654a tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 949 time: 0.3852708 Aug 29 04:18:36.314310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-a554194f-e1e7-49ea-8bb0-119c4f76e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.315833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-a554194f-e1e7-49ea-8bb0-119c4f76e1a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.4739351 Aug 29 04:18:36.335362 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea9ff15-82bb-4d0d-92c3-c20234fd433d x-openstack-request-id: req-1ea9ff15-82bb-4d0d-92c3-c20234fd433d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:36.335866 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:36.336766 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ea9ff15-82bb-4d0d-92c3-c20234fd433d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:36.337697 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'status': 'completed', 'code': 200} Aug 29 04:18:36.413519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-5c610d53-41f3-47df-902f-ef03e3d7d63e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.0779982 Aug 29 04:18:36.418075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1bfa403c-1b22-4f5c-b5d9-a5d6324cd77a req-f755da9d-d67d-4534-9609-900a923d844c tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153753 Aug 29 04:18:36.452692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['aaf78ed8-0956-4359-a51b-ef9b6060242f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:36.547096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-ea839904-65bf-4398-a405-0e308aae363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.548634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-ea839904-65bf-4398-a405-0e308aae363f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0772154 Aug 29 04:18:36.601944 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ec011f18-9115-4163-8d4e-e422d6b8d5bf', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'port_id': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'mac_address': 'fa:16:3e:cb:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 1, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:36.634642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44117-187d-45ee-962d-fa778ffb163c req-35aadd6d-b1f8-479b-8a72-3b58d2e8f969 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.638756 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56f44117-187d-45ee-962d-fa778ffb163c req-35aadd6d-b1f8-479b-8a72-3b58d2e8f969 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.1748142 Aug 29 04:18:36.645315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-8c845e63-e57d-4821-80d1-c8e656620ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.647978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-1b71d53f-ad0c-43a2-9917-c0504d3356ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.648832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-8c845e63-e57d-4821-80d1-c8e656620ec5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 1098 time: 0.1755822 Aug 29 04:18:36.649670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-1b71d53f-ad0c-43a2-9917-c0504d3356ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0867960 Aug 29 04:18:36.661581 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] Checking router: 6b8dfffd-6f1d-4495-9906-41d9a2243da4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:36.670714 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:36.671370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:18:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:36.771157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56f44117-187d-45ee-962d-fa778ffb163c req-1fc58491-a9e1-42c3-834e-8f88ae1c9062 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195590 Aug 29 04:18:36.823342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380ea20-50b4-4384-a498-0f1ea28ebd00 req-6ed58838-8f66-437f-ac72-e2c856154f62 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.825556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3380ea20-50b4-4384-a498-0f1ea28ebd00 req-6ed58838-8f66-437f-ac72-e2c856154f62 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.1100371 Aug 29 04:18:36.859248 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:36.884010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3380ea20-50b4-4384-a498-0f1ea28ebd00 req-661dce0a-933a-44ec-b58b-23ac53f67581 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493040 Aug 29 04:18:36.888479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-7de35f7b-7552-442c-9e26-7bdc27083c38 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993308 Aug 29 04:18:36.988592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48af98-17b9-4dbe-8f0e-836be73b493c req-71b00a86-8127-4acd-b443-f59db1004654 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.996139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf48af98-17b9-4dbe-8f0e-836be73b493c req-71b00a86-8127-4acd-b443-f59db1004654 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 948 time: 0.1061792 Aug 29 04:18:36.998352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-ed9c0f6d-1392-43fd-ab66-b7bf942e40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.999919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-ed9c0f6d-1392-43fd-ab66-b7bf942e40b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 924 time: 0.2742987 Aug 29 04:18:37.079827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-bb0d518d-9981-4018-990f-8afee3cdb759 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791222 Aug 29 04:18:37.135805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf48af98-17b9-4dbe-8f0e-836be73b493c req-647ee0ec-0a36-4801-a252-15afa36e8a86 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324394 Aug 29 04:18:37.182835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-4713a83c-0e8c-4f21-92f4-8a43c36051a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e HTTP/1.1" status: 200 len: 999 time: 0.1640236 Aug 29 04:18:37.223055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:37.243225 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ec011f18-9115-4163-8d4e-e422d6b8d5bf', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'port_id': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'mac_address': 'fa:16:3e:cb:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 1, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.246825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd620bb-3dbb-47b0-9716-a42238b8785b req-1119fc4e-a234-4239-bc99-839a0af1e5ef tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.265989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3fd620bb-3dbb-47b0-9716-a42238b8785b req-1119fc4e-a234-4239-bc99-839a0af1e5ef tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.0865791 Aug 29 04:18:37.271677 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99aa998-5aaa-40e2-a772-0f0a4e0f24aa None None] The sync data for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 is: [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ec011f18-9115-4163-8d4e-e422d6b8d5bf', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'port_id': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'mac_address': 'fa:16:3e:cb:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:18:34Z', 'revision_number': 1, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:37.273060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-6be37709-cf32-4b0d-a898-193de10c04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.274729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-6be37709-cf32-4b0d-a898-193de10c04d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.0844901 Aug 29 04:18:37.280979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:37.349809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3fd620bb-3dbb-47b0-9716-a42238b8785b req-7f617e09-fcb0-4a76-87b6-5f6480f02bfd tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824566 Aug 29 04:18:37.352862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:37.357084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:37.357675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.441848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78efea-56c8-48bc-99f2-66a383e7d395 req-b7febfc8-213e-4c34-b95e-a612466723b6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.443508 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d78efea-56c8-48bc-99f2-66a383e7d395 req-b7febfc8-213e-4c34-b95e-a612466723b6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1397107 Aug 29 04:18:37.447288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-c9957d2d-36e5-43c3-9602-3a3aa73caa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.448771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-c9957d2d-36e5-43c3-9602-3a3aa73caa0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129344 Aug 29 04:18:37.463002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f365eaef-8f40-4c99-8dbe-c3a286546c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.545088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d78efea-56c8-48bc-99f2-66a383e7d395 req-1a486bac-663a-46b4-ac30-92e67c686af3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952168 Aug 29 04:18:37.606469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-772bc4bf-3371-45bf-b142-6ff3f86e34d2 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484756 Aug 29 04:18:37.652086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f365eaef-8f40-4c99-8dbe-c3a286546c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.660106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f365eaef-8f40-4c99-8dbe-c3a286546c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.684974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.694282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1501f5b-30bc-42a8-97e1-a19528935a69 None None] New status for floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:37.716040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f365eaef-8f40-4c99-8dbe-c3a286546c1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=459aab4999c443dfb08ab53bd7b5ad29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917254 Aug 29 04:18:37.719323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37014) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:37.744930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:37.747210 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00635e6c-8d9d-4aa8-b585-53253c907944" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:37.764221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365eaef-8f40-4c99-8dbe-c3a286546c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e1f74c-dc15-4ad9-abc3-28825c34ec28,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.782413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5942f-4bb2-49f2-8ef7-453574e8f42c req-b64a5217-1697-4603-b474-0faeeec93639 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.783942 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ea5942f-4bb2-49f2-8ef7-453574e8f42c req-b64a5217-1697-4603-b474-0faeeec93639 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 949 time: 0.0809450 Aug 29 04:18:37.825743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5424fea2-0a26-4bf7-a9f3-2de0eed6aabb req-c7d1d84c-0273-48d2-9996-270777434af4 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040818 Aug 29 04:18:37.831991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:37.834245 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f87e34-185b-4b6c-9ba7-275247b45023" -d '{"events": [{"server_uuid": "e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:37.835697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-113c28f8-a851-4134-a075-f51b9c8b1683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.847501 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbe3540-845f-4921-ac37-065fc5366ed4 x-openstack-request-id: req-afbe3540-845f-4921-ac37-065fc5366ed4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:37.848093 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:37.848514 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afbe3540-845f-4921-ac37-065fc5366ed4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:37.848898 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'status': 'completed', 'code': 200} Aug 29 04:18:37.852751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ea5942f-4bb2-49f2-8ef7-453574e8f42c req-b04adfd8-3aeb-4811-881e-da1fe3a56e44 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620625 Aug 29 04:18:37.871870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-113c28f8-a851-4134-a075-f51b9c8b1683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.923392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:37.941136 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-113c28f8-a851-4134-a075-f51b9c8b1683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.948896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-113c28f8-a851-4134-a075-f51b9c8b1683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.950984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-113c28f8-a851-4134-a075-f51b9c8b1683 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48e1f74c-dc15-4ad9-abc3-28825c34ec28 HTTP/1.1" status: 204 len: 168 time: 0.2299402 Aug 29 04:18:37.954083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.954898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 87b2e7ac-181b-436d-963f-afb6cc87c5b0 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:37.970938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c28f8-a851-4134-a075-f51b9c8b1683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e1f74c-dc15-4ad9-abc3-28825c34ec28,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.008242 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e8b054-6a5e-4418-9788-8facabfd5a6e x-openstack-request-id: req-c1e8b054-6a5e-4418-9788-8facabfd5a6e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:38.008546 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:38.008802 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1e8b054-6a5e-4418-9788-8facabfd5a6e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:38.009193 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a', 'code': 200} Aug 29 04:18:38.027146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-c66ff26e-a75a-4dd9-8ea4-f48f76407abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.028923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-c66ff26e-a75a-4dd9-8ea4-f48f76407abf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1126 time: 0.1201754 Aug 29 04:18:38.066521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:38.086897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:38.087276 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.087424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b8c3a-3cac-4a0d-9f70-b700d9a723c1 req-37405d6b-9ad8-4dcf-9030-2641006c42f8 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.089016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b5b8c3a-3cac-4a0d-9f70-b700d9a723c1 req-37405d6b-9ad8-4dcf-9030-2641006c42f8 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.1199112 Aug 29 04:18:38.094802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673dca1-1619-4aff-a088-cdad20fa1c87 req-dd76706f-0419-4775-974f-c03d9fbbb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.096117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0673dca1-1619-4aff-a088-cdad20fa1c87 req-dd76706f-0419-4775-974f-c03d9fbbb716 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 1102 time: 0.0606475 Aug 29 04:18:38.162579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00beda-78fd-4a1f-8964-1621eaeebe25 req-eb61882a-d389-468e-b922-17523554037d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.164323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b5b8c3a-3cac-4a0d-9f70-b700d9a723c1 req-d70c3b31-9018-4fb4-9b93-3f51d71cd7f7 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674298 Aug 29 04:18:38.169193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0673dca1-1619-4aff-a088-cdad20fa1c87 req-9e9e98c3-bc9b-4895-ad03-aab8f8b847d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Aug 29 04:18:38.170122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e00beda-78fd-4a1f-8964-1621eaeebe25 req-eb61882a-d389-468e-b922-17523554037d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.1343901 Aug 29 04:18:38.187573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.255621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-01215d32-13da-4a64-8143-3a528bfb85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.257580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-01215d32-13da-4a64-8143-3a528bfb85ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1800737 Aug 29 04:18:38.269771 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.275688 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e00beda-78fd-4a1f-8964-1621eaeebe25 req-efdcd2ec-3944-45a5-8db4-b5a94957bbb5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901413 Aug 29 04:18:38.320014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 87b2e7ac-181b-436d-963f-afb6cc87c5b0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=87b2e7ac-181b-436d-963f-afb6cc87c5b0,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:38.325324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.338493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-61426af1-ddfb-417d-a956-cdff6a5584a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 217 time: 0.0616224 Aug 29 04:18:38.396714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbde40c-c669-40a3-8e55-2733b7132fd7 req-f201ef8c-1541-4439-8424-7c1b09ea1b8e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.398573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bcbde40c-c669-40a3-8e55-2733b7132fd7 req-f201ef8c-1541-4439-8424-7c1b09ea1b8e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 949 time: 0.0802276 Aug 29 04:18:38.430110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=87b2e7ac-181b-436d-963f-afb6cc87c5b0,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.437035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:38.455603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aba81bc6-20ac-4a01-916c-bc819295ae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.484173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bcbde40c-c669-40a3-8e55-2733b7132fd7 req-a53f26da-8b39-4296-95d6-367757a1b5c7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 Aug 29 04:18:38.603993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-c2f03dc7-4805-43f9-845c-e7cfed2eb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.604590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aba81bc6-20ac-4a01-916c-bc819295ae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.605982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-c2f03dc7-4805-43f9-845c-e7cfed2eb4c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.2596095 Aug 29 04:18:38.610350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aba81bc6-20ac-4a01-916c-bc819295ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.650458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81bc6-20ac-4a01-916c-bc819295ae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca9d9d-c6e6-42e2-9113-aa9070664f54,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:38.655905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aba81bc6-20ac-4a01-916c-bc819295ae44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ef2cbb7f4b946c5a0d60ad0f3b3e699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177165 Aug 29 04:18:38.659391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37064) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:38.697917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-b008098f-0335-41c7-a4fc-797805f416c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301993 Aug 29 04:18:38.765901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2f5dd-9337-4c3b-99ef-ccbb59bd7f52 req-844e68a1-05d8-472a-abbf-11610610f082 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.767517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93f2f5dd-9337-4c3b-99ef-ccbb59bd7f52 req-844e68a1-05d8-472a-abbf-11610610f082 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0577850 Aug 29 04:18:38.804255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee153dc2-034a-4b86-a54c-6df4d9578860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.818137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93f2f5dd-9337-4c3b-99ef-ccbb59bd7f52 req-a06a0f56-b141-49c3-9f43-41cf18ee0854 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Aug 29 04:18:38.845723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee153dc2-034a-4b86-a54c-6df4d9578860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:38.879955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-55c20335-9ab2-4950-a2e3-52571d42ea89 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611199 Aug 29 04:18:39.017236 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee153dc2-034a-4b86-a54c-6df4d9578860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.020384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee153dc2-034a-4b86-a54c-6df4d9578860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.021548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ee153dc2-034a-4b86-a54c-6df4d9578860 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1ca9d9d-c6e6-42e2-9113-aa9070664f54 HTTP/1.1" status: 204 len: 168 time: 0.3611770 Aug 29 04:18:39.053277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b16185-604a-45ee-8383-73f64934aa38 req-1454687f-a578-4e16-b51c-329153e94a3a tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.054810 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78b16185-604a-45ee-8383-73f64934aa38 req-1454687f-a578-4e16-b51c-329153e94a3a tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 950 time: 0.1019201 Aug 29 04:18:39.055550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee153dc2-034a-4b86-a54c-6df4d9578860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca9d9d-c6e6-42e2-9113-aa9070664f54,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.059559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00635e6c-8d9d-4aa8-b585-53253c907944 req-8de687e1-a244-4fb0-ab54-a7bbf064b501 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630783 Aug 29 04:18:39.105310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78b16185-604a-45ee-8383-73f64934aa38 req-e132a1c7-6368-4cc5-a4cc-f2ac9a037467 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Aug 29 04:18:39.263305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37096) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.309408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc3884-aa98-4335-92dd-8088e4848a40 req-c0600c82-f3e9-495e-996a-69658eb9eae7 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.310959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3fdc3884-aa98-4335-92dd-8088e4848a40 req-c0600c82-f3e9-495e-996a-69658eb9eae7 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.0590405 Aug 29 04:18:39.319708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:39.373458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3fdc3884-aa98-4335-92dd-8088e4848a40 req-28e069d0-69ac-4f01-ae93-5a72dd0c8ca2 tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/security-groups?id=891ad133-7b3a-42ac-9ee4-be114d174260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Aug 29 04:18:39.417690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e08f7-d2ad-413c-901c-59877388a6ff req-3b18b094-cc01-4a96-a2b5-5bcda06c02e0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.419219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc9e08f7-d2ad-413c-901c-59877388a6ff req-3b18b094-cc01-4a96-a2b5-5bcda06c02e0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.0572464 Aug 29 04:18:39.440575 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-18adbd0f-dae8-4d9a-8931-8edfc237de15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.441311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:39.457410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f has no active binding in host n-h1-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:18:39.493522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc9e08f7-d2ad-413c-901c-59877388a6ff req-424cd75e-3cd4-4943-9f8c-e8588a34b0da tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Aug 29 04:18:39.575376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-18adbd0f-dae8-4d9a-8931-8edfc237de15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.579835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-18adbd0f-dae8-4d9a-8931-8edfc237de15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.618673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adbd0f-dae8-4d9a-8931-8edfc237de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a687183-7b62-4e33-9a01-ac47a18681fa,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.632667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-18adbd0f-dae8-4d9a-8931-8edfc237de15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1b0fc44d61c40279ba083b02c12e957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660841 Aug 29 04:18:39.633165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37112) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:39.639955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1c898-fdbb-4d4b-b5f6-32a3f94173ab req-fc9a4834-22e9-45d0-8d9a-3a0744932a11 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.647364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ee1c898-fdbb-4d4b-b5f6-32a3f94173ab req-fc9a4834-22e9-45d0-8d9a-3a0744932a11 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 949 time: 0.0860407 Aug 29 04:18:39.676777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-1c835672-8458-4b5a-b862-1d90b70bd24e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.678626 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-1c835672-8458-4b5a-b862-1d90b70bd24e tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 949 time: 0.0910265 Aug 29 04:18:39.707595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.731325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.734169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ee1c898-fdbb-4d4b-b5f6-32a3f94173ab req-1825a90d-b164-4aae-a6f7-f84804aee431 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858893 Aug 29 04:18:39.796617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.800160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.801305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a687183-7b62-4e33-9a01-ac47a18681fa HTTP/1.1" status: 204 len: 168 time: 0.1671302 Aug 29 04:18:39.816752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a687183-7b62-4e33-9a01-ac47a18681fa,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:39.828274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Deleting port 400338cc-e872-4703-9973-e8e748da5b41 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:39.828625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.828874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.829229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.829574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.830046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.830270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.831581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.831924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.832937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.832937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.832937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.833335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.833575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d1f62-9482-45c6-8c8f-93f2464ffc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:39.978697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a92426-8c77-432a-bff7-077cf0e328ef req-0f6d40d8-619f-408a-b196-88b0d659f724 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.980306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44a92426-8c77-432a-bff7-077cf0e328ef req-0f6d40d8-619f-408a-b196-88b0d659f724 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0847676 Aug 29 04:18:39.985553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] For port 400338cc-e872-4703-9973-e8e748da5b41, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=400338cc-e872-4703-9973-e8e748da5b41,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:39.986057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.010592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fe675-faf8-497d-b250-592769df97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b2e7ac-181b-436d-963f-afb6cc87c5b0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:40.011514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Calling delete_port for 400338cc-e872-4703-9973-e8e748da5b41 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:40.014413 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a744cc-d1a2-475c-9622-8b06543f384b" -d '{"events": [{"server_uuid": "570fe675-faf8-497d-b250-592769df97ac", "name": "network-vif-plugged", "status": "completed", "tag": "87b2e7ac-181b-436d-963f-afb6cc87c5b0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:40.041017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44a92426-8c77-432a-bff7-077cf0e328ef req-80f83049-9335-4169-ab26-f09cbec46e8e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513861 Aug 29 04:18:40.079747 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d044577-4052-4f13-af36-ca3e4e358843 x-openstack-request-id: req-6d044577-4052-4f13-af36-ca3e4e358843 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:40.080043 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570fe675-faf8-497d-b250-592769df97ac", "name": "network-vif-plugged", "status": "completed", "tag": "87b2e7ac-181b-436d-963f-afb6cc87c5b0", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:40.080296 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d044577-4052-4f13-af36-ca3e4e358843 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:40.080738 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fe675-faf8-497d-b250-592769df97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b2e7ac-181b-436d-963f-afb6cc87c5b0', 'code': 200} Aug 29 04:18:40.207157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.226058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['400338cc-e872-4703-9973-e8e748da5b41'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:40.228102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc8d7-ffc1-4b24-8d8c-e6bdac3a0725 req-b6f330bd-a893-445b-936b-6e4751f13070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.230499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-879dc8d7-ffc1-4b24-8d8c-e6bdac3a0725 req-b6f330bd-a893-445b-936b-6e4751f13070 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 1101 time: 0.0693798 Aug 29 04:18:40.276184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Pushing event deleted for resources: {'Port': ['ID=400338cc-e872-4703-9973-e8e748da5b41,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:40.297794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-879dc8d7-ffc1-4b24-8d8c-e6bdac3a0725 req-edf6491c-1fef-431a-afa6-27d70f3a9c55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564334 Aug 29 04:18:40.314211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37142) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:40.321032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.321579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.321789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.322302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.322944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.323434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.323928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.324411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.324884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.325938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.326432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.326758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:40.332490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-957494cd-5b35-4bfb-acfa-92b4831be139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.353397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] No DVR routers for this DVR port 400338cc-e872-4703-9973-e8e748da5b41 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:40.355944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.358246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d5324a-32f4-4ca9-bc7d-09875b37664e req-722a526e-b0b2-4116-ba30-423d75de3ebb tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.37 "DELETE /v2.0/ports/400338cc-e872-4703-9973-e8e748da5b41 HTTP/1.1" status: 204 len: 173 time: 0.6701171 Aug 29 04:18:40.360589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'name': 'network-vif-deleted', 'tag': '400338cc-e872-4703-9973-e8e748da5b41'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:40.364635 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefdb18-e8d8-4d9d-95eb-2be7396ab303" -d '{"events": [{"server_uuid": "bc152486-39bf-4cd9-a3ff-95c551f05b8c", "name": "network-vif-deleted", "tag": "400338cc-e872-4703-9973-e8e748da5b41"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:40.383896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351cc8-9d1d-418c-a5b9-97da1792affe req-282bf521-1031-4d2a-8f5f-b141b8c74531 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.392888 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb351cc8-9d1d-418c-a5b9-97da1792affe req-282bf521-1031-4d2a-8f5f-b141b8c74531 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 950 time: 0.1955991 Aug 29 04:18:40.461969 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c439a7b-be12-4245-b8ba-9af209930802 x-openstack-request-id: req-0c439a7b-be12-4245-b8ba-9af209930802 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:40.462279 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc152486-39bf-4cd9-a3ff-95c551f05b8c", "name": "network-vif-deleted", "tag": "400338cc-e872-4703-9973-e8e748da5b41", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:40.463574 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c439a7b-be12-4245-b8ba-9af209930802 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:40.464008 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc152486-39bf-4cd9-a3ff-95c551f05b8c', 'name': 'network-vif-deleted', 'tag': '400338cc-e872-4703-9973-e8e748da5b41', 'status': 'completed', 'code': 200} Aug 29 04:18:40.470338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb351cc8-9d1d-418c-a5b9-97da1792affe req-ba1b3640-b3f3-4f4b-9011-53b1843f43c1 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764124 Aug 29 04:18:40.483017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-957494cd-5b35-4bfb-acfa-92b4831be139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.498963 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-957494cd-5b35-4bfb-acfa-92b4831be139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.590028 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-97716c18-90cb-47ff-aa9f-fa1db0e72d07 req-b9577d0a-db75-43e2-a9c7-dae111ac7c8a tempest-DeleteServersAdminTestJSON-111738886 tempest-DeleteServersAdminTestJSON-111738886-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc152486-39bf-4cd9-a3ff-95c551f05b8c HTTP/1.1" status: 200 len: 210 time: 0.0693982 Aug 29 04:18:40.598293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957494cd-5b35-4bfb-acfa-92b4831be139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150b6a13-48dc-4ec9-be12-8e56434183f6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:40.603829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-957494cd-5b35-4bfb-acfa-92b4831be139 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83f5e0f158bb4aa38b32b63c7428130f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876182 Aug 29 04:18:40.607676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37158) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:40.693470 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e4da7eb-f626-4212-a93c-46b3291fee1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.723135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e4da7eb-f626-4212-a93c-46b3291fee1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.737215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a40e37-d10a-4ba9-b9f3-c0f88c33476b req-96b6b9c5-532b-42e6-9459-f345e84ca767 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.739702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6a40e37-d10a-4ba9-b9f3-c0f88c33476b req-96b6b9c5-532b-42e6-9459-f345e84ca767 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.0730004 Aug 29 04:18:40.786438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6a40e37-d10a-4ba9-b9f3-c0f88c33476b req-dfd1b59c-9c22-4837-a081-bdd89ba73811 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Aug 29 04:18:40.811379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd94f3-f65d-4e18-b111-6452c78fba27 req-c698a599-2f89-47f1-82e4-88247a13cd06 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.813064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4fd94f3-f65d-4e18-b111-6452c78fba27 req-c698a599-2f89-47f1-82e4-88247a13cd06 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 950 time: 0.0554142 Aug 29 04:18:40.825055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e4da7eb-f626-4212-a93c-46b3291fee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.828159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e4da7eb-f626-4212-a93c-46b3291fee1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.830031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0e4da7eb-f626-4212-a93c-46b3291fee1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/150b6a13-48dc-4ec9-be12-8e56434183f6 HTTP/1.1" status: 204 len: 168 time: 0.2205520 Aug 29 04:18:40.851287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4da7eb-f626-4212-a93c-46b3291fee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150b6a13-48dc-4ec9-be12-8e56434183f6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:40.883396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4fd94f3-f65d-4e18-b111-6452c78fba27 req-78cb99d3-eab6-4dbb-b0d9-d697389489e2 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516937 Aug 29 04:18:40.930955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3e2e1-8017-4969-8562-848812a513fd req-2b59c7aa-8354-483e-aed5-2e6fabf65c1e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.932468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2d3e2e1-8017-4969-8562-848812a513fd req-2b59c7aa-8354-483e-aed5-2e6fabf65c1e tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 949 time: 0.0677931 Aug 29 04:18:40.972261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2d3e2e1-8017-4969-8562-848812a513fd req-0e4d0512-cc4a-4a48-93a3-e0e9fd4e53b7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334260 Aug 29 04:18:41.177456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5df390-d77e-4cf7-9aff-37fbc8a60798 req-08d09447-a886-4101-8231-4a761d934aaa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.179426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc5df390-d77e-4cf7-9aff-37fbc8a60798 req-08d09447-a886-4101-8231-4a761d934aaa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0564330 Aug 29 04:18:41.226436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc5df390-d77e-4cf7-9aff-37fbc8a60798 req-3c41cffa-bc65-4848-86d4-fa2ad3d5e5d0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Aug 29 04:18:41.355248 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-4bcfd78d-1ceb-48bc-b2da-0192f24aaa0e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247202 Aug 29 04:18:41.471122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-37bca73c-9618-4a8b-b634-286210e59bb8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.472812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-37bca73c-9618-4a8b-b634-286210e59bb8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118157 Aug 29 04:18:41.488973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-bcb3ee80-643e-4ce2-a9fa-2f3585178795 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/quotas/92d2cc5dcb9b478bb7065a703bc5f59b HTTP/1.1" status: 200 len: 375 time: 0.0106254 Aug 29 04:18:41.522115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-197ac4d2-8f41-4283-bd0f-20dab9c36196 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273330 Aug 29 04:18:41.698798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bbcb0b3-bc5c-4d2d-900b-9f64c2c5dd6a req-a766aad5-de70-44c4-9868-ec99a784b3d2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 210 time: 0.0300660 Aug 29 04:18:41.926452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aea955-1263-44e7-aa55-171c75546b24 req-02bc6433-38cb-40f5-9590-de5cb00c4390 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.928260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56aea955-1263-44e7-aa55-171c75546b24 req-02bc6433-38cb-40f5-9590-de5cb00c4390 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 943 time: 0.0600319 Aug 29 04:18:41.994344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56aea955-1263-44e7-aa55-171c75546b24 req-fa2f017d-2e65-48e8-9599-3e686902809f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Aug 29 04:18:42.061956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94f2d6-21ed-4bf8-ba98-5731c0c04d58 req-eead4a63-9124-44e5-a56a-6e3c5f025f34 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.071724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d94f2d6-21ed-4bf8-ba98-5731c0c04d58 req-eead4a63-9124-44e5-a56a-6e3c5f025f34 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 950 time: 0.0709291 Aug 29 04:18:42.128308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d94f2d6-21ed-4bf8-ba98-5731c0c04d58 req-899983a4-367d-42d2-a7e3-36a2a263801a tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc502916-84ba-4f11-9955-2488300d6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Aug 29 04:18:42.178599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37242) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:42.238472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38c6ed-7c61-4a7c-adf5-5353afb54e12 req-d442eac7-8617-4f7f-9263-2771cd1f6094 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.246735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e38c6ed-7c61-4a7c-adf5-5353afb54e12 req-d442eac7-8617-4f7f-9263-2771cd1f6094 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 949 time: 0.0618670 Aug 29 04:18:42.289317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e38c6ed-7c61-4a7c-adf5-5353afb54e12 req-a5b807ec-1f47-442b-972d-b2155aae4ff3 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Aug 29 04:18:42.415348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-a284e60d-1b77-47eb-8fef-053f1d302219 service neutron] 10.222.0.32 "GET /v2.0/ports/aaf78ed8-0956-4359-a51b-ef9b6060242f/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.1205888 Aug 29 04:18:42.432823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a62916ec-304f-445c-8889-715542b2c742 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e162c82facb4e1a8c61dcb73283a58c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2529545 Aug 29 04:18:42.446721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe7a70-a251-4626-a3c3-679fb98e2171 req-06e1ca14-7fba-4476-a9c7-fb72a1d0e578 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.446922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37258) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:42.448363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cdbe7a70-a251-4626-a3c3-679fb98e2171 req-06e1ca14-7fba-4476-a9c7-fb72a1d0e578 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1050606 Aug 29 04:18:42.493547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cdbe7a70-a251-4626-a3c3-679fb98e2171 req-6bcf3a88-48af-4d2a-9176-74122cb7bfd9 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Aug 29 04:18:42.577945 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf9525d-d825-4aed-9762-f6cd9a66f15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.602641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada43722-5393-4838-9752-a23300e41432 req-ce5765be-3a11-4846-9136-9d80fd083e94 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.604665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ada43722-5393-4838-9752-a23300e41432 req-ce5765be-3a11-4846-9136-9d80fd083e94 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 950 time: 0.0786133 Aug 29 04:18:42.631846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf9525d-d825-4aed-9762-f6cd9a66f15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.734340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Deleting port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:42.734704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.783504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf9525d-d825-4aed-9762-f6cd9a66f15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.787983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf9525d-d825-4aed-9762-f6cd9a66f15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.791626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aaf9525d-d825-4aed-9762-f6cd9a66f15a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/891ad133-7b3a-42ac-9ee4-be114d174260 HTTP/1.1" status: 204 len: 168 time: 0.3419707 Aug 29 04:18:42.812778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:42.816254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9525d-d825-4aed-9762-f6cd9a66f15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891ad133-7b3a-42ac-9ee4-be114d174260,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.852298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] For port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:42.853636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.878429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Calling delete_port for ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:42.889921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02c0c92d-cf07-4332-9898-a6cedeab0b76 req-63a3e526-915c-4776-b655-d63db2faf7c8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 210 time: 0.0794399 Aug 29 04:18:42.898968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:42.944813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf78ed8-0956-4359-a51b-ef9b6060242f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:42.956830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:42.974397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.050303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-8504ca9b-fd30-490b-9c1f-eb4507f0a857 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357141 Aug 29 04:18:43.084372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.099029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:43.191855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] Transition to ACTIVE for port object aaf78ed8-0956-4359-a51b-ef9b6060242f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:43.206538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-318cbd54-62dd-40ba-af32-5ef24ef7f7bf tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.213496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-318cbd54-62dd-40ba-af32-5ef24ef7f7bf tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524870 Aug 29 04:18:43.214345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Pushing event deleted for resources: {'Port': ['ID=ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.230854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] No DVR routers for this DVR port ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:43.239775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-3f8ec5fc-3b4d-4790-a3e3-15febe7b4614 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/quotas/f55fe1c1833a4596b1962a19c93a13d8 HTTP/1.1" status: 200 len: 375 time: 0.0253146 Aug 29 04:18:43.242676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.258037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.260864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ada43722-5393-4838-9752-a23300e41432 req-54129065-065f-46b6-b1d3-45a398fff2fe tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.37 "DELETE /v2.0/ports/ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a HTTP/1.1" status: 204 len: 173 time: 0.6464736 Aug 29 04:18:43.263208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'name': 'network-vif-deleted', 'tag': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:43.265465 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3b9689-d090-40a0-8f73-afc04e0a24e9" -d '{"events": [{"server_uuid": "e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa", "name": "network-vif-deleted", "tag": "ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:43.271892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-2f191c15-8690-49ed-a992-bfb5abdca740 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940342 Aug 29 04:18:43.327942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:43.332848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 400338cc-e872-4703-9973-e8e748da5b41 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:43.378914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094519d6-a06e-482e-895f-45d7efaa030e req-60ffd507-c16b-46ee-890a-65fe529e85fd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.386242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-094519d6-a06e-482e-895f-45d7efaa030e req-60ffd507-c16b-46ee-890a-65fe529e85fd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 944 time: 0.2414355 Aug 29 04:18:43.407905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 400338cc-e872-4703-9973-e8e748da5b41 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:43.408252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 400338cc-e872-4703-9973-e8e748da5b41 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:43.428040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-3717202e-6eb7-4c78-80fd-b5f219aa5312 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1872878 Aug 29 04:18:43.468541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] No DVR routers for this DVR port aaf78ed8-0956-4359-a51b-ef9b6060242f on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:43.488824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=10']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.490482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-094519d6-a06e-482e-895f-45d7efaa030e req-96634fc5-d9e4-4b36-bb1b-956b5601699c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955985 Aug 29 04:18:43.500592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:43.532475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-5f044bab-79b9-487d-938d-0fc2ccde7646 service neutron] 10.222.0.32 "PUT /v2.0/ports/aaf78ed8-0956-4359-a51b-ef9b6060242f/bindings/n-h1-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0755000 Aug 29 04:18:43.537312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-6bf62bc0-4846-4561-8204-55ec502f15d0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.538990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-6bf62bc0-4846-4561-8204-55ec502f15d0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539282 Aug 29 04:18:43.539883 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d1459a2-4e08-4a13-8e4b-ea7367837cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.551233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:43.566392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'port_id': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'mac_address': 'fa:16:3e:c1:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d3066-8f04-44fc-8643-c2ab29b14fe2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:43.636178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:43.636292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.656665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf78ed8-0956-4359-a51b-ef9b6060242f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:43.684245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:43.692044 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.751828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b326ac30-7cae-455c-a099-ca50cab87d05 req-cade3a1a-9875-4159-9e64-0fa7bc1d11d5 tempest-ImagesNegativeTestJSON-1891094749 tempest-ImagesNegativeTestJSON-1891094749-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa HTTP/1.1" status: 200 len: 210 time: 0.1257708 Aug 29 04:18:43.763176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.780382 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070a0627-44ed-4e09-9b70-8aea02cc2fd3 x-openstack-request-id: req-070a0627-44ed-4e09-9b70-8aea02cc2fd3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:43.780675 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa", "name": "network-vif-deleted", "tag": "ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:43.780926 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-070a0627-44ed-4e09-9b70-8aea02cc2fd3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:43.781320 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f2fc78-9d05-4236-b6bd-0ef8e779d5aa', 'name': 'network-vif-deleted', 'tag': 'ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a', 'status': 'completed', 'code': 200} Aug 29 04:18:43.788493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['aaf78ed8-0956-4359-a51b-ef9b6060242f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:43.876848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-9c4bab42-2bc5-4e39-910b-befd423c19d6 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:43.879444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-9c4bab42-2bc5-4e39-910b-befd423c19d6 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.2268219 Aug 29 04:18:43.920490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d1459a2-4e08-4a13-8e4b-ea7367837cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.954382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f05dda04-3b5d-4622-9d67-e8dffc9e99ce req-ae48551c-1ccd-4f41-8481-564b391b22ca tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 210 time: 0.0688684 Aug 29 04:18:43.992292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d1459a2-4e08-4a13-8e4b-ea7367837cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.084575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:44.088033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.094492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9d1459a2-4e08-4a13-8e4b-ea7367837cc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e899c90058c4af1aa1bb5f011383441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845413 Aug 29 04:18:44.103933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1459a2-4e08-4a13-8e4b-ea7367837cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f803b-dc02-4aa2-8246-7615446ec2c5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.106572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37320) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:44.126040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f25a7704-70d0-4e31-9511-7973c2676d9a req-7faddde4-cd3b-4262-9cb5-2acbd3703757 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 210 time: 0.0537443 Aug 29 04:18:44.128480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed6596-fde0-47e9-9a9d-ea16145be57d req-88d21779-492b-4b1b-a5b9-8f45f3c92a08 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.130204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1ed6596-fde0-47e9-9a9d-ea16145be57d req-88d21779-492b-4b1b-a5b9-8f45f3c92a08 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.2581975 Aug 29 04:18:44.130901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.172904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-782e304a-9eb3-494e-8572-638e3d7506f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.174929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-782e304a-9eb3-494e-8572-638e3d7506f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5&tenant_id=5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 1097 time: 0.2449858 Aug 29 04:18:44.258846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1ed6596-fde0-47e9-9a9d-ea16145be57d req-561efd5e-c7cf-4891-b734-f56effc2ac25 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090679 Aug 29 04:18:44.291381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e48668c4-ea4c-4552-b0ad-8549e9db24fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.313526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-a426b9f9-e60a-4c4c-9ffd-3b38b20a7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.315647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-a426b9f9-e60a-4c4c-9ffd-3b38b20a7230 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1097 time: 0.0988061 Aug 29 04:18:44.348333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e48668c4-ea4c-4552-b0ad-8549e9db24fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.470094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37326) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:44.479416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.485337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.493565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-1877e887-a56b-40f4-909e-83633d2daa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.495095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-1877e887-a56b-40f4-909e-83633d2daa61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1620333 Aug 29 04:18:44.522996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e48668c4-ea4c-4552-b0ad-8549e9db24fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.525029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e48668c4-ea4c-4552-b0ad-8549e9db24fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.528580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e48668c4-ea4c-4552-b0ad-8549e9db24fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa2f803b-dc02-4aa2-8246-7615446ec2c5 HTTP/1.1" status: 204 len: 168 time: 0.4130337 Aug 29 04:18:44.593050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-4cc4721a-a299-4c50-9951-c2861c370cf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 217 time: 0.0899971 Aug 29 04:18:44.609034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0123-8201-48e9-8b5c-7f89ca04a1e3 req-367fc15d-7559-41e6-98b1-35ea00a4d5dd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.610657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61cd0123-8201-48e9-8b5c-7f89ca04a1e3 req-367fc15d-7559-41e6-98b1-35ea00a4d5dd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 945 time: 0.0589888 Aug 29 04:18:44.615255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93306b44-ce1a-4c3a-9033-2871ee141b38,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.618744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd1a07ad-43bb-4d7d-a8cc-17497d712ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.672889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48668c4-ea4c-4552-b0ad-8549e9db24fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f803b-dc02-4aa2-8246-7615446ec2c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:44.689792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61cd0123-8201-48e9-8b5c-7f89ca04a1e3 req-b6556d49-da5e-4ad2-9fcb-9375a6ef93aa tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631828 Aug 29 04:18:44.782577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-a44fbdb8-da65-410b-8212-b6ee448f01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.785669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-a44fbdb8-da65-410b-8212-b6ee448f01d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1812243 Aug 29 04:18:44.799909 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd1a07ad-43bb-4d7d-a8cc-17497d712ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.814592 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-01f23eec-d5c5-4639-9147-34f602a68f85 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344412 Aug 29 04:18:44.815812 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd1a07ad-43bb-4d7d-a8cc-17497d712ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.828462 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-958d21ca-7c9a-4452-80e1-e7404899d184 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342538 Aug 29 04:18:44.867444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bd1a07ad-43bb-4d7d-a8cc-17497d712ac0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebdc624274674619a1d2ade745c1ef2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937216 Aug 29 04:18:44.891282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37346) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:44.892123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.30 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/08a132c5-3322-4936-bb77-ff61c20c7f6e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:44.969767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a07ad-43bb-4d7d-a8cc-17497d712ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce43bf34-2806-43f9-b275-576c9332a25b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.048662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-075dbec9-e8cd-4cc1-96dc-7255fe240e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.086078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-924d429c-abba-45d0-bff3-4f52304eb764 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.087771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-924d429c-abba-45d0-bff3-4f52304eb764 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569573 Aug 29 04:18:45.092982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-075dbec9-e8cd-4cc1-96dc-7255fe240e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.105853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Request body: {'port': {'device_id': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'f55fe1c1833a4596b1962a19c93a13d8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:45.212493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bc255851-926d-4681-8d19-d453ef2e878e req-512f4d48-8998-4653-9b42-05f4ad74e402 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 210 time: 0.0544233 Aug 29 04:18:45.262658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-075dbec9-e8cd-4cc1-96dc-7255fe240e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.266004 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-075dbec9-e8cd-4cc1-96dc-7255fe240e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.270205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-075dbec9-e8cd-4cc1-96dc-7255fe240e77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce43bf34-2806-43f9-b275-576c9332a25b HTTP/1.1" status: 204 len: 168 time: 0.3649163 Aug 29 04:18:45.286736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dbec9-e8cd-4cc1-96dc-7255fe240e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce43bf34-2806-43f9-b275-576c9332a25b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.304272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2dcf0afb-1abb-4eee-9111-8c9947aa6a67 req-31858a9c-ddab-462d-a5ab-da5a78ab254c tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 210 time: 0.0588038 Aug 29 04:18:45.309839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Made reservation on behalf of f55fe1c1833a4596b1962a19c93a13d8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:45.323079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.361447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:45.368902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-7508caf9-6cd4-4774-baf9-c070989f4c67 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270400 Aug 29 04:18:45.462080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port aaf78ed8-0956-4359-a51b-ef9b6060242f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:45.466966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port aaf78ed8-0956-4359-a51b-ef9b6060242f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:45.467609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.482503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadf5a2-64ce-49d6-90a1-6c6168502595 req-fd01ca22-dc8f-4f23-b778-62d784f99366 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.484876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4fadf5a2-64ce-49d6-90a1-6c6168502595 req-fd01ca22-dc8f-4f23-b778-62d784f99366 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0849371 Aug 29 04:18:45.554347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.557320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37382) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:45.563668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-453fde6f-c41f-482c-81fe-0359ec824004 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654978 Aug 29 04:18:45.584988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object 08a132c5-3322-4936-bb77-ff61c20c7f6e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:45.586452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4fadf5a2-64ce-49d6-90a1-6c6168502595 req-58589101-c831-490a-bdc6-c6d6feb9062c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917158 Aug 29 04:18:45.598251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.645221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.645889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:45.648343 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37968d9-1c76-4921-861e-c2c9268f1564" -d '{"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-plugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:45.662762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:45.670238 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.710909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Allocated IP 192.168.233.186 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/41a5970b-b421-49ba-8027-a626ecadfcca) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:45.741954 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6282236-549d-44b1-ba53-6cf7171fb389 x-openstack-request-id: req-a6282236-549d-44b1-ba53-6cf7171fb389 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:45.742294 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-plugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:45.745024 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6282236-549d-44b1-ba53-6cf7171fb389 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:45.745446 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'code': 200} Aug 29 04:18:45.767074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=08a132c5-3322-4936-bb77-ff61c20c7f6e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.781083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:45.784305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:45.787049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:45.797258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.797874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:45.839381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:45.841534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-989bd4ed-0c25-444c-9121-bac355dc3181 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2114000 Aug 29 04:18:45.866491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Request body: {'port': {'device_id': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:45.881314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=12']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:45.896804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.897336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.897704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.898210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.898841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.899320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.899799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.901407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.901936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.902418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.903093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.903569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:45.925922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:45.930842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37394) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:45.988348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d2eadcc-d18f-4b32-90e1-7639693f2ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.023788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.046058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba656c8-f96e-4585-9a39-04112915b407 req-d5d81acb-0224-44d4-935f-8e83bea531d2 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.047555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-d5d81acb-0224-44d4-935f-8e83bea531d2 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1098 time: 0.1329482 Aug 29 04:18:46.077519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559de140-bd6f-4895-abb2-22f671fe8bda req-20c679d9-6f39-49c6-a409-ca2dfd0ede4a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.078595 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-559de140-bd6f-4895-abb2-22f671fe8bda req-20c679d9-6f39-49c6-a409-ca2dfd0ede4a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 946 time: 0.2412233 Aug 29 04:18:46.096950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f61d7b10-5b8e-42a5-9c16-501bb31c1741 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3665038a86c7482391564b7a9b843d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345376 Aug 29 04:18:46.103179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:46.118839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-45c6c012-1fd8-4dbc-9ecd-99ffb0e44f15 None None] Provisioning for port 08a132c5-3322-4936-bb77-ff61c20c7f6e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:46.129801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-45c6c012-1fd8-4dbc-9ecd-99ffb0e44f15 None None] Provisioning complete for port 08a132c5-3322-4936-bb77-ff61c20c7f6e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:46.131340 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-45c6c012-1fd8-4dbc-9ecd-99ffb0e44f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.131568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.173261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Transition to ACTIVE for port object 41a5970b-b421-49ba-8027-a626ecadfcca will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:46.188112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-559de140-bd6f-4895-abb2-22f671fe8bda req-a07109a0-222a-4e1f-93aa-39a4c2f9ae45 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021504 Aug 29 04:18:46.214501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-45c6c012-1fd8-4dbc-9ecd-99ffb0e44f15 None None] Port 08a132c5-3322-4936-bb77-ff61c20c7f6e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:46.256735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d2eadcc-d18f-4b32-90e1-7639693f2ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.261332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.275033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['87b2e7ac-181b-436d-963f-afb6cc87c5b0'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:46.276794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d2eadcc-d18f-4b32-90e1-7639693f2ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.366414 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743491fb-532d-4a52-bc7e-20a0c491a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.391605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743491fb-532d-4a52-bc7e-20a0c491a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.399390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2eadcc-d18f-4b32-90e1-7639693f2ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499618ee-d424-4b2f-bb2b-b90e981dfad2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.422638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:46.426121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Pushing event updated for resources: {'Port': ['ID=41a5970b-b421-49ba-8027-a626ecadfcca,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.435790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d2eadcc-d18f-4b32-90e1-7639693f2ad9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0610ab0f4a6e4143837f3c5bd3b47e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997399 Aug 29 04:18:46.435790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:46.438422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:46.445965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.446888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.457185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37408) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:46.508099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-625840dc-b6c5-4c94-8548-f828180bc0fa tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4061260 Aug 29 04:18:46.509253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fba656c8-f96e-4585-9a39-04112915b407 req-45ef40f8-787e-4add-b35e-843f04a97e54 service neutron] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:46.526754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ef977-2f0f-45e7-96d0-57713890db55 req-772a9e25-5c3a-4a1c-8cd9-e51f58c57637 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.528799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b5ef977-2f0f-45e7-96d0-57713890db55 req-772a9e25-5c3a-4a1c-8cd9-e51f58c57637 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 935 time: 0.1110938 Aug 29 04:18:46.529104 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fba656c8-f96e-4585-9a39-04112915b407 req-45ef40f8-787e-4add-b35e-843f04a97e54 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.530812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fba656c8-f96e-4585-9a39-04112915b407 req-45ef40f8-787e-4add-b35e-843f04a97e54 service neutron] 10.222.0.37 "DELETE /v2.0/ports/aaf78ed8-0956-4359-a51b-ef9b6060242f/bindings/n-h2-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.4629467 Aug 29 04:18:46.534878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Request body: {'port': {'device_id': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:46.587782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa827a0e-2fc4-4653-b916-c077b1fcaa34 req-cd2af6b3-fa6d-4117-a932-19ccb7f2956f tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.590181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa827a0e-2fc4-4653-b916-c077b1fcaa34 req-cd2af6b3-fa6d-4117-a932-19ccb7f2956f tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 936 time: 0.2258055 Aug 29 04:18:46.594934 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743491fb-532d-4a52-bc7e-20a0c491a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.597831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-743491fb-532d-4a52-bc7e-20a0c491a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.601252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-743491fb-532d-4a52-bc7e-20a0c491a52d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc502916-84ba-4f11-9955-2488300d6dce HTTP/1.1" status: 204 len: 168 time: 0.4935329 Aug 29 04:18:46.640496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743491fb-532d-4a52-bc7e-20a0c491a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc502916-84ba-4f11-9955-2488300d6dce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.682532 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1044c0e8-02d3-4b55-8f8f-81ef5f525ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.698697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b5ef977-2f0f-45e7-96d0-57713890db55 req-3a75c017-1b79-4808-a8b7-93e023d487aa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417527 Aug 29 04:18:46.704062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.725045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa827a0e-2fc4-4653-b916-c077b1fcaa34 req-dd16426a-cdec-43ee-a49b-08496bc3fe2d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241744 Aug 29 04:18:46.745286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e0f5a10a-73bc-4855-adab-9dfc9380b5b9 None None] Provisioning for port 41a5970b-b421-49ba-8027-a626ecadfcca completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:46.756263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1044c0e8-02d3-4b55-8f8f-81ef5f525ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.760803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a132c5-3322-4936-bb77-ff61c20c7f6e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:46.778853 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.781794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e0f5a10a-73bc-4855-adab-9dfc9380b5b9 None None] Provisioning complete for port 41a5970b-b421-49ba-8027-a626ecadfcca triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:46.782168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a10a-73bc-4855-adab-9dfc9380b5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.815476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Transition to ACTIVE for port object 08a132c5-3322-4936-bb77-ff61c20c7f6e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:46.819124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.877256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5a10a-73bc-4855-adab-9dfc9380b5b9 None None] Port 41a5970b-b421-49ba-8027-a626ecadfcca cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:46.886707 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-358326a5-0657-405d-9d16-aadbf9b55a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.913048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1044c0e8-02d3-4b55-8f8f-81ef5f525ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.915876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1044c0e8-02d3-4b55-8f8f-81ef5f525ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:46.917382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1044c0e8-02d3-4b55-8f8f-81ef5f525ce4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/499618ee-d424-4b2f-bb2b-b90e981dfad2 HTTP/1.1" status: 204 len: 168 time: 0.4579201 Aug 29 04:18:46.933667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044c0e8-02d3-4b55-8f8f-81ef5f525ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499618ee-d424-4b2f-bb2b-b90e981dfad2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:46.943254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Pushing event updated for resources: {'Port': ['ID=08a132c5-3322-4936-bb77-ff61c20c7f6e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.011986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Attempting to bind port 08a132c5-3322-4936-bb77-ff61c20c7f6e on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:47.013115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Attempting to bind port 08a132c5-3322-4936-bb77-ff61c20c7f6e by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:47.013115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Attempting to bind port 08a132c5-3322-4936-bb77-ff61c20c7f6e on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:47.023540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Port 08a132c5-3322-4936-bb77-ff61c20c7f6e on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:47.024086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Attempting to bind port 08a132c5-3322-4936-bb77-ff61c20c7f6e on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:47.029911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:47.030396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:47.031007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:47.031582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Bound port: 08a132c5-3322-4936-bb77-ff61c20c7f6e, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:47.032120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.116948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc798a15-77cb-4967-b271-0622a8e68e03 req-e605607d-6afe-4513-a8c0-487c6b229de7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.124570 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc798a15-77cb-4967-b271-0622a8e68e03 req-e605607d-6afe-4513-a8c0-487c6b229de7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.2163165 Aug 29 04:18:47.168537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] For port 08a132c5-3322-4936-bb77-ff61c20c7f6e, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:47.173113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] For port 08a132c5-3322-4936-bb77-ff61c20c7f6e, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:47.193495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.210532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc798a15-77cb-4967-b271-0622a8e68e03 req-f15e8bfd-08a3-4b0f-9bf4-9a44219d048b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845098 Aug 29 04:18:47.251626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.252316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.253688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] 10.222.0.32 "PUT /v2.0/ports/08a132c5-3322-4936-bb77-ff61c20c7f6e HTTP/1.1" status: 200 len: 1096 time: 1.3958530 Aug 29 04:18:47.254128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'tag': '08a132c5-3322-4936-bb77-ff61c20c7f6e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:47.256761 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6232860b-3f22-4e30-8f4e-eea66d38953e", "tag": "08a132c5-3322-4936-bb77-ff61c20c7f6e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:47.308817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f6298-4ed6-4de5-8743-da0159464f3b service neutron] Pushing event updated for resources: {'Port': ['ID=08a132c5-3322-4936-bb77-ff61c20c7f6e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.340273 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05a01a4-e91f-4296-8ab8-89809ba0b05c x-openstack-request-id: req-f05a01a4-e91f-4296-8ab8-89809ba0b05c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:47.340799 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6232860b-3f22-4e30-8f4e-eea66d38953e", "tag": "08a132c5-3322-4936-bb77-ff61c20c7f6e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:47.341176 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f05a01a4-e91f-4296-8ab8-89809ba0b05c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:47.341727 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'tag': '08a132c5-3322-4936-bb77-ff61c20c7f6e', 'status': 'completed', 'code': 200} Aug 29 04:18:47.382678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a5970b-b421-49ba-8027-a626ecadfcca {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:47.383572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:47.394255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.422691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Transition to ACTIVE for port object 41a5970b-b421-49ba-8027-a626ecadfcca will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:47.430310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.441572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:47.442181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371b4e3-43fa-42f3-97d4-30ecda1558f1 req-369e239f-2156-4198-89b7-649adef94f3c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.442368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ebc53a3a-9ccf-4597-bb9e-a942b0dcb60a not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:47.442995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:47.450003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0371b4e3-43fa-42f3-97d4-30ecda1558f1 req-369e239f-2156-4198-89b7-649adef94f3c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 946 time: 0.1704378 Aug 29 04:18:47.499533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-1370e5c4-e6e6-468b-987a-88c307092cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.501380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-1370e5c4-e6e6-468b-987a-88c307092cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 1099 time: 0.1407256 Aug 29 04:18:47.532875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0371b4e3-43fa-42f3-97d4-30ecda1558f1 req-3698bd5a-46f6-41c5-8c07-527d7a71a041 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817058 Aug 29 04:18:47.591765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-67f5cad9-c8d1-4cd5-89ab-80f95d1beb53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e HTTP/1.1" status: 200 len: 217 time: 0.0574105 Aug 29 04:18:47.619249 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.700374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:47.707268 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:47.763811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:47.766249 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db10ab-aa3a-4a82-b9df-6ba0b54488d7" -d '{"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:47.843560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=14']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:47.851835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-f8270e7e-2b9c-4ce3-a3aa-61e1caf8dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.853360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-f8270e7e-2b9c-4ce3-a3aa-61e1caf8dbb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.2348633 Aug 29 04:18:47.911773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eac5d-2df0-43d1-88a4-932cf8245f04 req-a9311294-abaa-44ed-aa17-e4dce545ee19 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.922673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b82eac5d-2df0-43d1-88a4-932cf8245f04 req-a9311294-abaa-44ed-aa17-e4dce545ee19 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1096 time: 0.2172461 Aug 29 04:18:47.986566 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b82eac5d-2df0-43d1-88a4-932cf8245f04 req-f1815eac-9939-4c1e-9966-99c69dd0bc6f tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625739 Aug 29 04:18:47.994622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-022fba53-9107-4c62-963a-26eb07427b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.996345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-022fba53-9107-4c62-963a-26eb07427b05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1290772 Aug 29 04:18:48.076249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Attempting to bind port 41a5970b-b421-49ba-8027-a626ecadfcca on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:48.076703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Attempting to bind port 41a5970b-b421-49ba-8027-a626ecadfcca by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:48.077760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Attempting to bind port 41a5970b-b421-49ba-8027-a626ecadfcca on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:48.089891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=41a5970b-b421-49ba-8027-a626ecadfcca,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:48.103821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Port 41a5970b-b421-49ba-8027-a626ecadfcca on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:48.104289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Attempting to bind port 41a5970b-b421-49ba-8027-a626ecadfcca on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:48.137638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:48.138295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:48.138425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:48.138787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Bound port: 41a5970b-b421-49ba-8027-a626ecadfcca, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:48.139144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.167817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17995ba-3e43-437f-869e-2d792277caa4 req-9813a37b-63e0-419f-ab31-244a635e9bc6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.169334 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b17995ba-3e43-437f-869e-2d792277caa4 req-9813a37b-63e0-419f-ab31-244a635e9bc6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 947 time: 0.1156046 Aug 29 04:18:48.171949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-7729adc3-0ee4-4d2b-9d19-9b810a3f63c6 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665590 Aug 29 04:18:48.224450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07544d-bbe7-40fe-89e0-8a3ed98424a7 req-999f467c-359e-467c-9eed-21dcd9d0ed65 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.226932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a07544d-bbe7-40fe-89e0-8a3ed98424a7 req-999f467c-359e-467c-9eed-21dcd9d0ed65 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 948 time: 0.1483355 Aug 29 04:18:48.246293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b17995ba-3e43-437f-869e-2d792277caa4 req-4df7fb71-c658-4072-96c0-ffe0e668655e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591826 Aug 29 04:18:48.250822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] For port 41a5970b-b421-49ba-8027-a626ecadfcca, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:48.255076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] For port 41a5970b-b421-49ba-8027-a626ecadfcca, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=41a5970b-b421-49ba-8027-a626ecadfcca,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:48.259612 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.298356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.299007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.300475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] 10.222.0.37 "PUT /v2.0/ports/41a5970b-b421-49ba-8027-a626ecadfcca HTTP/1.1" status: 200 len: 1097 time: 1.7702122 Aug 29 04:18:48.300919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'tag': '41a5970b-b421-49ba-8027-a626ecadfcca'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:48.303230 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc7a53-fa6a-42de-99c4-94ec5da0c915" -d '{"events": [{"name": "network-changed", "server_uuid": "c18a69cc-2c2e-4cfb-96b8-e0caed6b179c", "tag": "41a5970b-b421-49ba-8027-a626ecadfcca"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:48.352498 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849bd0db-85f8-44a1-9ffa-62678b906304 x-openstack-request-id: req-849bd0db-85f8-44a1-9ffa-62678b906304 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:48.352812 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-unplugged", "status": "completed", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:48.353155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-802523ac-a189-4304-bfc6-c4e2f8a316fa req-5b3cdab1-761c-4c20-820c-6e1c29f99c00 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733444 Aug 29 04:18:48.353520 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-849bd0db-85f8-44a1-9ffa-62678b906304 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:48.354117 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'code': 200} Aug 29 04:18:48.355878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3b238-bc29-4da7-bf2d-44329acc6ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=41a5970b-b421-49ba-8027-a626ecadfcca,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:48.408517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-93207ff8-eeca-41d0-9d44-e1bacde6e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.421012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-93207ff8-eeca-41d0-9d44-e1bacde6e113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 1100 time: 0.0757310 Aug 29 04:18:48.438769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a07544d-bbe7-40fe-89e0-8a3ed98424a7 req-6af32044-a773-432d-8fd7-e53ef60e2996 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840752 Aug 29 04:18:48.500498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-0bdf3f15-945d-48fc-9b5e-72d222506a6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=41a5970b-b421-49ba-8027-a626ecadfcca HTTP/1.1" status: 200 len: 217 time: 0.0711000 Aug 29 04:18:48.593923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-c9be7030-c1b1-4851-a889-e091751b5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.595401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-53eea451-bc30-4cee-a5f4-891bdc502779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.597179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-53eea451-bc30-4cee-a5f4-891bdc502779 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 1099 time: 0.1314354 Aug 29 04:18:48.598433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-c9be7030-c1b1-4851-a889-e091751b5118 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0893984 Aug 29 04:18:48.659226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-4cfc51bd-d2b4-45c9-a158-43c759bc63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.661244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-4cfc51bd-d2b4-45c9-a158-43c759bc63c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514836 Aug 29 04:18:48.696023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78950698-e54c-475d-afef-68318812d352 req-30b193f8-b87f-41f3-9cb2-68fad4858bf8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.697622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78950698-e54c-475d-afef-68318812d352 req-30b193f8-b87f-41f3-9cb2-68fad4858bf8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1566389 Aug 29 04:18:48.755286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78950698-e54c-475d-afef-68318812d352 req-c61a035a-a0fc-414d-8819-4f3a6db013b4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510058 Aug 29 04:18:48.771614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-c9afc27e-89b2-4ecd-ab25-111be3869db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.773162 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-c9afc27e-89b2-4ecd-ab25-111be3869db7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1639061 Aug 29 04:18:48.778881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-39f785f4-ba33-4228-8d06-d49fe7e7a2a0 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085660 Aug 29 04:18:48.824118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-092cb17e-b025-49a4-a91d-83a6b2852ab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e HTTP/1.1" status: 200 len: 217 time: 0.0411696 Aug 29 04:18:48.826704 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f1609f-8dff-4c3b-884e-10345e68cd8a x-openstack-request-id: req-77f1609f-8dff-4c3b-884e-10345e68cd8a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:48.826997 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18a69cc-2c2e-4cfb-96b8-e0caed6b179c", "tag": "41a5970b-b421-49ba-8027-a626ecadfcca", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:48.828863 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77f1609f-8dff-4c3b-884e-10345e68cd8a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:48.828863 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'tag': '41a5970b-b421-49ba-8027-a626ecadfcca', 'status': 'completed', 'code': 200} Aug 29 04:18:48.910178 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec72ce62-5c8e-44b5-8895-1dd4e674afd4 req-3521d2ef-0418-44a1-b9aa-1c8ae84d6ddb service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243103 Aug 29 04:18:48.990317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-4c10a232-3553-4ad9-80ff-573e3e65e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.991781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-4c10a232-3553-4ad9-80ff-573e3e65e086 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1591256 Aug 29 04:18:49.036842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-5b156d77-603b-4356-bf07-ad10f946a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.038626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-5b156d77-603b-4356-bf07-ad10f946a410 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 1100 time: 0.0505984 Aug 29 04:18:49.081981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-6311d8d9-289b-4231-975f-21674894de97 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.083465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-6311d8d9-289b-4231-975f-21674894de97 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.1854136 Aug 29 04:18:49.088688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-f7de16f7-3e1a-465a-9382-0d7ebe6cf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.090137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-f7de16f7-3e1a-465a-9382-0d7ebe6cf779 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0843709 Aug 29 04:18:49.107990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-ab17b0ab-f651-4e17-af49-aa32f0168b9d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/quotas/5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 375 time: 0.0169005 Aug 29 04:18:49.178220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-88c1c309-8f2e-4ce1-938e-01c8375e341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.180415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-88c1c309-8f2e-4ce1-938e-01c8375e341b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1252837 Aug 29 04:18:49.217237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-b962749a-b73a-445d-b883-99a131d24b46 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996873 Aug 29 04:18:49.220901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-fbc0301b-fa5e-47ce-b1ef-4682b631aa20 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226804 Aug 29 04:18:49.227980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-7a919503-e49b-4ce1-bcb3-21cd9ebf128f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=41a5970b-b421-49ba-8027-a626ecadfcca HTTP/1.1" status: 200 len: 217 time: 0.0396554 Aug 29 04:18:49.307277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-0173b071-ebc3-4ca7-813f-f1f85a6e0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.308775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-0173b071-ebc3-4ca7-813f-f1f85a6e0ba5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0728054 Aug 29 04:18:49.388037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-53d14385-69d8-4029-a9a0-9464d2fa4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.393409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-53d14385-69d8-4029-a9a0-9464d2fa4f7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709484 Aug 29 04:18:49.410454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4e86d3f-d123-4f8a-acc4-7fd5ec1079d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.514808 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-8b700247-e390-40a8-938b-9669c99e9a0e service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149457 Aug 29 04:18:49.577980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.618521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-fd9aaf28-0970-4f48-b7e5-67c1b7cb01cf service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919597 Aug 29 04:18:49.641185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7662a04b-6bed-4535-8ca7-8a2c6ac555d7 req-e4fb2783-6f7d-459d-9ae6-a6398f59977c service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056728 Aug 29 04:18:49.653312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02fc7a53-fa6a-42de-99c4-94ec5da0c915 req-89808bbc-33e2-444f-925d-d695f608284e service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286893 Aug 29 04:18:49.715183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-259ae724-8325-4475-887b-05b12532b800 service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957854 Aug 29 04:18:49.770102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37546) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.860109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94fb55-c27d-4482-9ce2-96820b1f64e4 req-962a287f-ed02-4fbf-b022-932feb8d6522 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:49.862761 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe94fb55-c27d-4482-9ce2-96820b1f64e4 req-962a287f-ed02-4fbf-b022-932feb8d6522 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 947 time: 0.0619392 Aug 29 04:18:49.926672 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8b48e63c-2dd8-4b4c-8631-b628e955d271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.960880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe94fb55-c27d-4482-9ce2-96820b1f64e4 req-134c8259-e1f5-4862-9d2c-bc9deeb32b41 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893190 Aug 29 04:18:49.997278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88aae-dccb-4131-892d-0ed21510aeba req-00c3fb0a-f794-44f7-b196-dd5113e28586 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.009181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ba88aae-dccb-4131-892d-0ed21510aeba req-00c3fb0a-f794-44f7-b196-dd5113e28586 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 948 time: 0.0724580 Aug 29 04:18:50.071800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ba88aae-dccb-4131-892d-0ed21510aeba req-c4d2f782-95e4-4df6-a5e9-eb07a7fa0866 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616899 Aug 29 04:18:50.084958 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8b48e63c-2dd8-4b4c-8631-b628e955d271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.099148 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8b48e63c-2dd8-4b4c-8631-b628e955d271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.143832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48e63c-2dd8-4b4c-8631-b628e955d271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4bdf7-98bb-43e9-8e5b-d361fc3af8cb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:50.148171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8b48e63c-2dd8-4b4c-8631-b628e955d271 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d049c36923c4e7a92a41e06ce99f482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768437 Aug 29 04:18:50.162100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37570) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:50.215878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49341804-372b-425f-95c8-d0fa6b76673c req-10c8726b-c72d-42dd-bf27-95e0c410dab4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.224045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49341804-372b-425f-95c8-d0fa6b76673c req-10c8726b-c72d-42dd-bf27-95e0c410dab4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0744097 Aug 29 04:18:50.233673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d68684a3-109f-42cf-a933-2118d3fc3726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.262319 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d68684a3-109f-42cf-a933-2118d3fc3726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.270601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49341804-372b-425f-95c8-d0fa6b76673c req-ed42905c-5109-4967-b700-5fda981518b1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Aug 29 04:18:50.325245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d68684a3-109f-42cf-a933-2118d3fc3726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.327859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d68684a3-109f-42cf-a933-2118d3fc3726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.333804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d68684a3-109f-42cf-a933-2118d3fc3726 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cd4bdf7-98bb-43e9-8e5b-d361fc3af8cb HTTP/1.1" status: 204 len: 168 time: 0.1689229 Aug 29 04:18:50.357447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4f2e8ab-b030-4491-ba7d-f1ab7e491daf req-ccbd5248-32ea-406c-a8a0-0cda67cd64a1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 210 time: 0.0480132 Aug 29 04:18:50.357911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68684a3-109f-42cf-a933-2118d3fc3726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4bdf7-98bb-43e9-8e5b-d361fc3af8cb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:50.469677 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.639059 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.114156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f077-b87e-410d-b193-e6c8c73a5697 req-b13c0c9b-f7c2-4494-b155-c1eb93ebd783 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.118447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71f8f077-b87e-410d-b193-e6c8c73a5697 req-b13c0c9b-f7c2-4494-b155-c1eb93ebd783 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 947 time: 0.0759857 Aug 29 04:18:51.201101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71f8f077-b87e-410d-b193-e6c8c73a5697 req-b16de284-4eff-4b1c-a30a-3cc9475e796b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779467 Aug 29 04:18:51.246406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37648) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:51.333386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-a595fe88-3dfa-48a7-879e-8401f4b62980 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.338532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-a595fe88-3dfa-48a7-879e-8401f4b62980 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.3035123 Aug 29 04:18:51.352696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Request body: {'port': {'device_id': '052b9222-8e48-4244-9808-d5b4515d9bec', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'admin_state_up': True, 'tenant_id': '5c615fe048f0407db78d107b3a2c0058'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:51.402237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a504d2-b2da-4bd1-924b-d3808d337123 req-d72d95b1-a263-4f18-987c-69d6956475eb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.404668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53a504d2-b2da-4bd1-924b-d3808d337123 req-d72d95b1-a263-4f18-987c-69d6956475eb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0670023 Aug 29 04:18:51.417180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 41a5970b-b421-49ba-8027-a626ecadfcca details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:51.452892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37660) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:51.473719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53a504d2-b2da-4bd1-924b-d3808d337123 req-8a9425ba-412b-4876-892c-4a1dbe90b82e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547304 Aug 29 04:18:51.488492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e23ac-68ed-45e1-bfd9-9dd492afa6a9 req-c2eca71c-6e6c-4b02-ab3c-2c65e934b15d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.496152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-786e23ac-68ed-45e1-bfd9-9dd492afa6a9 req-c2eca71c-6e6c-4b02-ab3c-2c65e934b15d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 948 time: 0.1723604 Aug 29 04:18:51.506631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-709fdb7f-a680-47ec-92d7-93ce5907660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.558710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1115568309-network', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:51.567549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 41a5970b-b421-49ba-8027-a626ecadfcca, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=41a5970b-b421-49ba-8027-a626ecadfcca,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:51.580417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '41a5970b-b421-49ba-8027-a626ecadfcca', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '41a5970b-b421-49ba-8027-a626ecadfcca', 'mac_address': 'fa:16:3e:03:16:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:51.582037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f57dfd76-aefa-420f-913d-04219e3778a5 req-679879ec-490c-4e29-bfae-86bcf68fd084 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 210 time: 0.0362091 Aug 29 04:18:51.608644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-786e23ac-68ed-45e1-bfd9-9dd492afa6a9 req-83545558-7d13-41cc-8cca-5ad8d6fe5b61 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073015 Aug 29 04:18:51.639215 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.644543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-709fdb7f-a680-47ec-92d7-93ce5907660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.648605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-709fdb7f-a680-47ec-92d7-93ce5907660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.653357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a5970b-b421-49ba-8027-a626ecadfcca {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:51.673572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Made reservation on behalf of 61de6029f3d548cf8bf5620f93c2ebf2 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:51.676445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.686864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Made reservation on behalf of 5c615fe048f0407db78d107b3a2c0058 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:51.687904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fdb7f-a680-47ec-92d7-93ce5907660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc301bd-fd88-4541-bc8b-a1688fe23d7f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:51.690952 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.692730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-709fdb7f-a680-47ec-92d7-93ce5907660c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35baf52585924c4cb8f4cc57a04a4945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452162 Aug 29 04:18:51.693401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.695870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37670) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:51.698150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 41a5970b-b421-49ba-8027-a626ecadfcca, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=41a5970b-b421-49ba-8027-a626ecadfcca,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:51.702863 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.758731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=41a5970b-b421-49ba-8027-a626ecadfcca,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:51.847900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef2743c-c2c9-4b6d-ad38-0f8a3fdece0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.860967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 08a132c5-3322-4936-bb77-ff61c20c7f6e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:51.925510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef2743c-c2c9-4b6d-ad38-0f8a3fdece0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.977873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Allocated IP 172.20.0.11 (889981b3-3896-4c14-bdf2-7209515e8636/d29d3066-8f04-44fc-8643-c2ab29b14fe2/d9a18905-585f-4705-a7f0-46297f20cb72) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:51.981254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['41a5970b-b421-49ba-8027-a626ecadfcca'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:52.024377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.046243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.063951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef2743c-c2c9-4b6d-ad38-0f8a3fdece0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.067041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef2743c-c2c9-4b6d-ad38-0f8a3fdece0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.070757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ef2743c-c2c9-4b6d-ad38-0f8a3fdece0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bc301bd-fd88-4541-bc8b-a1688fe23d7f HTTP/1.1" status: 204 len: 168 time: 0.3714314 Aug 29 04:18:52.100377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:52.147600 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 08a132c5-3322-4936-bb77-ff61c20c7f6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:52.164447 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.164926 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Added segment 7260c803-4868-4337-9b82-4eed7865204a of type vlan for network 88f319d5-c481-44ca-a848-e04a278882d8 Aug 29 04:18:52.181777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda32c3a-eecd-421e-a9c9-37964c074e56,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.187715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '08a132c5-3322-4936-bb77-ff61c20c7f6e', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '08a132c5-3322-4936-bb77-ff61c20c7f6e', 'mac_address': 'fa:16:3e:ce:8c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:52.196364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.244846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2743c-c2c9-4b6d-ad38-0f8a3fdece0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc301bd-fd88-4541-bc8b-a1688fe23d7f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.279416 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.338659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.364735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.366221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.366893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.367363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a132c5-3322-4936-bb77-ff61c20c7f6e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:52.390717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132663b-a1a1-420e-bd39-f317bb57de75 req-760527f1-19bb-4245-a80d-761d1393a105 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.418065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0132663b-a1a1-420e-bd39-f317bb57de75 req-760527f1-19bb-4245-a80d-761d1393a105 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 947 time: 0.0700638 Aug 29 04:18:52.418165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 08a132c5-3322-4936-bb77-ff61c20c7f6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:52.418255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.434013 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.457550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37704) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:52.460779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0132663b-a1a1-420e-bd39-f317bb57de75 req-2cf252ab-bb12-4c81-8367-90dfc8075e3d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558028 Aug 29 04:18:52.492862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37710) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:52.493958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0324671 Aug 29 04:18:52.498144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Request body: {'subnet': {'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1115568309-subnet', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:52.520068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf41efa1-2c5d-4f78-ab1a-cb51625aa577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.534720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=08a132c5-3322-4936-bb77-ff61c20c7f6e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.543331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Made reservation on behalf of 61de6029f3d548cf8bf5620f93c2ebf2 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:52.547082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.564212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d79990-9727-40c8-b31b-95a1e538a839 admin admin] Pushing event updated for resources: {'Network': ['ID=88f319d5-c481-44ca-a848-e04a278882d8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.578492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 88f319d5-c481-44ca-a848-e04a278882d8 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:52.587551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.660156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Network 889981b3-3896-4c14-bdf2-7209515e8636 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:52.670984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:52.682843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:52.688910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.689723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.723550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.745159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1988a9-4de9-4425-bbe9-58378480b6dc req-7d930a52-f6d9-4381-9316-3d0dfb0ba4f1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.746344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd1988a9-4de9-4425-bbe9-58378480b6dc req-7d930a52-f6d9-4381-9316-3d0dfb0ba4f1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1867692 Aug 29 04:18:52.781909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:52.807975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc322-a803-4bb0-a402-d39552a76cf9 req-3ebd3578-d54f-4de2-9ed2-c92d1fb3f027 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.809543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-31bcc322-a803-4bb0-a402-d39552a76cf9 req-3ebd3578-d54f-4de2-9ed2-c92d1fb3f027 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 932 time: 0.1038728 Aug 29 04:18:52.810705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd1988a9-4de9-4425-bbe9-58378480b6dc req-46c8609a-8dee-4bd3-a412-09d025ee551d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560257 Aug 29 04:18:52.822484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.825417 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf41efa1-2c5d-4f78-ab1a-cb51625aa577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.831677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf41efa1-2c5d-4f78-ab1a-cb51625aa577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.839639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:52.852034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-127a8c22-2930-4844-9743-fe86567df7d8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5031509 Aug 29 04:18:52.871606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Request body: {'port': {'device_id': '052b9222-8e48-4244-9808-d5b4515d9bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:52.931474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-31bcc322-a803-4bb0-a402-d39552a76cf9 req-33d83b2c-6965-4a0b-ab46-f42dae082bb8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128941 Aug 29 04:18:52.934043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6099c378-3ab7-4017-86ea-183e319d925d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.943588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Checking segment: {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:52.944013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Network hostable DHCP agents. Network: 88f319d5-c481-44ca-a848-e04a278882d8, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:52.949379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41efa1-2c5d-4f78-ab1a-cb51625aa577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9e38c9-57cb-4410-9677-4ca500c492e4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.957045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf41efa1-2c5d-4f78-ab1a-cb51625aa577 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=594fb125fd22497c9cd5794ae3a3ebaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986100 Aug 29 04:18:52.964456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37722) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:52.986072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Network 88f319d5-c481-44ca-a848-e04a278882d8 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:52.999792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 88f319d5-c481-44ca-a848-e04a278882d8) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:53.009560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.010874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.011696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.020372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66274e-9232-4f34-894d-7a55449dc918 None None] Network 88f319d5-c481-44ca-a848-e04a278882d8 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:53.031972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c7b8970e-c74d-4ff9-a5f7-dd40efc5bb58 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5377371 Aug 29 04:18:53.034342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37724) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:53.043431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:53.058062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1befed9-3463-408d-8633-97dfa82f01d5 req-e3867647-838a-4488-bb7a-98989dba1b68 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.059759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1befed9-3463-408d-8633-97dfa82f01d5 req-e3867647-838a-4488-bb7a-98989dba1b68 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 949 time: 0.1722407 Aug 29 04:18:53.065655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6489d658-aea1-4649-8e85-72a0ae629687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.099105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.100162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.121792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffadb37a-a610-469d-8d38-b8885f2564dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.172293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1befed9-3463-408d-8633-97dfa82f01d5 req-012e798e-3f8a-447e-b52d-2dde5b20609a tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996604 Aug 29 04:18:53.181690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.184215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-88f319d5-c481-44ca-a848-e04a278882d8', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:53.185292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.215098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffadb37a-a610-469d-8d38-b8885f2564dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.328580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffadb37a-a610-469d-8d38-b8885f2564dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.331036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffadb37a-a610-469d-8d38-b8885f2564dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.332165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ffadb37a-a610-469d-8d38-b8885f2564dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad9e38c9-57cb-4410-9677-4ca500c492e4 HTTP/1.1" status: 204 len: 168 time: 0.3667932 Aug 29 04:18:53.341184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Allocated IP 172.20.0.2 (88f319d5-c481-44ca-a848-e04a278882d8/6099c378-3ab7-4017-86ea-183e319d925d/96ebb03c-9a11-494d-8205-b3a401b1e476) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:53.350403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadb37a-a610-469d-8d38-b8885f2564dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9e38c9-57cb-4410-9677-4ca500c492e4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.353270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.422965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 41a5970b-b421-49ba-8027-a626ecadfcca up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:53.446781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6489d658-aea1-4649-8e85-72a0ae629687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.457521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6489d658-aea1-4649-8e85-72a0ae629687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.492617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a18905-585f-4705-a7f0-46297f20cb72 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:53.502591 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.513055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6489d658-aea1-4649-8e85-72a0ae629687 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=555dc9d314c54d458cb150ce6c9cca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645038 Aug 29 04:18:53.517319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37732) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:53.521081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489d658-aea1-4649-8e85-72a0ae629687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93745671-0647-493c-9db1-d4e0623eefbe,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.535973 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Transition to ACTIVE for port object d9a18905-585f-4705-a7f0-46297f20cb72 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:53.547723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.583026 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.588088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 41a5970b-b421-49ba-8027-a626ecadfcca completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:53.594944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 41a5970b-b421-49ba-8027-a626ecadfcca triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:53.595342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.598151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Transition to ACTIVE for port object 96ebb03c-9a11-494d-8205-b3a401b1e476 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:53.645269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Transition to ACTIVE for port object 96ebb03c-9a11-494d-8205-b3a401b1e476 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:53.660256 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.671029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.693988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c432b72-38ac-4b97-aea4-fa744e1c6325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.734979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Network 88f319d5-c481-44ca-a848-e04a278882d8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:53.736035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.738565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.743907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919759b-9811-4f35-8ee9-e9f5f63b84e0 req-11a618a6-752a-45b0-8fdc-73d50823f1b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.748646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:53.752423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2919759b-9811-4f35-8ee9-e9f5f63b84e0 req-11a618a6-752a-45b0-8fdc-73d50823f1b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 948 time: 0.1534328 Aug 29 04:18:53.761948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:53.765979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.778061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c432b72-38ac-4b97-aea4-fa744e1c6325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.778432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Pushing event updated for resources: {'Port': ['ID=96ebb03c-9a11-494d-8205-b3a401b1e476,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:53.793936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a5970b-b421-49ba-8027-a626ecadfcca'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:53.796430 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e36a62-6c34-42dc-a4d1-1ba23b490897" -d '{"events": [{"server_uuid": "c18a69cc-2c2e-4cfb-96b8-e0caed6b179c", "name": "network-vif-plugged", "status": "completed", "tag": "41a5970b-b421-49ba-8027-a626ecadfcca"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:53.813439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:53.815484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:53.816016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:53.832977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 41a5970b-b421-49ba-8027-a626ecadfcca, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=41a5970b-b421-49ba-8027-a626ecadfcca,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:53.838811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.850775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:53.851344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:53.866566 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f8cec0-3136-4fc1-8900-288aa4a51782 x-openstack-request-id: req-a6f8cec0-3136-4fc1-8900-288aa4a51782 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:53.866928 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18a69cc-2c2e-4cfb-96b8-e0caed6b179c", "name": "network-vif-plugged", "status": "completed", "tag": "41a5970b-b421-49ba-8027-a626ecadfcca", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:53.867732 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6f8cec0-3136-4fc1-8900-288aa4a51782 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:53.868154 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a5970b-b421-49ba-8027-a626ecadfcca', 'code': 200} Aug 29 04:18:53.875597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:53.876181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:53.876754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:53.877437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Bound port: d9a18905-585f-4705-a7f0-46297f20cb72, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:53.878041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.894927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2919759b-9811-4f35-8ee9-e9f5f63b84e0 req-6d3810de-46d6-4b98-a095-72fcdb767a5a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412697 Aug 29 04:18:53.904430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 08a132c5-3322-4936-bb77-ff61c20c7f6e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:53.942459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Allocated IP 172.25.7.63 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/130a4663-2b53-4d8e-b9f0-42f92ef368cb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:53.968871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Attempting to bind port 96ebb03c-9a11-494d-8205-b3a401b1e476 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:53.969512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Attempting to bind port 96ebb03c-9a11-494d-8205-b3a401b1e476 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:53.969872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Attempting to bind port 96ebb03c-9a11-494d-8205-b3a401b1e476 on network 88f319d5-c481-44ca-a848-e04a278882d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:53.975125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c432b72-38ac-4b97-aea4-fa744e1c6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.978035 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c432b72-38ac-4b97-aea4-fa744e1c6325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.979319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c432b72-38ac-4b97-aea4-fa744e1c6325 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93745671-0647-493c-9db1-d4e0623eefbe HTTP/1.1" status: 204 len: 168 time: 0.4602129 Aug 29 04:18:53.982484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:53.983161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Checking segment: {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:53.983773 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.984241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Bound using segment: {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:53.984775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Bound port: 96ebb03c-9a11-494d-8205-b3a401b1e476, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:53.985197 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.006563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:54.015956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c432b72-38ac-4b97-aea4-fa744e1c6325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93745671-0647-493c-9db1-d4e0623eefbe,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.036824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:54.042719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.085161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] For port 96ebb03c-9a11-494d-8205-b3a401b1e476, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:54.089059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] For port 96ebb03c-9a11-494d-8205-b3a401b1e476, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=96ebb03c-9a11-494d-8205-b3a401b1e476,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:54.092859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=41a5970b-b421-49ba-8027-a626ecadfcca,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.105378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 08a132c5-3322-4936-bb77-ff61c20c7f6e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:54.109289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.120258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 08a132c5-3322-4936-bb77-ff61c20c7f6e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:54.120638 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.130718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.131902 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.133794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] 10.222.0.37 "PUT /v2.0/ports/d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 1093 time: 1.2711811 Aug 29 04:18:54.134443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:54.137327 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf690385-4881-4161-b71f-9742399b5076" -d '{"events": [{"name": "network-changed", "server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:54.253260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881365b-6389-4271-a960-96f0a499d3ce None None] Pushing event updated for resources: {'Port': ['ID=96ebb03c-9a11-494d-8205-b3a401b1e476,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.331128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.340125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.418054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 08a132c5-3322-4936-bb77-ff61c20c7f6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:54.423250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.457317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.528128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:54.531585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb380cd9-55a2-417c-a53c-ba5ed4eb3c6b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.533944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:54.572442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c4e77-b32e-4252-b7da-ad2a94fe345c req-9e3ec8d3-2d8d-44e6-aaee-d3a162f351c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.579000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=08a132c5-3322-4936-bb77-ff61c20c7f6e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.579970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792c4e77-b32e-4252-b7da-ad2a94fe345c req-9e3ec8d3-2d8d-44e6-aaee-d3a162f351c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.4927976 Aug 29 04:18:54.595515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37768) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:54.609831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:54.614628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226afb9e-9cfd-477e-8d53-039281983c24 req-dda63cc4-ae02-4f5f-82eb-95636b447a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.616733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-226afb9e-9cfd-477e-8d53-039281983c24 req-dda63cc4-ae02-4f5f-82eb-95636b447a4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 1102 time: 0.6276319 Aug 29 04:18:54.632386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-499dc89c-dc68-4b94-b109-43695be1eeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.648992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bd36201b-0c00-42f2-b228-f1d7d091ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.650554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-bd36201b-0c00-42f2-b228-f1d7d091ac6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1096 time: 0.4616179 Aug 29 04:18:54.673520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792c4e77-b32e-4252-b7da-ad2a94fe345c req-20e00779-af34-4076-afc6-b5a57b4efd7f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880182 Aug 29 04:18:54.738665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-226afb9e-9cfd-477e-8d53-039281983c24 req-99d9f49a-63c6-42aa-ace7-7e36b7635cfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Aug 29 04:18:54.780304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-163a4416-00a6-4acf-a0f1-cfa60629d147 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 217 time: 0.1045554 Aug 29 04:18:54.782438 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868dbd0a-4288-4346-ba50-1354dbdc878d x-openstack-request-id: req-868dbd0a-4288-4346-ba50-1354dbdc878d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:54.782858 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:54.782980 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-868dbd0a-4288-4346-ba50-1354dbdc878d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:54.783965 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72', 'status': 'completed', 'code': 200} Aug 29 04:18:54.792312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119cf91-5ee3-419c-ba20-875c5f09d316 req-c2faf31e-678f-452b-9421-e8834ce0bb0f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.794135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7119cf91-5ee3-419c-ba20-875c5f09d316 req-c2faf31e-678f-452b-9421-e8834ce0bb0f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.7401776 Aug 29 04:18:54.805111 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-c68695b5-a820-4237-916f-ffb5ce696dca req-3e3017e8-084b-49fb-96f9-91252bbd6369 service neutron] show failed (client error): The resource could not be found. Aug 29 04:18:54.806322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-3e3017e8-084b-49fb-96f9-91252bbd6369 service neutron] 10.222.0.32 "GET /v2.0/ports/85371832-215a-4f8b-8098-26221264356c/bindings/n-h1-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.6274011 Aug 29 04:18:54.830835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-499dc89c-dc68-4b94-b109-43695be1eeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.841481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-499dc89c-dc68-4b94-b109-43695be1eeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.854294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Pushing event updated for resources: {'Port': ['ID=130a4663-2b53-4d8e-b9f0-42f92ef368cb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.873027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c92fd-ea05-4b54-82cc-5a45b046a210 req-fda259d4-fb4c-4817-b5c8-50c160e6aec7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.874611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b72c92fd-ea05-4b54-82cc-5a45b046a210 req-fda259d4-fb4c-4817-b5c8-50c160e6aec7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 950 time: 0.0898740 Aug 29 04:18:54.900910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dc89c-dc68-4b94-b109-43695be1eeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2928104-5f30-46ad-9c41-22a12667affd,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:54.914175 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-499dc89c-dc68-4b94-b109-43695be1eeec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27ab05b894f04ec2a81fa27dcfc868a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163166 Aug 29 04:18:54.918800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:54.922672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7119cf91-5ee3-419c-ba20-875c5f09d316 req-09794a24-4e40-4d72-8e83-effa9be6e603 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152987 Aug 29 04:18:54.932825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b72c92fd-ea05-4b54-82cc-5a45b046a210 req-c36880cf-7d24-4e55-93a6-a9a24c9f24bb tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Aug 29 04:18:55.032161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-f6ddf6c9-c5c8-4f5b-80db-dce79e86a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.035196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-f6ddf6c9-c5c8-4f5b-80db-dce79e86a72d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0796947 Aug 29 04:18:55.085246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-0598ff1a-1458-4982-84b3-3b2dbb825438 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416493 Aug 29 04:18:55.145125 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.150443 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e609a5f-8faa-4573-a7b3-2b7cb2f5d3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.194983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0ae9-996c-4bfc-a942-9b2249f37ade req-7f5a3f35-a58c-4c96-8457-4dcfeffca349 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.200472 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-62a14669-f697-4ae4-abd3-9a1ce687f0f5 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057987 Aug 29 04:18:55.202101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-829d0ae9-996c-4bfc-a942-9b2249f37ade req-7f5a3f35-a58c-4c96-8457-4dcfeffca349 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 949 time: 0.1674480 Aug 29 04:18:55.296690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e609a5f-8faa-4573-a7b3-2b7cb2f5d3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.303673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-829d0ae9-996c-4bfc-a942-9b2249f37ade req-759dbaa9-7bd1-491c-b2a5-f90fbce409be tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006272 Aug 29 04:18:55.303868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-239c5a61-04ff-4720-8344-aac02d3fe222 req-f7b7bb7c-cc24-4806-8f9e-7584e1aeb121 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963871 Aug 29 04:18:55.418624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690385-4881-4161-b71f-9742399b5076 req-d8febbb1-736e-4cf0-91f2-c9a1ddc7fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.420489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf690385-4881-4161-b71f-9742399b5076 req-d8febbb1-736e-4cf0-91f2-c9a1ddc7fca2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1096 time: 0.0573328 Aug 29 04:18:55.526717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6da05-6360-4208-aafb-bf71822bd437 None None] Network 88f319d5-c481-44ca-a848-e04a278882d8 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:55.558868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690385-4881-4161-b71f-9742399b5076 req-f83157d5-fd84-48dd-9f0c-293544da2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.560943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf690385-4881-4161-b71f-9742399b5076 req-f83157d5-fd84-48dd-9f0c-293544da2140 service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1270227 Aug 29 04:18:55.600167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-001b2679-db19-46c0-a5f9-11c84fbee4b1 None None] Provisioning for port 96ebb03c-9a11-494d-8205-b3a401b1e476 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:55.610829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf690385-4881-4161-b71f-9742399b5076 req-022d8afe-2df7-4a51-ba3a-49ce214838db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 217 time: 0.0414474 Aug 29 04:18:55.660901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-3ce283aa-2b8b-4c5d-93cf-fc6a3117ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.662425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-3ce283aa-2b8b-4c5d-93cf-fc6a3117ac8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6&tenant_id=a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 1102 time: 0.4480615 Aug 29 04:18:55.676386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690385-4881-4161-b71f-9742399b5076 req-ca76e1f6-caaa-4067-af4b-0e1c48aeb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.678617 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf690385-4881-4161-b71f-9742399b5076 req-ca76e1f6-caaa-4067-af4b-0e1c48aeb93a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0571270 Aug 29 04:18:55.683706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:55.735919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf690385-4881-4161-b71f-9742399b5076 req-d13752a7-309a-497f-80e5-f4fe4e401a5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426567 Aug 29 04:18:55.775494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e609a5f-8faa-4573-a7b3-2b7cb2f5d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.778467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e609a5f-8faa-4573-a7b3-2b7cb2f5d3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.781955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0e609a5f-8faa-4573-a7b3-2b7cb2f5d3d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2928104-5f30-46ad-9c41-22a12667affd HTTP/1.1" status: 204 len: 168 time: 0.8559785 Aug 29 04:18:55.816608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e609a5f-8faa-4573-a7b3-2b7cb2f5d3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2928104-5f30-46ad-9c41-22a12667affd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.853358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.856936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.869690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a132c5-3322-4936-bb77-ff61c20c7f6e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:55.872162 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebe7b42-8ac3-4afe-bd02-55e3c4b87dcd" -d '{"events": [{"server_uuid": "6232860b-3f22-4e30-8f4e-eea66d38953e", "name": "network-vif-plugged", "status": "completed", "tag": "08a132c5-3322-4936-bb77-ff61c20c7f6e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:55.940670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf690385-4881-4161-b71f-9742399b5076 req-e74eacd0-4a8e-4af9-a73b-c9d055fdb124 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871333 Aug 29 04:18:55.990768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000f1c5-6b9f-4249-8160-eece67f80cbc req-9d321196-e4c8-470a-81e5-d4ec78586111 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.992330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b000f1c5-6b9f-4249-8160-eece67f80cbc req-9d321196-e4c8-470a-81e5-d4ec78586111 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.2181487 Aug 29 04:18:56.002937 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b942cd9-31b4-4dcf-8019-e3fcf6545c51 x-openstack-request-id: req-3b942cd9-31b4-4dcf-8019-e3fcf6545c51 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:56.003230 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6232860b-3f22-4e30-8f4e-eea66d38953e", "name": "network-vif-plugged", "status": "completed", "tag": "08a132c5-3322-4936-bb77-ff61c20c7f6e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:56.003483 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b942cd9-31b4-4dcf-8019-e3fcf6545c51 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:56.003873 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a132c5-3322-4936-bb77-ff61c20c7f6e', 'code': 200} Aug 29 04:18:56.035943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 96ebb03c-9a11-494d-8205-b3a401b1e476 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:56.156434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf690385-4881-4161-b71f-9742399b5076 req-5f6e0669-548e-4b71-a5c5-af7363b9102b service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018714 Aug 29 04:18:56.178867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 96ebb03c-9a11-494d-8205-b3a401b1e476 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:56.185095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 96ebb03c-9a11-494d-8205-b3a401b1e476 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:56.190307 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.211178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d2a82-7f70-42b8-8b1a-067fe3a1cd76 req-e82e1878-1926-4710-851a-dc97a0669ccd tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.213397 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e0d2a82-7f70-42b8-8b1a-067fe3a1cd76 req-e82e1878-1926-4710-851a-dc97a0669ccd tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 950 time: 0.0995953 Aug 29 04:18:56.263162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e0d2a82-7f70-42b8-8b1a-067fe3a1cd76 req-f27576dc-6505-46e7-81ce-e74d6aec41a3 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Aug 29 04:18:56.306271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.346162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 96ebb03c-9a11-494d-8205-b3a401b1e476, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=96ebb03c-9a11-494d-8205-b3a401b1e476,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:56.351198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.354607 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b000f1c5-6b9f-4249-8160-eece67f80cbc req-28d1f014-b66f-40ad-904c-6c35fbfe182b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478105 Aug 29 04:18:56.388428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf823d2-e90e-4bc7-a15c-42efdeb5fbb6 req-921d44d2-9d25-4bd3-a51c-96501d94a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.389840 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4cf823d2-e90e-4bc7-a15c-42efdeb5fbb6 req-921d44d2-9d25-4bd3-a51c-96501d94a15a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 1101 time: 0.1219335 Aug 29 04:18:56.416661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Router f2f4b647-2aba-4bda-be1a-0b37ee208894 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:56.426091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37818) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:56.442355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64e9ae58-6c8e-4ede-9676-b1d830e1bb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.445989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=96ebb03c-9a11-494d-8205-b3a401b1e476,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.465399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] For port 85371832-215a-4f8b-8098-26221264356c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:56.469120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e4ad-2e8b-4c25-8b3f-4b1adfbbac3b req-2c3a40ba-7766-4052-87a0-1a2497b00244 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.471312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-51b9e4ad-2e8b-4c25-8b3f-4b1adfbbac3b req-2c3a40ba-7766-4052-87a0-1a2497b00244 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0973411 Aug 29 04:18:56.507695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4cf823d2-e90e-4bc7-a15c-42efdeb5fbb6 req-7ed0880c-a6df-4dff-9f46-b9f07d0f9f57 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067863 Aug 29 04:18:56.536239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-51b9e4ad-2e8b-4c25-8b3f-4b1adfbbac3b req-8e527b4e-2547-497f-8214-2d270cda5d87 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590682 Aug 29 04:18:56.573510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] For port 85371832-215a-4f8b-8098-26221264356c, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:56.619063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64e9ae58-6c8e-4ede-9676-b1d830e1bb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.623539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64e9ae58-6c8e-4ede-9676-b1d830e1bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.655320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85371832-215a-4f8b-8098-26221264356c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:56.657515 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1909cd-43bb-4019-93e5-f8c77553117d" -d '{"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "85371832-215a-4f8b-8098-26221264356c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:56.662325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.668595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:56.669098 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-64e9ae58-6c8e-4ede-9676-b1d830e1bb70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4781dd4051b240d786ede36059ff2f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414303 Aug 29 04:18:56.670431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37828) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:56.672564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ae58-6c8e-4ede-9676-b1d830e1bb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc1a6a-5c88-4921-8d2c-b81eaa5cfd53,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.683519 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Sync routers for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:56.691389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Transition to ACTIVE for port object 85371832-215a-4f8b-8098-26221264356c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:56.697798 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.699279 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:56.699912 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:18:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:56.706179 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.707404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-012d5b1c-cc34-421a-a341-f5ecd78d3510 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6721392 Aug 29 04:18:56.734313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:56.751616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c809ee0-5c99-425b-bea3-0da8e49c9c92 req-88a294ca-c1b5-43b8-8acb-da6a79c78237 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.753301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c809ee0-5c99-425b-bea3-0da8e49c9c92 req-88a294ca-c1b5-43b8-8acb-da6a79c78237 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 949 time: 0.1457636 Aug 29 04:18:56.806326 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f4c8e2-5415-43f0-9f25-50c9f4c439ed x-openstack-request-id: req-e1f4c8e2-5415-43f0-9f25-50c9f4c439ed {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:56.806622 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "85371832-215a-4f8b-8098-26221264356c", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:56.806878 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1f4c8e2-5415-43f0-9f25-50c9f4c439ed {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:56.807316 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85371832-215a-4f8b-8098-26221264356c', 'code': 200} Aug 29 04:18:56.809561 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9c2e-d7ff-453e-8fd4-3cd4a96ce1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.860303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9c2e-d7ff-453e-8fd4-3cd4a96ce1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.888017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] No DVR routers for this DVR port 85371832-215a-4f8b-8098-26221264356c on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:56.897778 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:56.903121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.931554 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9c2e-d7ff-453e-8fd4-3cd4a96ce1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.935881 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9c2e-d7ff-453e-8fd4-3cd4a96ce1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.940785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4e7f9c2e-d7ff-453e-8fd4-3cd4a96ce1f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61dc1a6a-5c88-4921-8d2c-b81eaa5cfd53 HTTP/1.1" status: 204 len: 168 time: 0.2690973 Aug 29 04:18:56.963059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f9c2e-d7ff-453e-8fd4-3cd4a96ce1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc1a6a-5c88-4921-8d2c-b81eaa5cfd53,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.012144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37836) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.055835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c809ee0-5c99-425b-bea3-0da8e49c9c92 req-fba4dc24-cdf9-4b8e-925e-1f284c9175df tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512164 Aug 29 04:18:57.070601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:57.070601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:57.070601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:57.083822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Port 85371832-215a-4f8b-8098-26221264356c on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:57.084152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Attempting to bind port 85371832-215a-4f8b-8098-26221264356c on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:57.092757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:57.093091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:57.093475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:57.093928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Bound port: 85371832-215a-4f8b-8098-26221264356c, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:57.094282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.123304 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:54Z', 'revision_number': 3, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:57.156437 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Checking router: f2f4b647-2aba-4bda-be1a-0b37ee208894 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:57.156814 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Updating router f2f4b647-2aba-4bda-be1a-0b37ee208894 port 130a4663-2b53-4d8e-b9f0-42f92ef368cb binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:57.176685 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74f26008-8336-4827-97d3-3368133d5fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.184735 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.244910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] For port 85371832-215a-4f8b-8098-26221264356c, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:57.249541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] For port 85371832-215a-4f8b-8098-26221264356c, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:57.254922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.291825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74f26008-8336-4827-97d3-3368133d5fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.296331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74f26008-8336-4827-97d3-3368133d5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.335159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-74f26008-8336-4827-97d3-3368133d5fa0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=196276e2bebf4bbdb66bd0b4d6efd354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212278 Aug 29 04:18:57.336150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37844) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.342672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.343388 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.345182 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] 10.222.0.37 "PUT /v2.0/ports/85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 1097 time: 1.6678591 Aug 29 04:18:57.442724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c377c-3735-47eb-b88b-ee0cf342fb10 service neutron] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.475581 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7e5bbfa-46f3-4b1f-9faa-9960fc0d137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.539676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7e5bbfa-46f3-4b1f-9faa-9960fc0d137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.546793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-2783a0ab-e03a-4f54-ba6f-670d55cd1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.548279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-2783a0ab-e03a-4f54-ba6f-670d55cd1856 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1100 time: 0.1613061 Aug 29 04:18:57.594436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f26008-8336-4827-97d3-3368133d5fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8e4fa-1ff4-4bd7-ade5-374e09dd471d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.603332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7e5bbfa-46f3-4b1f-9faa-9960fc0d137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.605934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7e5bbfa-46f3-4b1f-9faa-9960fc0d137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.609907 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d7e5bbfa-46f3-4b1f-9faa-9960fc0d137d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01e8e4fa-1ff4-4bd7-ade5-374e09dd471d HTTP/1.1" status: 204 len: 168 time: 0.2684886 Aug 29 04:18:57.625410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5bbfa-46f3-4b1f-9faa-9960fc0d137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8e4fa-1ff4-4bd7-ade5-374e09dd471d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.636672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab35b1-8047-4543-a4e2-26b1f944e2f1 req-0c6e2ae5-c0cc-4200-b895-f656aedc54f7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.644379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01ab35b1-8047-4543-a4e2-26b1f944e2f1 req-0c6e2ae5-c0cc-4200-b895-f656aedc54f7 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 950 time: 0.2313392 Aug 29 04:18:57.657449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30fdbf-4778-4583-9239-e78005d5c0e1 req-69a0677b-9916-4118-b0b1-908d62ca2336 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.672975 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.678203 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae30fdbf-4778-4583-9239-e78005d5c0e1 req-69a0677b-9916-4118-b0b1-908d62ca2336 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.2058902 Aug 29 04:18:57.684677 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Transition to ACTIVE for port object 130a4663-2b53-4d8e-b9f0-42f92ef368cb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:57.694151 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.710941 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01ab35b1-8047-4543-a4e2-26b1f944e2f1 req-d3c0509b-0d67-4ba3-94fe-2b69257666a6 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655169 Aug 29 04:18:57.785536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae30fdbf-4778-4583-9239-e78005d5c0e1 req-7832aa9c-3c87-4488-8e3a-9d33f080f52e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039937 Aug 29 04:18:57.802106 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Pushing event updated for resources: {'Port': ['ID=130a4663-2b53-4d8e-b9f0-42f92ef368cb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.868746 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Attempting to bind port 130a4663-2b53-4d8e-b9f0-42f92ef368cb on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:57.869128 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Attempting to bind port 130a4663-2b53-4d8e-b9f0-42f92ef368cb by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:57.869496 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Attempting to bind port 130a4663-2b53-4d8e-b9f0-42f92ef368cb on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:57.896389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 85371832-215a-4f8b-8098-26221264356c no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:57.906979 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:57.910658 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:57.915062 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.915660 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:57.917128 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Bound port: 130a4663-2b53-4d8e-b9f0-42f92ef368cb, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:57.917868 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.032907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 85371832-215a-4f8b-8098-26221264356c not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:58.047423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 96ebb03c-9a11-494d-8205-b3a401b1e476 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:58.102840 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.103196 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.107010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.108013 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.108511 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.109010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.109529 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.110041 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.112360 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.112865 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.113380 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.114143 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:58.154761 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] For port 130a4663-2b53-4d8e-b9f0-42f92ef368cb, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:58.168520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-730ffa16-41be-4d44-9b92-150d665a9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.169279 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] For port 130a4663-2b53-4d8e-b9f0-42f92ef368cb, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=130a4663-2b53-4d8e-b9f0-42f92ef368cb,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:58.170275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-730ffa16-41be-4d44-9b92-150d665a9891 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.6126249 Aug 29 04:18:58.179922 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.181090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 96ebb03c-9a11-494d-8205-b3a401b1e476 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:58.182209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.225252 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.228144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-8fe74529-f485-4fe1-9f21-dc3e971efb3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.0472214 Aug 29 04:18:58.284037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7ca5-3930-4630-9be6-2a209d883f54 req-1f15993c-0557-4bf3-afc4-b6a007c1e68b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.286065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b73c7ca5-3930-4630-9be6-2a209d883f54 req-1f15993c-0557-4bf3-afc4-b6a007c1e68b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.1523941 Aug 29 04:18:58.307467 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:58.308291 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:18:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.343550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef367fef-a377-4f8d-95b7-927c774fdaa2 req-ea83b5e2-066e-4e8c-a4fd-a47e44b503b1 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.343550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef367fef-a377-4f8d-95b7-927c774fdaa2 req-ea83b5e2-066e-4e8c-a4fd-a47e44b503b1 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 949 time: 0.1262734 Aug 29 04:18:58.385212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37878) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:58.388697 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992a8ca-d9ac-44bf-9134-af446ea4b54a None None] Pushing event updated for resources: {'Port': ['ID=130a4663-2b53-4d8e-b9f0-42f92ef368cb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.420380 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a808edaf-b2f7-41cc-bcd6-6e68387eb855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.421733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-da6be86d-2e89-4fba-b158-79ebf6d68c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.423200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-da6be86d-2e89-4fba-b158-79ebf6d68c3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1839020 Aug 29 04:18:58.426603 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef367fef-a377-4f8d-95b7-927c774fdaa2 req-d41aa4b5-f7c0-4c55-a0d7-4a525622cd68 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697641 Aug 29 04:18:58.444833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b73c7ca5-3930-4630-9be6-2a209d883f54 req-55d3cc80-d5ce-4500-aa0a-73196fd45d86 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470280 Aug 29 04:18:58.566525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68695b5-a820-4237-916f-ffb5ce696dca req-faf0d57c-cc31-404a-8d38-affe144f248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.568038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-faf0d57c-cc31-404a-8d38-affe144f248c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345284 Aug 29 04:18:58.571382 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:58.629074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a808edaf-b2f7-41cc-bcd6-6e68387eb855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.643114 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a808edaf-b2f7-41cc-bcd6-6e68387eb855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.670233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Allocated IP 172.20.0.1 (88f319d5-c481-44ca-a848-e04a278882d8/6099c378-3ab7-4017-86ea-183e319d925d/bac519b7-8034-41a5-aee6-9b148766a807) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:58.694139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a422a8-60d9-4dc1-a31c-2eb9a1052406 req-c9529766-b911-4d7e-b3f3-7677a1d6f828 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.703057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57a422a8-60d9-4dc1-a31c-2eb9a1052406 req-c9529766-b911-4d7e-b3f3-7677a1d6f828 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 1102 time: 0.1579199 Aug 29 04:18:58.705171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808edaf-b2f7-41cc-bcd6-6e68387eb855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e465e2-0a5e-4cb5-901f-2df0eb8691f0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.739500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-57a422a8-60d9-4dc1-a31c-2eb9a1052406 req-2e2a4f41-f703-4bb9-b1ea-f61a5d6d3655 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.775302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-71317fdc-bfc7-4d46-86b7-ee6d5418e064 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861801 Aug 29 04:18:58.809187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'tag': '85371832-215a-4f8b-8098-26221264356c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:58.818286 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339db20a-58ec-450c-bcb9-00cd334ccec8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "tag": "85371832-215a-4f8b-8098-26221264356c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:58.858288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a808edaf-b2f7-41cc-bcd6-6e68387eb855 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffca691e183f418db3a4e0cfbe7b63c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719760 Aug 29 04:18:58.858935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37894) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:58.987437 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:54Z', 'revision_number': 3, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:58.988611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-57a422a8-60d9-4dc1-a31c-2eb9a1052406 req-2e2a4f41-f703-4bb9-b1ea-f61a5d6d3655 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.996032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-57a422a8-60d9-4dc1-a31c-2eb9a1052406 req-2e2a4f41-f703-4bb9-b1ea-f61a5d6d3655 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.998652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8404-2243-43e5-8ab5-961673bd4b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.025758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.038294 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68695b5-a820-4237-916f-ffb5ce696dca req-10915bda-fbe0-4537-8021-7eab5ec66663 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523682 Aug 29 04:18:59.038496 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07252cd3-250c-42d6-bc15-6428b4ae8de9 None None] The sync data for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 is: [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:54Z', 'revision_number': 3, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:59.039375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8404-2243-43e5-8ab5-961673bd4b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.048146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd469-5298-4eac-8185-90fcd64b5e27 req-262ba4c6-8387-4530-a70d-3a421924f77c tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.055485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e61dd469-5298-4eac-8185-90fcd64b5e27 req-262ba4c6-8387-4530-a70d-3a421924f77c tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 1101 time: 0.1274199 Aug 29 04:18:59.058384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Transition to ACTIVE for port object bac519b7-8034-41a5-aee6-9b148766a807 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:59.070571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57a422a8-60d9-4dc1-a31c-2eb9a1052406 req-2e2a4f41-f703-4bb9-b1ea-f61a5d6d3655 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667014 Aug 29 04:18:59.074519 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e61dd469-5298-4eac-8185-90fcd64b5e27 req-e5b81569-b8d5-4899-badd-98592fbfd3a6 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.113941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4f41-f703-4bb9-b1ea-f61a5d6d3655 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f58d3b-de43-4230-b1ee-eb4656ad675e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.247773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.273949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8404-2243-43e5-8ab5-961673bd4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.276753 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8404-2243-43e5-8ab5-961673bd4b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.278034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8d4f8404-2243-43e5-8ab5-961673bd4b2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87e465e2-0a5e-4cb5-901f-2df0eb8691f0 HTTP/1.1" status: 204 len: 168 time: 0.4121625 Aug 29 04:18:59.288680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff056-e025-493c-8ad1-124b84bfa0bc req-59a08b80-806f-4458-9d6e-09750f6aab9e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.291881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e61dd469-5298-4eac-8185-90fcd64b5e27 req-e5b81569-b8d5-4899-badd-98592fbfd3a6 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.296139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef7ff056-e025-493c-8ad1-124b84bfa0bc req-59a08b80-806f-4458-9d6e-09750f6aab9e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.1121285 Aug 29 04:18:59.302363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e61dd469-5298-4eac-8185-90fcd64b5e27 req-e5b81569-b8d5-4899-badd-98592fbfd3a6 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.307865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Network 88f319d5-c481-44ca-a848-e04a278882d8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:59.308292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f8404-2243-43e5-8ab5-961673bd4b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e465e2-0a5e-4cb5-901f-2df0eb8691f0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.351550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:59.354991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:59.355674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.375039 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef7ff056-e025-493c-8ad1-124b84bfa0bc req-fb3c13d3-68ff-4769-af14-69208b2a1bb3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778146 Aug 29 04:18:59.482785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:59.490554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e61dd469-5298-4eac-8185-90fcd64b5e27 req-e5b81569-b8d5-4899-badd-98592fbfd3a6 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340782 Aug 29 04:18:59.551677 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18f03c5-460e-49dc-a71c-ccaabeefde20 x-openstack-request-id: req-b18f03c5-460e-49dc-a71c-ccaabeefde20 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:59.551971 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "tag": "85371832-215a-4f8b-8098-26221264356c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:59.553915 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b18f03c5-460e-49dc-a71c-ccaabeefde20 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:59.554504 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'tag': '85371832-215a-4f8b-8098-26221264356c', 'status': 'completed', 'code': 200} Aug 29 04:18:59.559750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bac519b7-8034-41a5-aee6-9b148766a807,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.642446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:59.657096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'd9a18905-585f-4705-a7f0-46297f20cb72', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'port_id': 'd9a18905-585f-4705-a7f0-46297f20cb72', 'mac_address': 'fa:16:3e:68:28:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d3066-8f04-44fc-8643-c2ab29b14fe2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:59.719273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab4468-328f-4fae-b776-06e95bab09e3 req-b21925bb-60cc-4150-bb54-27487152b468 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.740494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93ab4468-328f-4fae-b776-06e95bab09e3 req-b21925bb-60cc-4150-bb54-27487152b468 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.1379180 Aug 29 04:18:59.744718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.757757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b81569-b8d5-4899-badd-98592fbfd3a6 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffdf60-2d28-4946-b288-d1d2baa488f9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.767122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a18905-585f-4705-a7f0-46297f20cb72 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:59.837283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:59.847791 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.856920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93ab4468-328f-4fae-b776-06e95bab09e3 req-f1f6843a-5d10-4ceb-85c6-4b11ff1cdcde tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114933 Aug 29 04:18:59.859152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-49bea7f4-afdc-4bc6-b1da-a6cfacd1a224 None None] Provisioning for port bac519b7-8034-41a5-aee6-9b148766a807 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:59.939317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-49bea7f4-afdc-4bc6-b1da-a6cfacd1a224 None None] Provisioning complete for port bac519b7-8034-41a5-aee6-9b148766a807 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:59.940248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49bea7f4-afdc-4bc6-b1da-a6cfacd1a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.969807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-7354787b-0630-4d56-be20-1f6441441ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.972836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-7354787b-0630-4d56-be20-1f6441441ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1100 time: 0.4082305 Aug 29 04:19:00.005779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-1d9b1f77-ca6e-48d7-8adf-1f56b83f1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.008070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-1d9b1f77-ca6e-48d7-8adf-1f56b83f1e01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1100 time: 0.2993112 Aug 29 04:19:00.031902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-49bea7f4-afdc-4bc6-b1da-a6cfacd1a224 None None] Port bac519b7-8034-41a5-aee6-9b148766a807 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:00.034392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:00.060549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 130a4663-2b53-4d8e-b9f0-42f92ef368cb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:00.145819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 130a4663-2b53-4d8e-b9f0-42f92ef368cb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:00.159287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 130a4663-2b53-4d8e-b9f0-42f92ef368cb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:00.160921 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.194042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['d9a18905-585f-4705-a7f0-46297f20cb72'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:00.266363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.275593 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-43a4a465-2cf3-43df-ab42-96cc0f0676bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459744 Aug 29 04:19:00.386140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.434049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 130a4663-2b53-4d8e-b9f0-42f92ef368cb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=130a4663-2b53-4d8e-b9f0-42f92ef368cb,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:00.447468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.467831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61279c82-dcb8-40d9-9527-c9fa0101da9c req-75bdb26f-4e8f-45c3-a7f3-5594eba6fe6a tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.469538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61279c82-dcb8-40d9-9527-c9fa0101da9c req-75bdb26f-4e8f-45c3-a7f3-5594eba6fe6a tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 1102 time: 0.0978992 Aug 29 04:19:00.504389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-a7f16b41-0fd8-440e-b1e3-6423c649c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.506144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-a7f16b41-0fd8-440e-b1e3-6423c649c4ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.5074441 Aug 29 04:19:00.521813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=130a4663-2b53-4d8e-b9f0-42f92ef368cb,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:00.542457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61279c82-dcb8-40d9-9527-c9fa0101da9c req-081b1a71-ce24-4622-85de-3a807fdf78f8 tempest-ServersAdminNegativeTestJSON-1062509541 tempest-ServersAdminNegativeTestJSON-1062509541-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571852 Aug 29 04:19:00.718156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e53d6-fb3c-4929-a431-62ed5350da17 req-75fb913b-6583-413b-bdaf-f55f084378a9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.719897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-156e53d6-fb3c-4929-a431-62ed5350da17 req-75fb913b-6583-413b-bdaf-f55f084378a9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 945 time: 0.0541141 Aug 29 04:19:00.721612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37958) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:00.767000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-156e53d6-fb3c-4929-a431-62ed5350da17 req-fc8cb586-84d3-4669-b9bc-2f4894f1c7c8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Aug 29 04:19:00.801570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-76dfcf63-53df-4aff-882d-cf252436aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.803165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-76dfcf63-53df-4aff-882d-cf252436aafd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.7189901 Aug 29 04:19:00.807925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-d0bc0ae8-62c1-4329-8dbd-038e8ea9579c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.2880037 Aug 29 04:19:00.867788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1442633044-network', 'tenant_id': '7c456b17abe74c89a717b2b8b6a8ed98'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:00.890831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Made reservation on behalf of 7c456b17abe74c89a717b2b8b6a8ed98 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:00.893900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.902784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.938009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-a88a7d25-cbd1-48a2-8913-8ca845f68edd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.1133018 Aug 29 04:19:00.948841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-f3a0acbe-7557-4979-a6ca-53492e56d482 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.957969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-f3a0acbe-7557-4979-a6ca-53492e56d482 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6678281 Aug 29 04:19:01.007722 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.037028 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.041166 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-5608beb0-6d85-4ab1-b1d3-683d9c3185bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/quotas/92d2cc5dcb9b478bb7065a703bc5f59b HTTP/1.1" status: 200 len: 375 time: 0.0822310 Aug 29 04:19:01.041804 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.066057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:01.067108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-4ba815c8-e60d-4f5f-9696-997d6746e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.068634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-4ba815c8-e60d-4f5f-9696-997d6746e10f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.2474451 Aug 29 04:19:01.092843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.093187 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Added segment 0a335881-f729-480b-ae7e-fb7b1a30602d of type vlan for network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 Aug 29 04:19:01.104947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710e2a58-5d52-4747-8891-57b5e0e8b4df,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.115171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-0d0af085-4fdd-4bf4-9d06-ee234438d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.116843 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-0d0af085-4fdd-4bf4-9d06-ee234438d427 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1513875 Aug 29 04:19:01.152625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.197146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.198595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.199727 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.229451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-d63f56ce-dae8-4296-ab5a-fa49c5c77227 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1871407 Aug 29 04:19:01.247630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-d5591e2d-f14b-46a2-b8db-49371c5ad8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.252071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-d5591e2d-f14b-46a2-b8db-49371c5ad8c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1577172 Aug 29 04:19:01.268938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.277389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] Pushing event updated for resources: {'Network': ['ID=9fdd33ed-09ab-458b-af6e-37abdadf7bb2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.281287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c6dba026-7898-4ad9-9f74-bee6b37e167e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5585766 Aug 29 04:19:01.285122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37972) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:01.288745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:01.304785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.305037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Request body: {'subnet': {'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1442633044-subnet', 'tenant_id': '7c456b17abe74c89a717b2b8b6a8ed98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:01.306171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.387721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-9bb65e5e-1f41-4945-ad23-d6a17fc76ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.392127 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-9bb65e5e-1f41-4945-ad23-d6a17fc76ad3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2534428 Aug 29 04:19:01.415990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d36b6-f818-4d30-b992-eb614cd2c129 req-39dd8440-c6b5-4a3f-b627-7170b9f22afa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.417930 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-114d36b6-f818-4d30-b992-eb614cd2c129 req-39dd8440-c6b5-4a3f-b627-7170b9f22afa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.1079724 Aug 29 04:19:01.428123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Made reservation on behalf of 7c456b17abe74c89a717b2b8b6a8ed98 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:01.431238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.478686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:01.549155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port d9a18905-585f-4705-a7f0-46297f20cb72 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:01.557086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port d9a18905-585f-4705-a7f0-46297f20cb72 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:01.557281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bac519b7-8034-41a5-aee6-9b148766a807,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.558138 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.571036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-114d36b6-f818-4d30-b992-eb614cd2c129 req-a52e9d39-ec1e-435b-88dc-bbf1528c10a8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390574 Aug 29 04:19:01.628339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-328f0c6a-c91d-49ab-a49a-1b01929dad9a service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232411 Aug 29 04:19:01.756950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-49c337e0-a5af-466b-ab98-2bda0a737a79 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178179 Aug 29 04:19:01.768964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-f6984e4c-d099-4fc2-8272-858b6b9d517a service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032372 Aug 29 04:19:01.792149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Network 88f319d5-c481-44ca-a848-e04a278882d8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:01.803869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:01.849430 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.004587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec885d3-0623-4791-b3d2-1402e1777348,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.022572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:02.023047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Network hostable DHCP agents. Network: 9fdd33ed-09ab-458b-af6e-37abdadf7bb2, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:02.070198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:02.072047 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.093839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9fdd33ed-09ab-458b-af6e-37abdadf7bb2) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:02.099655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.100629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 130a4663-2b53-4d8e-b9f0-42f92ef368cb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:02.106130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.143818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ff6cb1e2-48b5-42fc-b7aa-921bd95c5ef1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8562481 Aug 29 04:19:02.162477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b470efa-b337-4f60-8a48-d6c9b290bac8 None None] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:02.235971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729d922-6362-4327-b1d1-29d2482a6554 req-bb383e9f-6cdb-4435-bc3c-00606737b359 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.244594 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f729d922-6362-4327-b1d1-29d2482a6554 req-bb383e9f-6cdb-4435-bc3c-00606737b359 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 945 time: 0.0707955 Aug 29 04:19:02.254119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-339db20a-58ec-450c-bcb9-00cd334ccec8 req-00748126-ff11-4bb6-aee9-57389e1709fc service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601703 Aug 29 04:19:02.299888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:02.302527 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0304e-daf9-468a-828a-02f194f0b964" -d '{"events": [{"server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "name": "network-vif-plugged", "status": "completed", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:02.309332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f729d922-6362-4327-b1d1-29d2482a6554 req-b49a7faf-3386-4946-b0c6-e7f118e8588f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635958 Aug 29 04:19:02.360179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:02.362384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd15c6-8ab7-4e1c-982d-5514c78e25ec req-a5f6157c-d2fc-42ef-92ec-e3f99e072c1a tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.364455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16dd15c6-8ab7-4e1c-982d-5514c78e25ec req-a5f6157c-d2fc-42ef-92ec-e3f99e072c1a tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 950 time: 0.1083598 Aug 29 04:19:02.372845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Router f2f4b647-2aba-4bda-be1a-0b37ee208894 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:02.411340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-327504f1-fd84-453f-9949-2d41535a8d11 req-dccc2742-1420-4f94-a8aa-1d67e82abbd2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 210 time: 0.0398464 Aug 29 04:19:02.418522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0ba7de0e-eccb-4659-b386-82d6c356c62f None None] Provisioning complete for port bac519b7-8034-41a5-aee6-9b148766a807 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:02.419401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ba7de0e-eccb-4659-b386-82d6c356c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.445399 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.464127 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16dd15c6-8ab7-4e1c-982d-5514c78e25ec req-579bfd65-79dd-461a-93bf-96285288691b tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890937 Aug 29 04:19:02.520850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.533822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 130a4663-2b53-4d8e-b9f0-42f92ef368cb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:02.534944 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.603017 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2a702e-cb8d-49cc-8e9c-db9791a76960 x-openstack-request-id: req-fa2a702e-cb8d-49cc-8e9c-db9791a76960 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:02.603736 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "name": "network-vif-plugged", "status": "completed", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:02.609336 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa2a702e-cb8d-49cc-8e9c-db9791a76960 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:02.609877 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72', 'code': 200} Aug 29 04:19:02.667350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7de0e-eccb-4659-b386-82d6c356c62f None None] Port bac519b7-8034-41a5-aee6-9b148766a807 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:02.741425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7f693-8b3f-46c6-a65d-003d51825ac6 None None] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:02.759730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:02.781175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-77ebf93e-cdd9-4921-a141-254fed48dcf3 admin admin] 10.222.0.55 "PUT /v2.0/routers/f2f4b647-2aba-4bda-be1a-0b37ee208894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0458899 Aug 29 04:19:02.790407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1937d4-a5b6-41be-bb90-d3a455f20f5d req-6fb251a1-544f-44b9-b918-2b7e0e1c5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.794520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e1937d4-a5b6-41be-bb90-d3a455f20f5d req-6fb251a1-544f-44b9-b918-2b7e0e1c5a40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1098 time: 0.1504524 Aug 29 04:19:02.845365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a67ac7-6e8c-4d23-8705-cc0689520eff req-b05363b2-ccfc-4901-86e4-aeaa5a6b891e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.851521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99a67ac7-6e8c-4d23-8705-cc0689520eff req-b05363b2-ccfc-4901-86e4-aeaa5a6b891e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.1313169 Aug 29 04:19:02.886097 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e1937d4-a5b6-41be-bb90-d3a455f20f5d req-8a7c163f-918a-475d-9c4f-764d0701267c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845408 Aug 29 04:19:02.897803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Sync routers for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:02.946936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:02.965114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99a67ac7-6e8c-4d23-8705-cc0689520eff req-961ea802-7ba6-46ed-9fc6-58100ad234bb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069973 Aug 29 04:19:02.966415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:18:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:03.301444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:03.319924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38050) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:03.329551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1525266219-network', 'tenant_id': '1938ab9fce864c5ca13939d6cccb98a0'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:03.356612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6687d-e72d-47e8-9dc0-a33d4da3e2bf req-6f46a11e-d69f-45b3-bf3d-a58c77554be4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.368067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-41d6687d-e72d-47e8-9dc0-a33d4da3e2bf req-6f46a11e-d69f-45b3-bf3d-a58c77554be4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 948 time: 0.1349607 Aug 29 04:19:03.411879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Made reservation on behalf of 1938ab9fce864c5ca13939d6cccb98a0 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:03.414698 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.416535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-73681e60-9cb7-4471-8821-4b7180eb62f7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.423805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-73681e60-9cb7-4471-8821-4b7180eb62f7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6&tenant_id=a627bba863024eb2ac3850aaa61da2e9&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 948 time: 0.1438186 Aug 29 04:19:03.427900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.440843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-41d6687d-e72d-47e8-9dc0-a33d4da3e2bf req-a2a4bc49-46e2-4c9d-a8c6-68e0d2f5fbbc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714865 Aug 29 04:19:03.482079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 85371832-215a-4f8b-8098-26221264356c details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:03.593081 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-0be3fe6e-4ab1-45dc-ab67-5401c6c3a989 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:19:03.596663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-0be3fe6e-4ab1-45dc-ab67-5401c6c3a989 service neutron] 10.222.0.32 "DELETE /v2.0/ports/85371832-215a-4f8b-8098-26221264356c/bindings/n-h2-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.1612482 Aug 29 04:19:03.601862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:03.632911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051077a-25ca-43f0-b416-61eb197d2178 req-6e761715-5dfb-40ea-9b42-ca1458183366 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.641488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e051077a-25ca-43f0-b416-61eb197d2178 req-6e761715-5dfb-40ea-9b42-ca1458183366 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 946 time: 0.0960152 Aug 29 04:19:03.704993 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e051077a-25ca-43f0-b416-61eb197d2178 req-3fab8142-f560-414d-bb58-0101c7fed9aa tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575554 Aug 29 04:19:03.743967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.756355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.787939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e74a76e-5273-48cf-95e2-fbb65062afd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.825912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-253f91eb-cb84-4a7d-84f2-b3ef194426ac req-a9339d35-232c-407c-9b60-7bb561ba1b00 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 210 time: 0.0405478 Aug 29 04:19:03.862510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:03.898027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-cc67afc3-d37f-49ab-a788-72a677a94ce2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463016 Aug 29 04:19:03.904195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3e1ba-caf8-4114-8b97-cf8a23cb90e4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.918513 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.919190 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Added segment edf9076a-73ac-4cc5-9dd2-ef5531339bd7 of type vlan for network 4728e9a3-2963-47f6-9f78-950c0800df63 Aug 29 04:19:03.933962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 85371832-215a-4f8b-8098-26221264356c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:03.979134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '85371832-215a-4f8b-8098-26221264356c', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '85371832-215a-4f8b-8098-26221264356c', 'mac_address': 'fa:16:3e:22:d9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:04.010537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.020492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-92c8d80a-ab72-4a22-a36c-f0fc4e601774 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674442858', 'description': 'tempest-description--1474033495'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.040657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.060637 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-ddc223da-9f9f-4a19-a3cb-a0eb673e3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.062070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-ddc223da-9f9f-4a19-a3cb-a0eb673e3356 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1100 time: 0.1156592 Aug 29 04:19:04.094057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9afdc-53f7-4b02-878a-0289f366eea0 req-f0163691-081b-4cbb-ae2b-dc262d2b9fad tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.101969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5b9afdc-53f7-4b02-878a-0289f366eea0 req-f0163691-081b-4cbb-ae2b-dc262d2b9fad tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 950 time: 0.1656303 Aug 29 04:19:04.105123 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.138857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 2, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:04.141421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85371832-215a-4f8b-8098-26221264356c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:04.144267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-b27a27b6-ad43-4c86-8125-5d07aee98086 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.145765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-b27a27b6-ad43-4c86-8125-5d07aee98086 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386510 Aug 29 04:19:04.157278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e74a76e-5273-48cf-95e2-fbb65062afd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.170344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e74a76e-5273-48cf-95e2-fbb65062afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.171463 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.172689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.174458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.191555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Checking router: f2f4b647-2aba-4bda-be1a-0b37ee208894 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:04.192586 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Updating router f2f4b647-2aba-4bda-be1a-0b37ee208894 port bac519b7-8034-41a5-aee6-9b148766a807 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:04.192713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-bfad3886-ca19-4747-a6d2-4f5cffe2d48c tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.193920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-bfad3886-ca19-4747-a6d2-4f5cffe2d48c tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 950 time: 0.1087024 Aug 29 04:19:04.197068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 85371832-215a-4f8b-8098-26221264356c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:04.208773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.213624 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.242013 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.261127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5b9afdc-53f7-4b02-878a-0289f366eea0 req-2ea97348-a062-438b-9cbe-650521d37396 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529191 Aug 29 04:19:04.272411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9503317 Aug 29 04:19:04.278209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.283877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Request body: {'subnet': {'network_id': '4728e9a3-2963-47f6-9f78-950c0800df63', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1525266219-subnet', 'tenant_id': '1938ab9fce864c5ca13939d6cccb98a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:04.303355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92c8d80a-ab72-4a22-a36c-f0fc4e601774 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.307750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd3665-a8ab-4ed1-9a90-52918e186d25 admin admin] Pushing event updated for resources: {'Network': ['ID=4728e9a3-2963-47f6-9f78-950c0800df63,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.321197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2e74a76e-5273-48cf-95e2-fbb65062afd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5d8a0c9d2db4114b29725d6316ffa8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7195106 Aug 29 04:19:04.324631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38070) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:04.329113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 4728e9a3-2963-47f6-9f78-950c0800df63 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:04.329571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74a76e-5273-48cf-95e2-fbb65062afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebaf98d-b32e-4f79-adac-72c77888512b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.336895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-b93a4be4-a581-4acd-ae0b-345655a27072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.338829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-b93a4be4-a581-4acd-ae0b-345655a27072 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2653804 Aug 29 04:19:04.340567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.373364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Made reservation on behalf of 1938ab9fce864c5ca13939d6cccb98a0 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:04.376057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.426905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-59c745ec-5a64-4ec0-afac-92c0c73e7839 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.0745258 Aug 29 04:19:04.494454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:04.537231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Deleting port 41a5970b-b421-49ba-8027-a626ecadfcca {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:04.538690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.610610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92c8d80a-ab72-4a22-a36c-f0fc4e601774 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.640145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92c8d80a-ab72-4a22-a36c-f0fc4e601774 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.640535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-145977a5-3536-41c1-8c6e-899859961b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.641926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-145977a5-3536-41c1-8c6e-899859961b9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0866668 Aug 29 04:19:04.645321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a810a19-b3d8-49d4-aa03-2f2e5651eeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.712914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a810a19-b3d8-49d4-aa03-2f2e5651eeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.823877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-c6a4bddd-68cb-4b88-99b9-ffc8a9e70c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.825855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-c6a4bddd-68cb-4b88-99b9-ffc8a9e70c18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1738913 Aug 29 04:19:04.844763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.860263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Transition to ACTIVE for port object bac519b7-8034-41a5-aee6-9b148766a807 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:04.867807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.961625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8d80a-ab72-4a22-a36c-f0fc4e601774 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062f21eb-aaba-4758-8a93-fd3532d1a577,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.974029 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0761ae9d-f406-4907-bef3-2c4f2eee3884 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3449264 Aug 29 04:19:04.985039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Attempting to bind port bac519b7-8034-41a5-aee6-9b148766a807 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:04.986920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Attempting to bind port bac519b7-8034-41a5-aee6-9b148766a807 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:04.986920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Attempting to bind port bac519b7-8034-41a5-aee6-9b148766a807 on network 88f319d5-c481-44ca-a848-e04a278882d8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:04.989230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2343a2-8847-4326-8149-f6a4ec7d40d1 None None] Pushing event updated for resources: {'Port': ['ID=bac519b7-8034-41a5-aee6-9b148766a807,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:04.997812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:05.003431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:05.003811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Checking segment: {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:05.004379 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.004773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Bound using segment: {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:05.004880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.005261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Bound port: bac519b7-8034-41a5-aee6-9b148766a807, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:05.005675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.058483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] For port 41a5970b-b421-49ba-8027-a626ecadfcca, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=41a5970b-b421-49ba-8027-a626ecadfcca,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:05.059278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.078108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Calling delete_port for 41a5970b-b421-49ba-8027-a626ecadfcca owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:05.113852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92c8d80a-ab72-4a22-a36c-f0fc4e601774 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.114959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-92c8d80a-ab72-4a22-a36c-f0fc4e601774 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1016645 Aug 29 04:19:05.165532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38078) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:05.169507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5c74342e-f7c3-4430-8dba-5788a25d66ba tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Request body: {'security_group_rule': {'security_group_id': '062f21eb-aaba-4758-8a93-fd3532d1a577', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.199866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a810a19-b3d8-49d4-aa03-2f2e5651eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.202639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a810a19-b3d8-49d4-aa03-2f2e5651eeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.206923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a810a19-b3d8-49d4-aa03-2f2e5651eeaa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ebaf98d-b32e-4f79-adac-72c77888512b HTTP/1.1" status: 204 len: 168 time: 0.8805444 Aug 29 04:19:05.219317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2560b-f865-494b-adc0-214667d5ef0f req-12124840-e2c7-474a-921b-7e458228bf1b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.228633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dd2560b-f865-494b-adc0-214667d5ef0f req-12124840-e2c7-474a-921b-7e458228bf1b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 946 time: 0.4004948 Aug 29 04:19:05.232291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] For port bac519b7-8034-41a5-aee6-9b148766a807, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:05.233895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.236886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] For port bac519b7-8034-41a5-aee6-9b148766a807, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bac519b7-8034-41a5-aee6-9b148766a807,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:05.243922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f933b-18a9-4278-a656-76bbef16e5be req-b16adc47-c0ba-4700-96e1-1fdf487f9f50 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.244135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.252930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc9f933b-18a9-4278-a656-76bbef16e5be req-b16adc47-c0ba-4700-96e1-1fdf487f9f50 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 949 time: 0.6497838 Aug 29 04:19:05.260050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a810a19-b3d8-49d4-aa03-2f2e5651eeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebaf98d-b32e-4f79-adac-72c77888512b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.270517 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:05.335319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-8a2988fb-daa3-4e56-8e72-94c32f207365 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901919 Aug 29 04:19:05.348770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:05.349422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:18:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:05.353771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc96fe32-e221-440b-b0d1-1250073c5979,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.376029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dd2560b-f865-494b-adc0-214667d5ef0f req-fe24373d-80ad-4bba-a359-22441e47257e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442754 Aug 29 04:19:05.412818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3e9af0c4-ab3a-4c2d-873b-de775075bea3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.414819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3e9af0c4-ab3a-4c2d-873b-de775075bea3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971963 Aug 29 04:19:05.455291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2343a2-8847-4326-8149-f6a4ec7d40d1 None None] Pushing event updated for resources: {'Port': ['ID=bac519b7-8034-41a5-aee6-9b148766a807,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.493835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 85371832-215a-4f8b-8098-26221264356c up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:05.499727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:05.505704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Checking segment: {'id': 'edf9076a-73ac-4cc5-9dd2-ef5531339bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4728e9a3-2963-47f6-9f78-950c0800df63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:05.506066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Network hostable DHCP agents. Network: 4728e9a3-2963-47f6-9f78-950c0800df63, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:05.598410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d849fd94-6693-4f8a-8972-26f6d56d59b7 req-089b9613-65eb-41cc-b250-2e1e145a1c77 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 210 time: 0.0682614 Aug 29 04:19:05.608258 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f09a0a3-5af9-4fe7-8c8f-687f809cf69f req-f0cfd2da-8b8d-4d73-98cf-cd171ae6cff8 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589972 Aug 29 04:19:05.621693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Network 4728e9a3-2963-47f6-9f78-950c0800df63 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:05.639692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.648325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c74342e-f7c3-4430-8dba-5788a25d66ba tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.650751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 4728e9a3-2963-47f6-9f78-950c0800df63) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:05.661072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.661701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.702837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c261a34-c137-4e6c-933d-21010f6e197f None None] Network 4728e9a3-2963-47f6-9f78-950c0800df63 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:05.705523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d9872be-3426-434c-9378-0d51388d57ee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4259787 Aug 29 04:19:05.807456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc9f933b-18a9-4278-a656-76bbef16e5be req-952e11bc-998d-4c41-b730-f89bd6be5361 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490048 Aug 29 04:19:05.820360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 85371832-215a-4f8b-8098-26221264356c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:05.854493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 85371832-215a-4f8b-8098-26221264356c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:05.854876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.885213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.144 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/94442f54-4fe4-42c1-a78f-a256deea56b2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:05.904772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38092) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:05.936746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5dc46dbe-287a-486b-970c-2233a08f92bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.021248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c74342e-f7c3-4430-8dba-5788a25d66ba tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.028174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79185-e40a-4840-bb49-d6c68c969603 req-c17d9843-0cd2-428d-91ea-332dadc03c28 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.030702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ca79185-e40a-4840-bb49-d6c68c969603 req-c17d9843-0cd2-428d-91ea-332dadc03c28 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c18a69cc-2c2e-4cfb-96b8-e0caed6b179c HTTP/1.1" status: 200 len: 950 time: 0.1072047 Aug 29 04:19:06.044161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c74342e-f7c3-4430-8dba-5788a25d66ba tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.098936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66b652-eeb2-4920-97b1-2c1a6484d61d None None] Network 4728e9a3-2963-47f6-9f78-950c0800df63 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:06.115180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ca79185-e40a-4840-bb49-d6c68c969603 req-e82462ba-5750-4440-a5d4-6bcb8ce80ffb tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Aug 29 04:19:06.155308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5dc46dbe-287a-486b-970c-2233a08f92bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.156231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.165294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5dc46dbe-287a-486b-970c-2233a08f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.173249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['87b2e7ac-181b-436d-963f-afb6cc87c5b0', '41a5970b-b421-49ba-8027-a626ecadfcca'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:06.180014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74342e-f7c3-4430-8dba-5788a25d66ba tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d360ae-8ee8-4bb6-b697-32b88d61646b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.207103 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.215122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5dc46dbe-287a-486b-970c-2233a08f92bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0897ee48923342cca1ff02886a15d3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090489 Aug 29 04:19:06.219190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38100) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:06.239810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc46dbe-287a-486b-970c-2233a08f92bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85a5c22-11ce-4ca5-8d60-17f13b157167,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.296544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cdcd-c7e3-4e2d-bc8b-a43b98b9d9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.298711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:05Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:06.328476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cdcd-c7e3-4e2d-bc8b-a43b98b9d9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.329075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c74342e-f7c3-4430-8dba-5788a25d66ba tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.331450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5c74342e-f7c3-4430-8dba-5788a25d66ba tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1660159 Aug 29 04:19:06.374468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Pushing event deleted for resources: {'Port': ['ID=41a5970b-b421-49ba-8027-a626ecadfcca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.380853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c27a62-3020-4924-9aa2-ea35b32eebd9 req-2a3a0b62-66dc-4a77-8016-20b619e31fed tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.383714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85371832-215a-4f8b-8098-26221264356c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:06.388923 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a24389-27fc-4fa0-8f48-8266d5658151" -d '{"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-plugged", "status": "completed", "tag": "85371832-215a-4f8b-8098-26221264356c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:06.389311 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15c27a62-3020-4924-9aa2-ea35b32eebd9 req-2a3a0b62-66dc-4a77-8016-20b619e31fed tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1098 time: 0.4607539 Aug 29 04:19:06.395531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38102) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:06.407662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d42f2af0-e547-46ed-a35e-f5563c29c907 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Request body: {'security_group_rule': {'security_group_id': '062f21eb-aaba-4758-8a93-fd3532d1a577', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:06.414209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cdcd-c7e3-4e2d-bc8b-a43b98b9d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.417896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffc6cdcd-c7e3-4e2d-bc8b-a43b98b9d9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.419059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ffc6cdcd-c7e3-4e2d-bc8b-a43b98b9d9b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d85a5c22-11ce-4ca5-8d60-17f13b157167 HTTP/1.1" status: 204 len: 168 time: 0.1989069 Aug 29 04:19:06.419734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a652d13d-e65d-4ba7-8460-65ba782d47d0 None None] The sync data for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 is: [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:05Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:06.450582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6cdcd-c7e3-4e2d-bc8b-a43b98b9d9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85a5c22-11ce-4ca5-8d60-17f13b157167,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.472263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] No DVR routers for this DVR port 41a5970b-b421-49ba-8027-a626ecadfcca on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:06.475707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.477853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a095b5fa-ebc1-41ed-a36f-fb8e8fa57e55 req-3477379f-f1d6-4451-94a5-e50fe4bd1eb1 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "DELETE /v2.0/ports/41a5970b-b421-49ba-8027-a626ecadfcca HTTP/1.1" status: 204 len: 173 time: 2.2614625 Aug 29 04:19:06.480294 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15c27a62-3020-4924-9aa2-ea35b32eebd9 req-8806e873-54b2-4c03-929b-6f23fe31a510 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896928 Aug 29 04:19:06.485263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'name': 'network-vif-deleted', 'tag': '41a5970b-b421-49ba-8027-a626ecadfcca'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:06.488598 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591f823a-1858-4ca7-a4a9-24e66d8724c9" -d '{"events": [{"server_uuid": "c18a69cc-2c2e-4cfb-96b8-e0caed6b179c", "name": "network-vif-deleted", "tag": "41a5970b-b421-49ba-8027-a626ecadfcca"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:06.554935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 85371832-215a-4f8b-8098-26221264356c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:06.566261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:06.569852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.571255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d42f2af0-e547-46ed-a35e-f5563c29c907 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.584813 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.704474 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325199bc-eb6a-45a9-b51e-fdadee67a024 x-openstack-request-id: req-325199bc-eb6a-45a9-b51e-fdadee67a024 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:06.705246 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-plugged", "status": "completed", "tag": "85371832-215a-4f8b-8098-26221264356c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:06.705694 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-325199bc-eb6a-45a9-b51e-fdadee67a024 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:06.706582 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85371832-215a-4f8b-8098-26221264356c', 'code': 200} Aug 29 04:19:06.737343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.781794 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad91034-36bc-4688-b841-20ffa321103d x-openstack-request-id: req-8ad91034-36bc-4688-b841-20ffa321103d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:06.789211 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18a69cc-2c2e-4cfb-96b8-e0caed6b179c", "name": "network-vif-deleted", "tag": "41a5970b-b421-49ba-8027-a626ecadfcca", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:06.790858 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ad91034-36bc-4688-b841-20ffa321103d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:06.791389 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18a69cc-2c2e-4cfb-96b8-e0caed6b179c', 'name': 'network-vif-deleted', 'tag': '41a5970b-b421-49ba-8027-a626ecadfcca', 'status': 'completed', 'code': 200} Aug 29 04:19:06.827595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.852394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object 94442f54-4fe4-42c1-a78f-a256deea56b2 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:06.915961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-a0821061-5df8-4168-9e10-cfedc4e67019 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.926964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-a0821061-5df8-4168-9e10-cfedc4e67019 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.2730982 Aug 29 04:19:06.939067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1787f-64f9-4498-b953-5496fbcf0e9c req-7643c281-c3a5-4969-b88c-24f834f68c71 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.954908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ee1787f-64f9-4498-b953-5496fbcf0e9c req-7643c281-c3a5-4969-b88c-24f834f68c71 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1098 time: 0.0747640 Aug 29 04:19:06.967213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.984197 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-ac50720d-3f81-47ac-b354-0069c3f358aa tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/quotas/7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 375 time: 0.0557933 Aug 29 04:19:07.004850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d42f2af0-e547-46ed-a35e-f5563c29c907 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.019284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:07.035403 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d42f2af0-e547-46ed-a35e-f5563c29c907 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.066571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-42829215-5998-41f4-8232-2bf0d9da048d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813892 Aug 29 04:19:07.068932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d42f2af0-e547-46ed-a35e-f5563c29c907 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.070274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d42f2af0-e547-46ed-a35e-f5563c29c907 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6689050 Aug 29 04:19:07.076447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:07.083427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f2af0-e547-46ed-a35e-f5563c29c907 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6488d073-4bd2-4639-a315-78ead077b250,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.108190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.176528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:07.200013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:07.214630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:07.220193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.221359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.247797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.245 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/e0f93e08-1bc2-458c-9dc8-c23b2cc25f90) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:07.270525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=94442f54-4fe4-42c1-a78f-a256deea56b2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.302514 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ee1787f-64f9-4498-b953-5496fbcf0e9c req-02f1faa8-b1dc-4352-94e6-25df07c6ae03 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036735 Aug 29 04:19:07.313233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.397075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-9cd6ce13-0104-4f33-8242-a26fa661b9bd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1999354 Aug 29 04:19:07.473291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Request body: {'port': {'device_id': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.498805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-c5093a41-b358-459a-9336-36d5aa849b97 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:07.511480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-c5093a41-b358-459a-9336-36d5aa849b97 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2099698 Aug 29 04:19:07.576945 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4db32b6-d3ff-4043-b56d-25dcea1ba462 req-e25f4fc1-ab8d-4be8-bd79-b872fa989410 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 210 time: 0.1259410 Aug 29 04:19:07.620686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a171d185-2b97-486c-8ef0-95ca6c1b44ca None None] Provisioning for port 94442f54-4fe4-42c1-a78f-a256deea56b2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:07.626472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a171d185-2b97-486c-8ef0-95ca6c1b44ca None None] Provisioning complete for port 94442f54-4fe4-42c1-a78f-a256deea56b2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:07.627380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a171d185-2b97-486c-8ef0-95ca6c1b44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.679476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.734496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a171d185-2b97-486c-8ef0-95ca6c1b44ca None None] Port 94442f54-4fe4-42c1-a78f-a256deea56b2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:07.745922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-fa45c447-37c2-46c9-8829-f4579ef86dd4 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327027 Aug 29 04:19:07.977890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-1db96043-6187-486e-aede-27b43dfed8fe service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309470 Aug 29 04:19:08.023918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.034034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa38e68-5163-4653-abe4-9dedb510e67b req-a14fa708-ba4f-4040-a8fe-7083f4495c3d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.035707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-faa38e68-5163-4653-abe4-9dedb510e67b req-a14fa708-ba4f-4040-a8fe-7083f4495c3d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.0986300 Aug 29 04:19:08.073776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bac519b7-8034-41a5-aee6-9b148766a807 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:08.078006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:08.150711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.178158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port bac519b7-8034-41a5-aee6-9b148766a807 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:08.184289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bac519b7-8034-41a5-aee6-9b148766a807 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:08.184289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.205948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-faa38e68-5163-4653-abe4-9dedb510e67b req-49b3a59c-c617-43dc-a409-b398092a339c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601450 Aug 29 04:19:08.390195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.441248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.458199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e487683-5b3b-40c3-a939-9dc2268d384c req-ad68c6ff-1863-4401-9953-6ab88d8156f1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 210 time: 0.0714684 Aug 29 04:19:08.510125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:08.555598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port bac519b7-8034-41a5-aee6-9b148766a807, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bac519b7-8034-41a5-aee6-9b148766a807,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:08.579739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:08.610840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.636517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:08.639571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:08.647210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.648099 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.652725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Allocated IP 172.25.7.100 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/d3768c12-580e-48d5-88e0-d26f2b036eca) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:08.767229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c5f19-d7ae-4de2-ae51-52c2c0fbc642 req-0da9397c-4e46-4a36-bf94-29cefe007c56 tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.770616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-391c5f19-d7ae-4de2-ae51-52c2c0fbc642 req-0da9397c-4e46-4a36-bf94-29cefe007c56 tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1102 time: 0.1133099 Aug 29 04:19:08.771255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.795519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3b2ee734-ed5b-4602-a699-0ee5481c8aef tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2254076 Aug 29 04:19:08.819699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=bac519b7-8034-41a5-aee6-9b148766a807,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.003595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Request body: {'port': {'device_id': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:09.045234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531661-5408-4f3d-9bbc-5fdb1b6eddeb req-d10e14bd-c0b6-489f-94f1-c45ce73082b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.047696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75531661-5408-4f3d-9bbc-5fdb1b6eddeb req-d10e14bd-c0b6-489f-94f1-c45ce73082b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 936 time: 0.0598824 Aug 29 04:19:09.070367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-391c5f19-d7ae-4de2-ae51-52c2c0fbc642 req-f31ce812-7dc7-4845-b8f9-68ec3b782ac2 tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798584 Aug 29 04:19:09.090138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-373bba4f-99a4-48ab-8f34-dac03bf3678b None None] Provisioning for port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:09.094219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-373bba4f-99a4-48ab-8f34-dac03bf3678b None None] Provisioning complete for port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:09.095073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-373bba4f-99a4-48ab-8f34-dac03bf3678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.154701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75531661-5408-4f3d-9bbc-5fdb1b6eddeb req-1be7b71f-83f9-496e-a8e7-b1d0dac50a4d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007185 Aug 29 04:19:09.181859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-373bba4f-99a4-48ab-8f34-dac03bf3678b None None] Port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:09.216843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.386238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a91438-d1a2-4c49-b18a-867dc0993244 req-e62e7cf6-10a0-4f1c-ad7f-1d4a08fa39bc tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.397237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18a91438-d1a2-4c49-b18a-867dc0993244 req-e62e7cf6-10a0-4f1c-ad7f-1d4a08fa39bc tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1098 time: 0.0833271 Aug 29 04:19:09.401106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.426741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94442f54-4fe4-42c1-a78f-a256deea56b2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:09.442291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.443761 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18a91438-d1a2-4c49-b18a-867dc0993244 req-65bb186f-0d8e-4fdd-8012-6c42c49f5383 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Aug 29 04:19:09.505668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 41a5970b-b421-49ba-8027-a626ecadfcca no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:09.509784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3892f-bc90-4519-b7a1-552c40acbcc9 req-83a834ad-07c0-40bd-859d-eb45a2dc9387 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.513630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06f3892f-bc90-4519-b7a1-552c40acbcc9 req-83a834ad-07c0-40bd-859d-eb45a2dc9387 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 949 time: 0.2550766 Aug 29 04:19:09.541718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Transition to ACTIVE for port object 94442f54-4fe4-42c1-a78f-a256deea56b2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:09.561793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 41a5970b-b421-49ba-8027-a626ecadfcca {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:09.562953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 41a5970b-b421-49ba-8027-a626ecadfcca not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:09.563670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.703720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06f3892f-bc90-4519-b7a1-552c40acbcc9 req-adb5d001-6021-4678-b6b5-c7da61451fa5 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcda0323-3dd2-40b4-ae9f-bbb7e5561514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797962 Aug 29 04:19:09.714542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.729092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Pushing event updated for resources: {'Port': ['ID=94442f54-4fe4-42c1-a78f-a256deea56b2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.912573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Attempting to bind port 94442f54-4fe4-42c1-a78f-a256deea56b2 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:09.912907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Attempting to bind port 94442f54-4fe4-42c1-a78f-a256deea56b2 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:09.913238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Attempting to bind port 94442f54-4fe4-42c1-a78f-a256deea56b2 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:09.945731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:09.954069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Port 94442f54-4fe4-42c1-a78f-a256deea56b2 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:09.954405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Attempting to bind port 94442f54-4fe4-42c1-a78f-a256deea56b2 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:09.967450 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bac519b7-8034-41a5-aee6-9b148766a807 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:10.070033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bac519b7-8034-41a5-aee6-9b148766a807 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:10.072747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.107796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:10.268919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c330b01f-38cb-4ff8-b1c5-d93169da5293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.285741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:10.286243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:10.286352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:10.286764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Bound port: 94442f54-4fe4-42c1-a78f-a256deea56b2, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:10.287222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.299725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5011b4b-aeda-44fc-9e4b-ad5fe53f42d8 req-e396a72c-8861-4783-bb18-cf8a64f04d47 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 210 time: 0.3881664 Aug 29 04:19:10.314476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:10.351653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:10.393289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event updated for resources: {'Port': ['ID=d3768c12-580e-48d5-88e0-d26f2b036eca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.442788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c330b01f-38cb-4ff8-b1c5-d93169da5293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.447418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c330b01f-38cb-4ff8-b1c5-d93169da5293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.489283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c330b01f-38cb-4ff8-b1c5-d93169da5293 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=776de6dd191042f78a519373edd90796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803833 Aug 29 04:19:10.490257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330b01f-38cb-4ff8-b1c5-d93169da5293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df5a5ec-d56e-4129-8cd0-042a5da84811,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.494885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38246) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:10.502874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-0b2f17b9-20b7-4d70-8b1b-68d73f762435 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055079 Aug 29 04:19:10.548633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cacdf93f-536f-4aaa-84b7-10de3f689b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.555929 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.600461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cacdf93f-536f-4aaa-84b7-10de3f689b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.612130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:10.618195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] For port 94442f54-4fe4-42c1-a78f-a256deea56b2, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:10.629389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.647680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-80d2d766-603d-4cfc-95d6-0a552c57a44d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.649209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-80d2d766-603d-4cfc-95d6-0a552c57a44d tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 949 time: 0.0954869 Aug 29 04:19:10.652320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-7e42b2a6-92dc-4208-8d12-8f4dfa3dec17 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.653804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-7e42b2a6-92dc-4208-8d12-8f4dfa3dec17 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.7631814 Aug 29 04:19:10.687048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] For port 94442f54-4fe4-42c1-a78f-a256deea56b2, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=94442f54-4fe4-42c1-a78f-a256deea56b2,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:10.691695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Request body: {'port': {'device_id': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'admin_state_up': True, 'tenant_id': '7c456b17abe74c89a717b2b8b6a8ed98'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:10.749497 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.790925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Deleting port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:10.791267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.834489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-e94c26a4-5c39-49ee-bca7-e4b846e55e0d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.835911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-e94c26a4-5c39-49ee-bca7-e4b846e55e0d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111358 Aug 29 04:19:10.871650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cacdf93f-536f-4aaa-84b7-10de3f689b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.874387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cacdf93f-536f-4aaa-84b7-10de3f689b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.878390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cacdf93f-536f-4aaa-84b7-10de3f689b32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1df5a5ec-d56e-4129-8cd0-042a5da84811 HTTP/1.1" status: 204 len: 168 time: 0.3793852 Aug 29 04:19:10.884150 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Transition to ACTIVE for port object e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:10.886658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-138f8c0c-0950-4817-ac8a-b2f701e623f8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/quotas/a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 375 time: 0.0446134 Aug 29 04:19:10.894417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdf93f-536f-4aaa-84b7-10de3f689b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df5a5ec-d56e-4129-8cd0-042a5da84811,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.900575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] For port 87b2e7ac-181b-436d-963f-afb6cc87c5b0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=87b2e7ac-181b-436d-963f-afb6cc87c5b0,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:10.901022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.914131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.916376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Calling delete_port for 87b2e7ac-181b-436d-963f-afb6cc87c5b0 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:10.929017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.020054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.022512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.025161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] 10.222.0.32 "PUT /v2.0/ports/94442f54-4fe4-42c1-a78f-a256deea56b2 HTTP/1.1" status: 200 len: 1097 time: 3.5570600 Aug 29 04:19:11.050564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'tag': '94442f54-4fe4-42c1-a78f-a256deea56b2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:11.053636 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2abd010-db72-49cf-b824-b7353df792c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e5e082-7c14-4eeb-be0e-423b8c525459", "tag": "94442f54-4fe4-42c1-a78f-a256deea56b2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:11.073332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Made reservation on behalf of 7c456b17abe74c89a717b2b8b6a8ed98 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:11.076890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.134770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffab7d-082f-49ed-85d0-1a83e3f9a124 service neutron] Pushing event updated for resources: {'Port': ['ID=94442f54-4fe4-42c1-a78f-a256deea56b2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.176877 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.193271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['87b2e7ac-181b-436d-963f-afb6cc87c5b0'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:11.227543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Pushing event deleted for resources: {'Port': ['ID=87b2e7ac-181b-436d-963f-afb6cc87c5b0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.248572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-f98fd3cf-fd49-4b53-bf6e-f547a59d3058 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3289189 Aug 29 04:19:11.346820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] No DVR routers for this DVR port 87b2e7ac-181b-436d-963f-afb6cc87c5b0 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:11.350521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Attempting to bind port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:11.351409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Attempting to bind port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:11.351945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Attempting to bind port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:11.352740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.354909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cada998a-2f86-495e-b7f8-03925f28e2ad req-dcd69c43-1644-4c38-bb4c-9ef9bf621811 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.37 "DELETE /v2.0/ports/87b2e7ac-181b-436d-963f-afb6cc87c5b0 HTTP/1.1" status: 204 len: 173 time: 0.6904454 Aug 29 04:19:11.355322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fe675-faf8-497d-b250-592769df97ac', 'name': 'network-vif-deleted', 'tag': '87b2e7ac-181b-436d-963f-afb6cc87c5b0'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:11.360100 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.365742 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003b0623-9f66-427d-9233-11cb9cc357f8" -d '{"events": [{"server_uuid": "570fe675-faf8-497d-b250-592769df97ac", "name": "network-vif-deleted", "tag": "87b2e7ac-181b-436d-963f-afb6cc87c5b0"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:11.377769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.385075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0d87a07b-5961-4258-a168-88b06b05e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.386879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-0d87a07b-5961-4258-a168-88b06b05e259 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 1100 time: 0.2785115 Aug 29 04:19:11.387448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:11.387867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Attempting to bind port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:11.389960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.460947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:11.461312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:11.461740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:11.462190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Bound port: e0f93e08-1bc2-458c-9dc8-c23b2cc25f90, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:11.471612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.474741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38266) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:11.493818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-093be224-157f-4969-a5a5-73750f2876eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.561772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.571886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-26493333-4839-4a3d-8569-330b52ba37ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=94442f54-4fe4-42c1-a78f-a256deea56b2 HTTP/1.1" status: 200 len: 217 time: 0.1544673 Aug 29 04:19:11.681938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-093be224-157f-4969-a5a5-73750f2876eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.687993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event updated for resources: {'Port': ['ID=d3768c12-580e-48d5-88e0-d26f2b036eca,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.690222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-093be224-157f-4969-a5a5-73750f2876eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.731477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] For port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:11.734929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] For port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:11.759043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-093be224-157f-4969-a5a5-73750f2876eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2aa1c526e8d942f18d01f09829e94038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831881 Aug 29 04:19:11.768611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38274) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:11.774237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Allocated IP 172.20.0.4 (9fdd33ed-09ab-458b-af6e-37abdadf7bb2/aec885d3-0623-4791-b3d2-1402e1777348/5469ae3a-5007-4aba-a65b-aae29ec39513) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:11.779400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093be224-157f-4969-a5a5-73750f2876eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6396c-e2ac-420b-87fd-259a102a14d0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.811187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.813458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.814888 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0fc86b77-585d-4a8c-8c6c-f305d21bc19e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7135246 Aug 29 04:19:11.816416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3a613717-2511-46ee-bdb8-34c7f74a0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.817812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-3a613717-2511-46ee-bdb8-34c7f74a0065 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.2248921 Aug 29 04:19:11.923908 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b05edefb-bd73-446d-989f-e5dbfbe706dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.963631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b05edefb-bd73-446d-989f-e5dbfbe706dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.050948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b05edefb-bd73-446d-989f-e5dbfbe706dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.055801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b05edefb-bd73-446d-989f-e5dbfbe706dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.057649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b05edefb-bd73-446d-989f-e5dbfbe706dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5b6396c-e2ac-420b-87fd-259a102a14d0 HTTP/1.1" status: 204 len: 168 time: 0.2869337 Aug 29 04:19:12.068093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05edefb-bd73-446d-989f-e5dbfbe706dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6396c-e2ac-420b-87fd-259a102a14d0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.144726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.194173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.198009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.201688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ba593b1a-07b0-4812-9e71-831a554b5e83 service neutron] 10.222.0.32 "PUT /v2.0/ports/e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 HTTP/1.1" status: 200 len: 1097 time: 3.3133307 Aug 29 04:19:12.474515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ff8a59f5-67ba-4cbf-bf08-1446e8047de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.476023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-ff8a59f5-67ba-4cbf-bf08-1446e8047de7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4751718 Aug 29 04:19:12.501287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0428c94-ea2d-4520-b95a-97c0776daf19 req-7caa3e27-8e8c-4d71-8e1e-dba07dc16505 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.503408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0428c94-ea2d-4520-b95a-97c0776daf19 req-7caa3e27-8e8c-4d71-8e1e-dba07dc16505 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 948 time: 0.7647226 Aug 29 04:19:12.534756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.726563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0428c94-ea2d-4520-b95a-97c0776daf19 req-d63ae38f-3492-4a13-9b0d-828cb86e6625 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986291 Aug 29 04:19:12.751548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7175c85d-c46e-4883-8519-6cf470be7147 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:12.761698 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7175c85d-c46e-4883-8519-6cf470be7147 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7649093 Aug 29 04:19:12.770593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-d07fae95-b4c1-4400-a8c9-afd85c6406d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.772076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-d07fae95-b4c1-4400-a8c9-afd85c6406d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 1100 time: 0.4889565 Aug 29 04:19:12.787276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Request body: {'binding': {'host': 'n-h2-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:12.787733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:19:12.870972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-211c1c60-a39f-468b-92dd-b0d80ae050f3 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538725 Aug 29 04:19:12.878963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-f1634e52-2919-416b-801a-c6bf95a98aaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 HTTP/1.1" status: 200 len: 217 time: 0.0680439 Aug 29 04:19:13.098459 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-60942b8e-22de-4a59-b2a7-88402091c744 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255790 Aug 29 04:19:13.366404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-cfcacf19-a1af-460a-81b3-26b298645294 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.368239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-cfcacf19-a1af-460a-81b3-26b298645294 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618198 Aug 29 04:19:13.390046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Request body: {'port': {'device_id': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'a627bba863024eb2ac3850aaa61da2e9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.390787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.461509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-00cb7703-bcc6-4016-a2e2-70259e726ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.461509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-00cb7703-bcc6-4016-a2e2-70259e726ae7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.5660980 Aug 29 04:19:13.473711 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9de96803-2119-4103-a722-3e91d07c6a66 req-b374599d-884c-4b47-b8c9-f69ddfa8d157 tempest-ServersAdminNegativeTestJSON-1997349013 tempest-ServersAdminNegativeTestJSON-1997349013-project] 10.222.0.55 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.5460610 Aug 29 04:19:13.566422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Made reservation on behalf of a627bba863024eb2ac3850aaa61da2e9 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:13.576171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:13.578481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.614798 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e46f2cb-5b36-4477-a747-15b5e0f3ed6e x-openstack-request-id: req-9e46f2cb-5b36-4477-a747-15b5e0f3ed6e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:13.615090 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e5e082-7c14-4eeb-be0e-423b8c525459", "tag": "94442f54-4fe4-42c1-a78f-a256deea56b2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:13.615343 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e46f2cb-5b36-4477-a747-15b5e0f3ed6e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:13.615780 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'tag': '94442f54-4fe4-42c1-a78f-a256deea56b2', 'status': 'completed', 'code': 200} Aug 29 04:19:13.616803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:13.628536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:13.634477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.635260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.656824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on host n-h2-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:13.657497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:13.657935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:13.661312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9811840 Aug 29 04:19:13.688614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Request body: {'port': {'device_id': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.703301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:13.703301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:13.746772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcbb9e-8caf-4cc3-88ba-980086940be8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.798622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:13.802619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:13.803060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:13.803511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Bound port: d9a18905-585f-4705-a7f0-46297f20cb72, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:13.837094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Allocated IP 192.168.233.224 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/c194054d-9209-4710-868f-f49519015023) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:13.875023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-05334ca2-4bb0-40b4-b14e-bc7d1ec39c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.877017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-05334ca2-4bb0-40b4-b14e-bc7d1ec39c16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3496218 Aug 29 04:19:13.877758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:13.953166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:13.966244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.970408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-a0dc87fa-ad7a-4c8b-a28f-823134a103ac service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0772994 Aug 29 04:19:14.046460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b0e95-e4bd-4d8d-b749-4acdc8a25449 req-51cf89a6-08da-4da2-a1ca-b8eb079e8533 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.048314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-600b0e95-e4bd-4d8d-b749-4acdc8a25449 req-51cf89a6-08da-4da2-a1ca-b8eb079e8533 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 931 time: 0.3508408 Aug 29 04:19:14.050567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.051617 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6f90325c-0a6d-450a-a55b-365929f436c1 service neutron] 10.222.0.55 "POST /v2.0/ports/d9a18905-585f-4705-a7f0-46297f20cb72/bindings HTTP/1.1" status: 201 len: 390 time: 1.2744806 Aug 29 04:19:14.192798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.207945 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c1827-914d-45c7-b077-f15bc29d3a6c x-openstack-request-id: req-f27c1827-914d-45c7-b077-f15bc29d3a6c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:14.208267 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570fe675-faf8-497d-b250-592769df97ac", "name": "network-vif-deleted", "tag": "87b2e7ac-181b-436d-963f-afb6cc87c5b0", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:14.208506 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f27c1827-914d-45c7-b077-f15bc29d3a6c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:14.209262 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fe675-faf8-497d-b250-592769df97ac', 'name': 'network-vif-deleted', 'tag': '87b2e7ac-181b-436d-963f-afb6cc87c5b0', 'status': 'completed', 'code': 200} Aug 29 04:19:14.244160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Transition to ACTIVE for port object c194054d-9209-4710-868f-f49519015023 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:14.248882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-600b0e95-e4bd-4d8d-b749-4acdc8a25449 req-4f884829-50f4-47e6-8ea5-84ed568f5504 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931107 Aug 29 04:19:14.344483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ccb25886-439d-4c10-9d84-a1eae1c60272 req-e30c57ae-b27d-4e5f-81ef-a98226c90c41 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 210 time: 0.0644495 Aug 29 04:19:14.376276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.392813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:14.461754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:14.567909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5469ae3a-5007-4aba-a65b-aae29ec39513 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:14.575689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.579841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:14.586083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:14.589277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:14.594806 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-6d4363e5-8132-4dba-b3ea-1e04ee5d2554 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227224 Aug 29 04:19:14.606403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.607320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.639774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abd010-db72-49cf-b824-b7353df792c1 req-98e901b6-16ce-4b97-9e16-11648aeac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.642346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2abd010-db72-49cf-b824-b7353df792c1 req-98e901b6-16ce-4b97-9e16-11648aeac8cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 1100 time: 0.5401595 Aug 29 04:19:14.650060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Transition to ACTIVE for port object 5469ae3a-5007-4aba-a65b-aae29ec39513 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:14.702356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-22ceed39-71ca-4b54-baa4-ea4357770b2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3227642 Aug 29 04:19:14.721077 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5e41ae09-1bfd-456a-a5f2-82433f2e5d04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8393028 Aug 29 04:19:14.723437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Request body: {'port': {'device_id': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:14.730494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6ee78734-150b-4983-ba9b-b5cd616aca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.731965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-6ee78734-150b-4983-ba9b-b5cd616aca52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1098 time: 0.2714400 Aug 29 04:19:14.735469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:14.760373 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.787339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa971-4b38-441a-80dd-79355c13a0f2 req-5399372b-85fa-4987-887c-a218121850b5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.788708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b96aa971-4b38-441a-80dd-79355c13a0f2 req-5399372b-85fa-4987-887c-a218121850b5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 946 time: 0.2240269 Aug 29 04:19:14.875695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d58bc916-57e8-487f-8562-a7bd5036c344 None None] Provisioning for port c194054d-9209-4710-868f-f49519015023 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:14.890823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d58bc916-57e8-487f-8562-a7bd5036c344 None None] Provisioning complete for port c194054d-9209-4710-868f-f49519015023 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:14.891243 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d58bc916-57e8-487f-8562-a7bd5036c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.938262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d58bc916-57e8-487f-8562-a7bd5036c344 None None] Port c194054d-9209-4710-868f-f49519015023 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:14.946741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbf237-9a54-4b68-a0a2-a3b73bce090e req-8cc60614-cc62-4f72-89f0-9a2a1a20fdfa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.948341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-badbf237-9a54-4b68-a0a2-a3b73bce090e req-8cc60614-cc62-4f72-89f0-9a2a1a20fdfa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 948 time: 0.4758043 Aug 29 04:19:14.969210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbb2d025-0fc9-4249-8eb9-9062eef1fdde req-28022598-9e87-46c3-8e0f-c7e599b08df3 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437884 Aug 29 04:19:14.978981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.000039 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b96aa971-4b38-441a-80dd-79355c13a0f2 req-8868da67-1a26-4b87-bf7b-b8b5d74f94f4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949692 Aug 29 04:19:15.003734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.042485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:15.042943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:15.043163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:15.055451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abd010-db72-49cf-b824-b7353df792c1 req-292ee5cc-5e54-4c16-a9ee-edd6a2fcca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.056923 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2abd010-db72-49cf-b824-b7353df792c1 req-292ee5cc-5e54-4c16-a9ee-edd6a2fcca89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.3137133 Aug 29 04:19:15.063142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:15.063460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:15.071175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-badbf237-9a54-4b68-a0a2-a3b73bce090e req-64dfa391-1c50-446a-9762-fd67d9372ac3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127300 Aug 29 04:19:15.071885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:15.072297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:15.072712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:15.073178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Bound port: 5469ae3a-5007-4aba-a65b-aae29ec39513, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:15.073538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.100224 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-486388a7-29d7-4bc1-b396-ef155bdc4a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.135745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2abd010-db72-49cf-b824-b7353df792c1 req-d29ed24c-f655-4b8d-9778-671df8e6dc6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=94442f54-4fe4-42c1-a78f-a256deea56b2 HTTP/1.1" status: 200 len: 217 time: 0.0502050 Aug 29 04:19:15.139392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-486388a7-29d7-4bc1-b396-ef155bdc4a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.163983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-16f9b3c1-9668-4820-970a-70387a3dbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.165535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-16f9b3c1-9668-4820-970a-70387a3dbeac service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.3884141 Aug 29 04:19:15.258042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abd010-db72-49cf-b824-b7353df792c1 req-10726899-4437-4e00-9428-075ff36433b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.260041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2abd010-db72-49cf-b824-b7353df792c1 req-10726899-4437-4e00-9428-075ff36433b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1026175 Aug 29 04:19:15.265529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:15.271183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:15.284539 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.312921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-4ae7b473-a707-4995-8d41-ae5276061b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 217 time: 0.1341455 Aug 29 04:19:15.360871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.362301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.364336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] 10.222.0.37 "PUT /v2.0/ports/5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 1092 time: 1.6870294 Aug 29 04:19:15.421816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfbcdf-1435-4526-8851-6f09aec6549c service neutron] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.431656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abd010-db72-49cf-b824-b7353df792c1 req-16623bc3-0c8e-4ccd-8abb-c765ff43d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.434649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2abd010-db72-49cf-b824-b7353df792c1 req-16623bc3-0c8e-4ccd-8abb-c765ff43d28f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1660693 Aug 29 04:19:15.511969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 87b2e7ac-181b-436d-963f-afb6cc87c5b0 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:15.524764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-486388a7-29d7-4bc1-b396-ef155bdc4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.526650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-486388a7-29d7-4bc1-b396-ef155bdc4a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.530116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-486388a7-29d7-4bc1-b396-ef155bdc4a54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcda0323-3dd2-40b4-ae9f-bbb7e5561514 HTTP/1.1" status: 204 len: 168 time: 0.7917619 Aug 29 04:19:15.562789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 87b2e7ac-181b-436d-963f-afb6cc87c5b0 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:15.563721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 87b2e7ac-181b-436d-963f-afb6cc87c5b0 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:15.589356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486388a7-29d7-4bc1-b396-ef155bdc4a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda0323-3dd2-40b4-ae9f-bbb7e5561514,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.596339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-2ec9500e-8d46-47af-bd4f-cc38161762a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.600172 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-2ec9500e-8d46-47af-bd4f-cc38161762a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.2672782 Aug 29 04:19:15.629161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'tag': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90'}, {'name': 'network-changed', 'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:15.632099 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f30b53-9631-45c0-8768-c53872f7d7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdd5156-c029-46b5-a9c7-50fde0b6c8f4", "tag": "e0f93e08-1bc2-458c-9dc8-c23b2cc25f90"}, {"name": "network-changed", "server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:15.702658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:15.711659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-9bc5fc93-0b5a-4d60-bd86-9fa612435299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.713391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-9bc5fc93-0b5a-4d60-bd86-9fa612435299 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1095 time: 0.2771733 Aug 29 04:19:15.728389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007b54-ec7e-4227-a363-527f3be7f342 req-3525fed8-dd63-463c-8871-e0e278c04b98 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.729932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63007b54-ec7e-4227-a363-527f3be7f342 req-3525fed8-dd63-463c-8871-e0e278c04b98 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 936 time: 0.2761767 Aug 29 04:19:15.786043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2abd010-db72-49cf-b824-b7353df792c1 req-f990d258-d5fe-4462-9337-191c311f0d36 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362029 Aug 29 04:19:15.787289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-53f1d548-ed3e-48f1-bbeb-5b29205224c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 217 time: 0.0564690 Aug 29 04:19:15.905316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-c5cfe94b-a5d9-41ec-a5f3-e83d96af9f7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2955403 Aug 29 04:19:15.924822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63007b54-ec7e-4227-a363-527f3be7f342 req-78e5445e-56c9-402f-b7bc-28c62903ba01 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848567 Aug 29 04:19:15.939326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45146bd-9751-4abd-ab71-8d616e8616a3 req-de6f9843-0e88-468a-b13f-191a904494f6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.941309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f45146bd-9751-4abd-ab71-8d616e8616a3 req-de6f9843-0e88-468a-b13f-191a904494f6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 943 time: 0.4982977 Aug 29 04:19:15.947136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-1df15136-de72-4732-b319-1f5198aa6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.949552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-1df15136-de72-4732-b319-1f5198aa6718 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1516018 Aug 29 04:19:15.997305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-78b11d17-605b-436b-a65b-37bd18c2aab7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381925 Aug 29 04:19:16.072387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2abd010-db72-49cf-b824-b7353df792c1 req-f3863f21-3941-47bd-8b5a-3ba18adf1aff service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632561 Aug 29 04:19:16.145068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c194054d-9209-4710-868f-f49519015023 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:16.150832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c03992f7-1231-4dde-9363-735a78b7b9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.174166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.184376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-e5329e1b-5cf5-4f47-9f13-1965b8acfa42 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704328 Aug 29 04:19:16.205691 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e6611-503a-466d-b11a-1f1ef32f6433 x-openstack-request-id: req-bd2e6611-503a-466d-b11a-1f1ef32f6433 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:16.205989 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdd5156-c029-46b5-a9c7-50fde0b6c8f4", "tag": "e0f93e08-1bc2-458c-9dc8-c23b2cc25f90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:16.206271 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd2e6611-503a-466d-b11a-1f1ef32f6433 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:16.206622 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'tag': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', 'status': 'completed', 'code': 200} Aug 29 04:19:16.206876 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513', 'status': 'completed', 'code': 200} Aug 29 04:19:16.212784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f45146bd-9751-4abd-ab71-8d616e8616a3 req-adcc53ff-ada4-41c2-9bb5-23d9a3983424 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041132 Aug 29 04:19:16.260821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Transition to ACTIVE for port object c194054d-9209-4710-868f-f49519015023 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:16.266022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-84746f23-e6fc-445e-94e0-aef59a3b117f service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462183 Aug 29 04:19:16.276817 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.407223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:16.432452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-0068634a-5069-43b0-8443-eb782cd85f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.434232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-0068634a-5069-43b0-8443-eb782cd85f90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 1100 time: 0.1719363 Aug 29 04:19:16.465387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef35f947-f95f-4e75-9556-dccc52eab0ca req-422e51c5-adcf-4bde-9cef-12f627fe7546 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720509 Aug 29 04:19:16.482638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff047f-c769-4bea-a4a3-0cd793cf1dde req-dada27df-4e86-48e9-bd7e-06ba7b1a7aac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.491697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05ff047f-c769-4bea-a4a3-0cd793cf1dde req-dada27df-4e86-48e9-bd7e-06ba7b1a7aac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 946 time: 0.1888175 Aug 29 04:19:16.526230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-13d4d9e7-8948-43e3-b5cf-3f56c703dbee service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532139 Aug 29 04:19:16.532340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.603194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79029728-e0f8-4bd4-b7a8-f5a7534b1f9c req-214bfecd-cdaf-4c79-9364-3974726a6e5b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.605723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-79029728-e0f8-4bd4-b7a8-f5a7534b1f9c req-214bfecd-cdaf-4c79-9364-3974726a6e5b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 948 time: 0.1867840 Aug 29 04:19:16.607620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Attempting to bind port c194054d-9209-4710-868f-f49519015023 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:16.608322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Attempting to bind port c194054d-9209-4710-868f-f49519015023 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:16.608990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Attempting to bind port c194054d-9209-4710-868f-f49519015023 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:16.631239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Port c194054d-9209-4710-868f-f49519015023 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:16.631702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Attempting to bind port c194054d-9209-4710-868f-f49519015023 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:16.640668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:16.641466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:16.642251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:16.642797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Bound port: c194054d-9209-4710-868f-f49519015023, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:16.644007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.684227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ef409e7f-c27f-49d5-9741-e49a7ef335c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da4a858eeabf465d8a989b8f9940837a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728288 Aug 29 04:19:16.689790 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38458) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:16.734375 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-79029728-e0f8-4bd4-b7a8-f5a7534b1f9c req-9d389d4f-47fc-4c1d-be96-f9f98fd4bb5b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125295 Aug 29 04:19:16.750373 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c03992f7-1231-4dde-9363-735a78b7b9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.780713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9466e6c6-4208-4852-8301-45c230ff4498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.789215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c03992f7-1231-4dde-9363-735a78b7b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.804870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-bc874c30-feb7-4f61-ba89-164d21d5f53f tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.807369 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-bc874c30-feb7-4f61-ba89-164d21d5f53f tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1098 time: 0.1552286 Aug 29 04:19:16.810275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05ff047f-c769-4bea-a4a3-0cd793cf1dde req-0dd1c6b1-c884-400f-a4ac-04e2e6870e87 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175478 Aug 29 04:19:16.819031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-14'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:16.855545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:16.857384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-2d5665bb-6154-40c4-b427-83663554f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.858928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-2d5665bb-6154-40c4-b427-83663554f470 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1095 time: 0.3150613 Aug 29 04:19:16.868625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03992f7-1231-4dde-9363-735a78b7b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd57bee-e82f-459a-ba24-113868b20ee5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.873172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-aa1c90e4-bb02-4b22-8a65-d9ae9ffa283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.874360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-aa1c90e4-bb02-4b22-8a65-d9ae9ffa283d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.4252369 Aug 29 04:19:16.890225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:16.898926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.909507 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.920686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c03992f7-1231-4dde-9363-735a78b7b9c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60967b775cca4c4a9826efa3cd5b9ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2134080 Aug 29 04:19:16.932333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38460) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:16.987164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.987164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.987923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/c194054d-9209-4710-868f-f49519015023 HTTP/1.1" status: 200 len: 1097 time: 2.2751915 Aug 29 04:19:16.989961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'tag': 'c194054d-9209-4710-868f-f49519015023'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:16.992306 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "tag": "c194054d-9209-4710-868f-f49519015023"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:17.046010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37fc95-ddb5-4cc6-8df3-e38ce031e2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.101697 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce738d-441c-44a6-9005-30af38e9a383 x-openstack-request-id: req-59ce738d-441c-44a6-9005-30af38e9a383 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:17.102129 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "tag": "c194054d-9209-4710-868f-f49519015023", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:17.102490 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59ce738d-441c-44a6-9005-30af38e9a383 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:17.103218 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'tag': 'c194054d-9209-4710-868f-f49519015023', 'status': 'completed', 'code': 200} Aug 29 04:19:17.224784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9482-732b-4465-a182-008b0f177b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.276072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-177a4170-ed74-4c2d-8723-abcf2222bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.277616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-177a4170-ed74-4c2d-8723-abcf2222bfba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 1100 time: 0.1822596 Aug 29 04:19:17.292714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9482-732b-4465-a182-008b0f177b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.323807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce2e4-43e0-467f-8e8e-fca6e11b0b02 req-590f83a0-4083-463d-8c50-bd999f31c94a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.332504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0dce2e4-43e0-467f-8e8e-fca6e11b0b02 req-590f83a0-4083-463d-8c50-bd999f31c94a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 948 time: 0.2193954 Aug 29 04:19:17.332713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-54411916-0c76-4456-b4a6-0d92d1a42a52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 HTTP/1.1" status: 200 len: 217 time: 0.4394958 Aug 29 04:19:17.375203 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-795b9bb5-d614-4129-a711-734e703b56fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.413712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:17.440696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-504e3136-816c-4fba-a50f-cb046b9eecd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c194054d-9209-4710-868f-f49519015023 HTTP/1.1" status: 200 len: 217 time: 0.1358676 Aug 29 04:19:17.476679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-795b9bb5-d614-4129-a711-734e703b56fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.487491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-f94db671-7799-4d1f-b283-2923291a0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.488833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-f94db671-7799-4d1f-b283-2923291a0862 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1472874 Aug 29 04:19:17.542042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0dce2e4-43e0-467f-8e8e-fca6e11b0b02 req-fb54f084-b93f-4f3a-b454-0d537076be22 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085714 Aug 29 04:19:17.559393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895e5ea-735d-4a2f-a32d-fabd7a7b9b68 req-e836ea66-0616-4b4a-a9bb-a79ca70acb4e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.560239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-88c49410-53ac-48e1-801a-de95c1d2bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.561027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4895e5ea-735d-4a2f-a32d-fabd7a7b9b68 req-e836ea66-0616-4b4a-a9bb-a79ca70acb4e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 943 time: 0.1822917 Aug 29 04:19:17.562094 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-88c49410-53ac-48e1-801a-de95c1d2bbae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1165023 Aug 29 04:19:17.563598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:17.573144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-5fad0ada-c833-4f74-9a5d-40dbc7dcde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.574626 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-5fad0ada-c833-4f74-9a5d-40dbc7dcde53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.6964104 Aug 29 04:19:17.596611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9482-732b-4465-a182-008b0f177b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.599107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9482-732b-4465-a182-008b0f177b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.604997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4ff9482-732b-4465-a182-008b0f177b5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cd57bee-e82f-459a-ba24-113868b20ee5 HTTP/1.1" status: 204 len: 168 time: 0.6681757 Aug 29 04:19:17.641471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff9482-732b-4465-a182-008b0f177b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd57bee-e82f-459a-ba24-113868b20ee5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.651143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-0923b6da-7f4f-4255-b61d-14ca092a7f86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 217 time: 0.0629170 Aug 29 04:19:17.658781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.668351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.670730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-699cc468-6d81-4600-a2a3-bdbd08e33b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.672327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-699cc468-6d81-4600-a2a3-bdbd08e33b53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1665156 Aug 29 04:19:17.676891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-4a33ecd5-89f0-48dd-9608-c571b9236abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.678423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-4a33ecd5-89f0-48dd-9608-c571b9236abc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934484 Aug 29 04:19:17.737972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4895e5ea-735d-4a2f-a32d-fabd7a7b9b68 req-c255a830-e6e2-456e-a0fb-03daa322b508 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551096 Aug 29 04:19:17.837958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-795b9bb5-d614-4129-a711-734e703b56fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.840785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-795b9bb5-d614-4129-a711-734e703b56fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.844190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-795b9bb5-d614-4129-a711-734e703b56fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21f58d3b-de43-4230-b1ee-eb4656ad675e HTTP/1.1" status: 204 len: 168 time: 1.1415141 Aug 29 04:19:17.875741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-575615ec-3f86-4cd3-b800-43d3b9f8df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.880743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-575615ec-3f86-4cd3-b800-43d3b9f8df1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.2016702 Aug 29 04:19:17.919119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b9bb5-d614-4129-a711-734e703b56fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f58d3b-de43-4230-b1ee-eb4656ad675e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.960789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=7']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.986578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-854039bc-1787-4741-a825-22bc6ef578a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976355 Aug 29 04:19:18.020853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on host n-h1-712143-14 for vnic_type normal with profile {"migrating_to": "n-h2-712143-14"} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:18.021191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:18.021518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:18.035336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 94442f54-4fe4-42c1-a78f-a256deea56b2 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:18.044808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:18.045478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Attempting to bind port d9a18905-585f-4705-a7f0-46297f20cb72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:18.053465 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-d01b0fc9-371c-4373-bddb-ba90a30eb728 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470023 Aug 29 04:19:18.064175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:18.067959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:18.072397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:18.074827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Bound port: d9a18905-585f-4705-a7f0-46297f20cb72, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:18.075210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.116899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4afbf-3270-4952-bda6-53c3a7cd2065 req-2c95e5e0-aa3a-437e-99d4-a24baac16010 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.124522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-a15cfe62-1c6d-4c2b-aa60-3a6ef1eb6a69 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331689 Aug 29 04:19:18.129632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4d4afbf-3270-4952-bda6-53c3a7cd2065 req-2c95e5e0-aa3a-437e-99d4-a24baac16010 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 948 time: 0.2380109 Aug 29 04:19:18.154085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b220-eb71-4b33-bad0-8047bb38ec59 req-503b10a6-0eca-4928-962c-2f76cb034b43 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.155528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ff9b220-eb71-4b33-bad0-8047bb38ec59 req-503b10a6-0eca-4928-962c-2f76cb034b43 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.2295473 Aug 29 04:19:18.209468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38482) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:18.260844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 94442f54-4fe4-42c1-a78f-a256deea56b2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=94442f54-4fe4-42c1-a78f-a256deea56b2,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.287037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '94442f54-4fe4-42c1-a78f-a256deea56b2', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '94442f54-4fe4-42c1-a78f-a256deea56b2', 'mac_address': 'fa:16:3e:09:d8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:18.324033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8301d8ca-d59f-4d69-9d74-9170864f11ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.327720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4d4afbf-3270-4952-bda6-53c3a7cd2065 req-a0d324ff-fd6a-4486-a619-fb20dcbfe75b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969304 Aug 29 04:19:18.364536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.390269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94442f54-4fe4-42c1-a78f-a256deea56b2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:18.393292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-e5adca55-24da-47d1-846a-1a487ea5b840 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730938 Aug 29 04:19:18.406306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:18.412900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:18.418739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32a16f70-6e77-456e-9f95-4ceb13d140a7 req-1ff48e3d-59ee-42e7-afd5-2781e9f654ce service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395584 Aug 29 04:19:18.421364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.429937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ff9b220-eb71-4b33-bad0-8047bb38ec59 req-d32dd59a-f7ba-47de-a351-68c7ec93ab4b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374485 Aug 29 04:19:18.450025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 94442f54-4fe4-42c1-a78f-a256deea56b2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=94442f54-4fe4-42c1-a78f-a256deea56b2,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.457466 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.459652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:18.549479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-28aeccea-762b-433d-8433-28cc58f43887 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147491 Aug 29 04:19:18.553798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=94442f54-4fe4-42c1-a78f-a256deea56b2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.567323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.590553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', 'mac_address': 'fa:16:3e:c7:65:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:18.657721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.658404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.659997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] 10.222.0.32 "PUT /v2.0/ports/d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 1124 time: 1.8452637 Aug 29 04:19:18.674714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-5adb9598-6a2e-4553-a9d8-66c53973c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.676550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-5adb9598-6a2e-4553-a9d8-66c53973c9c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 1100 time: 0.1809220 Aug 29 04:19:18.677190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babf43c-346d-4e71-ba99-0248704d470f service neutron] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=8']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.679804 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.701444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38f30b53-9631-45c0-8768-c53872f7d7f8 req-4e3b99d2-0d4c-4082-8e55-12972f008c65 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965584 Aug 29 04:19:18.712030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:18.763623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.767787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8301d8ca-d59f-4d69-9d74-9170864f11ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.772543 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.796251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf0a2-3b6a-4919-9abc-f582c1c8be13 req-dfdf1c06-c1aa-4b72-8dd7-a924a690fab7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.824455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7aaf0a2-3b6a-4919-9abc-f582c1c8be13 req-dfdf1c06-c1aa-4b72-8dd7-a924a690fab7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 948 time: 0.1441047 Aug 29 04:19:18.827042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['d9a18905-585f-4705-a7f0-46297f20cb72'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:18.836047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8301d8ca-d59f-4d69-9d74-9170864f11ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.884808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-42cfd6a0-1fff-4410-b96e-8c7ed0ff1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.886760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-42cfd6a0-1fff-4410-b96e-8c7ed0ff1c45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2006602 Aug 29 04:19:18.986329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8301d8ca-d59f-4d69-9d74-9170864f11ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33f45c5354164f558130d0b5c62d4fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7615697 Aug 29 04:19:18.990386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:18.998381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301d8ca-d59f-4d69-9d74-9170864f11ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d557cc-2a12-4b81-8d89-9ff8ede2bfb0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.002656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-95d08757-8c3c-4db9-ba9d-2bcfcac16f8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c194054d-9209-4710-868f-f49519015023 HTTP/1.1" status: 200 len: 217 time: 0.1038790 Aug 29 04:19:19.015416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7aaf0a2-3b6a-4919-9abc-f582c1c8be13 req-0960da94-54a5-40a6-a983-59c77e6e8c07 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894279 Aug 29 04:19:19.015614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.099020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b364d419-b53b-4f26-a9cd-ba16f2827f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.104518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72'}, {'name': 'network-changed', 'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:19.106912 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5922aa82-0d71-4a00-bab1-97492a26adae" -d '{"events": [{"server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72"}, {"name": "network-changed", "server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:19.125945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-6c74ea61-0742-448d-af60-69fc6bd5ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.127742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-6c74ea61-0742-448d-af60-69fc6bd5ef5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0936959 Aug 29 04:19:19.136580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b7f49-bea9-4c21-a2a0-5001d7bfca75 req-a6417ad8-fe62-4584-8416-7787868bc969 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.138066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-858b7f49-bea9-4c21-a2a0-5001d7bfca75 req-a6417ad8-fe62-4584-8416-7787868bc969 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 943 time: 0.1464906 Aug 29 04:19:19.171974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['94442f54-4fe4-42c1-a78f-a256deea56b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:19.179490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b364d419-b53b-4f26-a9cd-ba16f2827f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.203488 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089f07fe-a42b-4077-afd5-be68c5080a7a x-openstack-request-id: req-089f07fe-a42b-4077-afd5-be68c5080a7a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:19.203774 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72", "code": 200}, {"name": "network-changed", "server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:19.204023 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-089f07fe-a42b-4077-afd5-be68c5080a7a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:19.204402 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72', 'code': 200} Aug 29 04:19:19.205238 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72', 'status': 'completed', 'code': 200} Aug 29 04:19:19.212154 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-858b7f49-bea9-4c21-a2a0-5001d7bfca75 req-2d5b6874-02e6-4624-b858-431064bdb1c7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629327 Aug 29 04:19:19.215003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-992822d2-ff9a-4262-97b7-60b2d1ce3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.216436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-992822d2-ff9a-4262-97b7-60b2d1ce3934 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775354 Aug 29 04:19:19.226235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e0f93e08-1bc2-458c-9dc8-c23b2cc25f90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:19.311953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922aa82-0d71-4a00-bab1-97492a26adae req-766a09b0-e533-4144-8167-f768701c26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.315329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5922aa82-0d71-4a00-bab1-97492a26adae req-766a09b0-e533-4144-8167-f768701c26d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1127 time: 0.0759869 Aug 29 04:19:19.325244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b364d419-b53b-4f26-a9cd-ba16f2827f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.332709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b364d419-b53b-4f26-a9cd-ba16f2827f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.334732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b364d419-b53b-4f26-a9cd-ba16f2827f00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8d557cc-2a12-4b81-8d89-9ff8ede2bfb0 HTTP/1.1" status: 204 len: 168 time: 0.3430531 Aug 29 04:19:19.416883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-7b4fc005-6c6f-4ba8-a110-406a3a892080 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836641 Aug 29 04:19:19.438742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d50f3c2f-7708-4139-9eda-ba12c756ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.526469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364d419-b53b-4f26-a9cd-ba16f2827f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d557cc-2a12-4b81-8d89-9ff8ede2bfb0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.541027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5469ae3a-5007-4aba-a65b-aae29ec39513 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:19.612544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aef66-c95d-4d7b-8865-15677857f065 req-a406fdeb-0b5b-4a06-bfcb-3298d83654e1 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.614116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be2aef66-c95d-4d7b-8865-15677857f065 req-a406fdeb-0b5b-4a06-bfcb-3298d83654e1 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 949 time: 0.1055837 Aug 29 04:19:19.639466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5e4996f-adf1-4c03-9b34-20c7ea8790c6 req-657be572-2204-4745-b0d1-227f70572d84 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119212 Aug 29 04:19:19.662852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922aa82-0d71-4a00-bab1-97492a26adae req-85ced6b0-9d85-4218-9252-cb9ff2ca4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.669640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5922aa82-0d71-4a00-bab1-97492a26adae req-85ced6b0-9d85-4218-9252-cb9ff2ca4da7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.3331354 Aug 29 04:19:19.725553 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.733862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5922aa82-0d71-4a00-bab1-97492a26adae req-910360cf-05c4-4418-ae40-ec74017aa816 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 217 time: 0.0549614 Aug 29 04:19:19.737796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be2aef66-c95d-4d7b-8865-15677857f065 req-f07f970b-aa9b-478b-80ad-b7fb8a2aae74 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072721 Aug 29 04:19:19.791556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922aa82-0d71-4a00-bab1-97492a26adae req-3139c792-93cf-446c-8bb4-6dff528a1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.793438 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5922aa82-0d71-4a00-bab1-97492a26adae req-3139c792-93cf-446c-8bb4-6dff528a1024 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0524149 Aug 29 04:19:19.828700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5922aa82-0d71-4a00-bab1-97492a26adae req-f10187ee-198b-4367-ad47-3d8c357b26c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277567 Aug 29 04:19:19.831135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:19.832767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f89017-68c7-4c43-b687-a6adf4a0a357 req-d8372e84-f251-410e-934c-da17125a9eed tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.841574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54f89017-68c7-4c43-b687-a6adf4a0a357 req-d8372e84-f251-410e-934c-da17125a9eed tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.0729291 Aug 29 04:19:19.853560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '5469ae3a-5007-4aba-a65b-aae29ec39513', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'port_id': '5469ae3a-5007-4aba-a65b-aae29ec39513', 'mac_address': 'fa:16:3e:73:47:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec885d3-0623-4791-b3d2-1402e1777348', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:19.900811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54f89017-68c7-4c43-b687-a6adf4a0a357 req-56ed2e17-d31a-4b0c-8c03-4e91c2c097c9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549457 Aug 29 04:19:19.936452 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.961262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5469ae3a-5007-4aba-a65b-aae29ec39513 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:20.006206 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5922aa82-0d71-4a00-bab1-97492a26adae req-fdeb1d58-db88-49d9-b4c5-49985855b64b service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694179 Aug 29 04:19:20.006712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:20.014642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.105656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.159757 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5922aa82-0d71-4a00-bab1-97492a26adae req-71d4967f-ff85-40a0-aed5-8ef3547ab067 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439466 Aug 29 04:19:20.232706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360b96-d603-49b5-bfc4-0fa61214ed58 req-574a87ba-a516-48a1-87f9-238c88824cd4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.234337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-61360b96-d603-49b5-bfc4-0fa61214ed58 req-574a87ba-a516-48a1-87f9-238c88824cd4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 948 time: 0.0736916 Aug 29 04:19:20.290916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['5469ae3a-5007-4aba-a65b-aae29ec39513'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:20.302585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-61360b96-d603-49b5-bfc4-0fa61214ed58 req-e5c4fd05-85f2-4be1-a3ae-049693bd71cf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609422 Aug 29 04:19:20.412244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20829f-416a-4126-a65e-9dcd3f776bee req-25a17b4f-76b0-4339-992b-9cc0d48fa6fd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.429299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce20829f-416a-4126-a65e-9dcd3f776bee req-25a17b4f-76b0-4339-992b-9cc0d48fa6fd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 944 time: 0.1053729 Aug 29 04:19:20.459460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce20829f-416a-4126-a65e-9dcd3f776bee req-2d96e0df-ea06-40d1-a71c-3febfee7066d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 Aug 29 04:19:20.536280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.643771 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.911193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eab5b-f06b-4ae9-bfb1-fa30c4663a1b req-6a1f6952-141b-4e59-99d4-17804f92f8b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.917485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9e1eab5b-f06b-4ae9-bfb1-fa30c4663a1b req-6a1f6952-141b-4e59-99d4-17804f92f8b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 949 time: 0.0737233 Aug 29 04:19:20.970724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9e1eab5b-f06b-4ae9-bfb1-fa30c4663a1b req-8608da71-b75d-41d8-919e-6246d7b060b1 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Aug 29 04:19:21.105976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38604) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:21.133767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daf290-0433-4f1a-b786-e78ce232b1f8 req-0e59aced-9956-42f1-b219-115afcb41854 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.141687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45daf290-0433-4f1a-b786-e78ce232b1f8 req-0e59aced-9956-42f1-b219-115afcb41854 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.0975459 Aug 29 04:19:21.189650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45daf290-0433-4f1a-b786-e78ce232b1f8 req-c5f4661c-72b0-4fa3-b7f9-263a765050a4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Aug 29 04:19:21.249348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4443b72a-8dd6-4330-a6e8-c2757aba6362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.364419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4443b72a-8dd6-4330-a6e8-c2757aba6362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.370247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4443b72a-8dd6-4330-a6e8-c2757aba6362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.412370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4443b72a-8dd6-4330-a6e8-c2757aba6362 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4ad6103f72c440da1862162a7e659f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050852 Aug 29 04:19:21.414910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38614) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:21.452052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443b72a-8dd6-4330-a6e8-c2757aba6362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad27ce2-be75-4a78-8f62-942b5965c753,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.481385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb01cec-964a-4ded-870f-cc0e9ad4d63f req-19763804-5330-4060-97f8-e783bc4cda89 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.482413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f71eafb-8a40-4173-8c22-3ff05f66cfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.483144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beb01cec-964a-4ded-870f-cc0e9ad4d63f req-19763804-5330-4060-97f8-e783bc4cda89 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 948 time: 0.0738108 Aug 29 04:19:21.510313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f71eafb-8a40-4173-8c22-3ff05f66cfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.530095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c194054d-9209-4710-868f-f49519015023 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:21.534098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5469ae3a-5007-4aba-a65b-aae29ec39513 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:21.570799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beb01cec-964a-4ded-870f-cc0e9ad4d63f req-5a84e0f1-84c1-4495-89ff-5ca5e2542cbc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803978 Aug 29 04:19:21.635699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8efa3-de3b-4746-b376-8a02c572ceb0 req-1faaba12-66d5-4b37-81b3-27af2aef3de6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.644250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68d8efa3-de3b-4746-b376-8a02c572ceb0 req-1faaba12-66d5-4b37-81b3-27af2aef3de6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 944 time: 0.0751030 Aug 29 04:19:21.670277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f71eafb-8a40-4173-8c22-3ff05f66cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.674076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f71eafb-8a40-4173-8c22-3ff05f66cfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.685910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1f71eafb-8a40-4173-8c22-3ff05f66cfa7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dad27ce2-be75-4a78-8f62-942b5965c753 HTTP/1.1" status: 204 len: 168 time: 0.2618113 Aug 29 04:19:21.691000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 5469ae3a-5007-4aba-a65b-aae29ec39513 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:21.703432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 5469ae3a-5007-4aba-a65b-aae29ec39513 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:21.704043 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.722319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71eafb-8a40-4173-8c22-3ff05f66cfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad27ce2-be75-4a78-8f62-942b5965c753,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.739648 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68d8efa3-de3b-4746-b376-8a02c572ceb0 req-f5e1e8be-34c4-45ea-918a-4aa1c32ba0f7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936735 Aug 29 04:19:21.785966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:21.805873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'c194054d-9209-4710-868f-f49519015023', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'c194054d-9209-4710-868f-f49519015023', 'mac_address': 'fa:16:3e:c9:3f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:21.881173 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.892822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.916338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c194054d-9209-4710-868f-f49519015023 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:21.945827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:21.948081 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b7add-27e2-4b38-b835-a9462a66c4ea" -d '{"events": [{"server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "name": "network-vif-plugged", "status": "completed", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:21.955874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:21.965481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:21.967215 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.973510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.007802 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0faf70-9275-4cec-9865-8aaf8cc0cb3d x-openstack-request-id: req-9c0faf70-9275-4cec-9865-8aaf8cc0cb3d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:22.007994 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "name": "network-vif-plugged", "status": "completed", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:22.008189 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c0faf70-9275-4cec-9865-8aaf8cc0cb3d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:22.008550 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513', 'code': 200} Aug 29 04:19:22.028063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.056932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:22.061652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 94442f54-4fe4-42c1-a78f-a256deea56b2 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:22.137830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.214635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.228421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 94442f54-4fe4-42c1-a78f-a256deea56b2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:22.229564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cf85c-4458-4da0-aa38-62a89d2ad44f req-fc99c477-eef1-4c12-8ef0-06e0696ff821 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.230924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 94442f54-4fe4-42c1-a78f-a256deea56b2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:22.231836 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.239395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e6cf85c-4458-4da0-aa38-62a89d2ad44f req-fc99c477-eef1-4c12-8ef0-06e0696ff821 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 949 time: 0.1554787 Aug 29 04:19:22.244190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523f458-8a12-4a65-b1e7-a0870c1ebcd3 req-ee32c6b4-5b5c-42af-b52f-9cf5a7732376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.246123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9523f458-8a12-4a65-b1e7-a0870c1ebcd3 req-ee32c6b4-5b5c-42af-b52f-9cf5a7732376 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1097 time: 0.1246848 Aug 29 04:19:22.271515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:22.293685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 has no active binding in host n-h2-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:19:22.324342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e6cf85c-4458-4da0-aa38-62a89d2ad44f req-c086ca24-67fe-4143-b37c-4e9f27f56345 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837445 Aug 29 04:19:22.343107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9523f458-8a12-4a65-b1e7-a0870c1ebcd3 req-10e490e5-bf46-44e3-a4f9-370beec76747 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801837 Aug 29 04:19:22.505759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['c194054d-9209-4710-868f-f49519015023'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:22.566529 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.623484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 94442f54-4fe4-42c1-a78f-a256deea56b2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=94442f54-4fe4-42c1-a78f-a256deea56b2,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:22.632956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93865292-5b14-44f6-b5a1-7c612a70139e req-5d4e2c69-dd4e-4c09-9e4c-e199d189ec85 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.640880 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.642056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:22.645854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93865292-5b14-44f6-b5a1-7c612a70139e req-5d4e2c69-dd4e-4c09-9e4c-e199d189ec85 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 944 time: 0.1196098 Aug 29 04:19:22.746307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93865292-5b14-44f6-b5a1-7c612a70139e req-859875e5-5082-4379-891a-a0c7355cf7a2 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917695 Aug 29 04:19:22.785254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=94442f54-4fe4-42c1-a78f-a256deea56b2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.805113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:22.817137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:22.817516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.910823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1ef7-146e-430c-8dc0-08b9694dfc71 req-c419ca29-30d9-4887-a439-19d93df37eaa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.912302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-871e1ef7-146e-430c-8dc0-08b9694dfc71 req-c419ca29-30d9-4887-a439-19d93df37eaa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 949 time: 0.0583682 Aug 29 04:19:22.919902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.957517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:22.964972 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.024488 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-871e1ef7-146e-430c-8dc0-08b9694dfc71 req-5b4cd291-5f0a-4427-b346-94a572fd9cbf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045306 Aug 29 04:19:23.045308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.064483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-a4e56afe-c94d-4ba1-b44a-a86ecb668ed3 service neutron] 10.222.0.37 "GET /v2.0/ports/d9a18905-585f-4705-a7f0-46297f20cb72/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.1214480 Aug 29 04:19:23.175927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748614-893d-4974-aab4-65f067adf25b req-9ee352ec-1dc7-4f46-9313-03f836e57702 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.177555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7748614-893d-4974-aab4-65f067adf25b req-9ee352ec-1dc7-4f46-9313-03f836e57702 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 945 time: 0.0717158 Aug 29 04:19:23.292701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7748614-893d-4974-aab4-65f067adf25b req-0d00945f-79ca-49a2-83b4-764a3b83d446 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865846 Aug 29 04:19:23.334668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:23.368986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:23.410513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a18905-585f-4705-a7f0-46297f20cb72 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:23.424743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:23.441863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.467851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21253f-17c9-4237-824d-26cce1a6378a req-3f19822d-b26f-4f01-9684-7a4c09eccda4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.470399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d21253f-17c9-4237-824d-26cce1a6378a req-3f19822d-b26f-4f01-9684-7a4c09eccda4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 950 time: 0.0577064 Aug 29 04:19:23.530925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] Transition to ACTIVE for port object d9a18905-585f-4705-a7f0-46297f20cb72 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:23.534075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d21253f-17c9-4237-824d-26cce1a6378a req-acfd5a0d-5c17-482d-953f-cbef35347dff tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563521 Aug 29 04:19:23.541974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.564661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c194054d-9209-4710-868f-f49519015023 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:23.689984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] No DVR routers for this DVR port d9a18905-585f-4705-a7f0-46297f20cb72 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:23.703403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port c194054d-9209-4710-868f-f49519015023 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:23.712189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port c194054d-9209-4710-868f-f49519015023 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:23.712798 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.737523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:23.780654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-383b5964-ec3b-4584-821a-937a55b60777 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9a18905-585f-4705-a7f0-46297f20cb72/bindings/n-h2-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7089355 Aug 29 04:19:23.906796 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.933952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c85ec8-3f6c-456d-9a82-52c16d72e5c9 req-6184dbe7-2254-42d9-aeee-53701e74ded8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.955540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29c85ec8-3f6c-456d-9a82-52c16d72e5c9 req-6184dbe7-2254-42d9-aeee-53701e74ded8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 945 time: 0.1244550 Aug 29 04:19:23.979473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:23.985065 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.002706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-940ca008-cc22-4ac8-b4f6-6ca0b611194e tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.009133 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-940ca008-cc22-4ac8-b4f6-6ca0b611194e tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.1387310 Aug 29 04:19:24.028044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94442f54-4fe4-42c1-a78f-a256deea56b2'}, {'server_uuid': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90'}, {'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194054d-9209-4710-868f-f49519015023'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:24.030793 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2fd451-ddea-438c-a183-fe9a9c315adc" -d '{"events": [{"server_uuid": "c6e5e082-7c14-4eeb-be0e-423b8c525459", "name": "network-vif-plugged", "status": "completed", "tag": "94442f54-4fe4-42c1-a78f-a256deea56b2"}, {"server_uuid": "6cdd5156-c029-46b5-a9c7-50fde0b6c8f4", "name": "network-vif-plugged", "status": "completed", "tag": "e0f93e08-1bc2-458c-9dc8-c23b2cc25f90"}, {"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-plugged", "status": "completed", "tag": "c194054d-9209-4710-868f-f49519015023"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:24.097345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.132796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29c85ec8-3f6c-456d-9a82-52c16d72e5c9 req-2fe05cda-7314-41f2-b6f3-b2581501c2b2 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707160 Aug 29 04:19:24.140138 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910563d9-f0b2-440f-bf33-0bb30b4b5bd4 x-openstack-request-id: req-910563d9-f0b2-440f-bf33-0bb30b4b5bd4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:24.140465 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e5e082-7c14-4eeb-be0e-423b8c525459", "name": "network-vif-plugged", "status": "completed", "tag": "94442f54-4fe4-42c1-a78f-a256deea56b2", "code": 200}, {"server_uuid": "6cdd5156-c029-46b5-a9c7-50fde0b6c8f4", "name": "network-vif-plugged", "status": "completed", "tag": "e0f93e08-1bc2-458c-9dc8-c23b2cc25f90", "code": 200}, {"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-plugged", "status": "completed", "tag": "c194054d-9209-4710-868f-f49519015023", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:24.140697 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-910563d9-f0b2-440f-bf33-0bb30b4b5bd4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:24.141097 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94442f54-4fe4-42c1-a78f-a256deea56b2', 'code': 200} Aug 29 04:19:24.141358 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', 'code': 200} Aug 29 04:19:24.141785 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194054d-9209-4710-868f-f49519015023', 'code': 200} Aug 29 04:19:24.184906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-32801ac6-be63-48be-8f60-fefeb3998ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2171760 Aug 29 04:19:24.541717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-fd920cc3-8a93-4c45-ac9f-f8973d011bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.543344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-fd920cc3-8a93-4c45-ac9f-f8973d011bbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 1096 time: 0.1833298 Aug 29 04:19:24.553784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-c6dd1635-eba3-4dd3-9bbe-7ff3d980b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.556199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-c6dd1635-eba3-4dd3-9bbe-7ff3d980b606 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec&tenant_id=5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 1097 time: 0.5335159 Aug 29 04:19:24.567990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b442617-549f-4916-a1da-8b7efe7ec19c req-5ad20713-2a60-439f-9f5e-0409f379a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.572227 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b442617-549f-4916-a1da-8b7efe7ec19c req-5ad20713-2a60-439f-9f5e-0409f379a92c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 1102 time: 0.1389506 Aug 29 04:19:24.579506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8245-ead1-42ab-8d6e-669c225eb8bc req-677cc1f8-4bfb-44a5-8d93-66acaeda5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.581280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-397a8245-ead1-42ab-8d6e-669c225eb8bc req-677cc1f8-4bfb-44a5-8d93-66acaeda5f1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 1102 time: 0.2984457 Aug 29 04:19:24.597919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b605fc-9492-40e5-95ba-a36f6a73eec6 req-99e09161-b725-4267-87bf-2db1e56918ad tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.602963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b605fc-9492-40e5-95ba-a36f6a73eec6 req-99e09161-b725-4267-87bf-2db1e56918ad tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1682632 Aug 29 04:19:24.612989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b46f83-dc48-438d-8829-1517f4cbd42d req-23e2eff5-9173-43a4-8634-5ec9109ff88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.616186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24b46f83-dc48-438d-8829-1517f4cbd42d req-23e2eff5-9173-43a4-8634-5ec9109ff88e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 1102 time: 0.2478220 Aug 29 04:19:24.669110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:24.687237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf7705-44f9-43ab-b0b5-e233ffe384bf req-82221dd3-6ecd-406c-a394-e5ee856bc8c1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.688791 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fdf7705-44f9-43ab-b0b5-e233ffe384bf req-82221dd3-6ecd-406c-a394-e5ee856bc8c1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 945 time: 0.2293310 Aug 29 04:19:24.719613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b442617-549f-4916-a1da-8b7efe7ec19c req-e3c02191-9df6-45e6-8804-c30d0b395085 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134653 Aug 29 04:19:24.730152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-639e7f38-d135-42c8-a7c1-9a473bd6f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.731809 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-639e7f38-d135-42c8-a7c1-9a473bd6f6f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1097 time: 0.1271341 Aug 29 04:19:24.738947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b605fc-9492-40e5-95ba-a36f6a73eec6 req-c873dec5-9a89-4652-a5ef-23090e839e7a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984232 Aug 29 04:19:24.780727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-397a8245-ead1-42ab-8d6e-669c225eb8bc req-65112ba3-7245-4097-a67c-da65e96032c8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725342 Aug 29 04:19:24.790292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24b46f83-dc48-438d-8829-1517f4cbd42d req-06d51ade-7e97-40ae-84f7-1370cc6271d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187024 Aug 29 04:19:24.805389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fdf7705-44f9-43ab-b0b5-e233ffe384bf req-41bc2859-2a8c-4fcd-b152-2a0058fb015d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015129 Aug 29 04:19:24.806902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-60fb8072-3453-43ac-a8cc-824aeb0b981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.808318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-60fb8072-3453-43ac-a8cc-824aeb0b981e service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.2334750 Aug 29 04:19:24.897186 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed13564-a33b-4eda-8a9b-07f01117ba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.912373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0543c3-7c34-4dac-80a5-d9483d7a187b req-7a412116-0a3c-42aa-a3a9-e3d771c4e84e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.913910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e0543c3-7c34-4dac-80a5-d9483d7a187b req-7a412116-0a3c-42aa-a3a9-e3d771c4e84e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 950 time: 0.0821056 Aug 29 04:19:24.914938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-99ec0750-793c-4179-838d-44cd43916a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.916340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-99ec0750-793c-4179-838d-44cd43916a6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1763909 Aug 29 04:19:24.963822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e0543c3-7c34-4dac-80a5-d9483d7a187b req-45c0351d-1fd8-4e07-a19e-96eb56dc4471 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Aug 29 04:19:24.975049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-825207ad-d647-4b0c-be3c-b7ed2454188a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 200 len: 217 time: 0.0508444 Aug 29 04:19:25.054761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-3890c4c9-83ee-435a-8608-92ff3d0a137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.056393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-3890c4c9-83ee-435a-8608-92ff3d0a137f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0731032 Aug 29 04:19:25.066790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c13582f-47a8-414c-a5ff-e2a760910dfc req-ba8da943-f2de-42d3-906c-5489b09a6081 tempest-FlavorsV2NegativeTest-1059777636 tempest-FlavorsV2NegativeTest-1059777636-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=64f90d39f1f74047b87215f544e40998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255539 Aug 29 04:19:25.099218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-a94bcf25-5fab-4099-b1b7-f3204706b40e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345833 Aug 29 04:19:25.191492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13582f-47a8-414c-a5ff-e2a760910dfc req-75d5c553-cf42-4c64-9b8f-15b4b3e1d5ca tempest-FlavorsV2NegativeTest-1059777636 tempest-FlavorsV2NegativeTest-1059777636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.193134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c13582f-47a8-414c-a5ff-e2a760910dfc req-75d5c553-cf42-4c64-9b8f-15b4b3e1d5ca tempest-FlavorsV2NegativeTest-1059777636 tempest-FlavorsV2NegativeTest-1059777636-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203616 Aug 29 04:19:25.211360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c13582f-47a8-414c-a5ff-e2a760910dfc req-1a310d28-1e31-4251-ac0d-70c79b13973f tempest-FlavorsV2NegativeTest-1059777636 tempest-FlavorsV2NegativeTest-1059777636-project] 10.222.0.55 "GET /v2.0/quotas/64f90d39f1f74047b87215f544e40998 HTTP/1.1" status: 200 len: 375 time: 0.0100923 Aug 29 04:19:25.246343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c13582f-47a8-414c-a5ff-e2a760910dfc req-5f7018ed-45b9-48f8-a256-be5798c0087a tempest-FlavorsV2NegativeTest-1059777636 tempest-FlavorsV2NegativeTest-1059777636-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f90d39f1f74047b87215f544e40998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288391 Aug 29 04:19:25.442842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-2a4472ca-b275-4b65-ac48-c9105125f951 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 217 time: 0.0584517 Aug 29 04:19:25.449613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed13564-a33b-4eda-8a9b-07f01117ba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.463921 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed13564-a33b-4eda-8a9b-07f01117ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.490826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-088dcc75-3738-44bd-8454-652a565fb902 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805304 Aug 29 04:19:25.539395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-97fc8ea4-5aad-4a05-b49a-f25f1976a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.557728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-97fc8ea4-5aad-4a05-b49a-f25f1976a8d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1053085 Aug 29 04:19:25.596270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-0256a48a-1a67-4715-93e2-96d070db9053 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316780 Aug 29 04:19:25.624169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fed13564-a33b-4eda-8a9b-07f01117ba29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87d72a1e36fe419d9fced4c9051224a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9451394 Aug 29 04:19:25.628010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13564-a33b-4eda-8a9b-07f01117ba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c287a9a5-d778-4b3d-b635-fbda970400ef,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.630928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:25.645520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556ccbf-52a1-4bd8-9a27-f0eef091c2c3 req-191e8f32-980b-4b54-9ef5-7fc0187a933f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.647200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2556ccbf-52a1-4bd8-9a27-f0eef091c2c3 req-191e8f32-980b-4b54-9ef5-7fc0187a933f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 945 time: 0.1507394 Aug 29 04:19:25.756393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2556ccbf-52a1-4bd8-9a27-f0eef091c2c3 req-d96d7f8f-7238-4b49-8227-bfffc83c5d6c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810523 Aug 29 04:19:25.762892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115997f-37a2-40eb-aeeb-11178e349d53 req-a781d7c6-feba-4bc1-b204-8ac5062e7b4c tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.767842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24b860cd-cd40-4102-9511-b83c6ca16b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.773253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b115997f-37a2-40eb-aeeb-11178e349d53 req-a781d7c6-feba-4bc1-b204-8ac5062e7b4c tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1097 time: 0.1555851 Aug 29 04:19:25.780449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-344e3b55-2f6b-4cb2-9b4f-bcf39fa84044 req-803819f5-c2fc-44ef-9605-a4270a1fc926 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363203 Aug 29 04:19:25.801437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24b860cd-cd40-4102-9511-b83c6ca16b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.814471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-bbb587b9-423f-4800-ad49-a1e265137415 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079940 Aug 29 04:19:25.862228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24b860cd-cd40-4102-9511-b83c6ca16b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.866216 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-24b860cd-cd40-4102-9511-b83c6ca16b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.869993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-24b860cd-cd40-4102-9511-b83c6ca16b48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c287a9a5-d778-4b3d-b635-fbda970400ef HTTP/1.1" status: 204 len: 168 time: 0.2308614 Aug 29 04:19:25.878532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b860cd-cd40-4102-9511-b83c6ca16b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c287a9a5-d778-4b3d-b635-fbda970400ef,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.911256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b115997f-37a2-40eb-aeeb-11178e349d53 req-20b4f7e0-21f1-48d5-b546-1c5d771a36b2 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369388 Aug 29 04:19:25.992079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767e4a-2b9c-4de2-a4e3-b687ed22ecf5 req-cb421781-ce6e-4d61-9bd1-d8c9d332d5e6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.994094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f767e4a-2b9c-4de2-a4e3-b687ed22ecf5 req-cb421781-ce6e-4d61-9bd1-d8c9d332d5e6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0882988 Aug 29 04:19:26.053997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f767e4a-2b9c-4de2-a4e3-b687ed22ecf5 req-22f3f7ec-185e-4483-9d46-c89dfee743f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507519 Aug 29 04:19:26.100181 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-41047539-8bb0-4c3b-b9d5-494c39874ec0 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628613 Aug 29 04:19:26.195540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9279ac3-ee8c-4cff-9e27-01e949f8f23e req-32cff896-dad6-425c-b04c-785fd84cefd0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.204014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9279ac3-ee8c-4cff-9e27-01e949f8f23e req-32cff896-dad6-425c-b04c-785fd84cefd0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 950 time: 0.0798707 Aug 29 04:19:26.247245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38786) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.283751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9279ac3-ee8c-4cff-9e27-01e949f8f23e req-605d8287-48e9-46fa-a503-5cc6859d15b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763488 Aug 29 04:19:26.288733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db985e4-060f-41dc-b5d9-a31cc81ddd60 req-28542fb1-a85d-4352-8518-1b0e3a115f51 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.297560 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2db985e4-060f-41dc-b5d9-a31cc81ddd60 req-28542fb1-a85d-4352-8518-1b0e3a115f51 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1097 time: 0.0885918 Aug 29 04:19:26.348148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2db985e4-060f-41dc-b5d9-a31cc81ddd60 req-d0d94fa7-a39c-4558-8520-26be3b9a2c23 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496700 Aug 29 04:19:26.442179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38792) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.472773 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e87f3380-6789-4d37-8ea2-3164a76180d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.484873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.522130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:19:26.522130 n-d-712143-14 neutron-server[94823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:19:26.522130 n-d-712143-14 neutron-server[94823]: [parameters: {'project_id': '64f90d39f1f74047b87215f544e40998', 'id': 'aefa17f4-adc2-4587-bd74-695e39b19225', 'expiration': datetime.datetime(2021, 8, 29, 4, 21, 26, 513224)}] Aug 29 04:19:26.522130 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:19:26.529500 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:19:26.625239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e87f3380-6789-4d37-8ea2-3164a76180d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.630322 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e87f3380-6789-4d37-8ea2-3164a76180d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.680231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f3380-6789-4d37-8ea2-3164a76180d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2500559f-a15f-4bc4-b205-844cf5d8746a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.691319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e87f3380-6789-4d37-8ea2-3164a76180d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=321c65b467dc4d179cc6967343a87a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493522 Aug 29 04:19:26.691416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.772707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4be6d681-584a-4120-83b8-6eb3efd7fd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.778587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-391c5ee8-afc9-41ff-9c41-ef5ba885fdd2 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.780115 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-391c5ee8-afc9-41ff-9c41-ef5ba885fdd2 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.0488229 Aug 29 04:19:26.814509 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4be6d681-584a-4120-83b8-6eb3efd7fd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.903153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c504e0-f26c-4727-9bc1-6d7a88efce32 req-2f8455bb-1517-4116-a73c-4df2d6df5ba9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.905688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6c504e0-f26c-4727-9bc1-6d7a88efce32 req-2f8455bb-1517-4116-a73c-4df2d6df5ba9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 945 time: 0.0633907 Aug 29 04:19:26.956389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6c504e0-f26c-4727-9bc1-6d7a88efce32 req-f2e4fd6b-7e0c-4126-b117-9cb1e137d6a6 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360250 Aug 29 04:19:26.969086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4be6d681-584a-4120-83b8-6eb3efd7fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.983111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4be6d681-584a-4120-83b8-6eb3efd7fd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.983976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-752b7fa0-635c-478b-8fbb-0d56228afbb3 service neutron] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:26.990759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4be6d681-584a-4120-83b8-6eb3efd7fd17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2500559f-a15f-4bc4-b205-844cf5d8746a HTTP/1.1" status: 204 len: 168 time: 0.2884402 Aug 29 04:19:26.990967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-752b7fa0-635c-478b-8fbb-0d56228afbb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.992254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a92ddd8-e316-4342-92b6-5f48f7b16ad3 req-752b7fa0-635c-478b-8fbb-0d56228afbb3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d9a18905-585f-4705-a7f0-46297f20cb72/bindings/n-h1-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.2039201 Aug 29 04:19:27.006012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6d681-584a-4120-83b8-6eb3efd7fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2500559f-a15f-4bc4-b205-844cf5d8746a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.031063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.209170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533f1d6-2a08-4841-a327-0cca86a0f082 req-597467b4-b9fe-4a5e-af50-9a6710fabbc3 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.211633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9533f1d6-2a08-4841-a327-0cca86a0f082 req-597467b4-b9fe-4a5e-af50-9a6710fabbc3 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1097 time: 0.0646195 Aug 29 04:19:27.239931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.245113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.255350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9533f1d6-2a08-4841-a327-0cca86a0f082 req-01b08e0e-e10c-48aa-b7a7-9a797bf482c7 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Aug 29 04:19:27.299202 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64f90d39f1f74047b87215f544e40998&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0509164 Aug 29 04:19:27.301148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733a8f-c277-4c07-8a4a-4b4d9605535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bdc4ef-44d4-4713-9116-e773f9632658,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.301921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:27.409212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-1bd7-47a0-b1ef-a8f5c4c7a923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.444605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8c392-78e5-431b-b870-752225934440 req-a11d643a-a6ec-46af-90da-df94c6a5d9c5 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.446815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5cf8c392-78e5-431b-b870-752225934440 req-a11d643a-a6ec-46af-90da-df94c6a5d9c5 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1003098 Aug 29 04:19:27.451878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-1bd7-47a0-b1ef-a8f5c4c7a923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.522621 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5cf8c392-78e5-431b-b870-752225934440 req-1c941690-ff7d-4e22-a5c8-fabec64f37d8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680807 Aug 29 04:19:27.555497 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-1bd7-47a0-b1ef-a8f5c4c7a923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.558999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f48785-1bd7-47a0-b1ef-a8f5c4c7a923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.562421 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1f48785-1bd7-47a0-b1ef-a8f5c4c7a923 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34bdc4ef-44d4-4713-9116-e773f9632658 HTTP/1.1" status: 204 len: 168 time: 0.2572403 Aug 29 04:19:27.569136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48785-1bd7-47a0-b1ef-a8f5c4c7a923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bdc4ef-44d4-4713-9116-e773f9632658,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.580064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:27.648261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:27.694968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438b784-1dbe-46bc-a817-2cfd5f2f79f4 req-5cec5f67-8814-400e-8bcb-fc24ecf55743 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.697272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7438b784-1dbe-46bc-a817-2cfd5f2f79f4 req-5cec5f67-8814-400e-8bcb-fc24ecf55743 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 950 time: 0.0730171 Aug 29 04:19:27.761158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7438b784-1dbe-46bc-a817-2cfd5f2f79f4 req-4d0fe1e9-d391-4007-9b96-1080cbd2c1aa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519774 Aug 29 04:19:28.146604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-ffc1c736-7b83-4143-a75e-f346e03c1247 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.154469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-ffc1c736-7b83-4143-a75e-f346e03c1247 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.1652563 Aug 29 04:19:28.170230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-a69540cb-c72a-4827-9891-1306ca45e425 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/quotas/5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 375 time: 0.0144694 Aug 29 04:19:28.249821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-0947bb76-6415-46a3-9d75-0be9cfe9c805 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743036 Aug 29 04:19:28.339185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-ce82e0be-162b-4237-813b-2259cbecc2b5 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:28.340152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-ce82e0be-162b-4237-813b-2259cbecc2b5 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060601 Aug 29 04:19:28.356089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Request body: {'binding': {'host': 'n-h2-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:28.356763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:19:28.472662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-b252c813-144a-42e0-8480-7835e9ff0422 service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105074 Aug 29 04:19:28.613091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on host n-h2-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:28.613440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:28.613802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:28.619524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:28.620130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:28.634242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-8dde22df-39e6-4516-839b-9d6100ebd5b9 service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513631 Aug 29 04:19:28.635219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:28.635567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:28.635955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:28.636399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Bound port: 5469ae3a-5007-4aba-a65b-aae29ec39513, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:28.736730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:28.748462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.750171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f70a391a-0e17-44aa-b66d-806168670ca7 service neutron] 10.222.0.55 "POST /v2.0/ports/5469ae3a-5007-4aba-a65b-aae29ec39513/bindings HTTP/1.1" status: 201 len: 390 time: 0.3992074 Aug 29 04:19:28.990680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd4950-155b-4615-b66c-16a897e0a10e req-19278e1c-a78d-4658-9ae7-7bb11b3f6052 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.994771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63fd4950-155b-4615-b66c-16a897e0a10e req-19278e1c-a78d-4658-9ae7-7bb11b3f6052 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 950 time: 0.0913641 Aug 29 04:19:29.062196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63fd4950-155b-4615-b66c-16a897e0a10e req-004bd949-3385-4ba5-9c15-6885ae0171c5 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Aug 29 04:19:29.147743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-801856bb-4b1c-4ea4-b158-f0984b358802 req-a1f6079b-7e56-4faa-9366-b7f07457922d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 210 time: 0.0315239 Aug 29 04:19:29.172025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-c32e160c-cc1d-4bc0-9a68-b305caf38654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.182474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-c32e160c-cc1d-4bc0-9a68-b305caf38654 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1097 time: 0.1188366 Aug 29 04:19:29.374270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-2b91c9d1-0e01-44de-80ec-4c0a29bef96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.377059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-2b91c9d1-0e01-44de-80ec-4c0a29bef96c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1776381 Aug 29 04:19:29.414210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-01097ca1-2c3d-48f6-80dd-d5e66d172f41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018696 Aug 29 04:19:29.430842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496b276-b72f-4717-aa73-2d2efdbc3890 req-8a246ee4-0087-46d0-912f-7bc747810217 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.446310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b496b276-b72f-4717-aa73-2d2efdbc3890 req-8a246ee4-0087-46d0-912f-7bc747810217 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 945 time: 0.1884913 Aug 29 04:19:29.518080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-5f8e31f3-a0f1-4545-a993-3ede415749d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 217 time: 0.0465090 Aug 29 04:19:29.564665 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b496b276-b72f-4717-aa73-2d2efdbc3890 req-12ea3918-418b-4d7c-9393-866550962db3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172857 Aug 29 04:19:29.597647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-393d5dc9-97e1-488f-a58e-3d02e5929dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.597647 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-393d5dc9-97e1-488f-a58e-3d02e5929dc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0636265 Aug 29 04:19:29.655321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-5b617cae-7fb6-450c-b68f-5248b53dc6d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515420 Aug 29 04:19:29.873768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-854a1a29-221a-49f3-a101-ec242f0715dc service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101707 Aug 29 04:19:29.947737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a407aec-825a-4bd2-a548-2503364d2b5c req-aab08f1d-82c5-409e-b864-afcb9991dd18 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.960452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a407aec-825a-4bd2-a548-2503364d2b5c req-aab08f1d-82c5-409e-b864-afcb9991dd18 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0686715 Aug 29 04:19:30.016606 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a407aec-825a-4bd2-a548-2503364d2b5c req-3096a825-c7a3-4e42-94cc-9427592d4b18 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548816 Aug 29 04:19:30.057293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-dff8e00f-9251-4380-a3aa-9cbf3f742bb8 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742897 Aug 29 04:19:30.142184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8c590-2048-42c1-806b-5696f4096c3d req-1d0b48e8-178d-4637-9b69-4676638c840b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.153939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8c590-2048-42c1-806b-5696f4096c3d req-1d0b48e8-178d-4637-9b69-4676638c840b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.155804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ca8c590-2048-42c1-806b-5696f4096c3d req-1d0b48e8-178d-4637-9b69-4676638c840b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4&device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 1691 time: 0.0936177 Aug 29 04:19:30.251608 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ca8c590-2048-42c1-806b-5696f4096c3d req-b93374f3-525f-4031-b4ca-49cadc10a835 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875723 Aug 29 04:19:30.290775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-ce845b05-3b94-4a10-aacf-9d0c4823e3db tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.292868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-ce845b05-3b94-4a10-aacf-9d0c4823e3db tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.0980918 Aug 29 04:19:30.323296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-14'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:30.449525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.468157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-f3c79bdb-90e6-4c1f-9b5c-3d225cc85047 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.470471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-f3c79bdb-90e6-4c1f-9b5c-3d225cc85047 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.2645278 Aug 29 04:19:30.486342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-625ac67a-f42b-4e2a-931c-d1082c08c856 req-d2e059be-2a48-4db8-813b-1fd556ac999a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 210 time: 0.0754151 Aug 29 04:19:30.491251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Request body: {'port': {'device_id': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'admin_state_up': True, 'tenant_id': '5c615fe048f0407db78d107b3a2c0058'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:30.712909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:30.803910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:30.815841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Made reservation on behalf of 5c615fe048f0407db78d107b3a2c0058 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:30.820950 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.915438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:30.921230 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dbed3a-530d-40dd-ba48-7ef4c7502242" -d '{"events": [{"server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "name": "network-vif-unplugged", "status": "completed", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:30.939019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.042165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.104814 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.141179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ee80-7c44-40af-958b-851b70017345 req-cf147d73-858e-452b-8359-fff5728e2be1 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.149957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd91ee80-7c44-40af-958b-851b70017345 req-cf147d73-858e-452b-8359-fff5728e2be1 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 1102 time: 0.1867383 Aug 29 04:19:31.156404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Allocated IP 172.20.0.10 (889981b3-3896-4c14-bdf2-7209515e8636/d29d3066-8f04-44fc-8643-c2ab29b14fe2/e48181af-749b-4b4a-92e7-0575f3a0a84b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:31.228541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=7']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.245853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on host n-h1-712143-14 for vnic_type normal with profile {"migrating_to": "n-h2-712143-14"} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:31.246545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:31.246876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:31.251531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd91ee80-7c44-40af-958b-851b70017345 req-691f86d7-f856-4464-b1f1-e956b87202c5 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006916 Aug 29 04:19:31.253488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:31.253839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Attempting to bind port 5469ae3a-5007-4aba-a65b-aae29ec39513 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:31.259166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:31.259506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:31.259886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:31.260315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Bound port: 5469ae3a-5007-4aba-a65b-aae29ec39513, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:31.260912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.289966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3a7d3-8433-470e-b673-e92046c036a3 req-db10a16f-3239-4b0c-84b9-2d5b6e6fa7b6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.305808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fab3a7d3-8433-470e-b673-e92046c036a3 req-db10a16f-3239-4b0c-84b9-2d5b6e6fa7b6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 943 time: 0.1319728 Aug 29 04:19:31.322079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39042) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:31.350852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:31.354940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:31.359681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.372389 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0451a774-8432-41e4-96e2-796de87ebbf8 x-openstack-request-id: req-0451a774-8432-41e4-96e2-796de87ebbf8 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:31.372758 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "name": "network-vif-unplugged", "status": "completed", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:31.373370 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0451a774-8432-41e4-96e2-796de87ebbf8 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:31.373906 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513', 'code': 200} Aug 29 04:19:31.414645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fab3a7d3-8433-470e-b673-e92046c036a3 req-86b22b31-f633-40d0-958a-df011d5dfaa6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077311 Aug 29 04:19:31.465918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=8']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.525333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1034df0c-841f-41ca-b240-834c89c53ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.544732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.545347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.547018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-6888e67f-6129-46b3-b823-a285639f2c00 service neutron] 10.222.0.32 "PUT /v2.0/ports/5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 1123 time: 1.2343841 Aug 29 04:19:31.563554 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.571792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88069bf-4d5c-4bff-aea7-351c78bcf874 req-aaa3d7d4-d765-49fd-842b-c96b502cb8a8 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.573309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c88069bf-4d5c-4bff-aea7-351c78bcf874 req-aaa3d7d4-d765-49fd-842b-c96b502cb8a8 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 1102 time: 0.0724132 Aug 29 04:19:31.578151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398526e8-f860-407c-aeb1-5117a4c16890 req-ccbeed16-176b-483c-a13a-cea98c59310e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.582332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-398526e8-f860-407c-aeb1-5117a4c16890 req-ccbeed16-176b-483c-a13a-cea98c59310e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1416955 Aug 29 04:19:31.637741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c88069bf-4d5c-4bff-aea7-351c78bcf874 req-5093e003-0fc3-441c-8cf4-1d82d4c5d250 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 Aug 29 04:19:31.645498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.663755 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-398526e8-f860-407c-aeb1-5117a4c16890 req-bae22fa3-3e39-4ab4-952e-0ce0a6b4b4e0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738046 Aug 29 04:19:31.686370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['5469ae3a-5007-4aba-a65b-aae29ec39513'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:31.712515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Network 889981b3-3896-4c14-bdf2-7209515e8636 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:31.717041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:31.719345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.722288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:31.728356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.729236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.839746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1034df0c-841f-41ca-b240-834c89c53ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.855520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1034df0c-841f-41ca-b240-834c89c53ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.858116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-15a17a3e-b91b-4224-90f6-4a5ce51d777b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3706768 Aug 29 04:19:31.882178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Request body: {'port': {'device_id': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:31.887698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-567ae416-5d89-442a-8f55-9a12351502dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.888736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-567ae416-5d89-442a-8f55-9a12351502dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 1102 time: 0.1545370 Aug 29 04:19:31.927423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1034df0c-841f-41ca-b240-834c89c53ec2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0683990a0e5d4688bbbb325031ac2181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040735 Aug 29 04:19:31.930262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39058) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:31.964591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034df0c-841f-41ca-b240-834c89c53ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd3350e-cdbb-44a2-a7de-42b8857039fc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.014225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-37f262af-bd4a-4f48-8425-3b008ee0e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.015834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-37f262af-bd4a-4f48-8425-3b008ee0e2c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1100662 Aug 29 04:19:32.077943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.080663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-defa8c51-a55d-4a73-b159-62bbf869adf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.114712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-dac62874-f6c9-42f3-afd5-70c8657bba2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c194054d-9209-4710-868f-f49519015023 HTTP/1.1" status: 200 len: 217 time: 0.0831873 Aug 29 04:19:32.117374 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-defa8c51-a55d-4a73-b159-62bbf869adf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.238155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-346e07e7-e0e1-48b9-9f17-f22b0481179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.239643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-346e07e7-e0e1-48b9-9f17-f22b0481179d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0933256 Aug 29 04:19:32.252922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebdb1f-51c4-4725-b789-6f5c21742cae req-6834d400-ba21-4ebb-8fb1-355f0db5d019 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.260085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88ebdb1f-51c4-4725-b789-6f5c21742cae req-6834d400-ba21-4ebb-8fb1-355f0db5d019 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 932 time: 0.1740377 Aug 29 04:19:32.357951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88ebdb1f-51c4-4725-b789-6f5c21742cae req-b83e4e86-e214-4602-9d81-cd7f21f35f56 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922451 Aug 29 04:19:32.372976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-954e1893-88db-46eb-85ff-0489d3c85d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.379042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-954e1893-88db-46eb-85ff-0489d3c85d55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169314 Aug 29 04:19:32.444097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-defa8c51-a55d-4a73-b159-62bbf869adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.446675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-defa8c51-a55d-4a73-b159-62bbf869adf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.450786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-defa8c51-a55d-4a73-b159-62bbf869adf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fd3350e-cdbb-44a2-a7de-42b8857039fc HTTP/1.1" status: 204 len: 168 time: 0.5166061 Aug 29 04:19:32.474877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa8c51-a55d-4a73-b159-62bbf869adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd3350e-cdbb-44a2-a7de-42b8857039fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.496324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-256d4d33-8aad-48f2-acd5-46f42d0868d8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386863 Aug 29 04:19:32.497049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48181af-749b-4b4a-92e7-0575f3a0a84b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:32.511647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.528291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Transition to ACTIVE for port object e48181af-749b-4b4a-92e7-0575f3a0a84b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:32.535385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.629230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.647892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:32.647892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:32.648224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:32.656178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:32.656508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:32.663263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:32.663600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:32.663984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:32.664491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Bound port: e48181af-749b-4b4a-92e7-0575f3a0a84b, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:32.664772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.726907 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-55d62149-f601-4a42-a2de-5c1750467931 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352630 Aug 29 04:19:32.749927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-a0167151-7896-4594-8f18-4b9438fe3a16 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.757891 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-a0167151-7896-4594-8f18-4b9438fe3a16 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354798 Aug 29 04:19:32.787091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:32.792034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:32.794412 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-3f1806d3-36c4-413d-8986-92ccd54a79e6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/quotas/92d2cc5dcb9b478bb7065a703bc5f59b HTTP/1.1" status: 200 len: 375 time: 0.0352898 Aug 29 04:19:32.799671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.888917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.899836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.900791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.902889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-4329797a-af36-44de-a45b-0ae9744b6f8f service neutron] 10.222.0.37 "PUT /v2.0/ports/e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 200 len: 1093 time: 1.0262215 Aug 29 04:19:32.903643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:32.906751 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff23601d-ba25-49d7-8e88-698e006c8fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:32.937059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804079c-2f6b-4c6e-9152-0e39b6d21477 req-928528d0-cd98-4235-a1dc-926a8a6e21a6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.946144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8804079c-2f6b-4c6e-9152-0e39b6d21477 req-928528d0-cd98-4235-a1dc-926a8a6e21a6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 943 time: 0.2078769 Aug 29 04:19:33.038229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8804079c-2f6b-4c6e-9152-0e39b6d21477 req-89b847fe-fbe6-4224-a702-df0a5cafc612 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851197 Aug 29 04:19:33.045977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-206d26fa-b778-47a2-b273-a12e9fd7ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.047659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-206d26fa-b778-47a2-b273-a12e9fd7ef0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1096 time: 0.0989807 Aug 29 04:19:33.133994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-bca34057-863b-445f-b56e-e638b75708e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 200 len: 217 time: 0.0647082 Aug 29 04:19:33.160804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c664ef0b-9280-4149-8b6c-cdddaafd1dc0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3655341 Aug 29 04:19:33.179438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-172891a9-805a-4799-a26b-5f3b0debfb76 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192195 Aug 29 04:19:33.245795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-63875e88-14dc-45d2-8a46-8ba58b7881f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.247730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-63875e88-14dc-45d2-8a46-8ba58b7881f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0834408 Aug 29 04:19:33.316736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e28e1-8099-439a-acdf-24360f0fac60 req-c5138ad7-8466-4b4a-b6bb-a567864ce098 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.318566 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf8e28e1-8099-439a-acdf-24360f0fac60 req-c5138ad7-8466-4b4a-b6bb-a567864ce098 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1870100 Aug 29 04:19:33.326779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-7ac1631d-88aa-4071-9eac-1dce1dd12ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696363 Aug 29 04:19:33.375387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:33.378187 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:33.430630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf8e28e1-8099-439a-acdf-24360f0fac60 req-727f1956-11bc-4e1b-a7c0-9f7e6b9d0d4e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028039 Aug 29 04:19:33.463960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-148d8f46-4579-495e-90c0-c7d55f3b9bcf service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221826 Aug 29 04:19:33.591192 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06db7ec3-fcad-40d1-82de-8210de6cb18d req-899257fd-8642-40dd-8436-1eabc527b532 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072314 Aug 29 04:19:33.639722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39138) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:33.688101 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ffa3ee-46e1-4c6f-981a-5c12dd31cf94 x-openstack-request-id: req-b0ffa3ee-46e1-4c6f-981a-5c12dd31cf94 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:33.688396 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:33.688688 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0ffa3ee-46e1-4c6f-981a-5c12dd31cf94 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:33.689097 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b', 'status': 'completed', 'code': 200} Aug 29 04:19:33.786121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1684645682-network', 'tenant_id': '566110f4e1c549f8be37fa16d36e3783'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:33.823539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-29458a4b-934d-4f2a-a295-838011b60c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.825404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-29458a4b-934d-4f2a-a295-838011b60c97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1096 time: 0.1107228 Aug 29 04:19:33.830161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Made reservation on behalf of 566110f4e1c549f8be37fa16d36e3783 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:33.835228 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.859910 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.992187 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808c0eb7-6919-4376-b28a-9911844ad0bd x-openstack-request-id: req-808c0eb7-6919-4376-b28a-9911844ad0bd {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:33.992752 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:33.993278 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-808c0eb7-6919-4376-b28a-9911844ad0bd {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:33.993948 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513', 'status': 'completed', 'code': 200} Aug 29 04:19:34.112922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-92fcbed5-2925-4618-bdb8-270e2c3c75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.114916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-92fcbed5-2925-4618-bdb8-270e2c3c75c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1846871 Aug 29 04:19:34.156363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5469ae3a-5007-4aba-a65b-aae29ec39513 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:34.191741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-03b9d5b1-0af2-4dc2-bceb-f8120745163f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 200 len: 217 time: 0.0674005 Aug 29 04:19:34.204168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca7d17-1992-4238-95c2-15618906c482 req-13236d9e-84ee-4a00-9ffa-d77cd1863fad tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.212263 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13ca7d17-1992-4238-95c2-15618906c482 req-13236d9e-84ee-4a00-9ffa-d77cd1863fad tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.2392437 Aug 29 04:19:34.219083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-3f7378e7-425d-47d6-88bb-4910c9bd95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.220941 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-3f7378e7-425d-47d6-88bb-4910c9bd95db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1126 time: 0.2259715 Aug 29 04:19:34.261399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-52984379-30de-4dd9-8997-044564faa7ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2182229 Aug 29 04:19:34.309424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-02dde031-5f0d-4d6f-9163-b49e5bec239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.313181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-02dde031-5f0d-4d6f-9163-b49e5bec239c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1094930 Aug 29 04:19:34.426772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-ae371f7c-f132-4282-9db8-3411f751610e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029563 Aug 29 04:19:34.430074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:34.443019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.464411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5469ae3a-5007-4aba-a65b-aae29ec39513 has no active binding in host n-h2-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:19:34.503635 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.519910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13ca7d17-1992-4238-95c2-15618906c482 req-447e896b-04cc-44ec-bbfb-7a4496ce2cba tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923307 Aug 29 04:19:34.593879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62886642-8828-4fb2-908f-ba3b36057e6d req-e8403883-d302-4fd7-b0ca-1a2727550279 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.596876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62886642-8828-4fb2-908f-ba3b36057e6d req-e8403883-d302-4fd7-b0ca-1a2727550279 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 943 time: 0.1723144 Aug 29 04:19:34.601787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:34.653640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082451dd-b028-4624-af0f-fc6f29188380,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:34.687586 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddf8a51c-9948-4962-9563-2f100f0e7653 req-d3f40008-58a3-4e1f-ab04-c2b69eee2c90 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 210 time: 0.0585592 Aug 29 04:19:34.697820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.702719 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Added segment 9c0d448a-c864-4454-bc5e-3338049b3a1c of type vlan for network 95f9816f-a7ff-4820-baab-bae456a57675 Aug 29 04:19:34.715752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-6503fa0c-c4c0-4e59-a222-55a9abd2b472 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519221 Aug 29 04:19:34.736763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62886642-8828-4fb2-908f-ba3b36057e6d req-517e883f-0ab6-45c2-8d1b-41c96568df42 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180534 Aug 29 04:19:34.836410 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.865329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-dc0f5ba7-1b85-460b-ac90-fa84c1835c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.867914 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-dc0f5ba7-1b85-460b-ac90-fa84c1835c61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.6196272 Aug 29 04:19:34.870078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-20ad8f4c-61c6-4998-bff1-b0ef040b0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.871592 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-20ad8f4c-61c6-4998-bff1-b0ef040b0e89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 1098 time: 0.4431226 Aug 29 04:19:34.874047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff23601d-ba25-49d7-8e88-698e006c8fc4 req-d6db008e-0238-499e-b8b5-e2733b8648ff service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346745 Aug 29 04:19:34.874172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.875140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.876784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.997133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] Pushing event updated for resources: {'Network': ['ID=95f9816f-a7ff-4820-baab-bae456a57675,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.009547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 95f9816f-a7ff-4820-baab-bae456a57675 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:35.071704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:35.076730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Request body: {'subnet': {'network_id': '95f9816f-a7ff-4820-baab-bae456a57675', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1684645682-subnet', 'tenant_id': '566110f4e1c549f8be37fa16d36e3783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:35.082875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4dd4004-bcfb-426d-8e7d-c52cca228239 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4416246 Aug 29 04:19:35.115748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Made reservation on behalf of 566110f4e1c549f8be37fa16d36e3783 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:35.119872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.186478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-2968dedd-d799-49e9-ba50-11750319ea56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 217 time: 0.1319087 Aug 29 04:19:35.255078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928316c-94d0-49f3-8f35-34eb62963e85 req-b07557e0-8a75-4572-9485-e1ec32f76a7c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.262908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c928316c-94d0-49f3-8f35-34eb62963e85 req-b07557e0-8a75-4572-9485-e1ec32f76a7c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.3896689 Aug 29 04:19:35.347093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c928316c-94d0-49f3-8f35-34eb62963e85 req-6bf5b9d4-a862-4d52-9de7-b434cf4e0400 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762260 Aug 29 04:19:35.364453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-cade7ae2-3b78-4ae6-9040-f884413a6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.365924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-cade7ae2-3b78-4ae6-9040-f884413a6c1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1640747 Aug 29 04:19:35.370440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-0e48d8cb-804e-497e-8578-42a53c5c0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.372522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-0e48d8cb-804e-497e-8578-42a53c5c0848 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 924 time: 0.3374362 Aug 29 04:19:35.383324 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.407041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-8f75ba79-89fb-4607-851b-38e578629854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312881 Aug 29 04:19:35.462424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Checking segment: {'id': '9c0d448a-c864-4454-bc5e-3338049b3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '95f9816f-a7ff-4820-baab-bae456a57675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:35.463414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Network hostable DHCP agents. Network: 95f9816f-a7ff-4820-baab-bae456a57675, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:35.480891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=662b807b-6898-4502-b729-fa9d96df30ac,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.505698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Network 95f9816f-a7ff-4820-baab-bae456a57675 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:35.528244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 95f9816f-a7ff-4820-baab-bae456a57675) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:35.544283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d5de0-050d-4882-9089-4d3fdef8bdc8 None None] Network 95f9816f-a7ff-4820-baab-bae456a57675 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:35.554359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.556176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.589533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4f490b96-3518-4287-bede-8454c8fed158 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5162430 Aug 29 04:19:35.678626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-4c200431-a56f-416c-b4ec-2962d1bd831a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e HTTP/1.1" status: 200 len: 1001 time: 0.2704213 Aug 29 04:19:35.711739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-55b89e48-7bef-406a-9935-752272b42366 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715635 Aug 29 04:19:35.825022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-41b96659-577c-4623-889a-a8e622b64e9c service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401587 Aug 29 04:19:35.876529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee74784-b427-4d50-9e7c-703e6c974633 None None] Network 95f9816f-a7ff-4820-baab-bae456a57675 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:35.936036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-e2759282-7c9d-4303-909f-1ba9f726463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.937534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-e2759282-7c9d-4303-909f-1ba9f726463a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.2261455 Aug 29 04:19:35.973231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-b95db01a-325f-47c2-ba05-0521d3c3ec62 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278454 Aug 29 04:19:36.021966 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cddb9fe6-6ee4-47e4-8911-3bbdb86561d7 req-e831f25b-52e6-458d-819b-43c8d67836b9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 210 time: 0.0878062 Aug 29 04:19:36.135753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d9659a-dd1a-41a3-a8fd-bc47dc9f8aa2 req-a257cc2d-0080-44e4-9a8c-e662fec9e28f service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030541 Aug 29 04:19:36.165858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-6b9b6d6d-f514-455e-9979-b9704808e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.167491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-6b9b6d6d-f514-455e-9979-b9704808e533 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586707 Aug 29 04:19:36.180364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-af68c1a0-c8e4-4d5d-8b2f-7a5feb28a64b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.181809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-af68c1a0-c8e4-4d5d-8b2f-7a5feb28a64b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4644351 Aug 29 04:19:36.183855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24a3bf-0a30-4f38-a5b3-ac98d8e15676 req-80cd2340-1926-4931-a402-913e7f191b6b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.190195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec24a3bf-0a30-4f38-a5b3-ac98d8e15676 req-80cd2340-1926-4931-a402-913e7f191b6b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 943 time: 0.0909851 Aug 29 04:19:36.193440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0f42391b-e832-40a9-9674-cded9686d6f7 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.194853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0f42391b-e832-40a9-9674-cded9686d6f7 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962700 Aug 29 04:19:36.200928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:36.255553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:36.280659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec24a3bf-0a30-4f38-a5b3-ac98d8e15676 req-86a2e2c5-627c-4a80-8eb0-ee2ec4b903f4 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796781 Aug 29 04:19:36.285329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6844821-fdf5-4681-a5c6-2df513b99010 req-54721032-8d5b-4f7a-b6dc-675dab9b8c64 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.292944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6844821-fdf5-4681-a5c6-2df513b99010 req-54721032-8d5b-4f7a-b6dc-675dab9b8c64 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.3610747 Aug 29 04:19:36.333425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-a4ef543e-d908-4b01-915b-96c8ab8b4b49 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403399 Aug 29 04:19:36.429859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6844821-fdf5-4681-a5c6-2df513b99010 req-1b10570f-03e1-426c-adeb-3781d15e5b1e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217911 Aug 29 04:19:36.476461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bc29d08-acba-4ebd-a0d2-df7854d84fa0 req-a6916649-2ab8-41d0-b5ca-9c4e1d655b6b service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353495 Aug 29 04:19:36.485135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:36.499832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.542004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:36.546097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:36.738772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-1a6ab4ee-9220-4c2a-bc78-e5517fe15b7c service neutron] 10.222.0.37 "GET /v2.0/ports/5469ae3a-5007-4aba-a65b-aae29ec39513/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.1446056 Aug 29 04:19:36.846334 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-71a5d340-08e2-495f-b269-eebec11a4ce7 req-ae4b911b-6054-4d57-85bc-174fad563873 tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] show failed (client error): The resource could not be found. Aug 29 04:19:36.858304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71a5d340-08e2-495f-b269-eebec11a4ce7 req-ae4b911b-6054-4d57-85bc-174fad563873 tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "GET /v2.0/security-groups/05fb1db3-43cc-45bd-b2d7-334ee0168890 HTTP/1.1" status: 404 len: 352 time: 0.0467086 Aug 29 04:19:37.090145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.11 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/2796a16b-880a-411b-904d-90bbfe6e46cf) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:37.097846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed543d9-5915-4339-99ae-92a954edb8da req-620ef384-9bd6-4ed6-8f25-6882b4b728b3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.100156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ed543d9-5915-4339-99ae-92a954edb8da req-620ef384-9bd6-4ed6-8f25-6882b4b728b3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1597691 Aug 29 04:19:37.183344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:37.195137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ed543d9-5915-4339-99ae-92a954edb8da req-0315593c-a2ee-420d-a219-02691a45b7f2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793865 Aug 29 04:19:37.220656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:37.289113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5469ae3a-5007-4aba-a65b-aae29ec39513 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:37.306151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:37.334660 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.366373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4a9e541-65d2-4544-a96f-0bfa5e40b59d req-46bf7b59-881f-45f4-b7a9-de501f5f9755 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 210 time: 0.0474198 Aug 29 04:19:37.446978 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.464269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object 2796a16b-880a-411b-904d-90bbfe6e46cf will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:37.506085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] Transition to ACTIVE for port object 5469ae3a-5007-4aba-a65b-aae29ec39513 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:37.523314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.550165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.600112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:37.617789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] No DVR routers for this DVR port 5469ae3a-5007-4aba-a65b-aae29ec39513 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:37.628377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:37.634867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21135f6c-2e53-40eb-9b75-6ff6494a36b4 req-87b7fddc-b18e-4946-885b-7d9cb69fe583 tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=566110f4e1c549f8be37fa16d36e3783 HTTP/1.1" status: 200 len: 2984 time: 0.2173500 Aug 29 04:19:37.642944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.108 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/ae313027-ac56-407a-b6aa-5c11cf1f2b65) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:37.665642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] Pushing event updated for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=10']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:37.705668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-f3ad676a-ac5a-4e79-ba99-6f0ff266becd service neutron] 10.222.0.37 "PUT /v2.0/ports/5469ae3a-5007-4aba-a65b-aae29ec39513/bindings/n-h2-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9570291 Aug 29 04:19:37.715360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21135f6c-2e53-40eb-9b75-6ff6494a36b4 req-a0910f6c-461a-44e9-b2f6-a3f75a25140d tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "GET /v2.0/security-groups/082451dd-b028-4624-af0f-fc6f29188380 HTTP/1.1" status: 200 len: 2981 time: 0.0796041 Aug 29 04:19:37.794664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:37.818665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'e48181af-749b-4b4a-92e7-0575f3a0a84b', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'port_id': 'e48181af-749b-4b4a-92e7-0575f3a0a84b', 'mac_address': 'fa:16:3e:eb:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d3066-8f04-44fc-8643-c2ab29b14fe2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:37.852324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21135f6c-2e53-40eb-9b75-6ff6494a36b4 req-327a6a54-25d1-451c-bcb8-c058b9e738ac tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "GET /v2.0/security-groups/082451dd-b028-4624-af0f-fc6f29188380 HTTP/1.1" status: 200 len: 2981 time: 0.1360602 Aug 29 04:19:37.858888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.881080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-72b29ee9-77ee-43eb-bec3-0af3d8ae1337 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.882829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-72b29ee9-77ee-43eb-bec3-0af3d8ae1337 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.0718350 Aug 29 04:19:37.890001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object ae313027-ac56-407a-b6aa-5c11cf1f2b65 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:37.904408 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.955847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48181af-749b-4b4a-92e7-0575f3a0a84b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:37.970287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:37.979016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74882b00-331a-4cce-b3aa-dfb7eae08c8d req-11d93dde-d681-4471-82a5-dbfd59711a37 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.986974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-c2b2b48e-6e9c-4944-ab94-5a656ef73530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.987389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74882b00-331a-4cce-b3aa-dfb7eae08c8d req-11d93dde-d681-4471-82a5-dbfd59711a37 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 944 time: 0.4734082 Aug 29 04:19:37.989106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-c2b2b48e-6e9c-4944-ab94-5a656ef73530 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 1096 time: 0.0960028 Aug 29 04:19:37.998767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce2bd6-496a-4b66-8da3-6496b54d7763 req-757ac712-fa6d-4095-ab05-0e32affcaf20 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.001630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1bce2bd6-496a-4b66-8da3-6496b54d7763 req-757ac712-fa6d-4095-ab05-0e32affcaf20 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0727444 Aug 29 04:19:38.002671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:38.008264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:38.014383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.015078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.024051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=2796a16b-880a-411b-904d-90bbfe6e46cf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.040956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:38.056304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.059382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1bce2bd6-496a-4b66-8da3-6496b54d7763 req-513101b6-59c5-4ed2-92ea-2eac9fb908e1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Aug 29 04:19:38.075138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74882b00-331a-4cce-b3aa-dfb7eae08c8d req-9b867eb1-77bf-495a-b874-3ac443b7f2cb tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867679 Aug 29 04:19:38.077776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-c67a0552-cc3e-4c08-b06d-e4885086f52f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8817420 Aug 29 04:19:38.094156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Request body: {'port': {'device_id': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:38.124082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.191306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-957da7b3-69f5-4f29-a6a0-7e5a490be261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.193369 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-957da7b3-69f5-4f29-a6a0-7e5a490be261 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1096 time: 0.1122463 Aug 29 04:19:38.254599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:38.266426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:38.268315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=ae313027-ac56-407a-b6aa-5c11cf1f2b65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.271190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:38.277107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.277693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.290733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.309762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.317999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a0c4dc6-e1e5-4773-8863-788b8e254b29 req-f4b9792a-ad14-4332-8428-a3cd42f5bdfb tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "GET /v2.0/security-groups/082451dd-b028-4624-af0f-fc6f29188380 HTTP/1.1" status: 200 len: 2981 time: 0.1549158 Aug 29 04:19:38.338859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-24f4489a-ffc0-4c1e-a5a2-b5e3b2076360 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0926473 Aug 29 04:19:38.385164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-cb0164da-2bd4-421f-8133-8b14f12ad382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.385710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Request body: {'port': {'device_id': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:38.386677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-cb0164da-2bd4-421f-8133-8b14f12ad382 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1856194 Aug 29 04:19:38.390001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e48181af-749b-4b4a-92e7-0575f3a0a84b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:38.455405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-7d50b13c-6f04-4aea-aecb-9879ad93eb3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 217 time: 0.0574520 Aug 29 04:19:38.524937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e55a5460-88ae-4f41-b0d1-11ad2ef03130 None None] Provisioning for port 2796a16b-880a-411b-904d-90bbfe6e46cf completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:38.540159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-52b28a1f-daaf-43b0-aa68-d2c25b997c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.542035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-52b28a1f-daaf-43b0-aa68-d2c25b997c23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0781517 Aug 29 04:19:38.545301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e55a5460-88ae-4f41-b0d1-11ad2ef03130 None None] Provisioning complete for port 2796a16b-880a-411b-904d-90bbfe6e46cf triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:38.546256 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e55a5460-88ae-4f41-b0d1-11ad2ef03130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.588950 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-9a0c4dc6-e1e5-4773-8863-788b8e254b29 req-ab5b0c40-cb8e-4876-87e0-9b1ff6b7609b tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:19:38.596967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-ee650421-616a-4ca9-b008-78b655a01202 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323887 Aug 29 04:19:38.603678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a0c4dc6-e1e5-4773-8863-788b8e254b29 req-ab5b0c40-cb8e-4876-87e0-9b1ff6b7609b tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "DELETE /v2.0/security-groups/082451dd-b028-4624-af0f-fc6f29188380 HTTP/1.1" status: 409 len: 352 time: 0.2847311 Aug 29 04:19:38.674065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e55a5460-88ae-4f41-b0d1-11ad2ef03130 None None] Port 2796a16b-880a-411b-904d-90bbfe6e46cf cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:38.747159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.747482 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-46583460-e831-4b71-b5ef-e431a41c32c2 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389534 Aug 29 04:19:38.802873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bc232f14-f9f1-478d-90c3-b78dce1169a9 None None] Provisioning for port ae313027-ac56-407a-b6aa-5c11cf1f2b65 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:38.814998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bc232f14-f9f1-478d-90c3-b78dce1169a9 None None] Provisioning complete for port ae313027-ac56-407a-b6aa-5c11cf1f2b65 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:38.815439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc232f14-f9f1-478d-90c3-b78dce1169a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.870583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-13156f8a-68eb-469a-9f73-1399edac2650 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144483 Aug 29 04:19:38.901206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bc232f14-f9f1-478d-90c3-b78dce1169a9 None None] Port ae313027-ac56-407a-b6aa-5c11cf1f2b65 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:38.967442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36db7-9101-42b1-8398-3caa166fa19d req-ff5cb088-9b01-4943-8741-95126bc86e27 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.969160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09e36db7-9101-42b1-8398-3caa166fa19d req-ff5cb088-9b01-4943-8741-95126bc86e27 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 936 time: 0.0644693 Aug 29 04:19:39.010339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3fa49-438c-4829-8a42-eadd39b20213 req-7141ba40-f232-4262-9c13-2415312e1413 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.011982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cd3fa49-438c-4829-8a42-eadd39b20213 req-7141ba40-f232-4262-9c13-2415312e1413 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.2167337 Aug 29 04:19:39.013089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09e36db7-9101-42b1-8398-3caa166fa19d req-76dfad2c-084b-4470-b55e-1a3e376ef2a3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354414 Aug 29 04:19:39.054339 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-645a9d06-9379-4bf5-8679-ea7138823ec6 req-9a962849-8e8b-44a9-b9ab-24cfb1ff8449 tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] show failed (client error): The resource could not be found. Aug 29 04:19:39.054977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-645a9d06-9379-4bf5-8679-ea7138823ec6 req-9a962849-8e8b-44a9-b9ab-24cfb1ff8449 tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "GET /v2.0/security-groups/1b60a839-d404-4f6a-bc44-84e8589a3bad HTTP/1.1" status: 404 len: 352 time: 0.0156980 Aug 29 04:19:39.124626 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cd3fa49-438c-4829-8a42-eadd39b20213 req-6698f351-e4a3-448f-ab93-cc36437cf6d4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011174 Aug 29 04:19:39.130118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2796a16b-880a-411b-904d-90bbfe6e46cf {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:39.138434 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.151873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Transition to ACTIVE for port object 2796a16b-880a-411b-904d-90bbfe6e46cf will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:39.168148 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-24eedbec-3174-4d87-a759-28b20c294620 req-3998d8e1-b944-4796-9686-acfe86f4eed0 tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] show failed (client error): The resource could not be found. Aug 29 04:19:39.169174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24eedbec-3174-4d87-a759-28b20c294620 req-3998d8e1-b944-4796-9686-acfe86f4eed0 tempest-SecurityGroupsNegativeTestJSON-718228104 tempest-SecurityGroupsNegativeTestJSON-718228104-project] 10.222.0.55 "GET /v2.0/security-groups/8a445afe-c817-46e0-a894-d32dd0ef9741 HTTP/1.1" status: 404 len: 352 time: 0.0157452 Aug 29 04:19:39.183178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39278) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:39.194138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39280) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:39.252212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.306997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Deleting subnet 662b807b-6898-4502-b729-fa9d96df30ac {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:39.326145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-6252f4a6-c6f3-483e-b9de-755a6adc36b1 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1674442858&fields=id&tenant_id=61de6029f3d548cf8bf5620f93c2ebf2 HTTP/1.1" status: 200 len: 267 time: 0.0999649 Aug 29 04:19:39.327964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.365043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Pushing event updated for resources: {'Port': ['ID=2796a16b-880a-411b-904d-90bbfe6e46cf,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.386309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a440125-a721-4ada-9539-25da7d07d388 req-0b9fe89f-5ee8-4662-ac7d-8a1fc15672e7 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.387854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a440125-a721-4ada-9539-25da7d07d388 req-0b9fe89f-5ee8-4662-ac7d-8a1fc15672e7 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 945 time: 0.1389427 Aug 29 04:19:39.393565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-3b34b6f2-dcf8-4355-990c-d0554a616472 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.394805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-3b34b6f2-dcf8-4355-990c-d0554a616472 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.1674781 Aug 29 04:19:39.395515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be76341f-a3af-4d09-bf7a-351b6f9a2a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.427943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Attempting to bind port 2796a16b-880a-411b-904d-90bbfe6e46cf on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:39.428550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Attempting to bind port 2796a16b-880a-411b-904d-90bbfe6e46cf by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:39.429063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Attempting to bind port 2796a16b-880a-411b-904d-90bbfe6e46cf on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:39.467497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Port 2796a16b-880a-411b-904d-90bbfe6e46cf on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:39.467851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Attempting to bind port 2796a16b-880a-411b-904d-90bbfe6e46cf on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:39.477004 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.483919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae313027-ac56-407a-b6aa-5c11cf1f2b65 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:39.489979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:39.490768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:39.490768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:39.491415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Bound port: 2796a16b-880a-411b-904d-90bbfe6e46cf, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:39.491908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.511998 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.514783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.522695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a440125-a721-4ada-9539-25da7d07d388 req-c5e174c5-06d0-4922-9fff-99d8ca20abef tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106825 Aug 29 04:19:39.556521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Transition to ACTIVE for port object ae313027-ac56-407a-b6aa-5c11cf1f2b65 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:39.560477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.606128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:39.670440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:39.682356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] For port 2796a16b-880a-411b-904d-90bbfe6e46cf, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:39.685096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Pushing event updated for resources: {'Port': ['ID=ae313027-ac56-407a-b6aa-5c11cf1f2b65,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.726119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] For port 2796a16b-880a-411b-904d-90bbfe6e46cf, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2796a16b-880a-411b-904d-90bbfe6e46cf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:39.739579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.772916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port e48181af-749b-4b4a-92e7-0575f3a0a84b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:39.784752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port e48181af-749b-4b4a-92e7-0575f3a0a84b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:39.785193 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.814247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Pushing event updated for resources: {'Port': ['ID=2796a16b-880a-411b-904d-90bbfe6e46cf,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.834577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e406db-c997-4f8b-8dce-5f7ffc8a3ef3 req-675bf5b4-cfbb-462f-85e8-b327cd3af8dd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.838148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87e406db-c997-4f8b-8dce-5f7ffc8a3ef3 req-675bf5b4-cfbb-462f-85e8-b327cd3af8dd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 944 time: 0.2349758 Aug 29 04:19:39.845934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Attempting to bind port ae313027-ac56-407a-b6aa-5c11cf1f2b65 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:39.846253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Attempting to bind port ae313027-ac56-407a-b6aa-5c11cf1f2b65 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:39.846578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Attempting to bind port ae313027-ac56-407a-b6aa-5c11cf1f2b65 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:39.853552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.854229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.855599 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0566085f-7e0f-4ce6-b412-4261919310ce service neutron] 10.222.0.37 "PUT /v2.0/ports/2796a16b-880a-411b-904d-90bbfe6e46cf HTTP/1.1" status: 200 len: 1096 time: 1.7658350 Aug 29 04:19:39.856831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Port ae313027-ac56-407a-b6aa-5c11cf1f2b65 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:39.857145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Attempting to bind port ae313027-ac56-407a-b6aa-5c11cf1f2b65 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:39.863711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'tag': '2796a16b-880a-411b-904d-90bbfe6e46cf'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:39.866771 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e0426-a56c-4434-b122-55d3973ca41a" -d '{"events": [{"name": "network-changed", "server_uuid": "4985dfdb-a83a-4180-a2bd-a48d739eb1b6", "tag": "2796a16b-880a-411b-904d-90bbfe6e46cf"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:39.891796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:39.892560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:39.893202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:39.894884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Bound port: ae313027-ac56-407a-b6aa-5c11cf1f2b65, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:39.894884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.905088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-600af06c-8cdb-4b08-8d7a-5b6a48b18ab1 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.912687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-600af06c-8cdb-4b08-8d7a-5b6a48b18ab1 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/networks?id=88f319d5-c481-44ca-a848-e04a278882d8 HTTP/1.1" status: 200 len: 816 time: 0.5567405 Aug 29 04:19:39.950742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-a249edd5-0ac1-4d66-a380-1b465da868ee tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/quotas/61de6029f3d548cf8bf5620f93c2ebf2 HTTP/1.1" status: 200 len: 375 time: 0.0371339 Aug 29 04:19:39.976294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.007155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87e406db-c997-4f8b-8dce-5f7ffc8a3ef3 req-f0321042-8f64-4a84-a998-53c75908a2d8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623797 Aug 29 04:19:40.023062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662b807b-6898-4502-b729-fa9d96df30ac,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.033827 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.036518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.036867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.037207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.037540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.038622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.038961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.039292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.039617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.039943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.040265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.041102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.041102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:40.049994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-93c34810-2c0f-491b-b5d4-6c8af062ad58 service neutron] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:40.060676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-93c34810-2c0f-491b-b5d4-6c8af062ad58 service neutron] Notify callbacks [] for binding, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.062075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059998dd-50bf-4077-b355-93a83b3c5da1 req-93c34810-2c0f-491b-b5d4-6c8af062ad58 service neutron] 10.222.0.32 "DELETE /v2.0/ports/5469ae3a-5007-4aba-a65b-aae29ec39513/bindings/n-h1-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.6503582 Aug 29 04:19:40.064828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-18b54d45-5fa7-40bb-9e48-303def78a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.067457 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-18b54d45-5fa7-40bb-9e48-303def78a4da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 1099 time: 0.1565995 Aug 29 04:19:40.081387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:40.084758 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70abba1d-493a-41b4-bbff-e1cdd7d2b169" -d '{"events": [{"server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:40.099665 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.104058 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-17cd7166-2c60-4e55-ba34-f806419dc930 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/662b807b-6898-4502-b729-fa9d96df30ac HTTP/1.1" status: 204 len: 168 time: 0.9175363 Aug 29 04:19:40.104523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39294) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:40.110205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:40.121398 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.122236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5469ae3a-5007-4aba-a65b-aae29ec39513 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:40.163539 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-9cbc454b-aa8f-4527-930c-43bfeed2bd1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2796a16b-880a-411b-904d-90bbfe6e46cf HTTP/1.1" status: 200 len: 217 time: 0.0766132 Aug 29 04:19:40.167262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] For port ae313027-ac56-407a-b6aa-5c11cf1f2b65, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:40.191524 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.194457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] For port ae313027-ac56-407a-b6aa-5c11cf1f2b65, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:40.221705 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.238144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-105341fc-20be-4292-8078-4686962554b6 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61de6029f3d548cf8bf5620f93c2ebf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2794135 Aug 29 04:19:40.258294 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b33f9-3b8c-4aea-b5e3-14e9b387c5bd x-openstack-request-id: req-039b33f9-3b8c-4aea-b5e3-14e9b387c5bd {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:40.258965 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4985dfdb-a83a-4180-a2bd-a48d739eb1b6", "tag": "2796a16b-880a-411b-904d-90bbfe6e46cf", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:40.259428 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-039b33f9-3b8c-4aea-b5e3-14e9b387c5bd {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:40.260035 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'tag': '2796a16b-880a-411b-904d-90bbfe6e46cf', 'status': 'completed', 'code': 200} Aug 29 04:19:40.283905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.284834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.286515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] 10.222.0.32 "PUT /v2.0/ports/ae313027-ac56-407a-b6aa-5c11cf1f2b65 HTTP/1.1" status: 200 len: 1097 time: 1.9300537 Aug 29 04:19:40.295505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-f627d4c2-4512-495e-b011-fa6cccdbe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.297383 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-f627d4c2-4512-495e-b011-fa6cccdbe829 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1152611 Aug 29 04:19:40.319733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb37350-459c-4ab0-addd-9f388b177bbf service neutron] Pushing event updated for resources: {'Port': ['ID=ae313027-ac56-407a-b6aa-5c11cf1f2b65,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.359506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5469ae3a-5007-4aba-a65b-aae29ec39513 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:40.373377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-164ce66d-d613-4cef-ab81-c4210445bb28 service neutron] 10.222.0.55 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227348 Aug 29 04:19:40.389189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.424257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-242b5d4a-815b-4cb7-996e-2bee725d6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.426010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-242b5d4a-815b-4cb7-996e-2bee725d6bf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167550 Aug 29 04:19:40.442463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc63b4-b5e5-430b-bc08-c8360e4b9b6f req-9b163351-32ca-4236-8034-edc4429a79c8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.450112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40fc63b4-b5e5-430b-bc08-c8360e4b9b6f req-9b163351-32ca-4236-8034-edc4429a79c8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 948 time: 0.1265311 Aug 29 04:19:40.494620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-8923f3a4-ac76-4fbe-812e-adf3fe1f10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.496355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-8923f3a4-ac76-4fbe-812e-adf3fe1f10b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 1100 time: 0.1349406 Aug 29 04:19:40.510433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be76341f-a3af-4d09-bf7a-351b6f9a2a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.516471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.521949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be76341f-a3af-4d09-bf7a-351b6f9a2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.552818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.554313 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.555136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.555478 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.555861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.556144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.556468 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.556788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.557108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.557450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.582861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-118c2ef6-3c2e-46ce-b5ca-3200ebf25193 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65 HTTP/1.1" status: 200 len: 217 time: 0.0547819 Aug 29 04:19:40.589788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40fc63b4-b5e5-430b-bc08-c8360e4b9b6f req-ace22673-6b30-424a-8aed-5b2913ca2623 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387217 Aug 29 04:19:40.664878 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe7a0a0-7ef9-47fb-b8bc-7267d175f10c x-openstack-request-id: req-dfe7a0a0-7ef9-47fb-b8bc-7267d175f10c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:40.665180 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:40.665440 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfe7a0a0-7ef9-47fb-b8bc-7267d175f10c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:40.665868 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b', 'code': 200} Aug 29 04:19:40.669216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-b2f2b4b6-bab7-4e8a-8d20-25a405735c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.670729 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-b2f2b4b6-bab7-4e8a-8d20-25a405735c08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0786240 Aug 29 04:19:40.672965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-020b1da1-a23b-4329-853d-f185de15a75e service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190619 Aug 29 04:19:40.679811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.680163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.680525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.680854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:19:40.681233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f9816f-a7ff-4820-baab-bae456a57675']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:40.726569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0d448a-c864-4454-bc5e-3338049b3a1c') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:40.726844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0d448a-c864-4454-bc5e-3338049b3a1c') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:40.750651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76341f-a3af-4d09-bf7a-351b6f9a2a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da2a98-e073-423b-94f4-f7a7966c394a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.754864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.764817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-be76341f-a3af-4d09-bf7a-351b6f9a2a54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfd95c470d174a248df9baef79a7e9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5468571 Aug 29 04:19:40.769437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:40.817079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.827746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-ab3e2600-acb7-484b-92b8-fc736f9a5e5f service neutron] 10.222.0.55 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535306 Aug 29 04:19:40.832873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:40.833269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.845616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-9e48993c-9f21-41c6-9868-9addc127faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.847109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-9e48993c-9f21-41c6-9868-9addc127faca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1672995 Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: from cryptography.utils import int_from_bytes Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: from cryptography.utils import int_from_bytes Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:40.856222 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:40.890522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a423fef-740a-4efd-bc42-d7892cbaea5b req-c38e6fb9-551e-4431-8c3a-505d96e21ed8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.892547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a423fef-740a-4efd-bc42-d7892cbaea5b req-c38e6fb9-551e-4431-8c3a-505d96e21ed8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1730516 Aug 29 04:19:40.921620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dcaa5-6522-460e-a954-667efd629b4e req-bb206c02-33f9-4774-bd20-702133117600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.923131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac3dcaa5-6522-460e-a954-667efd629b4e req-bb206c02-33f9-4774-bd20-702133117600 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1098 time: 0.1419735 Aug 29 04:19:40.940418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.949968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-4c1e20ec-3123-4002-a292-27d02112d293 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394593 Aug 29 04:19:40.972409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.973139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.977492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/95f9816f-a7ff-4820-baab-bae456a57675 HTTP/1.1" status: 204 len: 168 time: 0.8692770 Aug 29 04:19:40.991686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681ed23-013f-4fa2-b723-65b2c0826cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f9816f-a7ff-4820-baab-bae456a57675,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.012324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac3dcaa5-6522-460e-a954-667efd629b4e req-0fa0387d-68f8-4bee-8d0b-eb87e7574c52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791175 Aug 29 04:19:41.127119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:41.175675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a360c8eb-4716-4294-ac0a-4aa5bedb78ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=566110f4e1c549f8be37fa16d36e3783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470953 Aug 29 04:19:41.178246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39314) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:41.264450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a423fef-740a-4efd-bc42-d7892cbaea5b req-3184b956-fcd9-40f5-ab1a-200edf962043 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376174 Aug 29 04:19:41.268685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.294184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-400e7d35-2ab1-4640-9fde-9878324605cc service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320564 Aug 29 04:19:41.342276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8b98-25dd-460a-8c85-153572e236e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.366350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2eb03-e70f-4481-be92-5b34ee9de1d1 req-cc1a9ceb-c5e4-4f99-a9fb-298d4446aa05 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.367836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dca2eb03-e70f-4481-be92-5b34ee9de1d1 req-cc1a9ceb-c5e4-4f99-a9fb-298d4446aa05 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.1015956 Aug 29 04:19:41.380942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0426-a56c-4434-b122-55d3973ca41a req-8fc609f5-5434-4cb8-ac13-2c0d22830248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.382507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a59e0426-a56c-4434-b122-55d3973ca41a req-8fc609f5-5434-4cb8-ac13-2c0d22830248 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 1099 time: 0.1573544 Aug 29 04:19:41.398243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.402318 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.403699 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1da2a98-e073-423b-94f4-f7a7966c394a HTTP/1.1" status: 204 len: 168 time: 0.6331861 Aug 29 04:19:41.407586 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8b98-25dd-460a-8c85-153572e236e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.442706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da2a98-e073-423b-94f4-f7a7966c394a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.464695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.465378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.465935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.466483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.466969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.467305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.467750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.468139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.468550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.468943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.469335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.470289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa8ca3-2ca8-4219-8e9c-087f4e8a4478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:41.494472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4813df8-b23c-4828-a2fa-7b49e528bc5a req-3753d508-b8e7-4c06-a2b0-2e2563ae0156 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.496640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4813df8-b23c-4828-a2fa-7b49e528bc5a req-3753d508-b8e7-4c06-a2b0-2e2563ae0156 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1096 time: 0.1191514 Aug 29 04:19:41.523158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db56cc9-0157-436d-a330-f8b9233f06e3 req-feb21528-a44b-4145-a51b-a88553fc577a service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119198 Aug 29 04:19:41.528321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dca2eb03-e70f-4481-be92-5b34ee9de1d1 req-5b868186-54fc-4d9a-b115-f15c14079143 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448784 Aug 29 04:19:41.560497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4813df8-b23c-4828-a2fa-7b49e528bc5a req-d3982f76-b2b4-4ef0-9270-084a9966a7ee tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538452 Aug 29 04:19:41.619823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0426-a56c-4434-b122-55d3973ca41a req-161a5ca9-44e3-448a-91bc-8cc73febde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.622992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a59e0426-a56c-4434-b122-55d3973ca41a req-161a5ca9-44e3-448a-91bc-8cc73febde25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2133620 Aug 29 04:19:41.632499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8b98-25dd-460a-8c85-153572e236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.638469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8b98-25dd-460a-8c85-153572e236e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.645024 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a0cf8b98-25dd-460a-8c85-153572e236e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/082451dd-b028-4624-af0f-fc6f29188380 HTTP/1.1" status: 204 len: 168 time: 0.4653544 Aug 29 04:19:41.660279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-769e9d01-9568-4aea-a24f-a8edc41a79cf req-9a7ac370-4ba8-40d0-b024-ccc014459f7f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 210 time: 0.0393236 Aug 29 04:19:41.698059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf8b98-25dd-460a-8c85-153572e236e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082451dd-b028-4624-af0f-fc6f29188380,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.807201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a59e0426-a56c-4434-b122-55d3973ca41a req-dc318cad-ce41-4fc8-a3a5-be7f00e36052 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2796a16b-880a-411b-904d-90bbfe6e46cf HTTP/1.1" status: 200 len: 217 time: 0.1601985 Aug 29 04:19:41.815184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf21a6e-bd99-412e-850b-080286204d2a req-361a67dc-40c3-4fa6-a764-c41de4b7b93a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.826246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fcf21a6e-bd99-412e-850b-080286204d2a req-361a67dc-40c3-4fa6-a764-c41de4b7b93a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 948 time: 0.0805578 Aug 29 04:19:41.895106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fcf21a6e-bd99-412e-850b-080286204d2a req-84f07a8d-2a0a-4994-b892-979b601e9cd4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678158 Aug 29 04:19:41.967477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0426-a56c-4434-b122-55d3973ca41a req-5db7a534-f715-4ed5-bd21-490ea28affc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.968939 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a59e0426-a56c-4434-b122-55d3973ca41a req-5db7a534-f715-4ed5-bd21-490ea28affc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1371515 Aug 29 04:19:42.020026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39350) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:42.034465 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f87693-ec96-44db-82bf-bab5a9ad866b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.045559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-ccac158b-6c4b-483f-bd3c-780656871d17 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.047818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-ccac158b-6c4b-483f-bd3c-780656871d17 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.2327356 Aug 29 04:19:42.068005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-51d0cd14-b303-41db-8f74-63634d081f85 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/quotas/7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 375 time: 0.0135322 Aug 29 04:19:42.090831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0426-a56c-4434-b122-55d3973ca41a req-6d4e48a4-fd76-4d4a-a9b2-7259f7352bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.092620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a59e0426-a56c-4434-b122-55d3973ca41a req-6d4e48a4-fd76-4d4a-a9b2-7259f7352bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1034701 Aug 29 04:19:42.155221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f87693-ec96-44db-82bf-bab5a9ad866b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.160352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-79f87693-ec96-44db-82bf-bab5a9ad866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.184176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-9ff2b92c-1408-406f-b17a-9a9848d5ee47 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093628 Aug 29 04:19:42.216109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f87693-ec96-44db-82bf-bab5a9ad866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71dbf3b-0de6-47fb-a2c7-d1ba7966e3e0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:42.221031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-79f87693-ec96-44db-82bf-bab5a9ad866b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3187695b7d4f428abb4ccb1db743b0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996706 Aug 29 04:19:42.223513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:42.265153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:42.268681 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b90ba8-3d29-4f1e-84bf-802b99647323" -d '{"events": [{"name": "network-changed", "server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:42.274614 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:42.291557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c965c0-1981-421a-97e0-cc58892c9c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.319144 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c965c0-1981-421a-97e0-cc58892c9c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.334323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a59e0426-a56c-4434-b122-55d3973ca41a req-8e97e13a-cbf3-4e04-b4c4-0b3393f187bb service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256775 Aug 29 04:19:42.349855 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a8ee6a-6a63-4227-990c-377760e867c4 x-openstack-request-id: req-99a8ee6a-6a63-4227-990c-377760e867c4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:42.350273 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:42.350623 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99a8ee6a-6a63-4227-990c-377760e867c4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:42.351128 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65', 'status': 'completed', 'code': 200} Aug 29 04:19:42.377013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c965c0-1981-421a-97e0-cc58892c9c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.383328 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c965c0-1981-421a-97e0-cc58892c9c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.385476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f4c965c0-1981-421a-97e0-cc58892c9c4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e71dbf3b-0de6-47fb-a2c7-d1ba7966e3e0 HTTP/1.1" status: 204 len: 168 time: 0.1607943 Aug 29 04:19:42.420808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c965c0-1981-421a-97e0-cc58892c9c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71dbf3b-0de6-47fb-a2c7-d1ba7966e3e0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:42.486553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a59e0426-a56c-4434-b122-55d3973ca41a req-65964e48-8403-4afd-baad-0a14d0152972 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391931 Aug 29 04:19:42.492965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f1cdf-619d-4357-a4a9-dff747b49392 req-f2869d50-0350-4c68-81d8-c4c75421ab87 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.494777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a58f1cdf-619d-4357-a4a9-dff747b49392 req-f2869d50-0350-4c68-81d8-c4c75421ab87 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0711999 Aug 29 04:19:42.504716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-bf47e14c-3d31-43dd-8a61-dd6f069ce83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.506628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-bf47e14c-3d31-43dd-8a61-dd6f069ce83c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 1100 time: 0.1198339 Aug 29 04:19:42.511499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-92f01b0a-5a03-49b8-8ea0-184551915b17 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084550 Aug 29 04:19:42.622096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a58f1cdf-619d-4357-a4a9-dff747b49392 req-e1d0d5b6-7a50-4707-b5b2-72c90f308542 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035368 Aug 29 04:19:42.636739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-d4ede53c-b9ae-42a5-8d60-d344879f0e01 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184957 Aug 29 04:19:42.747957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-cba9111f-2e19-4a9f-8745-1160845d1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.749524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-cba9111f-2e19-4a9f-8745-1160845d1380 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2298741 Aug 29 04:19:42.780527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e6545-82a3-4f9e-be32-f063778f7b05 req-955138ef-294f-458e-bc1b-716f7a01b62f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.782734 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f79e6545-82a3-4f9e-be32-f063778f7b05 req-955138ef-294f-458e-bc1b-716f7a01b62f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.0851665 Aug 29 04:19:42.844692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-d9a97bb0-76b9-453e-b186-597124a8ab49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65 HTTP/1.1" status: 200 len: 217 time: 0.0785410 Aug 29 04:19:42.945342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-2c44ccc2-57b7-4891-b89f-84d0381d0344 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.947128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-2c44ccc2-57b7-4891-b89f-84d0381d0344 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.32 "GET /v2.0/networks?id=88f319d5-c481-44ca-a848-e04a278882d8 HTTP/1.1" status: 200 len: 816 time: 0.1470883 Aug 29 04:19:42.977749 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcb6da2c-99ab-4229-a10b-ea954ae43ce6 req-61869975-df68-420e-a1ae-46997d0e41ac tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 210 time: 0.0295546 Aug 29 04:19:43.006193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f79e6545-82a3-4f9e-be32-f063778f7b05 req-6831c862-1f01-4b5c-9101-7881ba59d39f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769726 Aug 29 04:19:43.011078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-aaf6c303-0a33-428a-bd04-4153c9bdeceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.015149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-aaf6c303-0a33-428a-bd04-4153c9bdeceb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1424971 Aug 29 04:19:43.041737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39400) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:43.112242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1548ab6d-2acd-4dc8-8e7d-b9d76df89174 req-b1dc80a7-0b07-4de4-8a33-74eef22548a9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 210 time: 0.0351772 Aug 29 04:19:43.242527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1148709146-network', 'tenant_id': 'b2d53f53700c4c6e8200900c74fb755e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:43.256568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a08d-9468-4469-b100-b56331cd22c7 req-058a8dbe-63aa-457d-91d7-b2bc749a11fa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.258232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b30a08d-9468-4469-b100-b56331cd22c7 req-058a8dbe-63aa-457d-91d7-b2bc749a11fa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 948 time: 0.0760627 Aug 29 04:19:43.274807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Made reservation on behalf of b2d53f53700c4c6e8200900c74fb755e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:43.277209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.285927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.300113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b30a08d-9468-4469-b100-b56331cd22c7 req-1c6731f5-2e90-4336-a08e-8251f0bcfe43 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Aug 29 04:19:43.403266 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.418882 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.477311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78dca5-8fd9-470a-9039-a0d42d956ba5 req-bb6e6810-0e22-4ab1-a131-623746dc591e tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.479281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b78dca5-8fd9-470a-9039-a0d42d956ba5 req-bb6e6810-0e22-4ab1-a131-623746dc591e tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1098 time: 0.1139030 Aug 29 04:19:43.483618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:43.486113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-c24f6a1e-29e7-4b6e-8c11-4d93f4f73ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.488393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-c24f6a1e-29e7-4b6e-8c11-4d93f4f73ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906749 Aug 29 04:19:43.491995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-ac46871a-c3fb-473d-83af-5157534b1411 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61de6029f3d548cf8bf5620f93c2ebf2 HTTP/1.1" status: 200 len: 380 time: 0.0977089 Aug 29 04:19:43.496315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd8887-7b94-425c-be2c-edddbdd8a560,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.522741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Request body: {'port': {'device_id': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'admin_state_up': True, 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'security_groups': ['062f21eb-aaba-4758-8a93-fd3532d1a577']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:43.611998 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.611998 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Added segment 8b24a393-5ef7-485e-867d-a5746a9f1f6a of type vlan for network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 Aug 29 04:19:43.646963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b78dca5-8fd9-470a-9039-a0d42d956ba5 req-12dfa092-b480-4982-9cf8-ab4374e8304a tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441119 Aug 29 04:19:43.668287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-3bde1032-9d36-4d86-9832-98aaf07ceaa4 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683276 Aug 29 04:19:43.668882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2796a16b-880a-411b-904d-90bbfe6e46cf details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:43.708209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.832269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.833509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.834353 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.856267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b90ba8-3d29-4f1e-84bf-802b99647323 req-bc47e21f-d5f8-44f7-b8ad-0f8d68026db9 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807916 Aug 29 04:19:43.962569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2796a16b-880a-411b-904d-90bbfe6e46cf, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2796a16b-880a-411b-904d-90bbfe6e46cf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:43.976027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '2796a16b-880a-411b-904d-90bbfe6e46cf', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '2796a16b-880a-411b-904d-90bbfe6e46cf', 'mac_address': 'fa:16:3e:38:5e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:44.030962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.039920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Made reservation on behalf of 61de6029f3d548cf8bf5620f93c2ebf2 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:44.046615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.051410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2796a16b-880a-411b-904d-90bbfe6e46cf {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:44.080106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2796a16b-880a-411b-904d-90bbfe6e46cf, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2796a16b-880a-411b-904d-90bbfe6e46cf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:44.085417 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.138423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-706c7f2e-5911-453b-9ee0-82a7104ca78b req-24d2df34-729d-4a7c-a6d1-60403b5fd5b0 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 210 time: 0.0503712 Aug 29 04:19:44.148618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be36d3f-d355-4d68-912c-19ac8607b01d req-6f67bcef-dc1b-459e-83fa-28ab99c3e844 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.156334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2796a16b-880a-411b-904d-90bbfe6e46cf,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.160202 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0be36d3f-d355-4d68-912c-19ac8607b01d req-6f67bcef-dc1b-459e-83fa-28ab99c3e844 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.3097062 Aug 29 04:19:44.196538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1507204 Aug 29 04:19:44.197143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:44.202718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Request body: {'subnet': {'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1148709146-subnet', 'tenant_id': 'b2d53f53700c4c6e8200900c74fb755e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:44.233035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0be36d3f-d355-4d68-912c-19ac8607b01d req-b403dec1-38dc-4055-8226-ffaadba0ea98 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720906 Aug 29 04:19:44.240439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Made reservation on behalf of b2d53f53700c4c6e8200900c74fb755e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:44.259455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.284601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eaf39-d075-4428-bbdd-cc554894f298 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7cdff3-c4c9-4a63-b998-e1dc346145d1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.296121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:44.477473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Allocated IP 172.20.0.14 (88f319d5-c481-44ca-a848-e04a278882d8/6099c378-3ab7-4017-86ea-183e319d925d/b87da76b-7a86-479a-a627-e9dd07610ebe) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:44.625193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0415efbc-de25-4e3a-8754-47ddc325d913 req-7202024a-64e2-4eed-905a-9c37e998445f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 210 time: 0.1639605 Aug 29 04:19:44.628507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a955-b5d5-46b7-8562-549abb5e312f req-a9932bc0-a1f7-4bf4-a695-bdc5b0df0dd7 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.630125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5dc2a955-b5d5-46b7-8562-549abb5e312f req-a9932bc0-a1f7-4bf4-a695-bdc5b0df0dd7 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 948 time: 0.1331868 Aug 29 04:19:44.669296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2796a16b-880a-411b-904d-90bbfe6e46cf'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:44.749736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5dc2a955-b5d5-46b7-8562-549abb5e312f req-71865664-429a-4c7f-ac8c-7697200835da tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820587 Aug 29 04:19:44.785279 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.804366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Transition to ACTIVE for port object b87da76b-7a86-479a-a627-e9dd07610ebe will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:44.858700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.916188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Network 88f319d5-c481-44ca-a848-e04a278882d8 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:44.926922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:44.941987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:44.951360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event updated for resources: {'Port': ['ID=b87da76b-7a86-479a-a627-e9dd07610ebe,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.046657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.050082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.051565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.083896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-9fda48a3-f7db-4c85-ac81-2dd59a1a9a1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5724449 Aug 29 04:19:45.109155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95987889-52a7-4dfd-947d-e6abdefbfc28,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.120698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-08479ee4-0b00-4b65-b09d-f897c2fb7f45 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.125011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Request body: {'port': {'device_id': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:45.132065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-08479ee4-0b00-4b65-b09d-f897c2fb7f45 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.6751921 Aug 29 04:19:45.153302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Request body: {'port': {'device_id': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'admin_state_up': True, 'tenant_id': '7c456b17abe74c89a717b2b8b6a8ed98'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:45.286987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Checking segment: {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:45.287254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Network hostable DHCP agents. Network: cd7cdff3-c4c9-4a63-b998-e1dc346145d1, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:45.290690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d29b15cc-0e94-4414-9f68-5999e2356f2d None None] Provisioning for port b87da76b-7a86-479a-a627-e9dd07610ebe completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:45.296122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d29b15cc-0e94-4414-9f68-5999e2356f2d None None] Provisioning complete for port b87da76b-7a86-479a-a627-e9dd07610ebe triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:45.297026 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d29b15cc-0e94-4414-9f68-5999e2356f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.341932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-08efc065-c2cb-416f-bf5b-a304b9faf89d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17940608b9db4f5d95f96f11822e9d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711360 Aug 29 04:19:45.347051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d29b15cc-0e94-4414-9f68-5999e2356f2d None None] Port b87da76b-7a86-479a-a627-e9dd07610ebe cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:45.348459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.464049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:45.494262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, cd7cdff3-c4c9-4a63-b998-e1dc346145d1) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:45.504359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee53024-ec56-4a89-8f61-a456714a16eb None None] Network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:45.504806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa3dc4-010c-4c3e-95f5-f7f3d1f0a751 req-e192380b-bb91-4b9d-b116-8b01896bea49 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.506820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32fa3dc4-010c-4c3e-95f5-f7f3d1f0a751 req-e192380b-bb91-4b9d-b116-8b01896bea49 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 932 time: 0.1753030 Aug 29 04:19:45.512208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.513257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.522209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Made reservation on behalf of 7c456b17abe74c89a717b2b8b6a8ed98 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:45.526888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.601795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e679335b-6c88-4d39-90c7-d553f4d4432a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4029729 Aug 29 04:19:45.606187 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32fa3dc4-010c-4c3e-95f5-f7f3d1f0a751 req-b9ce7da8-ba3f-4204-bece-42a611b8b7de tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880172 Aug 29 04:19:45.728746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30055b14-9df8-4c58-b54a-70b277ecb3b3 None None] Network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:45.814931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b3042-1ec3-4102-be2d-ad40674f98b7 req-17152c1f-712f-4dac-b741-c08fe246b14f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:45.823070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b93b3042-1ec3-4102-be2d-ad40674f98b7 req-17152c1f-712f-4dac-b741-c08fe246b14f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0941505 Aug 29 04:19:45.850070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Allocated IP 172.20.0.8 (9fdd33ed-09ab-458b-af6e-37abdadf7bb2/aec885d3-0623-4791-b3d2-1402e1777348/d7961767-429e-4189-8541-88a5df1460d1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:45.894595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b93b3042-1ec3-4102-be2d-ad40674f98b7 req-a5cf075f-1b90-44a3-8c3e-85ff1faf6582 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704098 Aug 29 04:19:46.037435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-8cda2859-c611-495b-b263-7e7cb5bb5dfd tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.038901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-8cda2859-c611-495b-b263-7e7cb5bb5dfd tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6587574 Aug 29 04:19:46.046478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4696b85-7f2c-4434-a43b-8aeb0e25fb6c req-f51451e9-caf7-44fd-aa61-ef90a8fb85b0 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 210 time: 0.0350313 Aug 29 04:19:46.058043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-620ab4c4-028c-4e68-9849-6abd592bf30c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/quotas/17940608b9db4f5d95f96f11822e9d12 HTTP/1.1" status: 200 len: 375 time: 0.0131655 Aug 29 04:19:46.116764 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.133144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-e2397121-db8a-43f0-8902-5be386f09540 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657711 Aug 29 04:19:46.150023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87da76b-7a86-479a-a627-e9dd07610ebe {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:46.161166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.176116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Transition to ACTIVE for port object b87da76b-7a86-479a-a627-e9dd07610ebe will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:46.180856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.203699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ae313027-ac56-407a-b6aa-5c11cf1f2b65 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:46.209047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bebfc-50f4-4b35-a0d1-4ae44f883521 req-4df8fa5f-0ad2-467f-9d68-1320b2af0f4c tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.217256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bebfc-50f4-4b35-a0d1-4ae44f883521 req-4df8fa5f-0ad2-467f-9d68-1320b2af0f4c tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 948 time: 0.0873475 Aug 29 04:19:46.236876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.308265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bebfc-50f4-4b35-a0d1-4ae44f883521 req-962abaea-17c5-4abd-acc1-f1f2c80dd5d2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892134 Aug 29 04:19:46.349926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:46.355856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:46.362183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:46.368076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.368826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.384379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:46.388246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3c287fe2-f849-4b84-bc2c-edcbed608a6a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389328 Aug 29 04:19:46.428007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Request body: {'port': {'device_id': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:46.445525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ae313027-ac56-407a-b6aa-5c11cf1f2b65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.490157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65', 'mac_address': 'fa:16:3e:21:f5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:46.511459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Pushing event updated for resources: {'Port': ['ID=b87da76b-7a86-479a-a627-e9dd07610ebe,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:46.573192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.578350 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.606885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae313027-ac56-407a-b6aa-5c11cf1f2b65 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:46.609983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-4e9d0e81-c3cc-4951-8fd6-24bc356aae8f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17940608b9db4f5d95f96f11822e9d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000059 Aug 29 04:19:46.651324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ae313027-ac56-407a-b6aa-5c11cf1f2b65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.656217 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.680921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Attempting to bind port b87da76b-7a86-479a-a627-e9dd07610ebe on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:46.681245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Attempting to bind port b87da76b-7a86-479a-a627-e9dd07610ebe by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:46.681577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Attempting to bind port b87da76b-7a86-479a-a627-e9dd07610ebe on network 88f319d5-c481-44ca-a848-e04a278882d8 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:46.728682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Port b87da76b-7a86-479a-a627-e9dd07610ebe on network 88f319d5-c481-44ca-a848-e04a278882d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:46.729049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Attempting to bind port b87da76b-7a86-479a-a627-e9dd07610ebe on network 88f319d5-c481-44ca-a848-e04a278882d8 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:46.738251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ae313027-ac56-407a-b6aa-5c11cf1f2b65,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:46.757635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:46.758050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Checking segment: {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:46.758352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Bound using segment: {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:46.758964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Bound port: b87da76b-7a86-479a-a627-e9dd07610ebe, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7260c803-4868-4337-9b82-4eed7865204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:46.759309 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.770652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.771225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.772917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.773424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.773894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.774478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.774924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.775391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.775832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.776314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.776764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.777249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:46.798801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49dc44fe-79e3-4ba3-b8f3-5769ebb15390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.835293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-d328c81b-39b3-4bb0-8f7f-19a161ce3be6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.842740 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-d328c81b-39b3-4bb0-8f7f-19a161ce3be6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 815 time: 0.2509627 Aug 29 04:19:46.888798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-1828691a-23b6-4ae8-8038-13186a661e69 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:46.896762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-433e0373-0c53-405d-8486-98d7304d133a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/quotas/b2d53f53700c4c6e8200900c74fb755e HTTP/1.1" status: 200 len: 375 time: 0.0530870 Aug 29 04:19:46.899489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-1828691a-23b6-4ae8-8038-13186a661e69 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728219 Aug 29 04:19:46.933673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-cf90fcbc-933a-4969-a1f9-2684cd714eb3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/quotas/17940608b9db4f5d95f96f11822e9d12 HTTP/1.1" status: 200 len: 375 time: 0.0332544 Aug 29 04:19:46.943139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-d61ac71c-bc6f-4463-adc0-6ae3a95cc793 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454271 Aug 29 04:19:46.963206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] For port b87da76b-7a86-479a-a627-e9dd07610ebe, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:46.991760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-21674d45-ddcc-4a1b-af9d-f2833f8709a4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571392 Aug 29 04:19:47.007593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] For port b87da76b-7a86-479a-a627-e9dd07610ebe, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b87da76b-7a86-479a-a627-e9dd07610ebe,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:47.014384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.058463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['ae313027-ac56-407a-b6aa-5c11cf1f2b65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:47.098273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.098900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.100775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] 10.222.0.32 "PUT /v2.0/ports/b87da76b-7a86-479a-a627-e9dd07610ebe HTTP/1.1" status: 200 len: 1093 time: 1.9846873 Aug 29 04:19:47.107655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:47.110264 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:47.163807 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-128a959d-36a5-48de-853b-a74ee2ec47c2 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193387 Aug 29 04:19:47.190158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8ce20-ec47-4c36-9c45-9f6926a44072 service neutron] Pushing event updated for resources: {'Port': ['ID=b87da76b-7a86-479a-a627-e9dd07610ebe,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.357456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-4bf7f801-ae06-4bde-824f-d3160a409cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.363379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-4bf7f801-ae06-4bde-824f-d3160a409cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61de6029f3d548cf8bf5620f93c2ebf2&device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 1096 time: 0.1002963 Aug 29 04:19:47.431286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7961767-429e-4189-8541-88a5df1460d1 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:47.456451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.471282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-b9d153a1-a113-49f5-a159-03463a4e55d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87da76b-7a86-479a-a627-e9dd07610ebe HTTP/1.1" status: 200 len: 217 time: 0.0880721 Aug 29 04:19:47.484742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-1dcc3a7f-64e7-4731-9b4f-fdfbaadc1303 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201995 Aug 29 04:19:47.487830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Transition to ACTIVE for port object d7961767-429e-4189-8541-88a5df1460d1 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:47.493575 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.576508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-cf3e5535-1d77-48c7-9b8a-6620bcb4f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.576925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.580645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-cf3e5535-1d77-48c7-9b8a-6620bcb4f81b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6099c378-3ab7-4017-86ea-183e319d925d HTTP/1.1" status: 200 len: 855 time: 0.0994029 Aug 29 04:19:47.615216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:47.615852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:47.616349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:47.621411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:47.622033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:47.627617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:47.627949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:47.628509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:47.629096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Bound port: d7961767-429e-4189-8541-88a5df1460d1, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:47.629633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.642866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798c2-5be2-4b78-a116-613de43d6436 req-b7358757-b99b-4056-b70c-fcfa6b00e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:47.644725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-b7358757-b99b-4056-b70c-fcfa6b00e045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88f319d5-c481-44ca-a848-e04a278882d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551798 Aug 29 04:19:47.699278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2796a16b-880a-411b-904d-90bbfe6e46cf up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:47.724561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:47.743463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:47.752782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.869847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 2796a16b-880a-411b-904d-90bbfe6e46cf completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:47.876429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 2796a16b-880a-411b-904d-90bbfe6e46cf triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:47.876857 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.930145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-50d9188e-20a2-4fc1-b1c7-40424ef232ae tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=17940608b9db4f5d95f96f11822e9d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258710 Aug 29 04:19:47.933827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-b3c0e287-fe45-451f-bfec-be8aa96188b2 service neutron] 10.222.0.32 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768230 Aug 29 04:19:48.019540 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.076447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2796a16b-880a-411b-904d-90bbfe6e46cf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:48.087002 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d7558f-73d6-4111-a5a9-015a7343bfb6" -d '{"events": [{"server_uuid": "4985dfdb-a83a-4180-a2bd-a48d739eb1b6", "name": "network-vif-plugged", "status": "completed", "tag": "2796a16b-880a-411b-904d-90bbfe6e46cf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:48.107265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2796a16b-880a-411b-904d-90bbfe6e46cf, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2796a16b-880a-411b-904d-90bbfe6e46cf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:48.112579 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.265115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2796a16b-880a-411b-904d-90bbfe6e46cf,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.325358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-4f076486-4c99-40bf-af2e-0c37dc228389 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.326948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-4f076486-4c99-40bf-af2e-0c37dc228389 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3905556 Aug 29 04:19:48.353447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Request body: {'port': {'device_id': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '17940608b9db4f5d95f96f11822e9d12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:48.373814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.375908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.378470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 200 len: 1092 time: 1.9565439 Aug 29 04:19:48.385258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:48.388249 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe47632f-463d-4d99-a0a8-257b67bd4093" -d '{"events": [{"name": "network-changed", "server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "tag": "d7961767-429e-4189-8541-88a5df1460d1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:48.424586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7310f92-2031-414a-89b4-8498dfbe04c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.441426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caab22-49b8-4bb1-8ba5-587eb4ff3cdd req-37e66e5f-c16e-4a25-b406-06c231bb1d1b tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.451759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35caab22-49b8-4bb1-8ba5-587eb4ff3cdd req-37e66e5f-c16e-4a25-b406-06c231bb1d1b tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.1717761 Aug 29 04:19:48.534932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35caab22-49b8-4bb1-8ba5-587eb4ff3cdd req-4935166e-155d-4f76-af1b-2a6aa9a8dde0 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813479 Aug 29 04:19:48.539095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-dd790870-7fe8-4cde-8ccf-764f5492c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.542054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-dd790870-7fe8-4cde-8ccf-764f5492c83c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1095 time: 0.0878782 Aug 29 04:19:48.584542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245454f-eb4f-4183-ae59-76dfad8b70bf req-c45edae4-b880-48ae-81fb-c47a01475928 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.586123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e245454f-eb4f-4183-ae59-76dfad8b70bf req-c45edae4-b880-48ae-81fb-c47a01475928 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.3850579 Aug 29 04:19:48.598670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45e798c2-5be2-4b78-a116-613de43d6436 req-751a6b12-e900-48ac-8976-b7ab7365781a service neutron] 10.222.0.32 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480207 Aug 29 04:19:48.605302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-3050c08e-f4e5-43a1-aa45-30f2c243838a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 200 len: 217 time: 0.0491571 Aug 29 04:19:48.705163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-551f494e-d1b3-4e45-b80f-e6f2a61e6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.706178 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e245454f-eb4f-4183-ae59-76dfad8b70bf req-38c6a603-7a8d-44ee-adae-e9db11c67e24 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065133 Aug 29 04:19:48.706770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-551f494e-d1b3-4e45-b80f-e6f2a61e6eac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0894883 Aug 29 04:19:48.734309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Made reservation on behalf of 17940608b9db4f5d95f96f11822e9d12 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:48.738286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.756891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.760219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-2f480e48-7d81-4605-9b6d-3a903271342c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359032 Aug 29 04:19:48.779015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b722611-0c3c-49a7-ad55-6dd9b9a33bdc req-2ad132a7-91db-4068-ae3a-6f17f341c25f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.787505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b722611-0c3c-49a7-ad55-6dd9b9a33bdc req-2ad132a7-91db-4068-ae3a-6f17f341c25f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.1059334 Aug 29 04:19:48.822305 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240870d4-c3f9-4a84-8952-4d8831823dea x-openstack-request-id: req-240870d4-c3f9-4a84-8952-4d8831823dea {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:48.822639 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:48.822844 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-240870d4-c3f9-4a84-8952-4d8831823dea {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:48.823251 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'status': 'completed', 'code': 200} Aug 29 04:19:48.966651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b722611-0c3c-49a7-ad55-6dd9b9a33bdc req-89c7ec6d-db07-47d3-8d42-fe2ac4d3beb2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770105 Aug 29 04:19:48.987880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3f2a745-9a45-407e-af28-d4876a8d7271 req-da99ca4f-15dc-44b9-b9d6-89fc24797d64 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 210 time: 0.0741870 Aug 29 04:19:49.024242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-60f6c60e-5a48-4981-8b6b-2a66c19dcbe4 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346849 Aug 29 04:19:49.033023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-06a6c26f-adfe-4f38-8e8e-8770a8e59308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.034626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-06a6c26f-adfe-4f38-8e8e-8770a8e59308 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61de6029f3d548cf8bf5620f93c2ebf2&device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 1096 time: 0.1563995 Aug 29 04:19:49.079794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-cbf53ea8-d187-41bd-8aa5-525fd288a5d1 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=17940608b9db4f5d95f96f11822e9d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371225 Aug 29 04:19:49.137325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.147641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.200122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66910949-f8a0-43d1-b046-32c8400c05c1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:49.275525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-8e3a775d-a162-48cb-a8ae-4ab9429dd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.276795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-8e3a775d-a162-48cb-a8ae-4ab9429dd0d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88f319d5-c481-44ca-a848-e04a278882d8 HTTP/1.1" status: 200 len: 917 time: 0.2275431 Aug 29 04:19:49.296980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adbc5f2b-f1bb-496b-81ec-cd684764776a req-1e881738-ee3b-41d7-992f-4d256da89ef5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 210 time: 0.0369034 Aug 29 04:19:49.319905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98ffc-50ec-45bf-a385-aa03c1ebed1b req-76792035-40b9-4187-ba8a-715be9f3da38 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.328694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15b98ffc-50ec-45bf-a385-aa03c1ebed1b req-76792035-40b9-4187-ba8a-715be9f3da38 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 949 time: 0.2466416 Aug 29 04:19:49.369934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-97efcf98-f108-4f27-869e-73112c4d5017 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87da76b-7a86-479a-a627-e9dd07610ebe HTTP/1.1" status: 200 len: 217 time: 0.0411384 Aug 29 04:19:49.379846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c91cf41-3d49-452c-bbc2-e1b1531029ba req-2b184b5d-997b-4e1a-a0de-e9a8904c8a9a service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468158 Aug 29 04:19:49.395550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-940ce150-bcc0-4cec-9c2b-3b3b6826f3e4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.397019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-940ce150-bcc0-4cec-9c2b-3b3b6826f3e4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031337 Aug 29 04:19:49.411984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Request body: {'port': {'device_id': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '17940608b9db4f5d95f96f11822e9d12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:49.430725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-23d1d202-16c3-4b57-9b45-53959d6f24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.432288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-23d1d202-16c3-4b57-9b45-53959d6f24f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6099c378-3ab7-4017-86ea-183e319d925d HTTP/1.1" status: 200 len: 855 time: 0.0511806 Aug 29 04:19:49.445109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Allocated IP 192.168.233.112 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/4d872953-fc3c-42e8-9565-9edbf5be971a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:49.447429 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df72600-19b9-4420-99f5-b5e37b362ad5 x-openstack-request-id: req-9df72600-19b9-4420-99f5-b5e37b362ad5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:49.448876 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4985dfdb-a83a-4180-a2bd-a48d739eb1b6", "name": "network-vif-plugged", "status": "completed", "tag": "2796a16b-880a-411b-904d-90bbfe6e46cf", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:49.449927 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9df72600-19b9-4420-99f5-b5e37b362ad5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:49.451056 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2796a16b-880a-411b-904d-90bbfe6e46cf', 'code': 200} Aug 29 04:19:49.464539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3068c26e-4310-45bc-a92e-aede81dab57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.521130 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66edc71-85cb-4c51-9c12-71b675f67ef3 x-openstack-request-id: req-f66edc71-85cb-4c51-9c12-71b675f67ef3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:49.522007 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "tag": "d7961767-429e-4189-8541-88a5df1460d1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:49.522391 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f66edc71-85cb-4c51-9c12-71b675f67ef3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:49.522655 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1', 'status': 'completed', 'code': 200} Aug 29 04:19:49.526087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-e4a410df-dbc0-4f52-8627-092c1dbb0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.527584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-e4a410df-dbc0-4f52-8627-092c1dbb0531 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88f319d5-c481-44ca-a848-e04a278882d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839951 Aug 29 04:19:49.533876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15b98ffc-50ec-45bf-a385-aa03c1ebed1b req-cfe8be2c-fb71-45af-b458-08938d2b3e5c tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040844 Aug 29 04:19:49.580099 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.611873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Made reservation on behalf of 17940608b9db4f5d95f96f11822e9d12 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:49.617147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.771166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-fed6da78-d561-45d3-aee3-6769f1e666c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.772987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-fed6da78-d561-45d3-aee3-6769f1e666c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1095 time: 0.1519384 Aug 29 04:19:49.786234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.816741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Transition to ACTIVE for port object 4d872953-fc3c-42e8-9565-9edbf5be971a will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:49.822610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a200e-5296-4bb0-a3ef-ef4b5bbca1d6 req-a34ef113-43dc-4ae3-a5b4-3a17775e2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.824107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-559a200e-5296-4bb0-a3ef-ef4b5bbca1d6 req-a34ef113-43dc-4ae3-a5b4-3a17775e2e9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 1101 time: 0.2495513 Aug 29 04:19:49.827150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27842827-f3a3-44ac-b448-04617c30fc3b req-043bdd9a-4d0d-4a5e-81e1-35da0effc65e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:49.830050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27842827-f3a3-44ac-b448-04617c30fc3b req-043bdd9a-4d0d-4a5e-81e1-35da0effc65e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.1644013 Aug 29 04:19:49.884653 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-26254425-9dce-4a9e-b7f3-f4ca200f22b8 service neutron] 10.222.0.32 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373805 Aug 29 04:19:49.914460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.931427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27842827-f3a3-44ac-b448-04617c30fc3b req-d977c222-016e-42fd-9dcd-c6b8d2810f30 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803900 Aug 29 04:19:50.007182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-4ab8269c-b832-41fa-a53c-bb5aee30bd4d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.008285 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-4ab8269c-b832-41fa-a53c-bb5aee30bd4d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 815 time: 0.3980067 Aug 29 04:19:50.035816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:50.042465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Request body: {'port': {'device_id': '22d37690-18c9-4355-b064-6992f82c5276', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'admin_state_up': True, 'tenant_id': 'b2d53f53700c4c6e8200900c74fb755e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:50.050260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:50.053441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:50.076741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-559a200e-5296-4bb0-a3ef-ef4b5bbca1d6 req-f7afa454-6897-4fa4-a209-65f726620fd1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202551 Aug 29 04:19:50.109684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.121784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85d7f-ce89-4505-89fc-02e730f6eefa req-9257c980-6ce1-4f09-a380-41d6287fa5ac tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.126563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53c85d7f-ce89-4505-89fc-02e730f6eefa req-9257c980-6ce1-4f09-a380-41d6287fa5ac tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.2903688 Aug 29 04:19:50.130867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf75105-5e04-4c92-b8bc-74bb2d8eefa1 req-0b62ba53-7d9f-40fa-8682-152bc634df04 service neutron] 10.222.0.32 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310364 Aug 29 04:19:50.146424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-e85482b3-1024-4293-ad1b-9f702573d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.148930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-e85482b3-1024-4293-ad1b-9f702573d4d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.3633983 Aug 29 04:19:50.152006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Allocated IP 192.168.233.126 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/ce5c6ee1-36ef-446a-a2df-754cecfd9086) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:50.164923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.165874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.185002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819faa16-d9a4-442c-847e-f06400c752a6 req-f20d918d-5b6e-4382-ae6e-55e43e8ec74a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.193230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-819faa16-d9a4-442c-847e-f06400c752a6 req-f20d918d-5b6e-4382-ae6e-55e43e8ec74a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.1304505 Aug 29 04:19:50.225247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-dc2168ab-e6eb-4da3-a43d-ff21710a9d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8832233 Aug 29 04:19:50.238167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ae313027-ac56-407a-b6aa-5c11cf1f2b65 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:50.246552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-819faa16-d9a4-442c-847e-f06400c752a6 req-248d94cd-d7b9-487d-8e6f-67c3a2f5874b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521858 Aug 29 04:19:50.281228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Request body: {'port': {'device_id': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:50.334728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port ae313027-ac56-407a-b6aa-5c11cf1f2b65 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:50.340442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port ae313027-ac56-407a-b6aa-5c11cf1f2b65 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:50.342990 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.364957 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.393567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.435886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a9411fa-87c4-496a-ba1e-2dd05b9f0a6b req-4002288b-d174-46e3-b461-f2510c175da5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 210 time: 0.0727353 Aug 29 04:19:50.447788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-4871072b-adf3-48c2-a68b-ae7341a55b10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 200 len: 217 time: 0.0801468 Aug 29 04:19:50.450780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Transition to ACTIVE for port object ce5c6ee1-36ef-446a-a2df-754cecfd9086 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:50.474358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.495877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b79444bd-e951-404c-a90e-c0aa14809d4e None None] Provisioning for port 4d872953-fc3c-42e8-9565-9edbf5be971a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:50.504554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b79444bd-e951-404c-a90e-c0aa14809d4e None None] Provisioning complete for port 4d872953-fc3c-42e8-9565-9edbf5be971a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:50.505211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b79444bd-e951-404c-a90e-c0aa14809d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.546185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53c85d7f-ce89-4505-89fc-02e730f6eefa req-1c486369-054f-4e63-bb58-45103a092f34 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904071 Aug 29 04:19:50.562824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ae313027-ac56-407a-b6aa-5c11cf1f2b65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:50.585569 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.593881 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.642025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-3c141eb2-089f-486e-ba96-b0b615644e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.646150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-3c141eb2-089f-486e-ba96-b0b615644e2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1778576 Aug 29 04:19:50.647002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b79444bd-e951-404c-a90e-c0aa14809d4e None None] Port 4d872953-fc3c-42e8-9565-9edbf5be971a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:50.693417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.697891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ae313027-ac56-407a-b6aa-5c11cf1f2b65,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.704929 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.707610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64783f4c-1dfe-4b85-9c1c-1f03aad475ed req-2448d31d-6bc0-4c88-84f2-eb35d1e560e9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 210 time: 0.0603089 Aug 29 04:19:50.736323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-ec282d0b-f137-4fa6-8956-fb075e4e3e10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680909 Aug 29 04:19:50.737049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Made reservation on behalf of b2d53f53700c4c6e8200900c74fb755e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:50.740517 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.783100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb624e2a-15ab-4c88-915d-f688a0799eec req-a757d257-cf5b-4a8d-89dc-5c64037b5f6e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.784922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb624e2a-15ab-4c88-915d-f688a0799eec req-a757d257-cf5b-4a8d-89dc-5c64037b5f6e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 950 time: 0.1357067 Aug 29 04:19:50.842116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:50.856082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:50.865447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb624e2a-15ab-4c88-915d-f688a0799eec req-d504128a-d02d-4f07-82b4-b679bfe1fdbf tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691392 Aug 29 04:19:50.870167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:50.881493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.883342 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.896052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Pushing event updated for resources: {'Port': ['ID=ce5c6ee1-36ef-446a-a2df-754cecfd9086,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.942929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:50.963965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-f3750838-93d7-41c1-bc5a-0efffd261f7b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5565343 Aug 29 04:19:50.964365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.993291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Transition to ACTIVE for port object 4d872953-fc3c-42e8-9565-9edbf5be971a will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:50.999179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.003117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Request body: {'port': {'device_id': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:51.071153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:51.170210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Allocated IP 172.20.0.14 (cd7cdff3-c4c9-4a63-b998-e1dc346145d1/95987889-52a7-4dfd-947d-e6abdefbfc28/9a160b77-ea95-4538-8973-c101157a654a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:51.182239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Attempting to bind port 4d872953-fc3c-42e8-9565-9edbf5be971a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:51.183394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Attempting to bind port 4d872953-fc3c-42e8-9565-9edbf5be971a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:51.183394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Attempting to bind port 4d872953-fc3c-42e8-9565-9edbf5be971a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:51.190721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Port 4d872953-fc3c-42e8-9565-9edbf5be971a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:51.191178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b8fa8321-7764-4f3f-a88b-df264ab12e3f None None] Provisioning for port ce5c6ee1-36ef-446a-a2df-754cecfd9086 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:51.191599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Attempting to bind port 4d872953-fc3c-42e8-9565-9edbf5be971a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:51.200093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:51.200739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:51.201407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:51.202420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Bound port: 4d872953-fc3c-42e8-9565-9edbf5be971a, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:51.203246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.210803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b8fa8321-7764-4f3f-a88b-df264ab12e3f None None] Provisioning complete for port ce5c6ee1-36ef-446a-a2df-754cecfd9086 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:51.211182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8321-7764-4f3f-a88b-df264ab12e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.286872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa8321-7764-4f3f-a88b-df264ab12e3f None None] Port ce5c6ee1-36ef-446a-a2df-754cecfd9086 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:51.334035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:51.342752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:51.349920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.357637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.410457 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-4084152a-7a0d-4734-bbc4-780f6d9eef95 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525469 Aug 29 04:19:51.448047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.448670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.450475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] 10.222.0.37 "PUT /v2.0/ports/4d872953-fc3c-42e8-9565-9edbf5be971a HTTP/1.1" status: 200 len: 1097 time: 1.1736026 Aug 29 04:19:51.453679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:51.458247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:51.459318 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abd74d7-33b9-41c5-b317-6a4f77494b47" -d '{"events": [{"server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "name": "network-vif-plugged", "status": "completed", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:51.460732 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b1b0e-9579-436f-b350-39dd37245304" -d '{"events": [{"name": "network-changed", "server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:51.504431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29b5b4-6112-46c4-b13d-0a0f5cfb8d94 req-f49fa9e4-dba1-4404-9891-1bb100125fd2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.505978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3b29b5b4-6112-46c4-b13d-0a0f5cfb8d94 req-f49fa9e4-dba1-4404-9891-1bb100125fd2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.1320696 Aug 29 04:19:51.575059 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.577724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7b28e-26d8-4a5e-9f97-9d8e5293de6a service neutron] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:51.606141 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3b29b5b4-6112-46c4-b13d-0a0f5cfb8d94 req-1beebbb4-9a34-4715-94c6-225659922170 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749443 Aug 29 04:19:51.609253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-308de6e1-2299-402e-b5c9-5c78ac17e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.611659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-308de6e1-2299-402e-b5c9-5c78ac17e16c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1100 time: 0.0999842 Aug 29 04:19:51.626495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ce01-7f2a-491b-8d90-5b7ef1a453b3 req-288ff8ba-fa8a-4955-8d79-52ab826d22dc tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.628123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00d2ce01-7f2a-491b-8d90-5b7ef1a453b3 req-288ff8ba-fa8a-4955-8d79-52ab826d22dc tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.5344238 Aug 29 04:19:51.637106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.683434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-4c31d022-f055-48c7-a1a2-a1f18aad2d75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4d872953-fc3c-42e8-9565-9edbf5be971a HTTP/1.1" status: 200 len: 217 time: 0.0611799 Aug 29 04:19:51.773671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-3fac2f81-d37e-4c20-b3b3-195e799b8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.775285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-3fac2f81-d37e-4c20-b3b3-195e799b8570 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0844986 Aug 29 04:19:51.801825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84fe2-5dff-43f2-8560-0d73c351a898 req-f9052cad-cf2e-43f4-ba52-816909156167 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.803462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ed84fe2-5dff-43f2-8560-0d73c351a898 req-f9052cad-cf2e-43f4-ba52-816909156167 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 936 time: 0.0831504 Aug 29 04:19:51.867974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-a685eda7-e6f0-44ea-b153-ab2331294008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.869433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-a685eda7-e6f0-44ea-b153-ab2331294008 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857990 Aug 29 04:19:51.872457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ed84fe2-5dff-43f2-8560-0d73c351a898 req-d835fd24-e903-4815-91be-35a712198fd3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538394 Aug 29 04:19:51.985439 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7d4597-e59c-4b46-a239-a54cb5d3b980 x-openstack-request-id: req-1f7d4597-e59c-4b46-a239-a54cb5d3b980 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:51.986244 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "name": "network-vif-plugged", "status": "completed", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:51.986472 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f7d4597-e59c-4b46-a239-a54cb5d3b980 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:51.986868 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65', 'code': 200} Aug 29 04:19:51.998030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.021459 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-cc80028b-9562-404f-b755-582b0d97a947 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442785 Aug 29 04:19:52.054837 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546b05de-f907-4e39-8f2b-1d573c604d18 x-openstack-request-id: req-546b05de-f907-4e39-8f2b-1d573c604d18 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:52.056531 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:52.056797 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-546b05de-f907-4e39-8f2b-1d573c604d18 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:52.056974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:52.057281 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'status': 'completed', 'code': 200} Aug 29 04:19:52.075315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:52.090594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:52.096067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.096693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.100559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe47632f-463d-4d99-a0a8-257b67bd4093 req-7eb452b0-a5ea-421b-933c-26c9091de8d3 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220913 Aug 29 04:19:52.118937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00d2ce01-7f2a-491b-8d90-5b7ef1a453b3 req-edc369af-4c14-4df4-a524-206add2a54fe tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4256053 Aug 29 04:19:52.139385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-60758aeb-8932-431e-b48a-3ecc49d393b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1079509 Aug 29 04:19:52.182137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Request body: {'port': {'device_id': '22d37690-18c9-4355-b064-6992f82c5276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:52.187562 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.199303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92df64b7-c03b-431f-a1c5-954c1dccbc08 req-bf0da097-4719-4137-ab0b-4a3011634c54 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687503 Aug 29 04:19:52.236904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7961767-429e-4189-8541-88a5df1460d1 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:52.262510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4bd6e-2875-4666-b468-6a27923f26d6 req-a0f2098a-33a1-4e7c-966b-194077ab5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.264137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6a4bd6e-2875-4666-b468-6a27923f26d6 req-a0f2098a-33a1-4e7c-966b-194077ab5aea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 1102 time: 0.1607795 Aug 29 04:19:52.302519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325320c2-1fdd-45c8-94b1-1a253ce884dd req-60dfb6e0-2977-4b5d-b674-d36215797380 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.304263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.310244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-325320c2-1fdd-45c8-94b1-1a253ce884dd req-60dfb6e0-2977-4b5d-b674-d36215797380 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1097829 Aug 29 04:19:52.378845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:52.385379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6a4bd6e-2875-4666-b468-6a27923f26d6 req-2bdf43d9-a1ce-4772-b1c4-cc4b86bd3803 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704377 Aug 29 04:19:52.395530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd7961767-429e-4189-8541-88a5df1460d1', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'port_id': 'd7961767-429e-4189-8541-88a5df1460d1', 'mac_address': 'fa:16:3e:64:4a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec885d3-0623-4791-b3d2-1402e1777348', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:52.399994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-325320c2-1fdd-45c8-94b1-1a253ce884dd req-558f227d-0fe3-4584-88c5-98b340f2607e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886817 Aug 29 04:19:52.440143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1b0e-9579-436f-b350-39dd37245304 req-8b2a6b99-2c64-45d4-8327-5e7d44c1b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.441691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-745b1b0e-9579-436f-b350-39dd37245304 req-8b2a6b99-2c64-45d4-8327-5e7d44c1b19d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1100 time: 0.1865819 Aug 29 04:19:52.447006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.462655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7961767-429e-4189-8541-88a5df1460d1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:52.487072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:52.494511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.531084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5c6ee1-36ef-446a-a2df-754cecfd9086 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:52.551792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7207e7-d336-418b-b04b-bb115fd5849e req-ba2d2f9f-01fd-4bfb-bc13-0d9f08999b63 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.553321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff7207e7-d336-418b-b04b-bb115fd5849e req-ba2d2f9f-01fd-4bfb-bc13-0d9f08999b63 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 932 time: 0.2041440 Aug 29 04:19:52.557353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.570023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.586733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1b0e-9579-436f-b350-39dd37245304 req-0a96d3af-bd7c-4ef1-bedc-f7b0b3b3a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.588448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-745b1b0e-9579-436f-b350-39dd37245304 req-0a96d3af-bd7c-4ef1-bedc-f7b0b3b3a8b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1359653 Aug 29 04:19:52.625346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Transition to ACTIVE for port object ce5c6ee1-36ef-446a-a2df-754cecfd9086 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:52.633461 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.652978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-745b1b0e-9579-436f-b350-39dd37245304 req-1d120ca7-2317-4d70-afcd-4d0d04949302 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4d872953-fc3c-42e8-9565-9edbf5be971a HTTP/1.1" status: 200 len: 217 time: 0.0539551 Aug 29 04:19:52.694591 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff7207e7-d336-418b-b04b-bb115fd5849e req-63d4f728-6a38-4c14-9535-b3863a77bb26 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327591 Aug 29 04:19:52.719385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1b0e-9579-436f-b350-39dd37245304 req-0083bea8-075f-4f2f-8c62-0a8fa6476c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.721475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-745b1b0e-9579-436f-b350-39dd37245304 req-0083bea8-075f-4f2f-8c62-0a8fa6476c2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0543106 Aug 29 04:19:52.721766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Pushing event updated for resources: {'Port': ['ID=ce5c6ee1-36ef-446a-a2df-754cecfd9086,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.764460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f613d-8eda-407d-923e-4da9028d018f req-4c298049-0f54-44ab-a7c6-ce38cf16409c tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.773204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-797f613d-8eda-407d-923e-4da9028d018f req-4c298049-0f54-44ab-a7c6-ce38cf16409c tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 950 time: 0.1837258 Aug 29 04:19:52.801631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Attempting to bind port ce5c6ee1-36ef-446a-a2df-754cecfd9086 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:52.802001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Attempting to bind port ce5c6ee1-36ef-446a-a2df-754cecfd9086 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:52.802302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Attempting to bind port ce5c6ee1-36ef-446a-a2df-754cecfd9086 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:52.828522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Port ce5c6ee1-36ef-446a-a2df-754cecfd9086 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:52.828877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Attempting to bind port ce5c6ee1-36ef-446a-a2df-754cecfd9086 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:52.833542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-797f613d-8eda-407d-923e-4da9028d018f req-717efb3a-b16e-4290-992a-0639db64ce72 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Aug 29 04:19:52.853101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:52.853445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:52.853876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:52.854324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Bound port: ce5c6ee1-36ef-446a-a2df-754cecfd9086, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:52.854684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.869385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a160b77-ea95-4538-8973-c101157a654a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:52.871023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1b0e-9579-436f-b350-39dd37245304 req-9eb14bf8-ad45-4e93-98ca-cde3ca1ecbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:52.873076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-745b1b0e-9579-436f-b350-39dd37245304 req-9eb14bf8-ad45-4e93-98ca-cde3ca1ecbd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345963 Aug 29 04:19:52.894944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.920854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Transition to ACTIVE for port object 9a160b77-ea95-4538-8973-c101157a654a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:52.944992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.971362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d7961767-429e-4189-8541-88a5df1460d1'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:53.002829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e58f-65a1-4b51-8464-bbebec66fbc1 req-48012bab-daae-42ac-9ddf-92e4f80a4c75 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.010432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd79e58f-65a1-4b51-8464-bbebec66fbc1 req-48012bab-daae-42ac-9ddf-92e4f80a4c75 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.1735623 Aug 29 04:19:53.023194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-745b1b0e-9579-436f-b350-39dd37245304 req-ea3962e3-37b1-4f5a-9074-f542cc24ee21 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218500 Aug 29 04:19:53.073231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.080175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] For port ce5c6ee1-36ef-446a-a2df-754cecfd9086, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:53.091490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] For port ce5c6ee1-36ef-446a-a2df-754cecfd9086, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ce5c6ee1-36ef-446a-a2df-754cecfd9086,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:53.115497 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.127446 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd79e58f-65a1-4b51-8464-bbebec66fbc1 req-7d0f3ad4-68e6-4ed2-acf8-c5b7026d09f0 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161554 Aug 29 04:19:53.244315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.244950 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.246366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] 10.222.0.37 "PUT /v2.0/ports/ce5c6ee1-36ef-446a-a2df-754cecfd9086 HTTP/1.1" status: 200 len: 1097 time: 2.2688003 Aug 29 04:19:53.250165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'tag': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:53.252478 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58" -d '{"events": [{"name": "network-changed", "server_uuid": "d7550b41-ccbc-49b2-9694-d96130351bff", "tag": "ce5c6ee1-36ef-446a-a2df-754cecfd9086"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:53.255299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Attempting to bind port 9a160b77-ea95-4538-8973-c101157a654a on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:53.255642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Attempting to bind port 9a160b77-ea95-4538-8973-c101157a654a by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:53.255973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Attempting to bind port 9a160b77-ea95-4538-8973-c101157a654a on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:53.335420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Port 9a160b77-ea95-4538-8973-c101157a654a on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:53.335751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Attempting to bind port 9a160b77-ea95-4538-8973-c101157a654a on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:53.356915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:53.357254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Checking segment: {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:53.357670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Bound using segment: {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:53.358125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Bound port: 9a160b77-ea95-4538-8973-c101157a654a, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:53.358479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.408511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589815c-968a-4b60-88a0-06b3a78ff9ad service neutron] Pushing event updated for resources: {'Port': ['ID=ce5c6ee1-36ef-446a-a2df-754cecfd9086,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.430766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f91d-7772-40e2-a960-ed1fe21c9040 req-27608cba-0ade-460e-8397-631635d155ca tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.432417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93d9f91d-7772-40e2-a960-ed1fe21c9040 req-27608cba-0ade-460e-8397-631635d155ca tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.2031491 Aug 29 04:19:53.451598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-d796e21f-12f2-4b0b-8ec8-daac1a783acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.453131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-d796e21f-12f2-4b0b-8ec8-daac1a783acd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 1100 time: 0.1510797 Aug 29 04:19:53.516991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475f41e-37d2-48a3-af75-92045b26e8f5 req-d2f54a10-c176-41f7-8a1f-9df4647a4446 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.518513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7475f41e-37d2-48a3-af75-92045b26e8f5 req-d2f54a10-c176-41f7-8a1f-9df4647a4446 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 948 time: 0.4929881 Aug 29 04:19:53.523685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-d8a5e1d5-992e-4001-aa75-57ff28554b7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ce5c6ee1-36ef-446a-a2df-754cecfd9086 HTTP/1.1" status: 200 len: 217 time: 0.0522940 Aug 29 04:19:53.537436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:53.548145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:53.559487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-745b1b0e-9579-436f-b350-39dd37245304 req-dba3d7ed-ab23-4237-b275-f2f9299e14e4 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200019 Aug 29 04:19:53.591575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93d9f91d-7772-40e2-a960-ed1fe21c9040 req-f73dbe4c-6c3a-4d87-95b1-d1420101840b tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319423 Aug 29 04:19:53.591678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7475f41e-37d2-48a3-af75-92045b26e8f5 req-88100016-e6f1-49e6-826a-f44539d28dcc tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502820 Aug 29 04:19:53.592047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.645689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.646369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.647839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] 10.222.0.32 "PUT /v2.0/ports/9a160b77-ea95-4538-8973-c101157a654a HTTP/1.1" status: 200 len: 1093 time: 1.4805181 Aug 29 04:19:53.649634 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116b4c75-e71c-48bb-a28b-b6c3506860ca x-openstack-request-id: req-116b4c75-e71c-48bb-a28b-b6c3506860ca {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:53.649803 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7550b41-ccbc-49b2-9694-d96130351bff", "tag": "ce5c6ee1-36ef-446a-a2df-754cecfd9086", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:53.649990 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-116b4c75-e71c-48bb-a28b-b6c3506860ca {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:53.650350 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'tag': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086', 'status': 'completed', 'code': 200} Aug 29 04:19:53.678386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-8c3f6aca-a7ff-4e9d-b070-44b108aefcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.679891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-8c3f6aca-a7ff-4e9d-b070-44b108aefcfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1455731 Aug 29 04:19:53.715727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4baa8-99d7-4c7c-96d9-b58524e2f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.742347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842318b-df1c-408f-9bd4-8acb3b9f625e req-e23f5dcf-3267-49b9-a4fb-6affe7500921 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.752139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0842318b-df1c-408f-9bd4-8acb3b9f625e req-e23f5dcf-3267-49b9-a4fb-6affe7500921 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0702143 Aug 29 04:19:53.788143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-2aebf73d-0f2a-4210-b9af-3ffe4a5c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.790250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-2aebf73d-0f2a-4210-b9af-3ffe4a5c3a96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916989 Aug 29 04:19:53.797856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0842318b-df1c-408f-9bd4-8acb3b9f625e req-72ddc5fb-f93a-46fe-a1fa-4c9f4a31068f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Aug 29 04:19:53.961398 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-08c40355-aa13-4b3d-be24-386d975840ff service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586595 Aug 29 04:19:53.975452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27922ac4-7903-4895-8b42-3f0c7e22af9a req-c63b41af-4cbf-45c7-85f0-43cf3b07ba8c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.976959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27922ac4-7903-4895-8b42-3f0c7e22af9a req-c63b41af-4cbf-45c7-85f0-43cf3b07ba8c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 944 time: 0.1762114 Aug 29 04:19:53.984857 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c505c8-07fd-45b4-b80e-b609044f2990 req-3bbd2447-aa86-4f09-be45-fcdb899d904b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.987770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2c505c8-07fd-45b4-b80e-b609044f2990 req-3bbd2447-aa86-4f09-be45-fcdb899d904b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 950 time: 0.0813026 Aug 29 04:19:54.007988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-47e5daa9-7688-4eaf-97ac-d0f356cccc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.009409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-47e5daa9-7688-4eaf-97ac-d0f356cccc46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 1096 time: 0.1697383 Aug 29 04:19:54.033204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2c505c8-07fd-45b4-b80e-b609044f2990 req-6f23c9de-fe41-4167-854a-d39038ca6d45 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 Aug 29 04:19:54.092140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-ed0639ea-02c2-4a96-9a17-99180edc2ed1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a160b77-ea95-4538-8973-c101157a654a HTTP/1.1" status: 200 len: 217 time: 0.0467718 Aug 29 04:19:54.117196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27922ac4-7903-4895-8b42-3f0c7e22af9a req-3c0be0c9-9274-438c-b709-25c2d973e559 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256745 Aug 29 04:19:54.182474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf72d3b-a71a-4b8e-8f69-e67b6a184d3a req-eeb662ec-0bf3-484f-8c27-d90b172e6302 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028012 Aug 29 04:19:54.184547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-9e426069-c20c-41b1-8c4a-be79125bbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.186036 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-9e426069-c20c-41b1-8c4a-be79125bbbcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95987889-52a7-4dfd-947d-e6abdefbfc28 HTTP/1.1" status: 200 len: 855 time: 0.0837831 Aug 29 04:19:54.226252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-7c4256a9-4589-4ee6-a4b8-9e1196946a23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293729 Aug 29 04:19:54.275743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54257f-304d-443f-84a6-c6614e2a3ebe req-8ff2a6e0-e501-4949-abdc-1cd7ca6613b8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.277451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d54257f-304d-443f-84a6-c6614e2a3ebe req-8ff2a6e0-e501-4949-abdc-1cd7ca6613b8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.0647590 Aug 29 04:19:54.316458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d54257f-304d-443f-84a6-c6614e2a3ebe req-72b9b935-ff4d-445d-a1a0-35c8c6b08e06 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Aug 29 04:19:54.341413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-b99f529d-3f9b-4a0a-a12d-13adf2b78080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.341413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-b99f529d-3f9b-4a0a-a12d-13adf2b78080 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 1100 time: 0.0927181 Aug 29 04:19:54.400155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-2ab9a59b-f1a4-473c-9770-56fde26add0c service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611972 Aug 29 04:19:54.490882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-62eeaa5f-3163-4ab2-9e20-60d3eea5a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.492222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-62eeaa5f-3163-4ab2-9e20-60d3eea5a674 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1431725 Aug 29 04:19:54.550538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-a017f7a6-9b8f-4a49-8b80-01758d0f4b31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ce5c6ee1-36ef-446a-a2df-754cecfd9086 HTTP/1.1" status: 200 len: 217 time: 0.0453551 Aug 29 04:19:54.554010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65aee5dc-1afb-42fb-a2da-9c576ac147d6 req-3fb63bf9-bee7-4b16-b2e3-99b6e3094f33 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405804 Aug 29 04:19:54.604197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-cfb39bbb-3b4a-4358-b2d7-31c08d1bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.605619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-cfb39bbb-3b4a-4358-b2d7-31c08d1bde90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0445547 Aug 29 04:19:54.695605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-24666ff4-11d7-444a-a012-acad822a1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.697841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-24666ff4-11d7-444a-a012-acad822a1e7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846443 Aug 29 04:19:54.707202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3d5d9-904a-41b9-beaf-fc0cad60e51a req-da7c1166-e019-4b58-b4c8-3d528cfcdf68 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.709062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3e3d5d9-904a-41b9-beaf-fc0cad60e51a req-da7c1166-e019-4b58-b4c8-3d528cfcdf68 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 948 time: 0.0505152 Aug 29 04:19:54.712656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690d445-ce04-4aab-a6e6-c7cf7e02b6e5 req-104a1baf-9d40-48ce-94bf-994fb97df00c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.714138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0690d445-ce04-4aab-a6e6-c7cf7e02b6e5 req-104a1baf-9d40-48ce-94bf-994fb97df00c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.0632775 Aug 29 04:19:54.759404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3e3d5d9-904a-41b9-beaf-fc0cad60e51a req-104e0b17-8d2d-4004-bb1d-80e0256a9e99 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Aug 29 04:19:54.808451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0690d445-ce04-4aab-a6e6-c7cf7e02b6e5 req-21f9c436-0e7a-44f5-a795-edd47252b3b2 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863037 Aug 29 04:19:54.842253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-6cd478d0-268c-4204-a82e-ae22c51bfbf0 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270163 Aug 29 04:19:54.973170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650a0b2-8487-4bca-9fb4-a0ec0404d0f2 req-7951c87e-9b3d-4629-802c-002fabfd4e21 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.974675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2650a0b2-8487-4bca-9fb4-a0ec0404d0f2 req-7951c87e-9b3d-4629-802c-002fabfd4e21 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1028230 Aug 29 04:19:54.992074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e65a7d-a43f-44d2-a428-4a0b2d3ebc58 req-e5225ce0-123b-4316-8349-2962608852c5 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424019 Aug 29 04:19:55.017556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2650a0b2-8487-4bca-9fb4-a0ec0404d0f2 req-e3de56e8-eee4-46c4-8eb1-63b5fa1c1e09 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Aug 29 04:19:55.152974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277646f-7551-49e4-bc8d-a2f405229df3 req-9b414019-52dc-4e9d-9f34-7d6b3bd519f0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.154330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b277646f-7551-49e4-bc8d-a2f405229df3 req-9b414019-52dc-4e9d-9f34-7d6b3bd519f0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 950 time: 0.0482953 Aug 29 04:19:55.195733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b277646f-7551-49e4-bc8d-a2f405229df3 req-8a26dcdf-3893-438f-9c2f-d90be31fdc19 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352504 Aug 29 04:19:55.233418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5840760-79d1-4c23-8090-d410fbc401f0 req-f9435a62-b0d3-414f-be67-6fda31b870f5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.236581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5840760-79d1-4c23-8090-d410fbc401f0 req-f9435a62-b0d3-414f-be67-6fda31b870f5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 944 time: 0.0501933 Aug 29 04:19:55.283283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5840760-79d1-4c23-8090-d410fbc401f0 req-dac024ee-4535-4c49-b492-c3630db35d59 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Aug 29 04:19:55.309687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ca55e-d30f-4d43-be74-f8075000cb93 req-7693c179-ee1c-42e0-8ca2-ea19284ebac4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.311162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-647ca55e-d30f-4d43-be74-f8075000cb93 req-7693c179-ee1c-42e0-8ca2-ea19284ebac4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 949 time: 0.0495594 Aug 29 04:19:55.347940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-647ca55e-d30f-4d43-be74-f8075000cb93 req-079a504a-d7ab-4cee-80bd-ce857b9ab8bc tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Aug 29 04:19:55.441891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944ebb-6f19-4515-bbed-9123cd8350d7 req-770a0fc6-ecf8-476d-b7da-fc2d1a8f20de tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.443365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63944ebb-6f19-4515-bbed-9123cd8350d7 req-770a0fc6-ecf8-476d-b7da-fc2d1a8f20de tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.0487869 Aug 29 04:19:55.483010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63944ebb-6f19-4515-bbed-9123cd8350d7 req-522418ec-cf04-43aa-a8e8-56462ead0d8f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 Aug 29 04:19:55.615047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6a7c-32f7-4d5f-9399-b87c309e4b3a req-252f41af-64cc-4efe-9f52-11713ad0aaac tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.621215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6a7c-32f7-4d5f-9399-b87c309e4b3a req-252f41af-64cc-4efe-9f52-11713ad0aaac tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.622805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-906f6a7c-32f7-4d5f-9399-b87c309e4b3a req-252f41af-64cc-4efe-9f52-11713ad0aaac tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06&device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 1690 time: 0.0566657 Aug 29 04:19:55.651091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'tag': '9a160b77-ea95-4538-8973-c101157a654a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:55.653421 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce42340e-343c-4f7b-8c34-92f4d64d890b" -d '{"events": [{"name": "network-changed", "server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "tag": "9a160b77-ea95-4538-8973-c101157a654a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:55.659991 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-906f6a7c-32f7-4d5f-9399-b87c309e4b3a req-d398ca0e-934f-4f0f-85e2-764bcd63a2fe tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312593 Aug 29 04:19:55.689488 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cde173-66bc-4b21-94bd-4efab9d0cd2c x-openstack-request-id: req-c9cde173-66bc-4b21-94bd-4efab9d0cd2c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:55.689812 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "tag": "9a160b77-ea95-4538-8973-c101157a654a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:55.690064 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9cde173-66bc-4b21-94bd-4efab9d0cd2c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:55.690460 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'tag': '9a160b77-ea95-4538-8973-c101157a654a', 'status': 'completed', 'code': 200} Aug 29 04:19:55.730585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:55.794165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-e2478393-5774-4874-aeda-7867d998fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.795717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-e2478393-5774-4874-aeda-7867d998fa86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 1096 time: 0.0514419 Aug 29 04:19:55.838672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:55.851347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'mac_address': 'fa:16:3e:75:5b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:55.887418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9015ba-47da-426a-936e-87e4c444cc96 req-b104507a-2160-43d7-bb48-c16f0f85cfbd tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.891921 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.898837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c9015ba-47da-426a-936e-87e4c444cc96 req-b104507a-2160-43d7-bb48-c16f0f85cfbd tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 948 time: 0.0684884 Aug 29 04:19:55.900210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb1059-a5e4-4693-8494-774fc54cfc57 req-6db3e1fc-8e0c-43c0-9d7b-00d0782df95a tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.902577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4bb1059-a5e4-4693-8494-774fc54cfc57 req-6db3e1fc-8e0c-43c0-9d7b-00d0782df95a tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 1102 time: 0.1222925 Aug 29 04:19:55.905057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:55.926864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:55.927407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-0983ac45-4f1f-4c79-b6b8-1f15b4ce5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:55.929157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-0983ac45-4f1f-4c79-b6b8-1f15b4ce5b87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 916 time: 0.1197915 Aug 29 04:19:55.931906 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.937576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c9015ba-47da-426a-936e-87e4c444cc96 req-3b92084b-1c50-463e-8436-5a57980ca4c7 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Aug 29 04:19:55.953359 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4bb1059-a5e4-4693-8494-774fc54cfc57 req-465d7c94-91d7-47b7-85b1-d33ffba4c53b tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Aug 29 04:19:55.986909 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-80a08547-cf0c-4b00-91be-a1719a3da7e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a160b77-ea95-4538-8973-c101157a654a HTTP/1.1" status: 200 len: 217 time: 0.0461318 Aug 29 04:19:55.996201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.041938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-f5a53c98-2cea-405b-894e-a86c15b39b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.043481 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-f5a53c98-2cea-405b-894e-a86c15b39b9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95987889-52a7-4dfd-947d-e6abdefbfc28 HTTP/1.1" status: 200 len: 855 time: 0.0465212 Aug 29 04:19:56.080538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-60715430-7941-43e7-a800-e5e6ddb36aab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267575 Aug 29 04:19:56.084153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d805f8-ba83-4b78-935f-35c77a5676de req-f4edd09d-62d6-49be-a61a-b62c8e08e7f0 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.085671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d805f8-ba83-4b78-935f-35c77a5676de req-f4edd09d-62d6-49be-a61a-b62c8e08e7f0 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.0506163 Aug 29 04:19:56.123512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d805f8-ba83-4b78-935f-35c77a5676de req-b7beb60e-6c3e-46a7-b3cc-094294efc197 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Aug 29 04:19:56.229188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bd39e-9ab3-44d0-836f-3f7e28129bea req-717a9c9c-38d8-44dc-a9f5-cb171dd9d4ea tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.230812 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a93bd39e-9ab3-44d0-836f-3f7e28129bea req-717a9c9c-38d8-44dc-a9f5-cb171dd9d4ea tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0511415 Aug 29 04:19:56.251757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['4d872953-fc3c-42e8-9565-9edbf5be971a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:56.254158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7961767-429e-4189-8541-88a5df1460d1 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:56.272847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a93bd39e-9ab3-44d0-836f-3f7e28129bea req-4325f5fc-fb34-455c-a3e4-d141dbb0134d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Aug 29 04:19:56.359545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port d7961767-429e-4189-8541-88a5df1460d1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:56.368304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d7961767-429e-4189-8541-88a5df1460d1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:56.368687 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.415201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecd9e5-3950-43f4-9056-7f72a126a323 req-bbd813f4-33de-46b1-938d-29f54e7c3cc4 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.416709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3ecd9e5-3950-43f4-9056-7f72a126a323 req-bbd813f4-33de-46b1-938d-29f54e7c3cc4 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 1101 time: 0.3189638 Aug 29 04:19:56.420620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66066969-8656-4fc2-8f6d-a2bab79d5b18 req-d60afa8d-23d0-41b2-bd84-05b6f4ebad25 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.422088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66066969-8656-4fc2-8f6d-a2bab79d5b18 req-d60afa8d-23d0-41b2-bd84-05b6f4ebad25 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 944 time: 0.0502145 Aug 29 04:19:56.448463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-0f3499ef-45bb-43ad-bed4-c502db49d810 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583744 Aug 29 04:19:56.468536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66066969-8656-4fc2-8f6d-a2bab79d5b18 req-d8392f57-fefc-4a55-8b4a-b4aa6e7b89e7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Aug 29 04:19:56.517061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.525942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3ecd9e5-3950-43f4-9056-7f72a126a323 req-3a32ae6e-273f-4fc7-a33b-5c265bbeca23 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949030 Aug 29 04:19:56.541445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:56.545840 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c58715b-d135-4bc2-a691-a8c7714e6a56" -d '{"events": [{"server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "name": "network-vif-plugged", "status": "completed", "tag": "d7961767-429e-4189-8541-88a5df1460d1"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:56.559101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:56.566338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.586077 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce42340e-343c-4f7b-8c34-92f4d64d890b req-bda8d876-71c6-461f-85c6-bfd4d640acc1 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224492 Aug 29 04:19:56.592994 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eae333-1dab-406b-8321-40ef31bff1cf x-openstack-request-id: req-a8eae333-1dab-406b-8321-40ef31bff1cf {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:56.593289 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "name": "network-vif-plugged", "status": "completed", "tag": "d7961767-429e-4189-8541-88a5df1460d1", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:56.593535 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8eae333-1dab-406b-8321-40ef31bff1cf {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:56.593946 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1', 'code': 200} Aug 29 04:19:56.619275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.640723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e01e7-e9e5-480b-ae0e-cd4f7c7b0571 req-5c831f24-a9bc-4e42-aa2d-ba02575119b3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.646143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea5e01e7-e9e5-480b-ae0e-cd4f7c7b0571 req-5c831f24-a9bc-4e42-aa2d-ba02575119b3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 945 time: 0.0555549 Aug 29 04:19:56.683116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea5e01e7-e9e5-480b-ae0e-cd4f7c7b0571 req-73eafcf7-faa6-43c8-9bf8-d15c7fb22525 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Aug 29 04:19:56.766925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2906791d-685b-4e30-ac77-c4e402137ce6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256031 Aug 29 04:19:56.784804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e64a7-9dc5-423c-91a7-ba59ad1649da req-3021aac8-254d-428a-a7de-1dbebe093db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.786195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d6e64a7-9dc5-423c-91a7-ba59ad1649da req-3021aac8-254d-428a-a7de-1dbebe093db0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1097 time: 0.0700698 Aug 29 04:19:56.871910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d6e64a7-9dc5-423c-91a7-ba59ad1649da req-659c2cae-9160-496c-8efa-5a84aab7b2ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Aug 29 04:19:56.897648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-bb945d6c-b5bd-46ba-80dc-f6504d7b1d1a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.899016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-bb945d6c-b5bd-46ba-80dc-f6504d7b1d1a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255326 Aug 29 04:19:56.913419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-d6fbd047-184a-4396-9e72-e42fbe866ad0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/quotas/92d2cc5dcb9b478bb7065a703bc5f59b HTTP/1.1" status: 200 len: 375 time: 0.0086260 Aug 29 04:19:56.971532 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-34b99776-c93d-41f5-8152-b13e93a52865 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529430 Aug 29 04:19:57.069875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9120b1-ea22-417e-8e09-07a67d9d7853 req-e7421951-2061-4eb8-a246-a7e9448c7423 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.073516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa9120b1-ea22-417e-8e09-07a67d9d7853 req-e7421951-2061-4eb8-a246-a7e9448c7423 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 948 time: 0.0510623 Aug 29 04:19:57.116285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa9120b1-ea22-417e-8e09-07a67d9d7853 req-17d68590-08eb-4432-8f1c-7714b6bc40b2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Aug 29 04:19:57.182709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4ca0e58-fc3a-48a2-bb06-98b822521520 req-972b9ca4-777e-4515-a568-b5450eeb9460 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 210 time: 0.0272613 Aug 29 04:19:57.293810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f553b-0b17-492a-85d1-80691e97ac2d req-fb8489b4-b873-4425-9f2c-06159980421f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.295610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f2f553b-0b17-492a-85d1-80691e97ac2d req-fb8489b4-b873-4425-9f2c-06159980421f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.0544515 Aug 29 04:19:57.336266 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f2f553b-0b17-492a-85d1-80691e97ac2d req-14336488-56f1-49f3-b695-0933594436cb tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339830 Aug 29 04:19:57.398124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4342a54-7a6c-43bf-8af2-b6bab562dd0c req-d00529f5-56c4-40cd-809b-6e19b2d661bd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.400005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4342a54-7a6c-43bf-8af2-b6bab562dd0c req-d00529f5-56c4-40cd-809b-6e19b2d661bd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0520704 Aug 29 04:19:57.450800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4342a54-7a6c-43bf-8af2-b6bab562dd0c req-0b73a1a4-8143-4541-ad35-092f51547f1f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Aug 29 04:19:57.585893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f596a6e-97e3-4a92-b1e3-2b5689e5cd36 req-6912b753-7ed2-4733-ae06-ef8ca440b4f7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.587356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f596a6e-97e3-4a92-b1e3-2b5689e5cd36 req-6912b753-7ed2-4733-ae06-ef8ca440b4f7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 944 time: 0.0497036 Aug 29 04:19:57.625854 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f596a6e-97e3-4a92-b1e3-2b5689e5cd36 req-6b0bac2e-75ec-4263-8014-abc143e506c6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Aug 29 04:19:57.749641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ce5c6ee1-36ef-446a-a2df-754cecfd9086 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:57.752965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:57.808063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd494162-aed1-430d-8043-4a417e9a7562 req-f343afce-e83a-4970-8670-8b7f5dc6fdfd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.809667 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd494162-aed1-430d-8043-4a417e9a7562 req-f343afce-e83a-4970-8670-8b7f5dc6fdfd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 945 time: 0.0522151 Aug 29 04:19:57.847304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd494162-aed1-430d-8043-4a417e9a7562 req-fa6999f1-01a2-4d7f-ba29-009525220800 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Aug 29 04:19:57.858070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 4d872953-fc3c-42e8-9565-9edbf5be971a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:57.866390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 4d872953-fc3c-42e8-9565-9edbf5be971a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:57.866761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.901355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ce5c6ee1-36ef-446a-a2df-754cecfd9086, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ce5c6ee1-36ef-446a-a2df-754cecfd9086,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:57.918282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086', 'mac_address': 'fa:16:3e:01:40:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:57.985280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.001090 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.005621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5c6ee1-36ef-446a-a2df-754cecfd9086 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:58.052355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ce5c6ee1-36ef-446a-a2df-754cecfd9086, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ce5c6ee1-36ef-446a-a2df-754cecfd9086,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.064142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-a996bfa7-9793-4114-8bcc-9cbbe3a29ce3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248880 Aug 29 04:19:58.070247 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.073037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.077030 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.122144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ce5c6ee1-36ef-446a-a2df-754cecfd9086,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.177297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.190233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-26a3a702-b2b5-492d-b7f4-8f914873bdb5 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.191670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-26a3a702-b2b5-492d-b7f4-8f914873bdb5 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140232 Aug 29 04:19:58.206487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:58.254684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a160b77-ea95-4538-8973-c101157a654a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:58.259510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81bd3c-5dce-4eb2-a5e2-2f4ef3a29f67 req-48a7f15f-6829-4104-8d3a-75ed45f7f4c9 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.267974 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f81bd3c-5dce-4eb2-a5e2-2f4ef3a29f67 req-48a7f15f-6829-4104-8d3a-75ed45f7f4c9 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 949 time: 0.0718322 Aug 29 04:19:58.295203 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7703d4d-ade2-47b2-893a-a5b25aae78eb req-3a8f571a-8956-4dea-b567-3477430256da tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 210 time: 0.0314286 Aug 29 04:19:58.306087 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f81bd3c-5dce-4eb2-a5e2-2f4ef3a29f67 req-fb829ded-eb0b-4c99-9c13-0299cbc10dfe tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372503 Aug 29 04:19:58.363620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:58.367295 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.372901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.386188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9a160b77-ea95-4538-8973-c101157a654a', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'port_id': '9a160b77-ea95-4538-8973-c101157a654a', 'mac_address': 'fa:16:3e:9f:c5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95987889-52a7-4dfd-947d-e6abdefbfc28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:58.422427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ce5c6ee1-36ef-446a-a2df-754cecfd9086'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:58.459831 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.486996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a160b77-ea95-4538-8973-c101157a654a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:58.498910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2d481-fb66-4a7d-82d1-180645e94dc0 req-af5946df-5cd7-427a-ad6d-99183aac5063 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.511569 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dda2d481-fb66-4a7d-82d1-180645e94dc0 req-af5946df-5cd7-427a-ad6d-99183aac5063 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.0985625 Aug 29 04:19:58.519729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:58.531924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.554166 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dda2d481-fb66-4a7d-82d1-180645e94dc0 req-ad76e553-6303-428d-994a-b31b02d5c641 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Aug 29 04:19:58.595958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:58.598549 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06308d20-247e-404f-ba93-58d7c8457c5d" -d '{"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:58.614177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.629959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.172 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/8ec1f193-7fb9-4d46-95ab-3c320003fc22) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:58.655873 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3b7412-6304-4130-b9e6-f3c80c6d457f x-openstack-request-id: req-6b3b7412-6304-4130-b9e6-f3c80c6d457f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:58.656157 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:58.656477 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b3b7412-6304-4130-b9e6-f3c80c6d457f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:58.656908 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'code': 200} Aug 29 04:19:58.660702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c879cc9-5b2d-4235-b4eb-bd6eeb5b4dc0 req-c34a8344-a2e2-4f00-99b6-8876c86ae5fc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.662269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c879cc9-5b2d-4235-b4eb-bd6eeb5b4dc0 req-c34a8344-a2e2-4f00-99b6-8876c86ae5fc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0785334 Aug 29 04:19:58.737149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c879cc9-5b2d-4235-b4eb-bd6eeb5b4dc0 req-14cb85d7-3656-4de2-a76c-1b14a107549e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662448 Aug 29 04:19:58.786989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb328fa8-57cb-4018-a162-09a073b4d3f7 req-ece683da-1f99-40b5-9aea-6f990bac3866 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.788470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb328fa8-57cb-4018-a162-09a073b4d3f7 req-ece683da-1f99-40b5-9aea-6f990bac3866 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 945 time: 0.0808530 Aug 29 04:19:58.790342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d5-62a5-4bdc-bc5b-552093119a78 req-188e0b6b-ed58-4ed5-9868-bf7db049d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.791676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3ae61d5-62a5-4bdc-bc5b-552093119a78 req-188e0b6b-ed58-4ed5-9868-bf7db049d85e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1102 time: 0.0720389 Aug 29 04:19:58.825637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.839596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object 8ec1f193-7fb9-4d46-95ab-3c320003fc22 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:58.853166 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb328fa8-57cb-4018-a162-09a073b4d3f7 req-7724fa0a-3555-4618-b0e7-015a2b646ab8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582273 Aug 29 04:19:58.854845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3ae61d5-62a5-4bdc-bc5b-552093119a78 req-a90a42f8-0ed8-455b-94ec-bbbb47b62c60 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525751 Aug 29 04:19:58.873730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.916024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:58.922759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:58.929172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2', 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:58.937026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:58.943108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.943725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.965075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=8ec1f193-7fb9-4d46-95ab-3c320003fc22,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.981210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-2d5a9c2f-10c7-47ab-a155-945b000c148b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7792530 Aug 29 04:19:58.998755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11701f4d-3c2b-4b85-be5a-3245f7205401 req-37ec0417-1a7d-4939-b2fe-d5ae15d87f32 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.000263 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11701f4d-3c2b-4b85-be5a-3245f7205401 req-37ec0417-1a7d-4939-b2fe-d5ae15d87f32 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 945 time: 0.0793068 Aug 29 04:19:59.041583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11701f4d-3c2b-4b85-be5a-3245f7205401 req-f89d583d-137f-409d-be05-f4297fba85bc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Aug 29 04:19:59.074291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9a160b77-ea95-4538-8973-c101157a654a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:59.075335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Request body: {'port': {'device_id': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:59.140079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.175722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d235a6-e2e7-4adb-9888-45eb59cb2817 req-3af2bced-f56e-4bed-939c-dcb637d088f1 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.177158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69d235a6-e2e7-4adb-9888-45eb59cb2817 req-3af2bced-f56e-4bed-939c-dcb637d088f1 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1097 time: 0.0436101 Aug 29 04:19:59.214932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69d235a6-e2e7-4adb-9888-45eb59cb2817 req-1cfd4986-22b1-4f00-86bc-e6f238d6610a tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Aug 29 04:19:59.259120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-96d1ff7c-e4d9-4f2a-99af-70a0298e4f2b None None] Provisioning for port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:59.277677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-96d1ff7c-e4d9-4f2a-99af-70a0298e4f2b None None] Provisioning complete for port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:59.278061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96d1ff7c-e4d9-4f2a-99af-70a0298e4f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.338902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2796a16b-880a-411b-904d-90bbfe6e46cf'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:59.364554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dddbe2-57a1-4284-8e3d-da27e52b01d6 req-0af188a3-05ab-496c-b055-a498479a5a41 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.366070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5dddbe2-57a1-4284-8e3d-da27e52b01d6 req-0af188a3-05ab-496c-b055-a498479a5a41 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1097 time: 0.0605836 Aug 29 04:19:59.376677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-96d1ff7c-e4d9-4f2a-99af-70a0298e4f2b None None] Port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:59.431899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0eb4-3a02-41a1-a375-c11a99a08738 req-07d914e7-fec6-473f-9b34-2df1c411b7f3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.436004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-031f0eb4-3a02-41a1-a375-c11a99a08738 req-07d914e7-fec6-473f-9b34-2df1c411b7f3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 936 time: 0.0592322 Aug 29 04:19:59.442413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5dddbe2-57a1-4284-8e3d-da27e52b01d6 req-5ec60a46-92a9-4bd3-86a3-a0dc862ce63e tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653636 Aug 29 04:19:59.499990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec1f193-7fb9-4d46-95ab-3c320003fc22 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:59.502520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-031f0eb4-3a02-41a1-a375-c11a99a08738 req-89f66c13-e999-4798-813a-97ac9e8d1670 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569324 Aug 29 04:19:59.508521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.543076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Transition to ACTIVE for port object 8ec1f193-7fb9-4d46-95ab-3c320003fc22 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:59.572723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.651088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec1f193-7fb9-4d46-95ab-3c320003fc22,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.661103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78696d7a-48de-4e7f-96da-fb231e01e208 req-3720d211-62b7-4bfe-9acd-71240b7d8b4b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.662662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78696d7a-48de-4e7f-96da-fb231e01e208 req-3720d211-62b7-4bfe-9acd-71240b7d8b4b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 949 time: 0.1156843 Aug 29 04:19:59.710594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Attempting to bind port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:59.710945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Attempting to bind port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:59.711253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Attempting to bind port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:59.725844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:59.726179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Attempting to bind port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:59.736643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:59.736993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:59.737365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:59.737829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Bound port: 8ec1f193-7fb9-4d46-95ab-3c320003fc22, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:59.738186 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.742523 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78696d7a-48de-4e7f-96da-fb231e01e208 req-5dc11568-1054-4459-ab8b-0f2e812b7057 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591481 Aug 29 04:19:59.754851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125174c-7c79-48ca-9f16-39716963a841 req-e2522b13-2004-4c36-9a25-6abbc536c961 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.756408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f125174c-7c79-48ca-9f16-39716963a841 req-e2522b13-2004-4c36-9a25-6abbc536c961 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.0670815 Aug 29 04:19:59.773346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ce5c6ee1-36ef-446a-a2df-754cecfd9086 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:59.827578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f125174c-7c79-48ca-9f16-39716963a841 req-d163b2e7-19c0-40f0-8958-1eafac8a5e10 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545893 Aug 29 04:19:59.831610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port ce5c6ee1-36ef-446a-a2df-754cecfd9086 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:59.835283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] For port 8ec1f193-7fb9-4d46-95ab-3c320003fc22, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:59.836721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port ce5c6ee1-36ef-446a-a2df-754cecfd9086 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:59.837886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.839625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] For port 8ec1f193-7fb9-4d46-95ab-3c320003fc22, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8ec1f193-7fb9-4d46-95ab-3c320003fc22,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:59.847789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.914856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.915481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.916872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ec1f193-7fb9-4d46-95ab-3c320003fc22 HTTP/1.1" status: 200 len: 1097 time: 0.8461339 Aug 29 04:19:59.917313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'tag': '8ec1f193-7fb9-4d46-95ab-3c320003fc22'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:59.919676 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc5ef4a-4395-41ca-b999-e5e616c34152" -d '{"events": [{"name": "network-changed", "server_uuid": "becff536-00ae-4404-86c1-cc6a5f62988c", "tag": "8ec1f193-7fb9-4d46-95ab-3c320003fc22"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:59.946353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1ea9b-97cd-4be8-9976-3ee9e13948e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec1f193-7fb9-4d46-95ab-3c320003fc22,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.976904 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.026485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ce5c6ee1-36ef-446a-a2df-754cecfd9086, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ce5c6ee1-36ef-446a-a2df-754cecfd9086,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:00.034678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.037537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6af78d-3c13-4d42-b64c-37ec1c240395 req-6f8fda11-d77f-4f37-a498-b1a6b36b9a50 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.039621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf6af78d-3c13-4d42-b64c-37ec1c240395 req-6f8fda11-d77f-4f37-a498-b1a6b36b9a50 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0837471 Aug 29 04:20:00.092170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf6af78d-3c13-4d42-b64c-37ec1c240395 req-59de3b79-ea43-4e92-8487-1778e959792d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 Aug 29 04:20:00.096468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ce5c6ee1-36ef-446a-a2df-754cecfd9086,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:00.097879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703582e-a887-4a59-af36-28d596cfa0a6 req-2f23a561-8eee-4783-ac7c-7328b1f127ee tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.099458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5703582e-a887-4a59-af36-28d596cfa0a6 req-2f23a561-8eee-4783-ac7c-7328b1f127ee tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 945 time: 0.0718265 Aug 29 04:20:00.104468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-6453cbae-fba4-4d0b-8e6f-ac60dae3dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.106167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-6453cbae-fba4-4d0b-8e6f-ac60dae3dff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 1100 time: 0.1237464 Aug 29 04:20:00.175540 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f64cac7-fdb8-4653-a922-14ab7d9a4d07 x-openstack-request-id: req-7f64cac7-fdb8-4653-a922-14ab7d9a4d07 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:00.175897 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becff536-00ae-4404-86c1-cc6a5f62988c", "tag": "8ec1f193-7fb9-4d46-95ab-3c320003fc22", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:00.176080 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f64cac7-fdb8-4653-a922-14ab7d9a4d07 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:00.176484 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'tag': '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'status': 'completed', 'code': 200} Aug 29 04:20:00.178368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-9511c4fb-0e18-4ddb-a716-4f6a30ad3241 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=8ec1f193-7fb9-4d46-95ab-3c320003fc22 HTTP/1.1" status: 200 len: 217 time: 0.0489168 Aug 29 04:20:00.181377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5703582e-a887-4a59-af36-28d596cfa0a6 req-888ddc91-a029-4f77-8f49-58b9c0caaedb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743077 Aug 29 04:20:00.243986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f7d40-33b1-48c5-a2bc-d9c27403ad4b req-e040727d-53fd-4c99-8e06-154bab7ec1e4 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.245628 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-717f7d40-33b1-48c5-a2bc-d9c27403ad4b req-e040727d-53fd-4c99-8e06-154bab7ec1e4 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1097 time: 0.0415502 Aug 29 04:20:00.253918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-c08ed585-2132-4291-84ec-b9cfedb77397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.255612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-c08ed585-2132-4291-84ec-b9cfedb77397 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0543456 Aug 29 04:20:00.280474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-717f7d40-33b1-48c5-a2bc-d9c27403ad4b req-be8b9291-7247-471e-95ee-fadc61c8023b tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279388 Aug 29 04:20:00.330769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-756f92ff-cb6b-4c9e-9756-fe2e724c5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.332500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-756f92ff-cb6b-4c9e-9756-fe2e724c5467 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604775 Aug 29 04:20:00.428275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-37b39c5a-664a-4d25-bde6-1217aae5836d service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867014 Aug 29 04:20:00.515800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-534502a6-f1cc-442e-8e82-49ac7db3d74f req-eb1061bc-ac35-483e-8cc5-c643d8186c39 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797441 Aug 29 04:20:00.637881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-9f642475-66a9-42d7-9f86-d1ff0ecfe98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.639407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-9f642475-66a9-42d7-9f86-d1ff0ecfe98a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 1100 time: 0.0547135 Aug 29 04:20:00.646957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb796d1-4f08-423b-8f0c-da8be2cb9e1a req-761ee5f9-9ad4-4fec-b12e-382f4f03096e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.648342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eeb796d1-4f08-423b-8f0c-da8be2cb9e1a req-761ee5f9-9ad4-4fec-b12e-382f4f03096e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 948 time: 0.0895128 Aug 29 04:20:00.657802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:00.660232 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde784ee-4bbc-4bc5-9342-6199a1d58b38" -d '{"events": [{"server_uuid": "d7550b41-ccbc-49b2-9694-d96130351bff", "name": "network-vif-plugged", "status": "completed", "tag": "ce5c6ee1-36ef-446a-a2df-754cecfd9086"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:00.707862 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d30296-a2ea-40e7-b6d1-2ab207c90122 x-openstack-request-id: req-97d30296-a2ea-40e7-b6d1-2ab207c90122 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:00.708157 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7550b41-ccbc-49b2-9694-d96130351bff", "name": "network-vif-plugged", "status": "completed", "tag": "ce5c6ee1-36ef-446a-a2df-754cecfd9086", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:00.708442 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97d30296-a2ea-40e7-b6d1-2ab207c90122 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:00.708797 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086', 'code': 200} Aug 29 04:20:00.731564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eeb796d1-4f08-423b-8f0c-da8be2cb9e1a req-63bf2bbe-9562-47e6-a49b-604c1af0357f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724640 Aug 29 04:20:00.764512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-539506ab-1fd6-43bd-b7ea-e581f73602c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.766078 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-539506ab-1fd6-43bd-b7ea-e581f73602c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1147120 Aug 29 04:20:00.829225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-f12bb1d3-3ad5-4a9c-8734-173319d98b1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=8ec1f193-7fb9-4d46-95ab-3c320003fc22 HTTP/1.1" status: 200 len: 217 time: 0.0376921 Aug 29 04:20:00.859594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb088bc-6a55-4163-abd1-10160a8bc6c2 req-01e804a8-ce8d-4cea-88f4-9920ae5f8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.861949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8cb088bc-6a55-4163-abd1-10160a8bc6c2 req-01e804a8-ce8d-4cea-88f4-9920ae5f8dfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 1102 time: 0.0715101 Aug 29 04:20:00.882088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-97535d97-a3f3-40db-9540-2e9e01783d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.882621 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-97535d97-a3f3-40db-9540-2e9e01783d84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0451348 Aug 29 04:20:00.886727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9e9a-0607-423c-96d2-9cd27ae6f202 req-32ea1a7b-2d4a-46b4-8a5a-ffd81763ae5b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.888226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e52e9e9a-0607-423c-96d2-9cd27ae6f202 req-32ea1a7b-2d4a-46b4-8a5a-ffd81763ae5b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 950 time: 0.0670195 Aug 29 04:20:00.934634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8cb088bc-6a55-4163-abd1-10160a8bc6c2 req-ce56d890-3fff-4b19-a462-bf00f6a85289 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Aug 29 04:20:00.941822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e52e9e9a-0607-423c-96d2-9cd27ae6f202 req-75bb85b6-194d-49f6-a431-ea055fa05368 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Aug 29 04:20:00.966675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-38c0f816-631f-4dd5-b1fe-65edcb100b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.968165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-38c0f816-631f-4dd5-b1fe-65edcb100b79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741377 Aug 29 04:20:00.982464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0cfb3-c763-4b8b-9b0e-820e22abe25e req-e9ad6983-9cff-4cf9-be00-426e005a4b80 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.983798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3eb0cfb3-c763-4b8b-9b0e-820e22abe25e req-e9ad6983-9cff-4cf9-be00-426e005a4b80 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.0640607 Aug 29 04:20:01.019372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.021344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3eb0cfb3-c763-4b8b-9b0e-820e22abe25e req-d5586357-6a4a-44bc-92ce-043f40115dab tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Aug 29 04:20:01.222077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b89d7-4fca-4a07-959c-b1b593721a3e req-0c8ba4f5-fe27-4681-a4ec-c2fa41000d46 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.223553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b1b89d7-4fca-4a07-959c-b1b593721a3e req-0c8ba4f5-fe27-4681-a4ec-c2fa41000d46 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0526283 Aug 29 04:20:01.240329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-fd167e4f-a4ab-419f-8946-6b1f4c5d17e0 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924444 Aug 29 04:20:01.264745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b1b89d7-4fca-4a07-959c-b1b593721a3e req-167cd3a1-0f33-4fef-9e15-316e832a456c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Aug 29 04:20:01.357561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1124b-2358-4488-a373-fe347e4e9249 req-f6d4be45-3c81-45bd-b2b7-38f5922b966e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.359061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3a1124b-2358-4488-a373-fe347e4e9249 req-f6d4be45-3c81-45bd-b2b7-38f5922b966e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 945 time: 0.1059616 Aug 29 04:20:01.391950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc5ef4a-4395-41ca-b999-e5e616c34152 req-bb59b45c-9c17-4eb9-8798-bb5b630bd46f service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367931 Aug 29 04:20:01.410216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3a1124b-2358-4488-a373-fe347e4e9249 req-14beee8a-fb41-4ac9-be97-719903ecaf54 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Aug 29 04:20:01.410424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9191f3-1158-4da1-ad01-52da23c8495e req-5ab144a9-e39d-42ae-960f-449cdaa0d822 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.411931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1e9191f3-1158-4da1-ad01-52da23c8495e req-5ab144a9-e39d-42ae-960f-449cdaa0d822 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1097 time: 0.0442514 Aug 29 04:20:01.448928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1e9191f3-1158-4da1-ad01-52da23c8495e req-3625236b-4a99-45c2-b835-cff92b333105 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284595 Aug 29 04:20:01.868608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79770c-a7dd-493b-89f4-43da275dbeef req-8d2cad97-a3b0-4bda-a8fa-72f8f30ac824 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.870139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7f79770c-a7dd-493b-89f4-43da275dbeef req-8d2cad97-a3b0-4bda-a8fa-72f8f30ac824 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 948 time: 0.0527592 Aug 29 04:20:01.911410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7f79770c-a7dd-493b-89f4-43da275dbeef req-e215f8b5-597e-4de8-92ea-0ecbf8267b70 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Aug 29 04:20:02.059273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3035a-7cb1-427b-b191-8d88c76f0cdc req-099f5cf2-9993-401d-9ceb-799b9a86f200 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.060774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec3035a-7cb1-427b-b191-8d88c76f0cdc req-099f5cf2-9993-401d-9ceb-799b9a86f200 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 950 time: 0.0507381 Aug 29 04:20:02.098862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec3035a-7cb1-427b-b191-8d88c76f0cdc req-d5a866de-7d58-4cba-81b0-cb41a76f5e13 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 29 04:20:02.205860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2382f-6f07-478d-8c4d-e2c95fde41c9 req-be91b542-e4ed-4166-a1b3-b28b29a9e8d5 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.207313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a2382f-6f07-478d-8c4d-e2c95fde41c9 req-be91b542-e4ed-4166-a1b3-b28b29a9e8d5 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 944 time: 0.0516899 Aug 29 04:20:02.246401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a2382f-6f07-478d-8c4d-e2c95fde41c9 req-a3390379-5394-4ca8-abf5-cf2ec63dacfe tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Aug 29 04:20:02.295172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b87da76b-7a86-479a-a627-e9dd07610ebe details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:02.307190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a160b77-ea95-4538-8973-c101157a654a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:02.373147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-8bcf8c39-d055-4c9e-a2c1-b66b194212b2 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:20:02.375261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-8bcf8c39-d055-4c9e-a2c1-b66b194212b2 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080111 Aug 29 04:20:02.385914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Request body: {'binding': {'host': 'n-h1-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:02.386702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:20:02.395170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab7a04-17b7-49b6-87d3-a13810a75732 req-94018fac-4afb-4770-a24f-317e596124e7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.397062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49ab7a04-17b7-49b6-87d3-a13810a75732 req-94018fac-4afb-4770-a24f-317e596124e7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0581315 Aug 29 04:20:02.442820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49ab7a04-17b7-49b6-87d3-a13810a75732 req-fb6a2e47-374f-48c4-aaaa-90d5a46e011b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Aug 29 04:20:02.472715 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:20:02.552917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on host n-h1-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:02.553205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:02.553758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:02.556231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 9a160b77-ea95-4538-8973-c101157a654a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:02.558621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:02.559018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:02.559171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f476d-8fce-4e4f-8488-0e753529292d req-585d7f1e-5622-4c98-9560-e718f8756c51 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.560687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec3f476d-8fce-4e4f-8488-0e753529292d req-585d7f1e-5622-4c98-9560-e718f8756c51 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 945 time: 0.0544851 Aug 29 04:20:02.564130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:02.564536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:02.565366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:02.565512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Bound port: d7961767-429e-4189-8541-88a5df1460d1, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:02.568801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9a160b77-ea95-4538-8973-c101157a654a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:02.569205 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.571737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b87da76b-7a86-479a-a627-e9dd07610ebe, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b87da76b-7a86-479a-a627-e9dd07610ebe,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:02.609364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec3f476d-8fce-4e4f-8488-0e753529292d req-6bde5907-b52e-4dee-af2a-8c39c6fecf89 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Aug 29 04:20:02.609771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'port_id': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'mac_address': 'fa:16:3e:36:6d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:02.629537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:02.634287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.635435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-eff4ddb8-d4d4-4a5d-b8e5-79c81424caf0 service neutron] 10.222.0.55 "POST /v2.0/ports/d7961767-429e-4189-8541-88a5df1460d1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2532222 Aug 29 04:20:02.663780 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.694983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87da76b-7a86-479a-a627-e9dd07610ebe {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:02.731429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.735054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b87da76b-7a86-479a-a627-e9dd07610ebe, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b87da76b-7a86-479a-a627-e9dd07610ebe,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:02.747093 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.806876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a160b77-ea95-4538-8973-c101157a654a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:02.810400 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f206b-51d7-44b9-977c-cf3376ea6083" -d '{"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-plugged", "status": "completed", "tag": "9a160b77-ea95-4538-8973-c101157a654a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:02.830096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c02a0-377f-4a02-b6df-ae1d31e7a4e9 req-739e85a2-71ef-4e29-8b5e-d94d31011dba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.832065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-941c02a0-377f-4a02-b6df-ae1d31e7a4e9 req-739e85a2-71ef-4e29-8b5e-d94d31011dba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 945 time: 0.0607238 Aug 29 04:20:02.852947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:02.866211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.882026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b87da76b-7a86-479a-a627-e9dd07610ebe,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.883136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-941c02a0-377f-4a02-b6df-ae1d31e7a4e9 req-48b2cb0d-a7b9-4f3b-8d1a-4b00fc7b52bc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Aug 29 04:20:02.932818 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07fcf7-c20d-4cd4-b524-b5c99e6ea55d x-openstack-request-id: req-ba07fcf7-c20d-4cd4-b524-b5c99e6ea55d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:02.933109 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-plugged", "status": "completed", "tag": "9a160b77-ea95-4538-8973-c101157a654a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:02.933229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-83e6236c-206d-43c9-97e6-9db34ce0e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.933400 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba07fcf7-c20d-4cd4-b524-b5c99e6ea55d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:02.935005 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a160b77-ea95-4538-8973-c101157a654a', 'code': 200} Aug 29 04:20:02.935211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-83e6236c-206d-43c9-97e6-9db34ce0e914 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1097 time: 0.0592124 Aug 29 04:20:02.965404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.997253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4755f-f824-4fc5-962a-1dbcad2211fc req-5447a0e7-46a8-43b9-b7c5-4ed5b93f85aa tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.002088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c4755f-f824-4fc5-962a-1dbcad2211fc req-5447a0e7-46a8-43b9-b7c5-4ed5b93f85aa tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1098 time: 0.0460455 Aug 29 04:20:03.038678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c4755f-f824-4fc5-962a-1dbcad2211fc req-758604cf-c931-40a1-9d04-3f3d7000c27b tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 Aug 29 04:20:03.115339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf69bb-b8da-43af-b1c0-db51de01b355 req-c85ab99d-7526-4bc5-a288-1a7b92f2dacf tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.116828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ebf69bb-b8da-43af-b1c0-db51de01b355 req-c85ab99d-7526-4bc5-a288-1a7b92f2dacf tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 948 time: 0.1081200 Aug 29 04:20:03.124471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-b085a7db-26da-4369-bfa7-f0cfaaeb85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.126530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-b085a7db-26da-4369-bfa7-f0cfaaeb85d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1835730 Aug 29 04:20:03.157089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805681-86a3-4cde-beed-c18327225f91 req-b36e56c7-86c4-4989-acc2-f87ce8ea0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.158577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1805681-86a3-4cde-beed-c18327225f91 req-b36e56c7-86c4-4989-acc2-f87ce8ea0d86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 1098 time: 0.0986948 Aug 29 04:20:03.193389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-721eb677-7be9-474c-ad17-bedba4127cf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 200 len: 217 time: 0.0571518 Aug 29 04:20:03.245857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ebf69bb-b8da-43af-b1c0-db51de01b355 req-be35a413-9310-4b75-9e78-87e2245d57a7 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183565 Aug 29 04:20:03.269763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1805681-86a3-4cde-beed-c18327225f91 req-1c50cc25-2cc3-48f8-aff2-e710b42b7c5e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852928 Aug 29 04:20:03.274971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d92b8cbe-7628-4326-a74d-20af60ac3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.276420 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d92b8cbe-7628-4326-a74d-20af60ac3345 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0685318 Aug 29 04:20:03.277892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b87da76b-7a86-479a-a627-e9dd07610ebe'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:03.315225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c4585bb9-0cbc-4c87-86da-359f58d8a7af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308490 Aug 29 04:20:03.647796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169856b1-96e2-4e09-8d91-4cbd7e3e22d7 req-7b458ede-000e-4e65-893a-508ff7f50d5d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.649260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-169856b1-96e2-4e09-8d91-4cbd7e3e22d7 req-7b458ede-000e-4e65-893a-508ff7f50d5d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 950 time: 0.3290095 Aug 29 04:20:03.681573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-98d4f77a-67da-472a-b19e-70e6012b4e49 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526766 Aug 29 04:20:03.713376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-169856b1-96e2-4e09-8d91-4cbd7e3e22d7 req-1610a567-3bdc-4e55-a719-b9d202345020 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Aug 29 04:20:03.789423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-0bbacf43-0b0f-400f-b0a1-2c50fbb1383c service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975151 Aug 29 04:20:03.795275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8ec1f193-7fb9-4d46-95ab-3c320003fc22 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:03.830325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70924f-19cc-4c09-bfc6-4847856d8100 req-c2c102db-f7c9-4d8a-9fb4-192cdf703aa3 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.831981 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac70924f-19cc-4c09-bfc6-4847856d8100 req-c2c102db-f7c9-4d8a-9fb4-192cdf703aa3 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 945 time: 0.0612876 Aug 29 04:20:03.873097 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac70924f-19cc-4c09-bfc6-4847856d8100 req-a8e1f711-10c9-4e23-b972-52bc61ab8900 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349269 Aug 29 04:20:03.907045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8ec1f193-7fb9-4d46-95ab-3c320003fc22, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8ec1f193-7fb9-4d46-95ab-3c320003fc22,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:03.927326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'mac_address': 'fa:16:3e:2a:66:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:03.972603 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.986485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec1f193-7fb9-4d46-95ab-3c320003fc22 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:03.987702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-1ee6a538-54aa-4997-8c1b-b1ddde2ade4c tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:20:03.988665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-1ee6a538-54aa-4997-8c1b-b1ddde2ade4c tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108836 Aug 29 04:20:03.991454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-55e1aa2e-4197-4a83-acaf-fbbf5bad9915 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.992851 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-55e1aa2e-4197-4a83-acaf-fbbf5bad9915 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.1026297 Aug 29 04:20:04.000452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Request body: {'binding': {'host': 'n-h2-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:04.000903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:20:04.006963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8ec1f193-7fb9-4d46-95ab-3c320003fc22, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8ec1f193-7fb9-4d46-95ab-3c320003fc22,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:04.010118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-14'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:04.010809 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.060537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=8ec1f193-7fb9-4d46-95ab-3c320003fc22,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.065262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f352395-dfc3-4157-8ed5-51b9dcbe3bd0 req-8fef73f9-d50b-4a79-8fe9-9caa2a5eddb8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.066746 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f352395-dfc3-4157-8ed5-51b9dcbe3bd0 req-8fef73f9-d50b-4a79-8fe9-9caa2a5eddb8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1273043 Aug 29 04:20:04.161685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.191430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f352395-dfc3-4157-8ed5-51b9dcbe3bd0 req-49f1618b-16f8-4962-bc95-818fd16c6f0c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154313 Aug 29 04:20:04.328088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on host n-h2-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:04.329079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:04.329414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:04.350154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:04.350480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:04.363857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:04.364192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:04.364571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:04.364994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Bound port: e48181af-749b-4b4a-92e7-0575f3a0a84b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:04.377542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d1567-0a01-4c9b-952d-cec0b0711fb5 req-0ebf1412-267a-4c6e-b15a-b468f3397daf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.379032 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d8d1567-0a01-4c9b-952d-cec0b0711fb5 req-0ebf1412-267a-4c6e-b15a-b468f3397daf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1330574 Aug 29 04:20:04.415885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:04.436451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['8ec1f193-7fb9-4d46-95ab-3c320003fc22'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:04.475492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d8d1567-0a01-4c9b-952d-cec0b0711fb5 req-ced62729-f51a-4601-8b30-08380b50a458 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891030 Aug 29 04:20:04.495049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:04.501132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:04.504582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.505917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d4dd886-5a89-4b3a-8be9-32650f174197 service neutron] 10.222.0.55 "POST /v2.0/ports/e48181af-749b-4b4a-92e7-0575f3a0a84b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5094221 Aug 29 04:20:04.547931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:04.549985 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfec350-e97c-4f32-9216-83629044f343" -d '{"events": [{"server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "name": "network-vif-unplugged", "status": "completed", "tag": "d7961767-429e-4189-8541-88a5df1460d1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:04.555774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.569977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.688913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4490c6d-e6e9-4651-a844-5911a3f5edbe req-24a47254-f622-4a3b-8d94-54046897c5f3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.690329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4490c6d-e6e9-4651-a844-5911a3f5edbe req-24a47254-f622-4a3b-8d94-54046897c5f3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1374974 Aug 29 04:20:04.693487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.717214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on host n-h2-712143-14 for vnic_type normal with profile {"migrating_to": "n-h1-712143-14"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:04.717544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:04.717901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:04.728361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:04.728682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Attempting to bind port d7961767-429e-4189-8541-88a5df1460d1 on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:04.745204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4490c6d-e6e9-4651-a844-5911a3f5edbe req-59cbe381-01ec-4e68-9808-ff7278bdbeee tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477400 Aug 29 04:20:04.746223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:04.746746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:04.746963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:04.747456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Bound port: d7961767-429e-4189-8541-88a5df1460d1, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:04.747758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.847158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:04.884346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:04.885841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a628e0-2742-4806-9e13-25c0764a6588 req-311a6e93-1656-4fa0-b416-1fc620c773b9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.887360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71a628e0-2742-4806-9e13-25c0764a6588 req-311a6e93-1656-4fa0-b416-1fc620c773b9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.0621135 Aug 29 04:20:04.892196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.934622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71a628e0-2742-4806-9e13-25c0764a6588 req-e068277c-c85e-4a98-b417-fc31f3b0bfa1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Aug 29 04:20:04.969950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afb02c-5aaf-48a6-9a42-2f59c9528710 req-83f65eb1-7a32-4127-bc08-9022b1f728f6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.971459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5afb02c-5aaf-48a6-9a42-2f59c9528710 req-83f65eb1-7a32-4127-bc08-9022b1f728f6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 949 time: 0.1370935 Aug 29 04:20:04.990662 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9cf74e-b9d2-4f8a-accf-96e46222b91d x-openstack-request-id: req-dd9cf74e-b9d2-4f8a-accf-96e46222b91d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:04.990940 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "name": "network-vif-unplugged", "status": "completed", "tag": "d7961767-429e-4189-8541-88a5df1460d1", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:04.991186 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd9cf74e-b9d2-4f8a-accf-96e46222b91d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:04.991578 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1', 'code': 200} Aug 29 04:20:05.009866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:05.041437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-371b219c-6218-4f77-9142-6df1b2fc131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.042948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-371b219c-6218-4f77-9142-6df1b2fc131b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1098 time: 0.1472542 Aug 29 04:20:05.049021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.049646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.050895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c985ca6e-5958-440a-82c6-27587be1134a service neutron] 10.222.0.37 "PUT /v2.0/ports/d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 200 len: 1123 time: 1.0463078 Aug 29 04:20:05.083961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e14c1-c7f9-4783-a3ba-0125fee9b6b9 req-d2f722f0-5efe-4ede-9858-c86ae5911415 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.085534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-050e14c1-c7f9-4783-a3ba-0125fee9b6b9 req-d2f722f0-5efe-4ede-9858-c86ae5911415 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.0554690 Aug 29 04:20:05.103596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5afb02c-5aaf-48a6-9a42-2f59c9528710 req-e29359c4-308d-4f23-a205-eff1dbd6ff05 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227717 Aug 29 04:20:05.139080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-050e14c1-c7f9-4783-a3ba-0125fee9b6b9 req-314a83e8-239a-4630-8f7d-f97826b52d59 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468316 Aug 29 04:20:05.156333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-b889ec12-5654-462b-9cac-72cc0e5e1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.159020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-b889ec12-5654-462b-9cac-72cc0e5e1de3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1059735 Aug 29 04:20:05.240723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-f8316e7f-1f96-4fa6-9232-083589ebae35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 200 len: 217 time: 0.0508606 Aug 29 04:20:05.250685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-9ea5c1ca-ec8f-4cdc-ac1e-03b164c0dda0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17940608b9db4f5d95f96f11822e9d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541723 Aug 29 04:20:05.253915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a6959-b408-49c3-9214-033d7e95de96 req-cc0aad30-c8d9-403e-a221-6caf6e7ae832 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.255402 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-803a6959-b408-49c3-9214-033d7e95de96 req-cc0aad30-c8d9-403e-a221-6caf6e7ae832 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 945 time: 0.0492060 Aug 29 04:20:05.268689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d7961767-429e-4189-8541-88a5df1460d1'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:05.293744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-803a6959-b408-49c3-9214-033d7e95de96 req-1486ac0d-32ae-4211-a605-7614c0a1010f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Aug 29 04:20:05.357013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-2f7febc4-e60c-45c4-bcf1-2d7e546c9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.358520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-2f7febc4-e60c-45c4-bcf1-2d7e546c9883 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1069632 Aug 29 04:20:05.406102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79feb3-d9a4-44fd-aec4-fd3f16f0f7ea req-297a64db-976e-4076-83af-d75f097c52c2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.407962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-240c46c0-6f5c-4b01-8f0a-da45c96dc952 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339789 Aug 29 04:20:05.408097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e79feb3-d9a4-44fd-aec4-fd3f16f0f7ea req-297a64db-976e-4076-83af-d75f097c52c2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0515866 Aug 29 04:20:05.424786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-1be56939-cad1-4362-aa61-68cc3dd03041 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.426282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-1be56939-cad1-4362-aa61-68cc3dd03041 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674914 Aug 29 04:20:05.447950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e79feb3-d9a4-44fd-aec4-fd3f16f0f7ea req-bf02f669-667a-4338-8a93-7af66e1837ce tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Aug 29 04:20:05.480698 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-60afb57d-a6d3-4f81-adf8-8c307e3b245e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/quotas/17940608b9db4f5d95f96f11822e9d12 HTTP/1.1" status: 200 len: 375 time: 0.0449340 Aug 29 04:20:05.559786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-b750387d-a80a-47c6-bb62-b59fc60a01cf tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728335 Aug 29 04:20:05.561749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-4f096881-a08a-43ca-9ac6-16a7f2889e9d service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335239 Aug 29 04:20:05.596179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019ccd-7cb2-4cf1-88f5-2c62f686b8ea req-a99a914f-de01-4bf0-9a51-f97c7acf405e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.597848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75019ccd-7cb2-4cf1-88f5-2c62f686b8ea req-a99a914f-de01-4bf0-9a51-f97c7acf405e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0546527 Aug 29 04:20:05.640492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75019ccd-7cb2-4cf1-88f5-2c62f686b8ea req-20f5faad-a4ef-454c-bb7b-6d03c0cfda80 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Aug 29 04:20:05.662603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-0448c44c-b5d7-4b5e-b6bb-badd2c020864 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920761 Aug 29 04:20:05.730207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-804c933b-1e41-40ec-b490-ee93a0e281fb req-77b1a94d-e0b0-4f6b-a009-38eb2eadf3d7 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 210 time: 0.0284097 Aug 29 04:20:05.788563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c880f-a20f-4634-9bed-cf6eb4c19dc8 req-37c18863-0753-46b2-8c3e-1d333e2058ea tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.791117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d2c880f-a20f-4634-9bed-cf6eb4c19dc8 req-37c18863-0753-46b2-8c3e-1d333e2058ea tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0680342 Aug 29 04:20:05.805500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8ec1f193-7fb9-4d46-95ab-3c320003fc22 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:05.842519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d2c880f-a20f-4634-9bed-cf6eb4c19dc8 req-c84bbece-6826-4a41-b6ff-2f3f6457c9a3 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Aug 29 04:20:05.880520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:05.885457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:05.886168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.948196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-fd9fc3f8-c750-4e3e-ac6b-6b741bc3a3a2 service neutron] 10.222.0.37 "GET /v2.0/ports/c194054d-9209-4710-868f-f49519015023/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0932612 Aug 29 04:20:06.030450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.071137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8ec1f193-7fb9-4d46-95ab-3c320003fc22, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8ec1f193-7fb9-4d46-95ab-3c320003fc22,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:06.072328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec1f193-7fb9-4d46-95ab-3c320003fc22'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:06.075323 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8a2101-9430-4596-8dd5-fd7f5b0618ab" -d '{"events": [{"server_uuid": "becff536-00ae-4404-86c1-cc6a5f62988c", "name": "network-vif-plugged", "status": "completed", "tag": "8ec1f193-7fb9-4d46-95ab-3c320003fc22"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:06.081519 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.123849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f8e0-e9c1-45d1-a9b2-eac0306f9d82 req-76ca6757-89aa-4f48-827b-311f8135fe09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.125959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f82f8e0-e9c1-45d1-a9b2-eac0306f9d82 req-76ca6757-89aa-4f48-827b-311f8135fe09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.0946488 Aug 29 04:20:06.148794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=8ec1f193-7fb9-4d46-95ab-3c320003fc22,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.212652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f82f8e0-e9c1-45d1-a9b2-eac0306f9d82 req-77459588-3f10-4c89-9ef7-112f47d88935 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769598 Aug 29 04:20:06.254094 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa894d4-e2f7-4b52-b3ef-a32880d9d838 x-openstack-request-id: req-6fa894d4-e2f7-4b52-b3ef-a32880d9d838 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:06.254632 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becff536-00ae-4404-86c1-cc6a5f62988c", "name": "network-vif-plugged", "status": "completed", "tag": "8ec1f193-7fb9-4d46-95ab-3c320003fc22", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:06.254966 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fa894d4-e2f7-4b52-b3ef-a32880d9d838 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:06.255535 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'code': 200} Aug 29 04:20:06.329373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b87da76b-7a86-479a-a627-e9dd07610ebe up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:06.435303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efd065-c7a2-45a5-b150-97cbaf34892d req-d4af56f5-9333-4fb1-bf17-31370f0a5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.436919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80efd065-c7a2-45a5-b150-97cbaf34892d req-d4af56f5-9333-4fb1-bf17-31370f0a5dd4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 1102 time: 0.0672872 Aug 29 04:20:06.442916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port b87da76b-7a86-479a-a627-e9dd07610ebe completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:06.450666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7c2b7-b9b0-40db-a46a-fbb93a3ade9f req-ba7a09c9-9227-4c33-b35b-482b51078a7b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.450840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e2eb2-ec33-4190-b0f8-fde62e133724 req-6c0d6527-377d-49f5-920d-d3d97a14b541 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.452158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3e2eb2-ec33-4190-b0f8-fde62e133724 req-6c0d6527-377d-49f5-920d-d3d97a14b541 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.1282830 Aug 29 04:20:06.452304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17e7c2b7-b9b0-40db-a46a-fbb93a3ade9f req-ba7a09c9-9227-4c33-b35b-482b51078a7b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 950 time: 0.1277738 Aug 29 04:20:06.454140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b87da76b-7a86-479a-a627-e9dd07610ebe triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:06.454955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.462785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-1c3e4d35-9bac-428a-87ed-740f0dd12a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.464898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-1c3e4d35-9bac-428a-87ed-740f0dd12a12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f&tenant_id=a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 1102 time: 0.1092968 Aug 29 04:20:06.533556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80efd065-c7a2-45a5-b150-97cbaf34892d req-5723e32f-f8e3-46e7-a6b4-9b38337fbb54 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754700 Aug 29 04:20:06.537704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17e7c2b7-b9b0-40db-a46a-fbb93a3ade9f req-e29a93a8-d0f6-428c-ba3d-ce5721939fb7 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783651 Aug 29 04:20:06.544460 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3e2eb2-ec33-4190-b0f8-fde62e133724 req-5ac685c1-c1e3-4082-b00c-8b5f7a9da300 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745347 Aug 29 04:20:06.574170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-dc89df53-13d5-4fe4-95a1-41c798a6ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.575642 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-dc89df53-13d5-4fe4-95a1-41c798a6ade9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 1102 time: 0.0815234 Aug 29 04:20:06.613936 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.677735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b87da76b-7a86-479a-a627-e9dd07610ebe, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b87da76b-7a86-479a-a627-e9dd07610ebe,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:06.689912 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.692439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931a5e4-15d5-46b9-8224-f60b5a4d8082 req-11bfbbd7-1e77-4f76-bd75-ff36c02d4349 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.696041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5931a5e4-15d5-46b9-8224-f60b5a4d8082 req-11bfbbd7-1e77-4f76-bd75-ff36c02d4349 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 945 time: 0.0715878 Aug 29 04:20:06.714509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbde85a-50ac-4c70-b433-522dcda816d5 req-d3f7fac1-d1b5-4756-b9ed-9ba095fe17f7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.716051 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0dbde85a-50ac-4c70-b433-522dcda816d5 req-d3f7fac1-d1b5-4756-b9ed-9ba095fe17f7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0874801 Aug 29 04:20:06.753352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b87da76b-7a86-479a-a627-e9dd07610ebe,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.770150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5931a5e4-15d5-46b9-8224-f60b5a4d8082 req-9b87371b-2393-4862-b098-f23385ac8918 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672147 Aug 29 04:20:06.775740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0dbde85a-50ac-4c70-b433-522dcda816d5 req-18b84361-aa6e-4fa5-afd9-dad8b9dda325 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506454 Aug 29 04:20:06.876825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eafe05e-b512-40ee-8f27-c89c52082449 req-0d6d6c8e-a93e-44dd-8eeb-7c7aa96c32e5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 210 time: 0.0400302 Aug 29 04:20:06.946307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590601-6bfb-4575-a60b-3ea5362e38e2 req-91e0ab06-ef6c-4f1a-8278-75c84a91b860 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.950674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab590601-6bfb-4575-a60b-3ea5362e38e2 req-91e0ab06-ef6c-4f1a-8278-75c84a91b860 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0819569 Aug 29 04:20:06.978872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-dd884c20-7738-48ba-9881-a89eb60779ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.980297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-dd884c20-7738-48ba-9881-a89eb60779ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1615343 Aug 29 04:20:06.992219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:06.994890 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0227ce1f-d1b7-48ae-97c0-dd312196de25" -d '{"events": [{"name": "network-changed", "server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "tag": "d7961767-429e-4189-8541-88a5df1460d1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:07.010786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab590601-6bfb-4575-a60b-3ea5362e38e2 req-008b35da-641e-49e4-854c-7284038338b5 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549028 Aug 29 04:20:07.038546 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff3170-c42f-4cfb-ac53-cf20efee23f6 x-openstack-request-id: req-19ff3170-c42f-4cfb-ac53-cf20efee23f6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:07.038774 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "tag": "d7961767-429e-4189-8541-88a5df1460d1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:07.039027 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19ff3170-c42f-4cfb-ac53-cf20efee23f6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:07.039417 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1', 'status': 'completed', 'code': 200} Aug 29 04:20:07.041204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-14e8ecc1-5075-4ca6-b89c-5299ced3975b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c194054d-9209-4710-868f-f49519015023 HTTP/1.1" status: 200 len: 217 time: 0.0497029 Aug 29 04:20:07.123885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-fb4f0fdc-4e56-46a9-ab3f-5f4d19aeb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.125876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-fb4f0fdc-4e56-46a9-ab3f-5f4d19aeb19a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0682807 Aug 29 04:20:07.164506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-a95afe51-7e1e-4bd4-8478-32f50be96da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.165996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-a95afe51-7e1e-4bd4-8478-32f50be96da2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1126 time: 0.0693455 Aug 29 04:20:07.186492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eaead-bc71-408d-8be0-a4f59990820a req-bdfc38fd-d08c-4dcb-8d07-9fb2071bede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.188469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-bdfc38fd-d08c-4dcb-8d07-9fb2071bede7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524936 Aug 29 04:20:07.499027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-3f404fcb-0faa-401b-a580-fba93dd54820 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=17940608b9db4f5d95f96f11822e9d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306017 Aug 29 04:20:07.599929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0ec3a-8088-4c05-a4d9-deba9fb1c44d req-bc413dbf-18ea-4308-a36e-44ae6b2737b9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.608157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ed0ec3a-8088-4c05-a4d9-deba9fb1c44d req-bc413dbf-18ea-4308-a36e-44ae6b2737b9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.1572013 Aug 29 04:20:07.622996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-37fcdbf9-870e-4abb-a07b-66802231e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.624479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-37fcdbf9-870e-4abb-a07b-66802231e5f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.4477801 Aug 29 04:20:07.658541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-3023310e-7c5a-47ea-8d4d-621e158c80ff service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607339 Aug 29 04:20:07.701298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-344081de-8d0e-44a1-bf1d-afb1bc2cd30e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 200 len: 217 time: 0.0572059 Aug 29 04:20:07.742626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-def169a5-bd8f-480d-b3d0-7f9941f1df33 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.744111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-def169a5-bd8f-480d-b3d0-7f9941f1df33 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369077 Aug 29 04:20:07.758071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd094cd-0d9f-4eee-a504-602a586bd094 req-146c5adb-cedd-4070-b3f1-5ce0f38b594b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.760522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1cd094cd-0d9f-4eee-a504-602a586bd094 req-146c5adb-cedd-4070-b3f1-5ce0f38b594b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 950 time: 0.0940044 Aug 29 04:20:07.771612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Request body: {'port': {'device_id': '71280775-dec9-42e3-97db-1536b04d0e62', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '17940608b9db4f5d95f96f11822e9d12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:07.799174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ed0ec3a-8088-4c05-a4d9-deba9fb1c44d req-6655e76d-0c78-433f-b983-698be346b2ce tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901731 Aug 29 04:20:07.827171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d7961767-429e-4189-8541-88a5df1460d1 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:07.849749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-704103b2-16ec-4a9d-8c25-d9990dab01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.861719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-704103b2-16ec-4a9d-8c25-d9990dab01dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1334457 Aug 29 04:20:07.928451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-79955386-f5f5-44a9-a2ae-fbfcbb4c63ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525086 Aug 29 04:20:07.961306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1cd094cd-0d9f-4eee-a504-602a586bd094 req-0044c934-2f70-44e1-ac76-16a092bbf146 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756120 Aug 29 04:20:07.992863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c90eaead-bc71-408d-8be0-a4f59990820a req-19110943-8a46-4aaf-8f5d-0bd001075e29 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006625 Aug 29 04:20:08.059023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dff02-1cd6-4eec-8b16-e6982d45bacc req-22cb0eee-0593-4315-b795-6676264a7cf9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.066841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f5dff02-1cd6-4eec-8b16-e6982d45bacc req-22cb0eee-0593-4315-b795-6676264a7cf9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.1561780 Aug 29 04:20:08.116903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-0032b819-3008-480a-a18d-f0ee615d34ff service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500461 Aug 29 04:20:08.132691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f5dff02-1cd6-4eec-8b16-e6982d45bacc req-6b26880d-467f-48c1-9b98-92b3e77f33c2 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649126 Aug 29 04:20:08.135292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:08.149446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d7961767-429e-4189-8541-88a5df1460d1 has no active binding in host n-h1-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:20:08.176384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Made reservation on behalf of 17940608b9db4f5d95f96f11822e9d12 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:08.194716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.257185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:08.260819 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa432250-934d-453e-9671-a7e114e5ae01" -d '{"events": [{"server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "name": "network-vif-plugged", "status": "completed", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:08.335047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0227ce1f-d1b7-48ae-97c0-dd312196de25 req-6f625dfc-d3d1-482c-bd9e-bc59396f20a1 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961122 Aug 29 04:20:08.368473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffd48c-07f3-4ead-94ac-bbf1b93ba2b0 req-6979a4bb-cb26-40d0-b286-b1909849a1c9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.370344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-efffd48c-07f3-4ead-94ac-bbf1b93ba2b0 req-6979a4bb-cb26-40d0-b286-b1909849a1c9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1461110 Aug 29 04:20:08.383131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10e32a-26ce-402b-8ba4-28d3903082c7 req-846497fc-79b5-4797-a118-57c6c66ce975 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.387465 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc10e32a-26ce-402b-8ba4-28d3903082c7 req-846497fc-79b5-4797-a118-57c6c66ce975 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.2281561 Aug 29 04:20:08.406887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Allocated IP 192.168.233.230 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/99c8999e-e9a3-48f2-a9b8-7b6afeb7de27) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:08.433877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-efffd48c-07f3-4ead-94ac-bbf1b93ba2b0 req-59971e90-1f91-4a45-a9ff-5d3fe079abf7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550005 Aug 29 04:20:08.460671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc10e32a-26ce-402b-8ba4-28d3903082c7 req-286a80dd-70e3-4b58-bf69-cb7c8986d6c4 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675452 Aug 29 04:20:08.554408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3075439-db68-4871-af31-4c40d9a68d06 req-81f9d0a7-a2d3-4a6a-94aa-022a74bdd662 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 210 time: 0.0419860 Aug 29 04:20:08.606542 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.624138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Transition to ACTIVE for port object 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:08.677816 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a446d-dad6-4f9b-be72-00777527a202 x-openstack-request-id: req-746a446d-dad6-4f9b-be72-00777527a202 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:08.678202 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "name": "network-vif-plugged", "status": "completed", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:08.680194 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-746a446d-dad6-4f9b-be72-00777527a202 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:08.680194 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'code': 200} Aug 29 04:20:08.697146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.702089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fc4b-9be2-48f3-a19e-7093a6bd9221 req-ef9b71ec-7b67-4b0a-89fe-9700b82c26cf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.705225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e948fc4b-9be2-48f3-a19e-7093a6bd9221 req-ef9b71ec-7b67-4b0a-89fe-9700b82c26cf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.0819557 Aug 29 04:20:08.717153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['4d872953-fc3c-42e8-9565-9edbf5be971a', 'ce5c6ee1-36ef-446a-a2df-754cecfd9086'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:08.772151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e948fc4b-9be2-48f3-a19e-7093a6bd9221 req-29876563-7143-47d3-b130-8d6dbe5b775f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598066 Aug 29 04:20:08.806083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:08.844610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:08.849780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:08.854123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Pushing event updated for resources: {'Port': ['ID=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:08.881861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f66ce0-7d4a-4592-9b72-d6b879bcda7e req-937acbc4-a707-4013-9127-e39b331d88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.883430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3f66ce0-7d4a-4592-9b72-d6b879bcda7e req-937acbc4-a707-4013-9127-e39b331d88d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 1098 time: 0.0743446 Aug 29 04:20:08.948262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3f66ce0-7d4a-4592-9b72-d6b879bcda7e req-768755b6-5463-4dbf-9ca7-10ee5f46f0c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512202 Aug 29 04:20:08.949306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.950088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.991668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-bab72204-1afa-437b-b1d0-4d32186a2bdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2241414 Aug 29 04:20:09.013699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6a1c7-82fa-4f04-99a4-fde268875483 req-47d7a765-0e74-4c50-98e2-e7508794b2a0 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.015422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7c6a1c7-82fa-4f04-99a4-fde268875483 req-47d7a765-0e74-4c50-98e2-e7508794b2a0 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.0836880 Aug 29 04:20:09.022857 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Request body: {'port': {'device_id': '71280775-dec9-42e3-97db-1536b04d0e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:09.112612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ab71c-4de8-4d54-b19b-3eb951081923 req-211e526b-2a91-43fc-b673-47131c4ca5aa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.114431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7c6a1c7-82fa-4f04-99a4-fde268875483 req-ab16a5ed-a313-4b98-a5ea-fed2f5b1eeb9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674829 Aug 29 04:20:09.115577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.122222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-751ab71c-4de8-4d54-b19b-3eb951081923 req-211e526b-2a91-43fc-b673-47131c4ca5aa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 950 time: 0.0677834 Aug 29 04:20:09.174498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-751ab71c-4de8-4d54-b19b-3eb951081923 req-29a87e8c-9d6a-4413-a84b-f13e55e27369 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Aug 29 04:20:09.219237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-baae2219-4770-4dc3-b927-4829282a1add None None] Provisioning for port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:09.224553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-baae2219-4770-4dc3-b927-4829282a1add None None] Provisioning complete for port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:09.225238 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-baae2219-4770-4dc3-b927-4829282a1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.272528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-baae2219-4770-4dc3-b927-4829282a1add None None] Port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:09.318641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede25f9-7f2e-4452-9345-3bad456684bb req-e6db0a1b-900e-4e42-ad52-d37fa9f908ae tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.320540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ede25f9-7f2e-4452-9345-3bad456684bb req-e6db0a1b-900e-4e42-ad52-d37fa9f908ae tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 1102 time: 0.0458028 Aug 29 04:20:09.337241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2960e-5d75-400f-9eb1-6bfdc5e037ba req-af837e83-1d20-4b2d-b2c4-19cf7551e8bf tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.338762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5d2960e-5d75-400f-9eb1-6bfdc5e037ba req-af837e83-1d20-4b2d-b2c4-19cf7551e8bf tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.1151564 Aug 29 04:20:09.356353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ede25f9-7f2e-4452-9345-3bad456684bb req-6ce2b713-cf00-4cda-be30-3f72098cb374 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289040 Aug 29 04:20:09.412308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5d2960e-5d75-400f-9eb1-6bfdc5e037ba req-e1360945-f5ea-442f-af40-343d895e6529 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564408 Aug 29 04:20:09.475783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:09.487400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.502668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Transition to ACTIVE for port object 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:09.508670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.526345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-5fbab9cc-397d-4c30-8d3f-f5310b964c5d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291340 Aug 29 04:20:09.587725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Pushing event updated for resources: {'Port': ['ID=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.652215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dd5f8-93ab-4bb9-ba92-8c156bb5f29c req-316070c3-b8fe-45af-b9a3-d49225c45482 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.653672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-59afcc7c-9ae6-4dbb-90da-754f865aa033 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.655170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-59afcc7c-9ae6-4dbb-90da-754f865aa033 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1271734 Aug 29 04:20:09.658284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c2dd5f8-93ab-4bb9-ba92-8c156bb5f29c req-316070c3-b8fe-45af-b9a3-d49225c45482 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1465836 Aug 29 04:20:09.684243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-f2ccc361-830c-4830-be21-31eda8edd1d6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/quotas/92d2cc5dcb9b478bb7065a703bc5f59b HTTP/1.1" status: 200 len: 375 time: 0.0166728 Aug 29 04:20:09.717934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c2dd5f8-93ab-4bb9-ba92-8c156bb5f29c req-112ab161-d74a-4a41-a36b-f7cea17b46a2 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545590 Aug 29 04:20:09.756442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Attempting to bind port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:09.757052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Attempting to bind port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:09.757583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Attempting to bind port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:09.772003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:09.772436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Attempting to bind port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:09.778064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:09.778409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:09.778798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:09.779235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Bound port: 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:09.779595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.792615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-2fefa0e5-f2b7-44b1-b813-7cfcc55ee061 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1073759 Aug 29 04:20:09.847479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c194054d-9209-4710-868f-f49519015023 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:09.929494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36336cfd-67ce-47f1-bdc0-3af87a076b58 req-17613f69-aa88-4f41-9fba-7e8babc66cd0 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.940575 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36336cfd-67ce-47f1-bdc0-3af87a076b58 req-17613f69-aa88-4f41-9fba-7e8babc66cd0 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.1381874 Aug 29 04:20:09.945966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] For port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:09.954795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] For port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:09.981054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.012383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.013154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.014577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] 10.222.0.37 "PUT /v2.0/ports/99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 HTTP/1.1" status: 200 len: 1097 time: 0.9975975 Aug 29 04:20:10.076252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71280775-dec9-42e3-97db-1536b04d0e62', 'tag': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:10.077840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.080355 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc08060-58db-46c8-b8f2-59a451d3e512" -d '{"events": [{"name": "network-changed", "server_uuid": "71280775-dec9-42e3-97db-1536b04d0e62", "tag": "99c8999e-e9a3-48f2-a9b8-7b6afeb7de27"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:10.155360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584daafa-e05e-41e9-b3b6-b3b02a275b21 req-96f7b3a2-b030-4a03-8a0e-0bf20c569a3c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.156858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-584daafa-e05e-41e9-b3b6-b3b02a275b21 req-96f7b3a2-b030-4a03-8a0e-0bf20c569a3c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 948 time: 0.1163392 Aug 29 04:20:10.158272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36336cfd-67ce-47f1-bdc0-3af87a076b58 req-c678f09c-9782-4d8d-8ab7-a885533a414a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165654 Aug 29 04:20:10.162182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.172753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.286807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.287602 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-584daafa-e05e-41e9-b3b6-b3b02a275b21 req-79062dfc-f028-4410-bf31-0126989f3aab tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801196 Aug 29 04:20:10.303466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f09bb-3240-4afc-b163-73f2e88002a9 service neutron] Pushing event updated for resources: {'Port': ['ID=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.309423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-55293d19-49a4-459e-9bf7-a4c2ee866ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.311070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-55293d19-49a4-459e-9bf7-a4c2ee866ecb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 1100 time: 0.1472976 Aug 29 04:20:10.382821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-e26a59ec-98f8-45b3-bce1-1d85583eae94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 HTTP/1.1" status: 200 len: 217 time: 0.0608532 Aug 29 04:20:10.450031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49a3317a-2039-4da6-ac7e-ed830033439d req-8b97f6cc-aab2-4ae9-8e8f-b977887f80b2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0537724 Aug 29 04:20:10.455361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7738866-97f9-4981-a18e-e506cdcc88e0 req-187acd65-7b62-4275-b076-e986b2a1bda2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.457033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7738866-97f9-4981-a18e-e506cdcc88e0 req-187acd65-7b62-4275-b076-e986b2a1bda2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 948 time: 0.0586419 Aug 29 04:20:10.520474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-191f631f-2fc1-4a65-9a46-9117a671669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.522374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-191f631f-2fc1-4a65-9a46-9117a671669d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0946891 Aug 29 04:20:10.523962 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a09ab-fe05-4e14-acf8-ca301472721a x-openstack-request-id: req-260a09ab-fe05-4e14-acf8-ca301472721a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:10.524370 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71280775-dec9-42e3-97db-1536b04d0e62", "tag": "99c8999e-e9a3-48f2-a9b8-7b6afeb7de27", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:10.524817 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-260a09ab-fe05-4e14-acf8-ca301472721a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:10.525405 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71280775-dec9-42e3-97db-1536b04d0e62', 'tag': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27', 'status': 'completed', 'code': 200} Aug 29 04:20:10.540408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7738866-97f9-4981-a18e-e506cdcc88e0 req-26ccc716-7560-40e2-903a-342729d119af tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748177 Aug 29 04:20:10.634233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-cddef28b-1e13-488d-876a-be945f9278de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.635904 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-cddef28b-1e13-488d-876a-be945f9278de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892990 Aug 29 04:20:10.652614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df09d00-ff19-4295-98b3-0ac065febb50 req-52cd59cc-5c0f-4f5e-b754-450a56bb9811 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.660697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4df09d00-ff19-4295-98b3-0ac065febb50 req-52cd59cc-5c0f-4f5e-b754-450a56bb9811 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.0702484 Aug 29 04:20:10.663852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1daf9-3f45-438b-9b3c-7aaa9e9b8e25 req-10442d00-e970-4806-93b3-a5a795069647 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.665471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20d1daf9-3f45-438b-9b3c-7aaa9e9b8e25 req-10442d00-e970-4806-93b3-a5a795069647 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.0604045 Aug 29 04:20:10.680779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c194054d-9209-4710-868f-f49519015023'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:10.684077 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508e782b-426d-4dd4-87f5-da15cb53ce49" -d '{"events": [{"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-unplugged", "status": "completed", "tag": "c194054d-9209-4710-868f-f49519015023"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:10.733290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20d1daf9-3f45-438b-9b3c-7aaa9e9b8e25 req-dcb47d94-4d8e-42b3-9f1e-e6749ce52d31 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456114 Aug 29 04:20:10.761917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4df09d00-ff19-4295-98b3-0ac065febb50 req-0bf24bf9-b83a-4f20-8d3d-b3b37577e89a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951867 Aug 29 04:20:10.795195 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d350dca6-9781-4564-bcc8-8d31febca60f x-openstack-request-id: req-d350dca6-9781-4564-bcc8-8d31febca60f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:10.795735 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-unplugged", "status": "completed", "tag": "c194054d-9209-4710-868f-f49519015023", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:10.796152 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d350dca6-9781-4564-bcc8-8d31febca60f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:10.796703 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c194054d-9209-4710-868f-f49519015023', 'code': 200} Aug 29 04:20:10.832822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-dd28bb31-5633-4b02-aa08-08d6f5faa8d2 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515601 Aug 29 04:20:10.979234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e1093-be7d-4595-9b60-853fa71ecd35 req-f7393f00-b4e1-4b93-870f-4f180940d650 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.980703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e54e1093-be7d-4595-9b60-853fa71ecd35 req-f7393f00-b4e1-4b93-870f-4f180940d650 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1242158 Aug 29 04:20:10.987664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32e40082-a898-40dd-97f7-66f7832d6c4c req-37e45207-c167-4106-8284-541f265a50ce service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401694 Aug 29 04:20:11.022613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e54e1093-be7d-4595-9b60-853fa71ecd35 req-b96a79db-34de-4159-b74d-3c05ad27335d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Aug 29 04:20:11.101923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-489f7571-aa44-460a-bbff-1ea40f34a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.103395 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-489f7571-aa44-460a-bbff-1ea40f34a72e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17940608b9db4f5d95f96f11822e9d12&device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 1100 time: 0.0413663 Aug 29 04:20:11.201521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-0a0f2371-9448-48fd-ba75-8d951a60d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.203029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-0a0f2371-9448-48fd-ba75-8d951a60d3d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.0880117 Aug 29 04:20:11.254644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-b3efaebe-1ae0-4e68-b986-764cb802ea4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 HTTP/1.1" status: 200 len: 217 time: 0.0353758 Aug 29 04:20:11.277023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f9861-de49-479b-b3f8-9d562d2378b9 req-ac4a7d1a-e32b-449b-b27a-5b00ae1dc308 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.278541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-512f9861-de49-479b-b3f8-9d562d2378b9 req-ac4a7d1a-e32b-449b-b27a-5b00ae1dc308 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0507102 Aug 29 04:20:11.306013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-6b83afcb-4e4b-4336-a0a7-ff1c6393302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.307438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-6b83afcb-4e4b-4336-a0a7-ff1c6393302a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0435026 Aug 29 04:20:11.317337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-512f9861-de49-479b-b3f8-9d562d2378b9 req-9718d617-7391-418b-b01c-c7f510fac5a9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325468 Aug 29 04:20:11.367683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-906355e0-0e59-4dfa-9d83-83864a15a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.369291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-906355e0-0e59-4dfa-9d83-83864a15a86c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484071 Aug 29 04:20:11.466820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd0ad2-fae1-46a4-855a-23e53db2aa8b req-9f45ee3d-83ef-4704-8415-46afb28474a0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.468199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1dd0ad2-fae1-46a4-855a-23e53db2aa8b req-9f45ee3d-83ef-4704-8415-46afb28474a0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 948 time: 0.0980139 Aug 29 04:20:11.514316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6fe5-a036-4eda-9716-92b1ce88320c req-e69cd5ce-05b6-490a-a0ac-3d96f8a6a6e9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.515997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-226f6fe5-a036-4eda-9716-92b1ce88320c req-e69cd5ce-05b6-490a-a0ac-3d96f8a6a6e9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0491323 Aug 29 04:20:11.519880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-d2c022ce-9085-4971-88c6-01bab25c258f service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240625 Aug 29 04:20:11.524791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:11.527128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1dd0ad2-fae1-46a4-855a-23e53db2aa8b req-7b0abab9-3b24-4644-a00f-b80bc790688d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524609 Aug 29 04:20:11.530386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Request body: {'floatingip': {'port_id': 'b87da76b-7a86-479a-a627-e9dd07610ebe'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:11.641899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80981936-a979-4283-864c-67d93ae4c407 req-462df1ad-4a69-4034-a38f-81f67d61e341 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0711212 Aug 29 04:20:11.659878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc08060-58db-46c8-b8f2-59a451d3e512 req-3b351d27-56d9-430f-8a2b-b9a8d4281141 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239109 Aug 29 04:20:11.660406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.675302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-808d8d00-89be-45f0-bd3e-e5ae98093146 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282869 Aug 29 04:20:11.690963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4dcac-c5de-4e9c-b9a1-594651388fa2 req-ebd11c70-b952-4d53-91bc-ad80107db45a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.692455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bf4dcac-c5de-4e9c-b9a1-594651388fa2 req-ebd11c70-b952-4d53-91bc-ad80107db45a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 948 time: 0.0776412 Aug 29 04:20:11.739350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bf4dcac-c5de-4e9c-b9a1-594651388fa2 req-2e4c2398-1d6d-49f1-9937-292676bc1881 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Aug 29 04:20:11.858298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c194054d-9209-4710-868f-f49519015023 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:11.886852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba592-cd8f-46c4-9bba-dbd49670e6b8 req-6c5489bf-a53d-473b-b001-fd9ab31606d3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.889284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b9aba592-cd8f-46c4-9bba-dbd49670e6b8 req-6c5489bf-a53d-473b-b001-fd9ab31606d3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.0603092 Aug 29 04:20:11.933920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b9aba592-cd8f-46c4-9bba-dbd49670e6b8 req-d9d15225-c91e-42ce-ad71-7b5702d7a313 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 Aug 29 04:20:11.939247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-628081a9-7645-4617-b911-dd7ec46921e2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.940700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-628081a9-7645-4617-b911-dd7ec46921e2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348001 Aug 29 04:20:11.958069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad198d-0f67-4e69-b8fe-9b2ad990b29d req-91d4867b-3912-4bb7-a235-7a4360434a1a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.959565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fdad198d-0f67-4e69-b8fe-9b2ad990b29d req-91d4867b-3912-4bb7-a235-7a4360434a1a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.1418738 Aug 29 04:20:11.968473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:12.012721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.025729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'c194054d-9209-4710-868f-f49519015023', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'c194054d-9209-4710-868f-f49519015023', 'mac_address': 'fa:16:3e:c9:3f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:12.085089 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.105011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c194054d-9209-4710-868f-f49519015023 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:12.118412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fdad198d-0f67-4e69-b8fe-9b2ad990b29d req-2c94f64f-e5ca-4a32-b8e0-b15264a2c487 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445181 Aug 29 04:20:12.130318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.140994 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.149230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fdd59-b794-4b46-ae03-30e94012adb4 req-176c7cdc-cc2e-475e-8cf9-ba2816a24d00 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.150793 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513fdd59-b794-4b46-ae03-30e94012adb4 req-176c7cdc-cc2e-475e-8cf9-ba2816a24d00 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0590744 Aug 29 04:20:12.196733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.202112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513fdd59-b794-4b46-ae03-30e94012adb4 req-009055ac-37a8-4e3f-a532-3dc7bc054952 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Aug 29 04:20:12.403133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-bd2db570-148b-4907-afd0-3e0f25c266e1 service neutron] 10.222.0.32 "GET /v2.0/ports/d7961767-429e-4189-8541-88a5df1460d1/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.2442522 Aug 29 04:20:12.429921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:12.433276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.645744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f944a6d-6820-4e0d-b636-b7b5124421b1 req-964462d9-1ef2-40d8-b698-46834905f3c0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.647297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f944a6d-6820-4e0d-b636-b7b5124421b1 req-964462d9-1ef2-40d8-b698-46834905f3c0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 948 time: 0.0506785 Aug 29 04:20:12.678129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['c194054d-9209-4710-868f-f49519015023'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:12.692681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f944a6d-6820-4e0d-b636-b7b5124421b1 req-8bbd97cd-8ffd-452e-8127-874e0177a802 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392475 Aug 29 04:20:12.822567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:20:12.862498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484559d-e789-4dd8-a274-5586baf445c4 req-54f8dea8-ce51-480c-8b94-048146e8b8ad tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.863973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f484559d-e789-4dd8-a274-5586baf445c4 req-54f8dea8-ce51-480c-8b94-048146e8b8ad tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 949 time: 0.0492246 Aug 29 04:20:12.899025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a292a33d-c95e-42df-bcf8-9076d70eda97 req-52ca5581-1fd7-4b5f-9222-8a74222403ba tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0786235 Aug 29 04:20:12.901507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f484559d-e789-4dd8-a274-5586baf445c4 req-d6da3984-c2a8-48e8-bc12-f554213c8c33 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Aug 29 04:20:12.966472 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.993250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.093191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a80c6-b517-471c-9c42-aa0c7ea19704 req-290237f3-170f-4f0b-b293-368d6a530bd7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.095204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-645a80c6-b517-471c-9c42-aa0c7ea19704 req-290237f3-170f-4f0b-b293-368d6a530bd7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 943 time: 0.0524976 Aug 29 04:20:13.145694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-645a80c6-b517-471c-9c42-aa0c7ea19704 req-8b747013-d4cf-4c47-9e48-f6fc5bb2f2f9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Aug 29 04:20:13.156653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.35 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/f42e7647-45a9-41f0-943e-52ccf77cf440) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:13.260555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19dacc-c484-4688-9c67-898fe894261c req-9897753f-1391-4bf0-9ee4-407fe0a547d7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.262079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf19dacc-c484-4688-9c67-898fe894261c req-9897753f-1391-4bf0-9ee4-407fe0a547d7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 949 time: 0.1690276 Aug 29 04:20:13.264346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:13.275245 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Floating IP afe4e21e-aac0-495d-846e-292b690a79f8 associated. External IP: 172.25.7.100, port: b87da76b-7a86-479a-a627-e9dd07610ebe. Aug 29 04:20:13.361204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:13.487220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf19dacc-c484-4688-9c67-898fe894261c req-5775379e-5489-434f-a0c6-a488eed72077 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182612 Aug 29 04:20:13.488696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b35c-7140-479a-892f-915aff4c037c req-37a11c6a-da7c-43ed-a779-ae63f27fc068 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.490194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-37a11c6a-da7c-43ed-a779-ae63f27fc068 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f&tenant_id=a627bba863024eb2ac3850aaa61da2e9&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 949 time: 0.3367848 Aug 29 04:20:13.492432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7961767-429e-4189-8541-88a5df1460d1 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:13.507180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b58b2-161b-4b2e-ae01-2323493fcfbe req-8e1e59b4-5e19-448d-96f9-32dd4d747268 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.508691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c9b58b2-161b-4b2e-ae01-2323493fcfbe req-8e1e59b4-5e19-448d-96f9-32dd4d747268 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.0759172 Aug 29 04:20:13.514159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:13.555196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.588929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c9b58b2-161b-4b2e-ae01-2323493fcfbe req-3d64aee5-3b12-473f-98ff-2daae1fb22f1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Aug 29 04:20:13.600611 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.605629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b35c-7140-479a-892f-915aff4c037c req-998d7399-52f8-4cec-ac04-22593e7d75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.607237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-998d7399-52f8-4cec-ac04-22593e7d75eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 1101 time: 0.0478678 Aug 29 04:20:13.699113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object f42e7647-45a9-41f0-943e-52ccf77cf440 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:13.709583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b35c-7140-479a-892f-915aff4c037c req-b1a5adfd-9d28-4181-9620-05bd7e2b2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.711095 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-b1a5adfd-9d28-4181-9620-05bd7e2b2b6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.0896451 Aug 29 04:20:13.756676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-04dfb842-5940-4235-a59b-8792952128a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c194054d-9209-4710-868f-f49519015023 HTTP/1.1" status: 200 len: 217 time: 0.0365298 Aug 29 04:20:13.806488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71821c2a-db7a-4d69-a852-1420d4f13b17 req-48c61175-9271-4b1a-b883-26df140bb0a4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.807940 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71821c2a-db7a-4d69-a852-1420d4f13b17 req-48c61175-9271-4b1a-b883-26df140bb0a4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.2295241 Aug 29 04:20:13.849161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b35c-7140-479a-892f-915aff4c037c req-6caba9d4-db6e-48dc-8497-b2a49617c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.850642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-6caba9d4-db6e-48dc-8497-b2a49617c21d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0862129 Aug 29 04:20:13.858206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.861334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Router f2f4b647-2aba-4bda-be1a-0b37ee208894 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:13.861633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799070-666e-4853-9e5b-6bfa8eeb7e3f req-bb67f9c1-a971-4c30-b95a-2ac4bb424c63 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.863091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9799070-666e-4853-9e5b-6bfa8eeb7e3f req-bb67f9c1-a971-4c30-b95a-2ac4bb424c63 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 948 time: 0.0907426 Aug 29 04:20:13.869888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] Transition to ACTIVE for port object d7961767-429e-4189-8541-88a5df1460d1 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:13.883795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2796a16b-880a-411b-904d-90bbfe6e46cf', '8ec1f193-7fb9-4d46-95ab-3c320003fc22'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:13.904652 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.924745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2', 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:13.933659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71821c2a-db7a-4d69-a852-1420d4f13b17 req-1cc9c26a-72ab-4c05-8a01-aead8ef4b1de tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145639 Aug 29 04:20:13.942683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9799070-666e-4853-9e5b-6bfa8eeb7e3f req-e1becf80-0a59-4164-b13b-02bf3f4f4919 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711040 Aug 29 04:20:13.945162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b35c-7140-479a-892f-915aff4c037c req-c15f6f05-6cab-496a-87ba-1998eeb575e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.947239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:13.950496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-c15f6f05-6cab-496a-87ba-1998eeb575e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0865045 Aug 29 04:20:14.003561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=f42e7647-45a9-41f0-943e-52ccf77cf440,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.006661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:14.011998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:14.018640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.019499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.069969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] No DVR routers for this DVR port d7961767-429e-4189-8541-88a5df1460d1 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:14.099846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-6c7f2e07-48e7-4ac3-bd98-8bed1e6ae443 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1391950 Aug 29 04:20:14.115807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad04b-dff4-44b7-ae00-526666289fae req-b1b30cd7-a3b4-4d78-ba7f-635fb22a525a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.117739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd5ad04b-dff4-44b7-ae00-526666289fae req-b1b30cd7-a3b4-4d78-ba7f-635fb22a525a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 935 time: 0.0882185 Aug 29 04:20:14.121762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-bd8fb80a-becb-4baa-901b-2bd52960df5f service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558917 Aug 29 04:20:14.167726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Request body: {'port': {'device_id': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:14.198610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] Pushing event updated for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:14.217826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-d24ef54e-f8b3-4c26-a078-626cb877cc82 service neutron] 10.222.0.32 "PUT /v2.0/ports/d7961767-429e-4189-8541-88a5df1460d1/bindings/n-h1-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8047869 Aug 29 04:20:14.236051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:14.250900 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] Sync routers for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:14.254606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.273209 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:14.274523 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:19:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:14.354439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.367919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dedab244-079c-4bea-99c6-af019c5ed696 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "PUT /v2.0/floatingips/afe4e21e-aac0-495d-846e-292b690a79f8 HTTP/1.1" status: 200 len: 992 time: 2.8419549 Aug 29 04:20:14.379120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:14.381660 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258bca78-579c-4c93-8b2c-d2efd230ea99" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:14.382755 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd5ad04b-dff4-44b7-ae00-526666289fae req-ffc93494-f612-4f57-8ab2-52d036443aa3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392185 Aug 29 04:20:14.396789 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bc8b35c-7140-479a-892f-915aff4c037c req-608dca61-4d75-4ec9-9ca3-f7f3c3cead7d service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660055 Aug 29 04:20:14.413935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7961767-429e-4189-8541-88a5df1460d1 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:14.433188 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:14.438666 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-08598ac7-79cf-4695-81c9-ffe022366e7b None None] Provisioning for port f42e7647-45a9-41f0-943e-52ccf77cf440 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:14.458499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac9203-9151-42ec-b031-3eb35f630d32 req-0a2287c6-d8d0-4d7e-80be-7d9eed23e8d7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.466173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56ac9203-9151-42ec-b031-3eb35f630d32 req-0a2287c6-d8d0-4d7e-80be-7d9eed23e8d7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.1783509 Aug 29 04:20:14.471860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-08598ac7-79cf-4695-81c9-ffe022366e7b None None] Provisioning complete for port f42e7647-45a9-41f0-943e-52ccf77cf440 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:14.474287 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08598ac7-79cf-4695-81c9-ffe022366e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.505351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-b7807dad-cc13-40b7-b10f-2e0082550921 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.507567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-b7807dad-cc13-40b7-b10f-2e0082550921 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.1480856 Aug 29 04:20:14.591051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-08598ac7-79cf-4695-81c9-ffe022366e7b None None] Port f42e7647-45a9-41f0-943e-52ccf77cf440 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:14.600540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7961767-429e-4189-8541-88a5df1460d1 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:14.604264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56ac9203-9151-42ec-b031-3eb35f630d32 req-a2e53645-21b0-4223-ac27-3d414a94ada6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369076 Aug 29 04:20:14.630980 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f7dbdd-1a2f-416e-8eb9-8102886f297c x-openstack-request-id: req-38f7dbdd-1a2f-416e-8eb9-8102886f297c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:14.631271 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:14.631540 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38f7dbdd-1a2f-416e-8eb9-8102886f297c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:14.631920 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'status': 'completed', 'code': 200} Aug 29 04:20:14.716546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'afe4e21e-aac0-495d-846e-292b690a79f8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'port_id': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'mac_address': 'fa:16:3e:36:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:10Z', 'updated_at': '2021-08-29T04:20:12Z', 'revision_number': 1, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:08Z', 'revision_number': 5, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:14.731660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f1f22-3f2b-4951-ab9e-4d1b6b27dcfa req-1c0d03d7-69a8-423a-8ae2-4dad68277814 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.738089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-036f1f22-3f2b-4951-ab9e-4d1b6b27dcfa req-1c0d03d7-69a8-423a-8ae2-4dad68277814 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 949 time: 0.0824425 Aug 29 04:20:14.757327 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] Checking router: f2f4b647-2aba-4bda-be1a-0b37ee208894 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:14.766679 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:14.767510 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:19:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:14.777521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-036f1f22-3f2b-4951-ab9e-4d1b6b27dcfa req-e2951aed-e608-4088-9ce5-12693a007827 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Aug 29 04:20:14.882691 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:15.040501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-833c9093-da9f-49f9-9f7f-0e770d0cc057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.042100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-833c9093-da9f-49f9-9f7f-0e770d0cc057 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 1096 time: 0.4736226 Aug 29 04:20:15.074927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-653d50c2-0810-45e0-b531-63ed7c877fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.076406 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-653d50c2-0810-45e0-b531-63ed7c877fbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61de6029f3d548cf8bf5620f93c2ebf2&device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 1098 time: 0.4033518 Aug 29 04:20:15.104843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25613cb7-d99f-4e06-a70b-1cebda1900f6 req-c9006622-f50f-4c8e-8570-216c50c6ea40 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.106319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25613cb7-d99f-4e06-a70b-1cebda1900f6 req-c9006622-f50f-4c8e-8570-216c50c6ea40 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.3765087 Aug 29 04:20:15.120598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625e95-e20f-44ed-89fd-51d1f876e3a6 req-a99baea5-95d4-420a-b13a-d8c3fa00d8a2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.123673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c625e95-e20f-44ed-89fd-51d1f876e3a6 req-a99baea5-95d4-420a-b13a-d8c3fa00d8a2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 948 time: 0.0723472 Aug 29 04:20:15.141251 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'afe4e21e-aac0-495d-846e-292b690a79f8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'port_id': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'mac_address': 'fa:16:3e:36:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:10Z', 'updated_at': '2021-08-29T04:20:12Z', 'revision_number': 1, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:08Z', 'revision_number': 5, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:15.164983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c625e95-e20f-44ed-89fd-51d1f876e3a6 req-012d70a0-95f0-4dee-a5af-595fa3bd0bac tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343823 Aug 29 04:20:15.190929 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf24a2-4adf-427c-977f-a73969052e09 None None] The sync data for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 is: [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'afe4e21e-aac0-495d-846e-292b690a79f8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'port_id': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'mac_address': 'fa:16:3e:36:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:19:10Z', 'updated_at': '2021-08-29T04:20:12Z', 'revision_number': 1, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:08Z', 'revision_number': 5, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:15.284754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25613cb7-d99f-4e06-a70b-1cebda1900f6 req-550d4c71-ca27-4bff-ac78-8b37b98159ad tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525164 Aug 29 04:20:15.300506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-00176760-e932-4207-9774-7ae8695ec384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.302855 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-00176760-e932-4207-9774-7ae8695ec384 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1096 time: 0.1882277 Aug 29 04:20:15.311657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe00d0-4c74-4fb0-bb1a-61a51d64f9b0 req-e7fbd883-ffe2-4407-b4db-d6889af77ef4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.322568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-affe00d0-4c74-4fb0-bb1a-61a51d64f9b0 req-e7fbd883-ffe2-4407-b4db-d6889af77ef4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0736716 Aug 29 04:20:15.322776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-35b18e07-aebc-4641-ac19-15ae481cb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.322776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-35b18e07-aebc-4641-ac19-15ae481cb0b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88f319d5-c481-44ca-a848-e04a278882d8 HTTP/1.1" status: 200 len: 917 time: 0.2363920 Aug 29 04:20:15.324812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42e7647-45a9-41f0-943e-52ccf77cf440 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:15.344516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.354867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-affe00d0-4c74-4fb0-bb1a-61a51d64f9b0 req-0564ae13-1cb8-403c-82f0-2580067dbb67 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Aug 29 04:20:15.440088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Transition to ACTIVE for port object f42e7647-45a9-41f0-943e-52ccf77cf440 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:15.452239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11f9fb-fc4f-4274-a527-f53e4784b725 None None] New status for floating IP afe4e21e-aac0-495d-846e-292b690a79f8: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:15.457074 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.567727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-7731147a-b1b9-441d-b9c7-57ae270a7acd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87da76b-7a86-479a-a627-e9dd07610ebe HTTP/1.1" status: 200 len: 1000 time: 0.2348633 Aug 29 04:20:15.603248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Pushing event updated for resources: {'Port': ['ID=f42e7647-45a9-41f0-943e-52ccf77cf440,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.660316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-5b6e2c15-502e-4fee-bdb3-ca88291fc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.662205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-5b6e2c15-502e-4fee-bdb3-ca88291fc175 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.3504086 Aug 29 04:20:15.690593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c4d8e-bbf5-4bbc-b4ab-35810e4ea9c3 req-8d5dbac2-ff9b-424b-a6c4-16aaa65e34e4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.692163 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-572c4d8e-bbf5-4bbc-b4ab-35810e4ea9c3 req-8d5dbac2-ff9b-424b-a6c4-16aaa65e34e4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 947 time: 0.2171586 Aug 29 04:20:15.745068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93702639-30a1-447f-bd9e-0762bf2bb5b7 req-cd52c1e8-22e7-42a0-8b07-4c18536d5977 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.745563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Attempting to bind port f42e7647-45a9-41f0-943e-52ccf77cf440 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:15.745754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Attempting to bind port f42e7647-45a9-41f0-943e-52ccf77cf440 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:15.746086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Attempting to bind port f42e7647-45a9-41f0-943e-52ccf77cf440 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:15.750600 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93702639-30a1-447f-bd9e-0762bf2bb5b7 req-cd52c1e8-22e7-42a0-8b07-4c18536d5977 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.0558889 Aug 29 04:20:15.760958 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-62ed3a46-d9dd-43d4-a0a4-6961c5c4d0ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 200 len: 217 time: 0.0807438 Aug 29 04:20:15.765732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-326a60e9-f160-41bd-8c90-d2c1bbb8468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.767609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-326a60e9-f160-41bd-8c90-d2c1bbb8468a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6099c378-3ab7-4017-86ea-183e319d925d HTTP/1.1" status: 200 len: 855 time: 0.1774323 Aug 29 04:20:15.770419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Port f42e7647-45a9-41f0-943e-52ccf77cf440 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:15.770745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Attempting to bind port f42e7647-45a9-41f0-943e-52ccf77cf440 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:15.787360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93702639-30a1-447f-bd9e-0762bf2bb5b7 req-3fc23e27-2492-4f89-a507-aec2ca602393 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Aug 29 04:20:15.829485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:15.829852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:15.830242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:15.830688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Bound port: f42e7647-45a9-41f0-943e-52ccf77cf440, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:15.831043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.856470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:15.860733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c194054d-9209-4710-868f-f49519015023 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:15.870331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-572c4d8e-bbf5-4bbc-b4ab-35810e4ea9c3 req-9c0936e2-347f-4570-9dc0-9528ba97b31c tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689813 Aug 29 04:20:15.899874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-1cd06722-3ba4-40b9-9cc6-53cfdb38bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.901284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-1cd06722-3ba4-40b9-9cc6-53cfdb38bbdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1328316 Aug 29 04:20:15.923040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dd3e1-6db4-454f-995e-325c3452a356 req-3680d10b-a48b-4288-b84b-fadc4aebabd0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.925405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a4dd3e1-6db4-454f-995e-325c3452a356 req-3680d10b-a48b-4288-b84b-fadc4aebabd0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 949 time: 0.0631359 Aug 29 04:20:15.939204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-91a24603-01bb-4831-9349-c52e796c7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.940694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-91a24603-01bb-4831-9349-c52e796c7e56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88f319d5-c481-44ca-a848-e04a278882d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325181 Aug 29 04:20:15.961328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-af82506d-b7c1-441a-b036-4ff782fd9608 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445728 Aug 29 04:20:15.976082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a4dd3e1-6db4-454f-995e-325c3452a356 req-3b315cf4-6fff-4221-8314-45985288c01a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Aug 29 04:20:16.013516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] For port f42e7647-45a9-41f0-943e-52ccf77cf440, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:16.024387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port c194054d-9209-4710-868f-f49519015023 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:16.024828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.077307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] For port f42e7647-45a9-41f0-943e-52ccf77cf440, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f42e7647-45a9-41f0-943e-52ccf77cf440,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:16.090759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.094524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:16.100535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554daba0-7b0d-4530-a7f3-74fad2e7e2db req-3f16a1b2-5b38-449b-bfcb-a7e4fa8d03ca tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.102224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-554daba0-7b0d-4530-a7f3-74fad2e7e2db req-3f16a1b2-5b38-449b-bfcb-a7e4fa8d03ca tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 949 time: 0.0556612 Aug 29 04:20:16.127799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27', 'mac_address': 'fa:16:3e:97:ef:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:16.143800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-554daba0-7b0d-4530-a7f3-74fad2e7e2db req-5db1b326-87d4-45ec-9119-e888cb697e16 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Aug 29 04:20:16.158256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.158917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.160308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] 10.222.0.37 "PUT /v2.0/ports/f42e7647-45a9-41f0-943e-52ccf77cf440 HTTP/1.1" status: 200 len: 1096 time: 2.0004525 Aug 29 04:20:16.176901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.208813 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-bb01dbcf-1742-49a4-aa24-16c2364bc537 service neutron] 10.222.0.32 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462373 Aug 29 04:20:16.213084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-754a1bbd-5667-4bf8-990d-b25c3d79a481 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357681 Aug 29 04:20:16.224277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5f438-6459-4e9b-a6fd-ce763d67351d service neutron] Pushing event updated for resources: {'Port': ['ID=f42e7647-45a9-41f0-943e-52ccf77cf440,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.319503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d671e-f093-4215-85cb-cc45b4510a36 req-961fa785-c575-4e1b-b2e0-bab7a52170fc tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.321623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f62d671e-f093-4215-85cb-cc45b4510a36 req-961fa785-c575-4e1b-b2e0-bab7a52170fc tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 948 time: 0.0563660 Aug 29 04:20:16.428178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:16.430119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f62d671e-f093-4215-85cb-cc45b4510a36 req-f4d03751-baab-4006-962e-a0901a018bee tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972998 Aug 29 04:20:16.432072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194054d-9209-4710-868f-f49519015023'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:16.435237 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33462a4-be5b-4bf1-ad20-88db40839c93" -d '{"events": [{"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-plugged", "status": "completed", "tag": "c194054d-9209-4710-868f-f49519015023"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:16.440055 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.510693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258bca78-579c-4c93-8b2c-d2efd230ea99 req-69653944-cd32-46cd-b3fb-a471c88b4a21 service neutron] 10.222.0.32 "GET /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791221 Aug 29 04:20:16.512897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.515529 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.522212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-a2fbf8c0-bb48-4b09-b5d9-e5ba7030268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.523922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-a2fbf8c0-bb48-4b09-b5d9-e5ba7030268a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 1099 time: 0.2951097 Aug 29 04:20:16.550477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:16.575931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:16.581447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.595277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8a1a8-b274-4fdd-b3ac-349edd6d80e5 req-39ec642b-b683-4b54-96d8-23be1810f41b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.597081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2dc8a1a8-b274-4fdd-b3ac-349edd6d80e5 req-39ec642b-b683-4b54-96d8-23be1810f41b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0750263 Aug 29 04:20:16.604673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-19a7ced4-79e3-4000-962a-793e8bbb65ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f42e7647-45a9-41f0-943e-52ccf77cf440 HTTP/1.1" status: 200 len: 217 time: 0.0675068 Aug 29 04:20:16.615728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-c65e8548-05b0-4439-bc10-fbccdc25e27d service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908737 Aug 29 04:20:16.645200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2dc8a1a8-b274-4fdd-b3ac-349edd6d80e5 req-b368046f-cc02-4b94-8d56-f3351d490967 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Aug 29 04:20:16.652507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'tag': 'f42e7647-45a9-41f0-943e-52ccf77cf440'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:16.653076 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d92ac4-ad68-44b7-8182-16d894101d33" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7", "tag": "f42e7647-45a9-41f0-943e-52ccf77cf440"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:16.656114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.678481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687bd0-dc48-4995-876f-7d74b108cf3e req-b0ae3a8a-e43b-4f16-8c9d-3d17bf3180ac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.685308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1687bd0-dc48-4995-876f-7d74b108cf3e req-b0ae3a8a-e43b-4f16-8c9d-3d17bf3180ac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.1678002 Aug 29 04:20:16.707105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-8a92f4f3-b2d7-47e5-a9d6-7d30ca23d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.708562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-8a92f4f3-b2d7-47e5-a9d6-7d30ca23d335 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0957859 Aug 29 04:20:16.715375 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac425251-7c59-443f-9bbe-0af474dc6e58 x-openstack-request-id: req-ac425251-7c59-443f-9bbe-0af474dc6e58 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:16.715607 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-plugged", "status": "completed", "tag": "c194054d-9209-4710-868f-f49519015023", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:16.715968 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac425251-7c59-443f-9bbe-0af474dc6e58 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:16.716448 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194054d-9209-4710-868f-f49519015023', 'code': 200} Aug 29 04:20:16.742255 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1687bd0-dc48-4995-876f-7d74b108cf3e req-32b1c87c-e252-4f53-a87b-4f7c38180e45 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559003 Aug 29 04:20:16.777657 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f15e5c5-878d-41a0-8630-7cfce059d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.781249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-0f8b4d54-4c27-4e80-8387-965a06c8a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.783327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-0f8b4d54-4c27-4e80-8387-965a06c8a82a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588722 Aug 29 04:20:16.818697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-df79a2d0-9ef5-4fd2-97ab-ff9306ed1593 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253165 Aug 29 04:20:16.892874 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a0069-ab89-4cf5-9730-a342eecab37b x-openstack-request-id: req-8a6a0069-ab89-4cf5-9730-a342eecab37b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:16.893213 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7", "tag": "f42e7647-45a9-41f0-943e-52ccf77cf440", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:16.893402 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a6a0069-ab89-4cf5-9730-a342eecab37b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:16.893806 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'tag': 'f42e7647-45a9-41f0-943e-52ccf77cf440', 'status': 'completed', 'code': 200} Aug 29 04:20:16.940788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-b8cd74b7-25f8-4786-a6b6-18ea1d18b7e8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.947713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-b8cd74b7-25f8-4786-a6b6-18ea1d18b7e8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230905 Aug 29 04:20:16.953058 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-fb2f82c7-e505-4a29-9173-0bc1e69509e3 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567206 Aug 29 04:20:16.964278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-4b9e3218-d892-4d43-a25a-a83cff45c287 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/quotas/a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 375 time: 0.0156386 Aug 29 04:20:17.012358 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-7d9473d2-e7c3-42c7-88e9-44f1e9aebd86 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468867 Aug 29 04:20:17.048923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['99c8999e-e9a3-48f2-a9b8-7b6afeb7de27'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:17.055820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-9e9fbe5d-dab5-4391-b956-bcf8c66d78a6 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.057341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-9e9fbe5d-dab5-4391-b956-bcf8c66d78a6 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.1536601 Aug 29 04:20:17.116154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccd56e-c40b-4385-a954-6ca2451c4d93 req-dcd0b02f-b856-47e2-ae0f-412df0e25f38 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.123620 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21ccd56e-c40b-4385-a954-6ca2451c4d93 req-dcd0b02f-b856-47e2-ae0f-412df0e25f38 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.1679080 Aug 29 04:20:17.184434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5ddbb-bf3b-4502-914d-fecc4556e092 req-5989b710-3053-4272-8472-14ad4a9f4b5d service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173955 Aug 29 04:20:17.215733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21ccd56e-c40b-4385-a954-6ca2451c4d93 req-2465bc82-482b-4183-b581-47244e2b9170 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912282 Aug 29 04:20:17.250320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0d7e9-26d2-4d72-8712-ade28196da93 req-4edad6b4-cb71-4348-be50-9e11b8559ff9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.252214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5a0d7e9-26d2-4d72-8712-ade28196da93 req-4edad6b4-cb71-4348-be50-9e11b8559ff9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 947 time: 0.0773866 Aug 29 04:20:17.304641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-05f3e24f-ee84-4ca5-a033-e9344e0a41a9 service neutron] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:17.309754 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-05f3e24f-ee84-4ca5-a033-e9344e0a41a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.310873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9a98d55-3ff0-4c88-ba5a-69771b7d40c0 req-05f3e24f-ee84-4ca5-a033-e9344e0a41a9 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d7961767-429e-4189-8541-88a5df1460d1/bindings/n-h2-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.2450900 Aug 29 04:20:17.313877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-738bdff1-a29e-4ebc-9951-f290ca8bc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.315450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-738bdff1-a29e-4ebc-9951-f290ca8bc209 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 1099 time: 0.0689776 Aug 29 04:20:17.321783 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5a0d7e9-26d2-4d72-8712-ade28196da93 req-6f52a988-5952-4196-b5ee-2762210ce58b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559959 Aug 29 04:20:17.415384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a1b29332-d7f5-4d83-adb7-535dbcd9db5c req-824cb281-3a23-41ec-8e69-0ccaf6a72098 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 210 time: 0.0611293 Aug 29 04:20:17.439731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-c0dca2fd-9eb5-435f-8b13-7e7ca48490af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.441428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-c0dca2fd-9eb5-435f-8b13-7e7ca48490af service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1070209 Aug 29 04:20:17.509932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-ac3a69d6-0a50-4f33-87ff-a7d47445150a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f42e7647-45a9-41f0-943e-52ccf77cf440 HTTP/1.1" status: 200 len: 217 time: 0.0556688 Aug 29 04:20:17.524740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2cd7c-ee05-47ba-9702-7644adf59171 req-bae0d1c4-9055-4eac-84ed-25e68f75675e tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.526425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc2cd7c-ee05-47ba-9702-7644adf59171 req-bae0d1c4-9055-4eac-84ed-25e68f75675e tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 1096 time: 0.0740199 Aug 29 04:20:17.552171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2051724-8717-4bc3-b01e-d303989fb8c0 req-ba05cec8-ba0a-488b-beda-52824f9bb0c5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.553856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2051724-8717-4bc3-b01e-d303989fb8c0 req-ba05cec8-ba0a-488b-beda-52824f9bb0c5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 949 time: 0.0532196 Aug 29 04:20:17.593558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2051724-8717-4bc3-b01e-d303989fb8c0 req-70a80601-7af9-4518-82d0-f9cc469dd21e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Aug 29 04:20:17.599433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-ad14ecd4-2de4-4c57-b60b-8b46f9e257a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.600885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-ad14ecd4-2de4-4c57-b60b-8b46f9e257a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0693374 Aug 29 04:20:17.606433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc2cd7c-ee05-47ba-9702-7644adf59171 req-4cc17a52-ef0d-4309-859c-813340dfc16c tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661640 Aug 29 04:20:17.660942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-906e78d7-8157-46d5-aa4c-08fa23f7cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.662500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-906e78d7-8157-46d5-aa4c-08fa23f7cec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434031 Aug 29 04:20:17.770597 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-86269b59-91a5-4845-88ca-14bac94cce47 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901561 Aug 29 04:20:17.830267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05bb84-87ec-4ed5-a96d-e70e1a5f1ff6 req-47458d8f-9f2a-430c-97c1-51ffd452da54 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.831998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d05bb84-87ec-4ed5-a96d-e70e1a5f1ff6 req-47458d8f-9f2a-430c-97c1-51ffd452da54 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0853531 Aug 29 04:20:17.884477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d05bb84-87ec-4ed5-a96d-e70e1a5f1ff6 req-55f56329-10b2-429a-8f4c-cd87af767532 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Aug 29 04:20:17.967480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4d92ac4-ad68-44b7-8182-16d894101d33 req-3cd893e0-ada6-4c21-82ee-2d449cb8a73e service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772738 Aug 29 04:20:17.984814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-5f9b59a8-b9e5-4ccd-a621-87717dcba372 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.985734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe921-732b-429f-9eb5-b75068a2cbe1 req-98945141-4b36-420b-8c40-9199794a2ad3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.986788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-5f9b59a8-b9e5-4ccd-a621-87717dcba372 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.1342931 Aug 29 04:20:17.987212 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c69fe921-732b-429f-9eb5-b75068a2cbe1 req-98945141-4b36-420b-8c40-9199794a2ad3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 946 time: 0.0487661 Aug 29 04:20:18.004266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-e9fc396c-c165-4097-ae99-736ca4d9ecb9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/quotas/7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 375 time: 0.0101602 Aug 29 04:20:18.025743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c69fe921-732b-429f-9eb5-b75068a2cbe1 req-c09dc6a8-4b46-4637-9cb1-053541cc32a1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Aug 29 04:20:18.055772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-6322309e-0dfa-4863-b50a-58676fd7e709 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455961 Aug 29 04:20:18.149147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-cd221bf6-2269-4d11-9e48-c934ccad0c42 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863993 Aug 29 04:20:18.429844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323be84-9241-49ea-8217-0874bc8b65d8 req-10825789-24f0-4272-8214-871b983063ee tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.431316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4323be84-9241-49ea-8217-0874bc8b65d8 req-10825789-24f0-4272-8214-871b983063ee tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 947 time: 0.0483589 Aug 29 04:20:18.470682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4323be84-9241-49ea-8217-0874bc8b65d8 req-618d3da4-dee4-41e2-b600-373e5cf42d38 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Aug 29 04:20:18.504252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-384f3ff5-0be3-4e68-bed7-ecdc50977f2b service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490417 Aug 29 04:20:18.507376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-ef3066bb-3053-4ff4-ad4b-1367c0c5a880 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.508482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-ef3066bb-3053-4ff4-ad4b-1367c0c5a880 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1098 time: 0.1032710 Aug 29 04:20:18.534720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-14'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:18.589086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.686278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c42be57-81dd-406c-9466-0272d61254b1 req-43e9c3a5-e610-4306-85ed-1b5694f32e12 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 210 time: 0.0538936 Aug 29 04:20:18.698407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f5057fa-f0e3-4d95-a954-6cb225d53380 req-5c753ada-214f-44d9-8ae6-c5927384a386 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 210 time: 0.0374641 Aug 29 04:20:18.803702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:18.812985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfc502-126f-493b-ba69-9bcd1fd9a98b req-b49067ea-fefc-463a-808a-728ccf415dda tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.814540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cfc502-126f-493b-ba69-9bcd1fd9a98b req-b49067ea-fefc-463a-808a-728ccf415dda tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 949 time: 0.0594931 Aug 29 04:20:18.851665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:18.859203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cfc502-126f-493b-ba69-9bcd1fd9a98b req-4b3278d9-44d4-4985-a741-24983f493fdb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Aug 29 04:20:18.900409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:18.903438 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4904e50f-f354-4d2e-81fe-d45eec27f3f2" -d '{"events": [{"server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:18.908963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.932017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.939537 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-df1cfd40-200f-42af-8d31-dcb870b6e132 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484383 Aug 29 04:20:18.981991 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23212a4d-4df6-4aa1-86d5-05e85593e00e x-openstack-request-id: req-23212a4d-4df6-4aa1-86d5-05e85593e00e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:18.981991 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:18.981991 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23212a4d-4df6-4aa1-86d5-05e85593e00e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:18.981991 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b', 'code': 200} Aug 29 04:20:19.098277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.120311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on host n-h1-712143-14 for vnic_type normal with profile {"migrating_to": "n-h2-712143-14"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:19.120674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:19.120980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:19.132926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96bdb-3e63-42d8-a6df-890ae710a1e5 req-1450a3b3-f201-4361-a404-9697ed4af7c9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.134779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ada96bdb-3e63-42d8-a6df-890ae710a1e5 req-1450a3b3-f201-4361-a404-9697ed4af7c9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1328652 Aug 29 04:20:19.137411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:19.137787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Attempting to bind port e48181af-749b-4b4a-92e7-0575f3a0a84b on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:19.152893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:19.153233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:19.153635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:19.154085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Bound port: e48181af-749b-4b4a-92e7-0575f3a0a84b, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:19.154442 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.162836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-44b04913-94b6-4fc1-b826-263b97dc60ef tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.164703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-44b04913-94b6-4fc1-b826-263b97dc60ef tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821258 Aug 29 04:20:19.205609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfadac-9c26-40d5-b74f-50a305ece961 req-9be59e50-41d7-478f-93ee-574812b5841b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.207084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9bfadac-9c26-40d5-b74f-50a305ece961 req-9be59e50-41d7-478f-93ee-574812b5841b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0667310 Aug 29 04:20:19.215490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ada96bdb-3e63-42d8-a6df-890ae710a1e5 req-b555bae8-84e4-459b-82a8-76eb39294c67 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730283 Aug 29 04:20:19.232755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Request body: {'port': {'device_id': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'a627bba863024eb2ac3850aaa61da2e9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:19.257912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:19.262713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:19.277329 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:19.279069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.325640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9bfadac-9c26-40d5-b74f-50a305ece961 req-f742ba5f-11de-4bf8-a214-012a03415658 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123588 Aug 29 04:20:19.361969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.364397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Made reservation on behalf of a627bba863024eb2ac3850aaa61da2e9 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:19.367759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.368441 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.369839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-6b45b37a-dc88-409e-a5ef-5db08de29336 service neutron] 10.222.0.32 "PUT /v2.0/ports/e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 200 len: 1124 time: 0.8400807 Aug 29 04:20:19.370126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.400452 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed43cfaf-83d8-4faa-bccd-83661f0eb688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.514045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Allocated IP 192.168.233.68 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/710806a9-48c5-490b-ba10-c0465c60c029) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:19.557517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e48181af-749b-4b4a-92e7-0575f3a0a84b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:19.596172 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.665539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5ad7a-9bff-4767-a69a-b23d437cdc0e req-ceb57a94-2898-44b8-b692-e3f236915d9e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.666987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5e5ad7a-9bff-4767-a69a-b23d437cdc0e req-ceb57a94-2898-44b8-b692-e3f236915d9e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 947 time: 0.1228988 Aug 29 04:20:19.668924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e48181af-749b-4b4a-92e7-0575f3a0a84b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:19.731980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5e5ad7a-9bff-4767-a69a-b23d437cdc0e req-e41fb403-1ae0-4aac-a295-b3437e408f9d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 Aug 29 04:20:19.753258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.770194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Transition to ACTIVE for port object 710806a9-48c5-490b-ba10-c0465c60c029 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:19.820016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40739f7d-b7a6-4995-aab1-0eface0e8e6d req-3e1962c7-e526-437e-b113-5e564e6ef5e9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.822205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40739f7d-b7a6-4995-aab1-0eface0e8e6d req-3e1962c7-e526-437e-b113-5e564e6ef5e9 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 946 time: 0.0589719 Aug 29 04:20:19.828202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.848929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c', 'c194054d-9209-4710-868f-f49519015023'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:19.870511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40739f7d-b7a6-4995-aab1-0eface0e8e6d req-377458c7-5699-4cfd-a234-1ed9520c6c3f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408461 Aug 29 04:20:19.892621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:19.914861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.918450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:19.923272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:19.925827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:19.966367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc7d12-0d90-4977-b9ce-e01ef9398efd req-81a25a51-a2b6-4d17-afe4-518cc2af5e5d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.973706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16cc7d12-0d90-4977-b9ce-e01ef9398efd req-81a25a51-a2b6-4d17-afe4-518cc2af5e5d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 935 time: 0.1422687 Aug 29 04:20:19.993843 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-521650a3-279d-4b52-a3a2-bea19e6d4fa9 req-2191ba5b-9eaf-41b6-9925-5fca077ecdc7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 210 time: 0.0398495 Aug 29 04:20:20.008536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.009152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.026721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-101bed3b-8735-44f8-84df-d3b65b118960 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7986486 Aug 29 04:20:20.048507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16cc7d12-0d90-4977-b9ce-e01ef9398efd req-c098a8c1-3c12-4d18-bb5c-4fcb1420afda tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683506 Aug 29 04:20:20.075896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:20.089036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:20.089491 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.121762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Request body: {'port': {'device_id': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:20.134281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf11837-814f-4ba5-8cf8-3f6fd06065b0 req-4f5e70a3-247b-40a5-bf1f-500987a18c97 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.142878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ecf11837-814f-4ba5-8cf8-3f6fd06065b0 req-4f5e70a3-247b-40a5-bf1f-500987a18c97 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 949 time: 0.0638707 Aug 29 04:20:20.192968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ecf11837-814f-4ba5-8cf8-3f6fd06065b0 req-1ee0f8bc-630b-4233-8638-8c4634e606b8 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487328 Aug 29 04:20:20.223431 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.287215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cb10bde2-6f5f-4ff8-acc5-b0e07a32be2e None None] Provisioning for port 710806a9-48c5-490b-ba10-c0465c60c029 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:20.293718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.301910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cb10bde2-6f5f-4ff8-acc5-b0e07a32be2e None None] Provisioning complete for port 710806a9-48c5-490b-ba10-c0465c60c029 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:20.302280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb10bde2-6f5f-4ff8-acc5-b0e07a32be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.377972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71280775-dec9-42e3-97db-1536b04d0e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:20.380197 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23984f0f-e0c1-48ce-81b4-b7bcde1ae574" -d '{"events": [{"server_uuid": "71280775-dec9-42e3-97db-1536b04d0e62", "name": "network-vif-plugged", "status": "completed", "tag": "99c8999e-e9a3-48f2-a9b8-7b6afeb7de27"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:20.389303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cb10bde2-6f5f-4ff8-acc5-b0e07a32be2e None None] Port 710806a9-48c5-490b-ba10-c0465c60c029 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:20.403510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:20.410280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.420032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b7bf-e959-4c42-ad06-1486c96b2471 req-a939c3b0-506c-4fbc-9ce5-de33c47d1cbd tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.421572 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-70a9b7bf-e959-4c42-ad06-1486c96b2471 req-a939c3b0-506c-4fbc-9ce5-de33c47d1cbd tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0709944 Aug 29 04:20:20.446622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:20.457677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687edaa-1197-48ec-b604-34ceb4ceef80 req-de27863e-e361-4b50-83dc-b2689e0ab0ce tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.459300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1687edaa-1197-48ec-b604-34ceb4ceef80 req-de27863e-e361-4b50-83dc-b2689e0ab0ce tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0530722 Aug 29 04:20:20.498096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.512292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1687edaa-1197-48ec-b604-34ceb4ceef80 req-12d0dc18-55ba-4441-8b56-5ce018f17938 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Aug 29 04:20:20.517390 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.521551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-70a9b7bf-e959-4c42-ad06-1486c96b2471 req-70751f91-3161-42e5-89d5-c2cf5ec03bc4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875583 Aug 29 04:20:20.586776 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38463288-93fb-421a-a333-c758e1c80523 x-openstack-request-id: req-38463288-93fb-421a-a333-c758e1c80523 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:20.587079 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71280775-dec9-42e3-97db-1536b04d0e62", "name": "network-vif-plugged", "status": "completed", "tag": "99c8999e-e9a3-48f2-a9b8-7b6afeb7de27", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:20.587337 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38463288-93fb-421a-a333-c758e1c80523 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:20.587737 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71280775-dec9-42e3-97db-1536b04d0e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27', 'code': 200} Aug 29 04:20:20.611434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:20.626321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b has no active binding in host n-h2-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:20:20.633849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710806a9-48c5-490b-ba10-c0465c60c029 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:20.640172 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.643927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.656001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Transition to ACTIVE for port object 710806a9-48c5-490b-ba10-c0465c60c029 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:20.659453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.700600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449429f-ca47-4e79-bdaa-8e4ed6fe0f6f req-92ba3096-d459-413b-b04f-910f16164aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.702357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3449429f-ca47-4e79-bdaa-8e4ed6fe0f6f req-92ba3096-d459-413b-b04f-910f16164aac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 1102 time: 0.0412011 Aug 29 04:20:20.722911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.757941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3449429f-ca47-4e79-bdaa-8e4ed6fe0f6f req-7e7eeeee-7892-40d0-8206-54758c9fd7ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 29 04:20:20.778225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:20.778565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:20.778892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:20.786057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:20.786384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:20.791547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:20.791883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:20.792265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:20.792684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Bound port: 710806a9-48c5-490b-ba10-c0465c60c029, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:20.793040 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.864416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:20.867703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:20.872393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.881497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6f78-4de1-4db2-97b5-e30f77fabdcd req-0a9ed69e-96d2-4c12-9cfe-2d0fe0e6bd9e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.883650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-181b6f78-4de1-4db2-97b5-e30f77fabdcd req-0a9ed69e-96d2-4c12-9cfe-2d0fe0e6bd9e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 947 time: 0.0593917 Aug 29 04:20:20.907751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.908372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.909771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] 10.222.0.32 "PUT /v2.0/ports/710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 1096 time: 0.7926974 Aug 29 04:20:20.910219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:20.912451 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b8a287-f172-4e5d-87f9-b6b66b51cb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:20.930441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-181b6f78-4de1-4db2-97b5-e30f77fabdcd req-15282cce-436d-4d83-abca-1450b5b43aeb tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Aug 29 04:20:20.935923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d349588-1055-4f19-ae0b-8bf5f9bd2885 service neutron] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.972497 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b5b73-b5ea-44a2-be63-876fbe045d50 x-openstack-request-id: req-993b5b73-b5ea-44a2-be63-876fbe045d50 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:20.972821 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:20.973092 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-993b5b73-b5ea-44a2-be63-876fbe045d50 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:20.973450 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'status': 'completed', 'code': 200} Aug 29 04:20:20.976165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:20.978562 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57099d9e-b524-46f7-a7ed-25bb169976f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:21.016635 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b8dbf5-23d3-44b9-bb0f-04e63692cd6c x-openstack-request-id: req-73b8dbf5-23d3-44b9-bb0f-04e63692cd6c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:21.016932 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:21.017189 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73b8dbf5-23d3-44b9-bb0f-04e63692cd6c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:21.017603 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b', 'status': 'completed', 'code': 200} Aug 29 04:20:21.111059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-19fccf5a-f1e1-4c35-8dc6-7c5df2b73c9a req-c7868416-8b28-4bc1-9b06-d11890f90360 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 210 time: 0.0312364 Aug 29 04:20:21.191569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-fc7c943e-8007-44e1-8ddc-f56928b311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.193089 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-fc7c943e-8007-44e1-8ddc-f56928b311a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1127 time: 0.1291571 Aug 29 04:20:21.220066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8a287-f172-4e5d-87f9-b6b66b51cb0f req-160310bd-d8d0-4a97-8b82-0111c6cb85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.221423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87b8a287-f172-4e5d-87f9-b6b66b51cb0f req-160310bd-d8d0-4a97-8b82-0111c6cb85a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1099 time: 0.1216385 Aug 29 04:20:21.245247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-ef771f0f-bef7-4045-bf8d-04d804dc06f6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.246766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-ef771f0f-bef7-4045-bf8d-04d804dc06f6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.1389613 Aug 29 04:20:21.276740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137dba6-e834-484c-bda7-eda61fac4840 req-f36cf62b-1c8c-4891-b318-9a1513435ea9 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.278252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6137dba6-e834-484c-bda7-eda61fac4840 req-f36cf62b-1c8c-4891-b318-9a1513435ea9 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.1261396 Aug 29 04:20:21.320917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Request body: {'port': {'device_id': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'admin_state_up': True, 'tenant_id': '7c456b17abe74c89a717b2b8b6a8ed98'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:21.342773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c117-45b6-43e2-8e98-5545ee179f15 req-6625d10a-366a-49bb-b4a0-d5172d448dd5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.344283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de79c117-45b6-43e2-8e98-5545ee179f15 req-6625d10a-366a-49bb-b4a0-d5172d448dd5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 950 time: 0.0648823 Aug 29 04:20:21.344611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87b8a287-f172-4e5d-87f9-b6b66b51cb0f req-0bb324aa-08b2-45eb-997c-d59eecfd230c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342486 Aug 29 04:20:21.401195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6137dba6-e834-484c-bda7-eda61fac4840 req-7cd2592d-94bc-4910-9a9d-ed7adaa3ae38 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164043 Aug 29 04:20:21.429776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-963f535f-d4e7-4070-bf73-58370929e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.431292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-963f535f-d4e7-4070-bf73-58370929e08b service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.2262816 Aug 29 04:20:21.433535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de79c117-45b6-43e2-8e98-5545ee179f15 req-f7c0a035-83a1-461f-a04c-73771f1d0520 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602481 Aug 29 04:20:21.474197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Made reservation on behalf of 7c456b17abe74c89a717b2b8b6a8ed98 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:21.477724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.504055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-2e0f62ad-6bd2-4f7d-8833-f31f1e495789 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 200 len: 217 time: 0.0559385 Aug 29 04:20:21.601535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8a287-f172-4e5d-87f9-b6b66b51cb0f req-4af96608-5cb8-4395-84bc-f09e982483bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.603056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87b8a287-f172-4e5d-87f9-b6b66b51cb0f req-4af96608-5cb8-4395-84bc-f09e982483bb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2470837 Aug 29 04:20:21.605943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Allocated IP 172.20.0.2 (9fdd33ed-09ab-458b-af6e-37abdadf7bb2/aec885d3-0623-4791-b3d2-1402e1777348/0cc32c94-6b96-469c-bd42-c67a4b309a7b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:21.608518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-3836d327-9041-432e-b3c5-5d3fd487812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.611533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-3836d327-9041-432e-b3c5-5d3fd487812d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0911307 Aug 29 04:20:21.675228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-67e71c40-527c-4ab0-9020-33c35eb771ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305474 Aug 29 04:20:21.692310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0149-ae9c-4c74-af76-51339e702c1c req-2d116cc8-0b68-4491-b379-d6365cda2f6f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.693823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f2a0149-ae9c-4c74-af76-51339e702c1c req-2d116cc8-0b68-4491-b379-d6365cda2f6f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0784488 Aug 29 04:20:21.745652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713a584-33b1-4d78-a01e-7745cc46d556 req-3eb3b79b-480e-45a4-b3ca-4437768e3ac5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.747071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e713a584-33b1-4d78-a01e-7745cc46d556 req-3eb3b79b-480e-45a4-b3ca-4437768e3ac5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1111584 Aug 29 04:20:21.814061 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e713a584-33b1-4d78-a01e-7745cc46d556 req-20b7d7be-2842-4dbe-afc3-1f3a34b48989 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Aug 29 04:20:21.818372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f2a0149-ae9c-4c74-af76-51339e702c1c req-8cffc16b-6172-4978-82bd-7c0f686da4dd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074321 Aug 29 04:20:21.822694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-20828b63-91a9-4c2a-9eef-dedb82f7460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.824372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-20828b63-91a9-4c2a-9eef-dedb82f7460d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1099 time: 0.1294153 Aug 29 04:20:21.826145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.844695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-fd897ca0-1616-4762-8e45-947b699b7ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488562 Aug 29 04:20:21.885285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.900494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f42e7647-45a9-41f0-943e-52ccf77cf440 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:21.949293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-12c5ba4e-24f7-465c-8dd6-e3085a9660f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0870929 Aug 29 04:20:21.955837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:21.959525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:21.966068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:22.019522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.062030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.063130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.075634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57099d9e-b524-46f7-a7ed-25bb169976f7 req-1e779a96-b9a0-44ba-8479-db449e4374d4 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226350 Aug 29 04:20:22.081451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-9d193a7f-afa4-4074-9604-fc4d70702a0b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642224 Aug 29 04:20:22.103440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port f42e7647-45a9-41f0-943e-52ccf77cf440, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f42e7647-45a9-41f0-943e-52ccf77cf440,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:22.116661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'f42e7647-45a9-41f0-943e-52ccf77cf440', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'f42e7647-45a9-41f0-943e-52ccf77cf440', 'mac_address': 'fa:16:3e:38:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:22.117414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Request body: {'port': {'device_id': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:22.122639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-8f71a53e-b391-49d5-bdaf-67dab266f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.124119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-8f71a53e-b391-49d5-bdaf-67dab266f432 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1139979 Aug 29 04:20:22.153454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb7d45-537f-4c51-88e8-5fd35f2226a9 req-fba95261-f27b-401d-95ca-47e5fb3dca9b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.155003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbdb7d45-537f-4c51-88e8-5fd35f2226a9 req-fba95261-f27b-401d-95ca-47e5fb3dca9b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 947 time: 0.0784812 Aug 29 04:20:22.207101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.208098 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.216035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.243964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42e7647-45a9-41f0-943e-52ccf77cf440 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:22.268082 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbdb7d45-537f-4c51-88e8-5fd35f2226a9 req-a55a6336-3575-430f-bcac-06f31da4133e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773246 Aug 29 04:20:22.286353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff323-a186-4b51-b092-592a2229a36a req-126e33cb-28c4-4e99-bee4-fe1ff5281a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.288297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-126e33cb-28c4-4e99-bee4-fe1ff5281a6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323602 Aug 29 04:20:22.303826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port f42e7647-45a9-41f0-943e-52ccf77cf440, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f42e7647-45a9-41f0-943e-52ccf77cf440,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:22.312001 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.377736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=f42e7647-45a9-41f0-943e-52ccf77cf440,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.393251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93056470-7b12-4eff-ad4a-c45c310b7a46 req-efde6b19-af3b-4e82-8a55-09504fe04cd5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.394841 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93056470-7b12-4eff-ad4a-c45c310b7a46 req-efde6b19-af3b-4e82-8a55-09504fe04cd5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 931 time: 0.1350601 Aug 29 04:20:22.438466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-2fa33473-0af1-4d04-850a-8093ace9ff36 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345229 Aug 29 04:20:22.490955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93056470-7b12-4eff-ad4a-c45c310b7a46 req-aee947d5-c9fa-4e0a-a9a1-93a25b6e0e43 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877950 Aug 29 04:20:22.529101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-a75b0bf9-d9bd-4590-b4dc-fa53d1dc75f0 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1196250489&fields=id&tenant_id=d406e0dd134142f5953b8c097d887dfb HTTP/1.1" status: 200 len: 267 time: 0.0822680 Aug 29 04:20:22.617774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc32c94-6b96-469c-bd42-c67a4b309a7b {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:22.628514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.632421 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eeff323-a186-4b51-b092-592a2229a36a req-6bac9822-a411-4cb5-b41a-eabaddde26ee service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757355 Aug 29 04:20:22.650268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Transition to ACTIVE for port object 0cc32c94-6b96-469c-bd42-c67a4b309a7b will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:22.659379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80282fcf-0159-4d9a-b85d-f57f26101aaa req-b59b7d25-c311-458b-92af-123878b0eba1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.660639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80282fcf-0159-4d9a-b85d-f57f26101aaa req-b59b7d25-c311-458b-92af-123878b0eba1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.0827179 Aug 29 04:20:22.661954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.670916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-55e9475e-0fa3-4e16-9937-6b59206ea04a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.678052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-55e9475e-0fa3-4e16-9937-6b59206ea04a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 823 time: 0.1368663 Aug 29 04:20:22.688716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-5686d33d-0946-4572-8a25-fcb5feadba69 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/quotas/d406e0dd134142f5953b8c097d887dfb HTTP/1.1" status: 200 len: 375 time: 0.0097387 Aug 29 04:20:22.741671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.748748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-75990bb9-9911-4e87-8927-62a180f0ba46 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0542111 Aug 29 04:20:22.766596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80282fcf-0159-4d9a-b85d-f57f26101aaa req-3d49e680-fedc-4c8d-9640-2b8468b45764 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998516 Aug 29 04:20:22.817485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:22.817866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:22.818193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:22.825321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:22.825771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:22.839122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:22.839551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:22.840007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:22.840445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Bound port: 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:22.840801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.858780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-8b5edbde-bf5a-4701-9e32-31c10a5ab3a4 service neutron] 10.222.0.55 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938122 Aug 29 04:20:22.864925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f42e7647-45a9-41f0-943e-52ccf77cf440'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:22.916991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de8f22-d807-4006-87d4-8aa8fbae791f req-8ebb2b68-319a-481e-b031-88b0524969c0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.918622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0de8f22-d807-4006-87d4-8aa8fbae791f req-8ebb2b68-319a-481e-b031-88b0524969c0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 950 time: 0.0951538 Aug 29 04:20:22.963237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-ad086f19-9b5e-4c3a-b396-8c635fa4c3fb service neutron] 10.222.0.55 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921643 Aug 29 04:20:22.963732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:22.980392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:22.987781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0de8f22-d807-4006-87d4-8aa8fbae791f req-36da7402-fab4-4bbd-808b-92ce1d5fcdf5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620444 Aug 29 04:20:22.989431 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.037819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.038445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.040225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] 10.222.0.32 "PUT /v2.0/ports/0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 200 len: 1092 time: 0.9323637 Aug 29 04:20:23.040843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:23.043316 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576560e-272d-4354-8445-29eadf7314b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:23.104282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08995b9e-52f1-4b77-832a-4f43db54c42d service neutron] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.154688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297648-73a4-416b-91ca-42a292546883 req-3e998873-8aca-4bdd-ab27-c9ee3356f4ad tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.156769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21297648-73a4-416b-91ca-42a292546883 req-3e998873-8aca-4bdd-ab27-c9ee3356f4ad tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0878718 Aug 29 04:20:23.181316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-70538dc9-cb4b-4ed2-af5f-e553152f0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.182883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-70538dc9-cb4b-4ed2-af5f-e553152f0b97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1095 time: 0.0678329 Aug 29 04:20:23.196486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c045cd-88f4-40d0-99b4-d6156cbe55d7 req-daf2432e-26c4-4b27-89ca-d21e96baa069 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.198089 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c045cd-88f4-40d0-99b4-d6156cbe55d7 req-daf2432e-26c4-4b27-89ca-d21e96baa069 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0599642 Aug 29 04:20:23.203159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21297648-73a4-416b-91ca-42a292546883 req-ebb11199-14c0-45f9-98bf-21559a1f4673 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Aug 29 04:20:23.243501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-92623d7f-e3b4-480c-9908-dfc3f5005644 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 200 len: 217 time: 0.0393927 Aug 29 04:20:23.270429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c045cd-88f4-40d0-99b4-d6156cbe55d7 req-7e9186c0-9597-4a99-b4d0-65be0915b082 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560784 Aug 29 04:20:23.310077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-04d742a4-3bdd-4346-9394-c49e8c6d750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.311560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-04d742a4-3bdd-4346-9394-c49e8c6d750e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0543783 Aug 29 04:20:23.357817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-46d6b318-e671-4693-98c3-a600064c7213 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269427 Aug 29 04:20:23.360594 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f610f7bc-543d-4527-929b-7739ba604881 x-openstack-request-id: req-f610f7bc-543d-4527-929b-7739ba604881 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:23.361043 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:23.361423 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f610f7bc-543d-4527-929b-7739ba604881 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:23.361841 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'status': 'completed', 'code': 200} Aug 29 04:20:23.431400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f6835c2b-e9ff-436f-824a-661b58ea44f6 req-60bc0265-69b5-4104-b093-d85c43d0a798 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 210 time: 0.0415311 Aug 29 04:20:23.518291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-569128b7-ac2f-4f5d-a8b2-93527a428b6b service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180284 Aug 29 04:20:23.604123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e9bd2-4121-4940-8119-8f9a90ffa5eb req-309a3b5e-b236-4516-a4cb-31ce4eefd24a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.605500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b43e9bd2-4121-4940-8119-8f9a90ffa5eb req-309a3b5e-b236-4516-a4cb-31ce4eefd24a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 948 time: 0.1017013 Aug 29 04:20:23.658184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e114abc-f8e8-4402-a508-4513963e8e33 req-eb5b4a5f-1e7c-4dd0-a17e-1e1e9a4bc0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225471 Aug 29 04:20:23.665411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b43e9bd2-4121-4940-8119-8f9a90ffa5eb req-2fb2b37b-0df6-41a4-a040-a430f32893f3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481975 Aug 29 04:20:23.781756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946ede-fb97-4160-a9ab-7bebe1114ea9 req-38a6008f-560f-4fcd-92b8-2a5f2d93c0ac tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.783278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c946ede-fb97-4160-a9ab-7bebe1114ea9 req-38a6008f-560f-4fcd-92b8-2a5f2d93c0ac tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0560906 Aug 29 04:20:23.822705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c946ede-fb97-4160-a9ab-7bebe1114ea9 req-052eca9f-34be-43f5-838a-17ed2b2f6e24 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333190 Aug 29 04:20:23.889838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.890238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.891289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.891761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.892223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.892712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.893359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.894009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.894614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.895263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.895917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.896510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.896973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.897430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.898080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.898539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.899035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.899462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.900000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.900478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.900936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.901439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.904750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-de97bc14-4b6d-4e54-9d54-805b683a688f tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4&device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b&device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7&device_id=71280775-dec9-42e3-97db-1536b04d0e62&device_id=becff536-00ae-4404-86c1-cc6a5f62988c&device_id=22d37690-18c9-4355-b064-6992f82c5276&device_id=d7550b41-ccbc-49b2-9694-d96130351bff&device_id=1da0d580-9f73-40d3-9561-b63ddff646f9&device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b&device_id=ccdffe0a-befd-491f-885e-7016a5c6707b&device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06&device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6&device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf&device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f&device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80&device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4&device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459&device_id=052b9222-8e48-4244-9808-d5b4515d9bec&device_id=6232860b-3f22-4e30-8f4e-eea66d38953e&device_id=570fe675-faf8-497d-b250-592769df97ac&device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6&device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 19812 time: 0.0830235 Aug 29 04:20:23.925743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-7ba5cfd0-5e53-455f-ae7b-e92cf4fb6568 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.970251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703a79f-c751-4a00-aa57-e5fe82998de3 req-b5888e2d-f4fe-4fbe-90e4-419680712a79 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.971773 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c703a79f-c751-4a00-aa57-e5fe82998de3 req-b5888e2d-f4fe-4fbe-90e4-419680712a79 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.0899277 Aug 29 04:20:23.986986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576560e-272d-4354-8445-29eadf7314b5 req-931c9f60-5f54-477d-a9c9-3c1065b74567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.988601 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e576560e-272d-4354-8445-29eadf7314b5 req-931c9f60-5f54-477d-a9c9-3c1065b74567 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1095 time: 0.0697150 Aug 29 04:20:24.023886 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-7ba5cfd0-5e53-455f-ae7b-e92cf4fb6568 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.027757 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-7ba5cfd0-5e53-455f-ae7b-e92cf4fb6568 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.057422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce9f4685-5228-4fb2-90e1-17afa4d8c387 req-7ba5cfd0-5e53-455f-ae7b-e92cf4fb6568 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&id=93306b44-ce1a-4c3a-9033-2871ee141b38&id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&id=e2fd8887-7b94-425c-be2c-edddbdd8a560&id=062f21eb-aaba-4758-8a93-fd3532d1a577&id=710e2a58-5d52-4747-8891-57b5e0e8b4df&id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.1447523 Aug 29 04:20:24.070404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5cfd0-5e53-455f-ae7b-e92cf4fb6568 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77650076-bc74-40ce-a1da-9bb20497397a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.273713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c703a79f-c751-4a00-aa57-e5fe82998de3 req-a566a416-87c6-4532-9574-010b31821259 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945695 Aug 29 04:20:24.323152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576560e-272d-4354-8445-29eadf7314b5 req-8a295176-7b8c-4a73-8870-3f61a6e6e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.323959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e576560e-272d-4354-8445-29eadf7314b5 req-8a295176-7b8c-4a73-8870-3f61a6e6e8e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.3201575 Aug 29 04:20:24.340247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47a5a-c02c-4050-a09e-abbaf5d8c863 req-cece9eea-4745-4d27-b3cd-5099725fbcd2 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.341016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47a5a-c02c-4050-a09e-abbaf5d8c863 req-cece9eea-4745-4d27-b3cd-5099725fbcd2 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.341485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47a5a-c02c-4050-a09e-abbaf5d8c863 req-cece9eea-4745-4d27-b3cd-5099725fbcd2 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.343135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a2c47a5a-c02c-4050-a09e-abbaf5d8c863 req-cece9eea-4745-4d27-b3cd-5099725fbcd2 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62&device_id=d7550b41-ccbc-49b2-9694-d96130351bff&device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 2887 time: 0.0478344 Aug 29 04:20:24.378086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a2c47a5a-c02c-4050-a09e-abbaf5d8c863 req-887c3b42-5000-47da-9412-54a3ac3ba559 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288706 Aug 29 04:20:24.393214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e576560e-272d-4354-8445-29eadf7314b5 req-01af5bdf-f99d-4a73-b761-57e41b4569e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 200 len: 217 time: 0.0529444 Aug 29 04:20:24.414059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d042a32-ab90-4ba2-bda3-093ede458a48 req-2d9a60a3-a94c-4f29-8d2e-29989cd96856 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.415327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d042a32-ab90-4ba2-bda3-093ede458a48 req-2d9a60a3-a94c-4f29-8d2e-29989cd96856 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0834682 Aug 29 04:20:24.473039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3de4-2882-44d5-b816-6a1e25fec2aa req-0d78d590-14f8-467d-89fc-563f7d59a138 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.474531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a4a3de4-2882-44d5-b816-6a1e25fec2aa req-0d78d590-14f8-467d-89fc-563f7d59a138 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0485554 Aug 29 04:20:24.478793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576560e-272d-4354-8445-29eadf7314b5 req-a16e9e3f-ae54-4a67-bb96-4fefa4c3ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.480219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e576560e-272d-4354-8445-29eadf7314b5 req-a16e9e3f-ae54-4a67-bb96-4fefa4c3ecd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0640433 Aug 29 04:20:24.488085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d042a32-ab90-4ba2-bda3-093ede458a48 req-01ee6d77-e04f-4512-bded-9a92a0ab86ab tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632548 Aug 29 04:20:24.518075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a4a3de4-2882-44d5-b816-6a1e25fec2aa req-18cae3e2-159d-4203-8fbd-d444ac300fa8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375466 Aug 29 04:20:24.536422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e576560e-272d-4354-8445-29eadf7314b5 req-fdb85ba1-ef5e-4316-8ecc-d4c38c4d90b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419977 Aug 29 04:20:24.585757 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-4815b164-077f-4265-afc9-87c3b71734ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414674 Aug 29 04:20:24.699180 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12b6ca28-5a69-44b5-ab72-4ca586c0e655 req-6f6022c0-4b60-4dd9-81fa-0753bdc47948 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 210 time: 0.0622022 Aug 29 04:20:24.715043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e576560e-272d-4354-8445-29eadf7314b5 req-756b3e65-67aa-41c1-a94e-96d3b101dfee service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122661 Aug 29 04:20:24.723519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-ace04102-68cd-4ddc-9658-5093d1bab6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.725218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-ace04102-68cd-4ddc-9658-5093d1bab6a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 1102 time: 0.1024828 Aug 29 04:20:24.866884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e576560e-272d-4354-8445-29eadf7314b5 req-38d6322c-a5e4-47b9-83f3-862d3958765c service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995526 Aug 29 04:20:24.877017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada8ed6-4d24-4ae4-bfcc-08bc89cd3707 req-752f6771-74d6-4c38-8fb3-d39c0bd6cad8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.878509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aada8ed6-4d24-4ae4-bfcc-08bc89cd3707 req-752f6771-74d6-4c38-8fb3-d39c0bd6cad8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 948 time: 0.0751085 Aug 29 04:20:24.906520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-f7e94414-d9e8-4462-9416-a7a37298778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.907985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-f7e94414-d9e8-4462-9416-a7a37298778b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1557729 Aug 29 04:20:24.998783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aada8ed6-4d24-4ae4-bfcc-08bc89cd3707 req-89d212e1-5606-4726-984c-78734ddd53a6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141529 Aug 29 04:20:25.058798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57e5c5-eee3-46d7-be04-0d7a32ada8c0 req-98607d9f-326a-4b7b-9f61-f5ec3388051b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.060726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc57e5c5-eee3-46d7-be04-0d7a32ada8c0 req-98607d9f-326a-4b7b-9f61-f5ec3388051b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0698793 Aug 29 04:20:25.108218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc57e5c5-eee3-46d7-be04-0d7a32ada8c0 req-ee0c8e5c-0d5d-43c3-b5b5-98e18afa961f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Aug 29 04:20:25.288512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-6c403cc9-1dc1-44ef-a9de-54acd8c32aa0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 200 len: 217 time: 0.3568232 Aug 29 04:20:25.391970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48058eaf-5904-4b08-b038-f6a30c08b344 req-8093f719-1da2-403e-b670-79d21238ccb6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.392442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e888efd-2e74-426f-8390-443423812181 req-d258c82b-9cfd-45b1-be14-7e95bbf061e5 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.393468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48058eaf-5904-4b08-b038-f6a30c08b344 req-8093f719-1da2-403e-b670-79d21238ccb6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.0527363 Aug 29 04:20:25.393965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e888efd-2e74-426f-8390-443423812181 req-d258c82b-9cfd-45b1-be14-7e95bbf061e5 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1102 time: 0.1098778 Aug 29 04:20:25.395227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-cffe0bbd-7fe0-4af3-91f7-20a6d812df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.396526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-cffe0bbd-7fe0-4af3-91f7-20a6d812df46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0811932 Aug 29 04:20:25.403107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-90c684fb-67e9-41ae-aad3-2570e53e361c tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.404453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-90c684fb-67e9-41ae-aad3-2570e53e361c tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 823 time: 0.4843788 Aug 29 04:20:25.432197 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48058eaf-5904-4b08-b038-f6a30c08b344 req-020a3d94-6e89-4505-9e81-55df601eae23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Aug 29 04:20:25.463347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e888efd-2e74-426f-8390-443423812181 req-81514407-8dee-4a37-b350-5e13142df88c tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Aug 29 04:20:25.471498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-4b201a34-09d7-4161-b91e-296f5b7dc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.472995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-4b201a34-09d7-4161-b91e-296f5b7dc1b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619564 Aug 29 04:20:25.570356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923055ca-8aab-4e98-9ce2-646d7732d594 req-0a441f90-3521-4fd6-9457-e3761da03a0b tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.571803 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-923055ca-8aab-4e98-9ce2-646d7732d594 req-0a441f90-3521-4fd6-9457-e3761da03a0b tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1102 time: 0.0408304 Aug 29 04:20:25.606306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-923055ca-8aab-4e98-9ce2-646d7732d594 req-b56837c3-0ffa-40c3-906f-cb4d34279f2a tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284231 Aug 29 04:20:25.613779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-76598e6f-fbe0-4944-9c12-8085a94cc569 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d406e0dd134142f5953b8c097d887dfb HTTP/1.1" status: 200 len: 380 time: 0.1034648 Aug 29 04:20:25.634876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'port': {'device_id': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'admin_state_up': True, 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'security_groups': ['0ae8a633-96e9-4da6-9d88-fca27edd67b6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:25.688388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-06d57fce-b5ba-48fe-9df3-9b92c7cb647f service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955996 Aug 29 04:20:25.701758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f4f37-8a95-4415-a703-4fb4e79be51b req-015c8bc8-8782-4366-87bc-7c2bcd437b14 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.703242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c35f4f37-8a95-4415-a703-4fb4e79be51b req-015c8bc8-8782-4366-87bc-7c2bcd437b14 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1444466 Aug 29 04:20:25.711341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f254b-536c-43fc-b6de-fd4b6e915d13 req-b4351b24-6e36-4162-a400-98c7a597ea2d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.712827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c45f254b-536c-43fc-b6de-fd4b6e915d13 req-b4351b24-6e36-4162-a400-98c7a597ea2d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0488441 Aug 29 04:20:25.751659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c45f254b-536c-43fc-b6de-fd4b6e915d13 req-8054381b-28b8-4f54-b7d1-6cbd5e7ec7cf tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320265 Aug 29 04:20:25.840992 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c35f4f37-8a95-4415-a703-4fb4e79be51b req-ed6ba0d2-28d5-4342-8be0-3322a8b65005 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236362 Aug 29 04:20:25.865809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f245bfb0-8705-44a3-ab1a-c76f7d392fe7 req-f0de99ec-7de7-4f57-9bcc-42d18e58bc01 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596301 Aug 29 04:20:25.872858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Made reservation on behalf of d406e0dd134142f5953b8c097d887dfb for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:25.877001 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.935219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f42e7647-45a9-41f0-943e-52ccf77cf440 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:25.948821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22c20408-f44e-4551-bf66-89da7d53286a req-b5fe682e-95fa-4bcf-a24a-dad4b981e007 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 210 time: 0.0342770 Aug 29 04:20:26.001736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port f42e7647-45a9-41f0-943e-52ccf77cf440 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:26.006890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port f42e7647-45a9-41f0-943e-52ccf77cf440 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:26.006890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.047874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Allocated IP 172.20.0.11 (9d15c1ec-c024-4667-9fca-7f375bb4ac23/bbbc6cba-0ab9-49b5-9add-e87f0531f9d2/486b8940-f776-49b4-b535-6e03e4435245) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:26.108145 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.133410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42e7647-45a9-41f0-943e-52ccf77cf440'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:26.137069 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be886ff-6ed2-4e5d-8b09-0bea87922872" -d '{"events": [{"server_uuid": "3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7", "name": "network-vif-plugged", "status": "completed", "tag": "f42e7647-45a9-41f0-943e-52ccf77cf440"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:26.142856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931dba3-bfbf-46a7-ba58-b2b568a652f6 req-447f5fbf-0aeb-49ee-b050-4e9ca31e95ed tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.142856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e931dba3-bfbf-46a7-ba58-b2b568a652f6 req-447f5fbf-0aeb-49ee-b050-4e9ca31e95ed tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 948 time: 0.0701880 Aug 29 04:20:26.161291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port f42e7647-45a9-41f0-943e-52ccf77cf440, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f42e7647-45a9-41f0-943e-52ccf77cf440,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.168413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.195287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e931dba3-bfbf-46a7-ba58-b2b568a652f6 req-10b6eb0e-ce6e-48cd-b558-8c681fb494ac tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Aug 29 04:20:26.226533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=f42e7647-45a9-41f0-943e-52ccf77cf440,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.257283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.274801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Transition to ACTIVE for port object 486b8940-f776-49b4-b535-6e03e4435245 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:26.283619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8b4fd-0ae7-4083-a08c-ca7da0c5123c req-95dbc968-83f7-4980-aa91-2040a3f9e122 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.285178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fe8b4fd-0ae7-4083-a08c-ca7da0c5123c req-95dbc968-83f7-4980-aa91-2040a3f9e122 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0890141 Aug 29 04:20:26.322320 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a203aa-d2d6-44e9-819c-afb5b946d0f3 x-openstack-request-id: req-97a203aa-d2d6-44e9-819c-afb5b946d0f3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:26.323430 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7", "name": "network-vif-plugged", "status": "completed", "tag": "f42e7647-45a9-41f0-943e-52ccf77cf440", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:26.323795 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97a203aa-d2d6-44e9-819c-afb5b946d0f3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:26.324275 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42e7647-45a9-41f0-943e-52ccf77cf440', 'code': 200} Aug 29 04:20:26.345046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fe8b4fd-0ae7-4083-a08c-ca7da0c5123c req-aaab1938-519f-4393-bdf3-092b40c6922f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538907 Aug 29 04:20:26.358079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.368937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b29b48c4-f71d-4082-9653-9302a8c64636 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.370642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b29b48c4-f71d-4082-9653-9302a8c64636 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "GET /v2.0/ports?device_id=32ef2d2f-0f37-4624-8c3e-2d833f6de3b6 HTTP/1.1" status: 200 len: 946 time: 0.0597744 Aug 29 04:20:26.411187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:26.416952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:26.420725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:26.427077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.427723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.462988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'Port': ['ID=486b8940-f776-49b4-b535-6e03e4435245,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.488752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:26.495056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c6740e33-dcee-4d25-bd54-e094c30dbe13 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8678420 Aug 29 04:20:26.511950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb5b83-7159-4988-83d0-b753083dc676 req-f63bdee1-7d69-46ed-8d9d-8e34492f2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.513502 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bb5b83-7159-4988-83d0-b753083dc676 req-f63bdee1-7d69-46ed-8d9d-8e34492f2b10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 1101 time: 0.0829616 Aug 29 04:20:26.533202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Request body: {'port': {'device_id': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:26.545340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Deleting port d73eed2f-1b2a-42ae-8e09-a13b57bc223e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:26.545719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.659158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.669389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] For port d73eed2f-1b2a-42ae-8e09-a13b57bc223e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.669785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.676447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '710806a9-48c5-490b-ba10-c0465c60c029', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '710806a9-48c5-490b-ba10-c0465c60c029', 'mac_address': 'fa:16:3e:dc:8d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:26.732628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bb5b83-7159-4988-83d0-b753083dc676 req-f8ede215-fef1-4b71-8647-937688e8ad8e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955066 Aug 29 04:20:26.742948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.771176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316664b-75f0-4d7c-9ca0-2d5acedb3c2c req-c1948fb2-6664-4e36-9a71-bd9a4f48ae27 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.772820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d316664b-75f0-4d7c-9ca0-2d5acedb3c2c req-c1948fb2-6664-4e36-9a71-bd9a4f48ae27 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.1924477 Aug 29 04:20:26.783565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.800878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710806a9-48c5-490b-ba10-c0465c60c029 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:26.846711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:26.861407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d316664b-75f0-4d7c-9ca0-2d5acedb3c2c req-e45ea4e2-b1a8-452f-9056-da8cc759f323 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756390 Aug 29 04:20:26.863106 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.898616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0df6b4a8-4ab9-40ad-a630-90bd762c0ee7 None None] Provisioning for port 486b8940-f776-49b4-b535-6e03e4435245 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:26.907223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0df6b4a8-4ab9-40ad-a630-90bd762c0ee7 None None] Provisioning complete for port 486b8940-f776-49b4-b535-6e03e4435245 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:26.907595 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0df6b4a8-4ab9-40ad-a630-90bd762c0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.935613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f58d91-84a7-4693-b304-77e3a0f7649e req-9ae9e917-fc23-466c-9457-c8cc1ebc5ab5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.937284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30f58d91-84a7-4693-b304-77e3a0f7649e req-9ae9e917-fc23-466c-9457-c8cc1ebc5ab5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1298263 Aug 29 04:20:26.970877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.973830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0df6b4a8-4ab9-40ad-a630-90bd762c0ee7 None None] Port 486b8940-f776-49b4-b535-6e03e4435245 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:27.030163 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30f58d91-84a7-4693-b304-77e3a0f7649e req-dadcd8ce-6605-4d68-981f-b603ccaa40b0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837538 Aug 29 04:20:27.053497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.053497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.053497 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf disassociated. External IP: 172.25.7.97, port: d73eed2f-1b2a-42ae-8e09-a13b57bc223e. Aug 29 04:20:27.053497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Calling delete_port for d73eed2f-1b2a-42ae-8e09-a13b57bc223e owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:27.088068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999ed3-7a0a-47c2-a9b4-cb08d1a4a7ae req-5486decf-7753-4851-b65f-12691621ef65 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.089658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff999ed3-7a0a-47c2-a9b4-cb08d1a4a7ae req-5486decf-7753-4851-b65f-12691621ef65 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0843873 Aug 29 04:20:27.174733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff999ed3-7a0a-47c2-a9b4-cb08d1a4a7ae req-dadbbbc8-f8ca-413b-b844-b2c759db43b1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761271 Aug 29 04:20:27.191355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486b8940-f776-49b4-b535-6e03e4435245 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:27.195837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccdc28-5c5f-48c8-a531-d23ba9dee23b req-fcb51896-1a67-4739-9756-06f0618311bd tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.197741 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8ccdc28-5c5f-48c8-a531-d23ba9dee23b req-fcb51896-1a67-4739-9756-06f0618311bd tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0834863 Aug 29 04:20:27.210219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.224464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Transition to ACTIVE for port object 486b8940-f776-49b4-b535-6e03e4435245 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:27.233458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.298752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['710806a9-48c5-490b-ba10-c0465c60c029'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:27.299131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8ccdc28-5c5f-48c8-a531-d23ba9dee23b req-18ce004f-ea23-44d5-9a97-ee34380e4d16 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932016 Aug 29 04:20:27.302650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.312866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Pushing event updated for resources: {'Port': ['ID=486b8940-f776-49b4-b535-6e03e4435245,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.346153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event deleted for resources: {'Port': ['ID=d73eed2f-1b2a-42ae-8e09-a13b57bc223e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.420958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Attempting to bind port 486b8940-f776-49b4-b535-6e03e4435245 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:27.422005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Attempting to bind port 486b8940-f776-49b4-b535-6e03e4435245 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:27.422545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Attempting to bind port 486b8940-f776-49b4-b535-6e03e4435245 on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:27.442471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Port 486b8940-f776-49b4-b535-6e03e4435245 on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:27.442821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Attempting to bind port 486b8940-f776-49b4-b535-6e03e4435245 on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:27.451519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:27.452353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Checking segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:27.452755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Bound using segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:27.453792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Bound port: 486b8940-f776-49b4-b535-6e03e4435245, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:27.454158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.485814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e555128-d4e4-4fa3-8a7f-1d8de3b40245 req-0bdbdb44-a375-47f7-b7fb-10d544d034f4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.487404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e555128-d4e4-4fa3-8a7f-1d8de3b40245 req-0bdbdb44-a375-47f7-b7fb-10d544d034f4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0910971 Aug 29 04:20:27.530433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9372b-1d6f-4a23-9514-b898b2dbc6d7 req-e7fb55d7-ab44-49fd-a475-4e4c7de03134 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.539573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56b9372b-1d6f-4a23-9514-b898b2dbc6d7 req-e7fb55d7-ab44-49fd-a475-4e4c7de03134 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 949 time: 0.1203952 Aug 29 04:20:27.550009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:27.586639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e555128-d4e4-4fa3-8a7f-1d8de3b40245 req-075e426c-0dd4-4489-90d3-62b20eeb0a4e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801373 Aug 29 04:20:27.591676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] For port 486b8940-f776-49b4-b535-6e03e4435245, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:27.595587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] For port 486b8940-f776-49b4-b535-6e03e4435245, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=486b8940-f776-49b4-b535-6e03e4435245,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:27.606852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.638693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56b9372b-1d6f-4a23-9514-b898b2dbc6d7 req-dfd5922d-ee4d-4269-9763-f1af874f3ffe tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922792 Aug 29 04:20:27.647793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.648429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.650267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] 10.222.0.32 "PUT /v2.0/ports/486b8940-f776-49b4-b535-6e03e4435245 HTTP/1.1" status: 200 len: 1093 time: 1.1215110 Aug 29 04:20:27.650267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'tag': '486b8940-f776-49b4-b535-6e03e4435245'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:27.652523 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d80fd0-d745-49da-a3a8-8d25de8107d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "tag": "486b8940-f776-49b4-b535-6e03e4435245"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:27.696782 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86367fd9-ed6e-4756-82ed-14f2e1a23062 x-openstack-request-id: req-86367fd9-ed6e-4756-82ed-14f2e1a23062 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:27.697321 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "tag": "486b8940-f776-49b4-b535-6e03e4435245", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:27.697703 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86367fd9-ed6e-4756-82ed-14f2e1a23062 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:27.698567 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'tag': '486b8940-f776-49b4-b535-6e03e4435245', 'status': 'completed', 'code': 200} Aug 29 04:20:27.732991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:27.744038 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] Sync routers for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:27.751590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282da0d-0fbf-48d4-8ccd-0b68c331fca5 service neutron] Pushing event updated for resources: {'Port': ['ID=486b8940-f776-49b4-b535-6e03e4435245,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.757341 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:27.758440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:20:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.786946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] No DVR routers for this DVR port d73eed2f-1b2a-42ae-8e09-a13b57bc223e on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:27.789652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.791763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ad60a-ecad-4628-8f37-f9920323e4a5 req-b839ff59-9c80-4897-a65b-c3eae906cec7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "DELETE /v2.0/ports/d73eed2f-1b2a-42ae-8e09-a13b57bc223e HTTP/1.1" status: 204 len: 173 time: 1.3864074 Aug 29 04:20:27.792201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'name': 'network-vif-deleted', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:27.794776 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca59c76c-fc4b-4d4c-b3a0-b74a726bc26a" -d '{"events": [{"server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "name": "network-vif-deleted", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:27.816431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-723ec2de-de19-4ce0-ae26-68e7f0fa614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.818202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-723ec2de-de19-4ce0-ae26-68e7f0fa614f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 1096 time: 0.0840826 Aug 29 04:20:27.832499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d54513-88cb-4fb5-a7e8-2bdecadf2f97 req-c578c58b-cc05-40d6-bf7b-dfb8f74ca9f4 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:27.834719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2d54513-88cb-4fb5-a7e8-2bdecadf2f97 req-c578c58b-cc05-40d6-bf7b-dfb8f74ca9f4 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.1352577 Aug 29 04:20:27.844442 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc6097-2066-4756-ac38-08e20f2e7062 x-openstack-request-id: req-e2bc6097-2066-4756-ac38-08e20f2e7062 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:27.844986 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ef2d2f-0f37-4624-8c3e-2d833f6de3b6", "name": "network-vif-deleted", "tag": "d73eed2f-1b2a-42ae-8e09-a13b57bc223e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:27.845395 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2bc6097-2066-4756-ac38-08e20f2e7062 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:27.845977 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ef2d2f-0f37-4624-8c3e-2d833f6de3b6', 'name': 'network-vif-deleted', 'tag': 'd73eed2f-1b2a-42ae-8e09-a13b57bc223e', 'status': 'completed', 'code': 200} Aug 29 04:20:27.918548 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:27.931514 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-969786a4-1aa6-45e4-b717-5736dc756928 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=486b8940-f776-49b4-b535-6e03e4435245 HTTP/1.1" status: 200 len: 217 time: 0.0812364 Aug 29 04:20:27.999409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c3fcb39b-c62f-4222-a74d-de838b489399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.001718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c3fcb39b-c62f-4222-a74d-de838b489399 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.0590603 Aug 29 04:20:28.012477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2d54513-88cb-4fb5-a7e8-2bdecadf2f97 req-ed1c8eba-8b99-487c-bbcb-36ecd1891663 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714456 Aug 29 04:20:28.018139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03d66e-9d68-484b-80da-c7816c5a2c68 req-e35c657d-3bf1-4c97-8630-e5867e2c0478 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.036868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c03d66e-9d68-484b-80da-c7816c5a2c68 req-e35c657d-3bf1-4c97-8630-e5867e2c0478 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0673172 Aug 29 04:20:28.079257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-cd9e0d7f-7437-4dfe-aa9e-f45c9bd8c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.080601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-cd9e0d7f-7437-4dfe-aa9e-f45c9bd8c410 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659752 Aug 29 04:20:28.106273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c03d66e-9d68-484b-80da-c7816c5a2c68 req-caaf076a-5030-40d9-8b1e-fb482e826d3e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682843 Aug 29 04:20:28.151305 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:28.179898 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] Checking router: 6b8dfffd-6f1d-4495-9906-41d9a2243da4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:28.190296 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:28.191430 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:20:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:28.206472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daaa40-ca19-4e26-9fa0-069a3c870567 req-ad0a86dd-8c4f-4244-83a4-ed01fe4cc16e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.208009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50daaa40-ca19-4e26-9fa0-069a3c870567 req-ad0a86dd-8c4f-4244-83a4-ed01fe4cc16e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1027546 Aug 29 04:20:28.254096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-e245fa2e-d6bf-4995-8796-8df03ebad375 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571281 Aug 29 04:20:28.321550 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:28.324897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e102c-a689-4121-891f-16e60d5a799e req-bb444d79-f93b-47d3-961a-ad1033ea83ac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.326696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-416e102c-a689-4121-891f-16e60d5a799e req-bb444d79-f93b-47d3-961a-ad1033ea83ac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0564337 Aug 29 04:20:28.348752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50daaa40-ca19-4e26-9fa0-069a3c870567 req-c1c24024-5f74-4b50-8f55-6228ee717dec tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262794 Aug 29 04:20:28.382178 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-416e102c-a689-4121-891f-16e60d5a799e req-4d572bd8-82a2-4946-98c1-b7ca13c41417 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Aug 29 04:20:28.445242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-d44b12c2-6f4b-4d47-b249-299f92d9f97a service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672189 Aug 29 04:20:28.506446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:28.523139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd08325-8c15-445d-813c-ee0732b7c09f req-0bcf4d06-cd3e-4b81-9fce-c6b8faa63c2b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.524821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ebd08325-8c15-445d-813c-ee0732b7c09f req-0bcf4d06-cd3e-4b81-9fce-c6b8faa63c2b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0636394 Aug 29 04:20:28.592264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ebd08325-8c15-445d-813c-ee0732b7c09f req-27217b6a-3e83-4d29-952d-1cec939ddb4c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590205 Aug 29 04:20:28.640083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:28.666678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'port_id': '0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'mac_address': 'fa:16:3e:85:46:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec885d3-0623-4791-b3d2-1402e1777348', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:28.734914 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:28.746138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-eac0c7cf-16f3-4089-a0ad-2643109e1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.747946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-eac0c7cf-16f3-4089-a0ad-2643109e1de4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 1096 time: 0.1102767 Aug 29 04:20:28.751152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.772340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc32c94-6b96-469c-bd42-c67a4b309a7b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:28.805511 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ebf0-49e6-4c07-8ea6-e3967c1eba98 None None] The sync data for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 is: [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:28.838951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:28.840396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f7cb-1513-4fc4-80ca-cb5635f45187 req-7c3016e4-95ed-4362-894e-3df3540ab99a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.842516 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0519f7cb-1513-4fc4-80ca-cb5635f45187 req-7c3016e4-95ed-4362-894e-3df3540ab99a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.1415889 Aug 29 04:20:28.850320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd644899-cd77-4bff-af46-c76088ecefc2 req-72607e99-f703-4b9d-9787-1952c3c95353 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.855999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.857408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd644899-cd77-4bff-af46-c76088ecefc2 req-72607e99-f703-4b9d-9787-1952c3c95353 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 949 time: 0.1080744 Aug 29 04:20:28.934903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd644899-cd77-4bff-af46-c76088ecefc2 req-702959fb-61f5-488d-89c6-914b698ae271 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Aug 29 04:20:28.954035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.995189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0519f7cb-1513-4fc4-80ca-cb5635f45187 req-78d02f0d-3b56-4955-aa3f-bc63a3bfdaf8 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667775 Aug 29 04:20:28.996369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-f180d5ee-ba59-49df-b512-808ce19f5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.998802 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-f180d5ee-ba59-49df-b512-808ce19f5fd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 924 time: 0.2402408 Aug 29 04:20:29.048266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-1137dc84-1e8b-4c6a-a671-fbd7455e442e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=486b8940-f776-49b4-b535-6e03e4435245 HTTP/1.1" status: 200 len: 217 time: 0.0389099 Aug 29 04:20:29.054341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932997b-eedd-4aa7-b0bd-f6e8b4de7656 req-4afc2739-75d7-4de6-b825-94700e7e5612 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.056390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1932997b-eedd-4aa7-b0bd-f6e8b4de7656 req-4afc2739-75d7-4de6-b825-94700e7e5612 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 1101 time: 0.0504851 Aug 29 04:20:29.118814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-b68b56ac-6a4c-4fa2-858f-ebe49185aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.120372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-b68b56ac-6a4c-4fa2-858f-ebe49185aeaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.0632126 Aug 29 04:20:29.123192 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1932997b-eedd-4aa7-b0bd-f6e8b4de7656 req-f6eea9a3-1103-4574-a491-be31a8e11b32 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589700 Aug 29 04:20:29.255541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b3ae9-4d67-4b95-94c4-cc996be90d21 req-217d8c2a-c8b7-4770-822d-afe46dffc9fc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.258429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b78b3ae9-4d67-4b95-94c4-cc996be90d21 req-217d8c2a-c8b7-4770-822d-afe46dffc9fc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.1340590 Aug 29 04:20:29.261699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57e70a-765e-4d55-9213-e35ade66f894 None None] New status for floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:20:29.262340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-c11472e0-0276-4350-bc76-de8f36f7d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.264213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-c11472e0-0276-4350-bc76-de8f36f7d16d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292632 Aug 29 04:20:29.285078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d201bb8-51e9-428c-ab93-d27925383940 req-76e26fa0-6245-4c6a-a5ee-f72655221331 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.293558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d201bb8-51e9-428c-ab93-d27925383940 req-76e26fa0-6245-4c6a-a5ee-f72655221331 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0723748 Aug 29 04:20:29.348529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d201bb8-51e9-428c-ab93-d27925383940 req-25ef5ba5-c518-4bb0-9426-5c4b19c55c92 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538151 Aug 29 04:20:29.353331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b78b3ae9-4d67-4b95-94c4-cc996be90d21 req-f5c99454-15b2-4018-913a-fea4250a5f91 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879872 Aug 29 04:20:29.409457 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-3c33e928-ca4e-4dea-8b50-56f2e658a243 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184881 Aug 29 04:20:29.439735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['0cc32c94-6b96-469c-bd42-c67a4b309a7b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:29.515984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-5dc150e1-abb2-496e-8389-d3d0f5870807 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552878 Aug 29 04:20:29.550752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24d80fd0-d745-49da-a3a8-8d25de8107d4 req-699bbdd6-70cc-4701-91dc-d189f8088196 service neutron] 10.222.0.32 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290693 Aug 29 04:20:29.625445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28c18e-becc-4ead-885d-a0db30787e5e req-47c7ec4a-afbf-45f3-a306-17574fac3d3d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.634963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d28c18e-becc-4ead-885d-a0db30787e5e req-47c7ec4a-afbf-45f3-a306-17574fac3d3d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0832369 Aug 29 04:20:29.692760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d28c18e-becc-4ead-885d-a0db30787e5e req-835ff3c1-1b58-4cd8-a901-e475b27b7b1b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537634 Aug 29 04:20:29.695578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2c6977fa-9124-44d7-95d3-e6844232ca70 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.697170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2c6977fa-9124-44d7-95d3-e6844232ca70 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716888 Aug 29 04:20:29.723910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-b132e131-63ce-48ce-af0c-b0f3dd969cb2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/quotas/92d2cc5dcb9b478bb7065a703bc5f59b HTTP/1.1" status: 200 len: 375 time: 0.0104449 Aug 29 04:20:29.803951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-e43cd800-3979-46d9-99e5-ba8381a379b0 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0739479 Aug 29 04:20:29.808428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e00c5-d715-46ac-ba10-c4ea34f13feb req-6350130c-dcbc-467d-b21c-25441df22857 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.810110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d57e00c5-d715-46ac-ba10-c4ea34f13feb req-6350130c-dcbc-467d-b21c-25441df22857 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.0523181 Aug 29 04:20:29.865046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d57e00c5-d715-46ac-ba10-c4ea34f13feb req-4c45590b-c344-44b7-959b-8fec23f1a015 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466642 Aug 29 04:20:30.028770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f9315-ea7b-4d20-8ca1-d084b9ea9914 req-f1597fe4-a2c4-46f1-857e-bf8091f7c6ce tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.030326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c11f9315-ea7b-4d20-8ca1-d084b9ea9914 req-f1597fe4-a2c4-46f1-857e-bf8091f7c6ce tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0657549 Aug 29 04:20:30.038128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c12de9cf-9ec7-4be2-b154-9017edc1751d req-c9dbf0e8-c12b-4a2e-b243-d2303933f23d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 210 time: 0.0307598 Aug 29 04:20:30.096877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c11f9315-ea7b-4d20-8ca1-d084b9ea9914 req-d3aa4234-2f27-49a7-b664-ceff67469e2f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544939 Aug 29 04:20:30.153358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfb7d5-2dc0-4e62-b9ad-ee9ce6755c6b req-1e754431-7b30-435a-a2e7-92903b36a1dc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.155075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ecfb7d5-2dc0-4e62-b9ad-ee9ce6755c6b req-1e754431-7b30-435a-a2e7-92903b36a1dc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0498564 Aug 29 04:20:30.213876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ecfb7d5-2dc0-4e62-b9ad-ee9ce6755c6b req-bfe64e8f-67d7-4f43-b20f-a7068aea8ab5 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486796 Aug 29 04:20:30.500462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af702f4c-2967-4e3a-85df-8d98912b81f0 req-df4b2d18-409e-481a-903e-06ed40ba7ae6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.509439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af702f4c-2967-4e3a-85df-8d98912b81f0 req-df4b2d18-409e-481a-903e-06ed40ba7ae6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0905569 Aug 29 04:20:30.512832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:30.532723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa7669-25fc-4735-a685-0961cfd5862e req-982b96c5-9b64-472a-b114-f2e267f930c4 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.540454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13aa7669-25fc-4735-a685-0961cfd5862e req-982b96c5-9b64-472a-b114-f2e267f930c4 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.0660906 Aug 29 04:20:30.577058 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af702f4c-2967-4e3a-85df-8d98912b81f0 req-7fac7a7f-c0d5-4128-8dcd-041daf70709a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514426 Aug 29 04:20:30.589520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13aa7669-25fc-4735-a685-0961cfd5862e req-890af9c8-462d-438b-9877-3e84e2ed8153 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Aug 29 04:20:30.611346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 710806a9-48c5-490b-ba10-c0465c60c029 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:30.615521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 710806a9-48c5-490b-ba10-c0465c60c029 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:30.615905 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.711854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.737246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:30.739436 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a18a7-2c1b-4d07-9eda-9376be745abc" -d '{"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-plugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:30.752961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:30.758072 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.759012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d73eed2f-1b2a-42ae-8e09-a13b57bc223e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:30.858038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb15fcf-dc9c-4096-80f8-8dd93e6d147a req-659312c7-63cc-4f8c-83d6-0774140bd775 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.859792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-deb15fcf-dc9c-4096-80f8-8dd93e6d147a req-659312c7-63cc-4f8c-83d6-0774140bd775 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0544755 Aug 29 04:20:30.909858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-10c81f48-de27-4e53-b034-21fc7dfbb601 service neutron] 10.222.0.37 "GET /v2.0/ports/e48181af-749b-4b4a-92e7-0575f3a0a84b/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.0797801 Aug 29 04:20:30.916107 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-deb15fcf-dc9c-4096-80f8-8dd93e6d147a req-fb901d61-fc23-4f57-b594-df48e489f9be tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Aug 29 04:20:30.923625 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c08243-cd0a-4953-8b53-985751a80f86 x-openstack-request-id: req-e4c08243-cd0a-4953-8b53-985751a80f86 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:30.923917 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-plugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:30.924171 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4c08243-cd0a-4953-8b53-985751a80f86 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:30.924556 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'code': 200} Aug 29 04:20:30.925896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: d73eed2f-1b2a-42ae-8e09-a13b57bc223e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:30.926179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d73eed2f-1b2a-42ae-8e09-a13b57bc223e not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:30.964935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.023583 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.053982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274ae73-55c3-4b98-9717-2edc1f04f1d0 req-bf7bc11a-efb2-4cc2-96de-f194816866eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.055466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8274ae73-55c3-4b98-9717-2edc1f04f1d0 req-bf7bc11a-efb2-4cc2-96de-f194816866eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1101 time: 0.1348293 Aug 29 04:20:31.098735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f97af9-0982-417f-971a-a23a7fb36382 req-5d177467-1d85-4bf0-9f20-1b094d1c7f8f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.100494 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2f97af9-0982-417f-971a-a23a7fb36382 req-5d177467-1d85-4bf0-9f20-1b094d1c7f8f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 944 time: 0.1198976 Aug 29 04:20:31.149769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7296346-412a-421f-a600-c930d6e9f58e req-dc3890b6-fae3-4ae2-a42d-69dc8a651e16 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 210 time: 0.0260475 Aug 29 04:20:31.197460 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8274ae73-55c3-4b98-9717-2edc1f04f1d0 req-641f2680-f292-4249-88cc-97ce6817fcd0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180303 Aug 29 04:20:31.209972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2f97af9-0982-417f-971a-a23a7fb36382 req-7275f6ad-7748-4da3-9998-9dc672537294 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008265 Aug 29 04:20:31.255240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:31.265000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab29ac-c030-45e5-a698-89cba9b74ee5 req-759e10ab-8a18-4c28-b19a-80f013c94c92 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.267092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3ab29ac-c030-45e5-a698-89cba9b74ee5 req-759e10ab-8a18-4c28-b19a-80f013c94c92 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0579548 Aug 29 04:20:31.282292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:31.307972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3ab29ac-c030-45e5-a698-89cba9b74ee5 req-de2e3abf-5462-4628-b01f-7a617e2e8bab tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344758 Aug 29 04:20:31.347523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48181af-749b-4b4a-92e7-0575f3a0a84b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:31.359008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:31.381983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.399765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a77bb-c318-4b91-b0ab-fcc20124a2b8 req-67dbbe34-8ccb-49a2-98ff-ef4b0cff4d5b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.401243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e98a77bb-c318-4b91-b0ab-fcc20124a2b8 req-67dbbe34-8ccb-49a2-98ff-ef4b0cff4d5b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0950246 Aug 29 04:20:31.472956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e98a77bb-c318-4b91-b0ab-fcc20124a2b8 req-c3fd2501-9d2b-43b6-ae06-8049f7976e64 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648944 Aug 29 04:20:31.492284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] Transition to ACTIVE for port object e48181af-749b-4b4a-92e7-0575f3a0a84b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:31.496629 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.555471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] No DVR routers for this DVR port e48181af-749b-4b4a-92e7-0575f3a0a84b on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:31.592447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] Pushing event updated for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.624234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-d8649fee-6b56-4185-bf77-8be0f428fe07 service neutron] 10.222.0.37 "PUT /v2.0/ports/e48181af-749b-4b4a-92e7-0575f3a0a84b/bindings/n-h2-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6993630 Aug 29 04:20:31.626910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-0a8a240f-9dfe-4ebd-8991-a3f538162214 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357366 Aug 29 04:20:31.707219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eb9fd-e878-409a-b551-14b7802cceb8 req-fb333e23-c2ee-4a4e-8856-a8cbf25b767a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.709175 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4eb9fd-e878-409a-b551-14b7802cceb8 req-fb333e23-c2ee-4a4e-8856-a8cbf25b767a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0642514 Aug 29 04:20:31.782222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4eb9fd-e878-409a-b551-14b7802cceb8 req-39157326-1a42-47d2-92d1-756113c677fb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610609 Aug 29 04:20:31.788388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18574d94-9009-4ae2-baae-5046bcebcc13 req-3b31099c-5d19-4468-ac02-b1c50a6ab85f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.788545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-bff53f97-5c43-442b-8770-1102f1356cdb tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.789919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18574d94-9009-4ae2-baae-5046bcebcc13 req-3b31099c-5d19-4468-ac02-b1c50a6ab85f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.1155453 Aug 29 04:20:31.790046 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-bff53f97-5c43-442b-8770-1102f1356cdb tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.0799031 Aug 29 04:20:31.801047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-e8304f25-1845-4fe8-9f1e-ea7b8de20835 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.802576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-e8304f25-1845-4fe8-9f1e-ea7b8de20835 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509504 Aug 29 04:20:31.836389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18574d94-9009-4ae2-baae-5046bcebcc13 req-129ee2e3-d204-4b09-9007-49a3d2635044 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Aug 29 04:20:31.846015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Request body: {'port': {'device_id': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '92d2cc5dcb9b478bb7065a703bc5f59b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:31.884094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-38ce7118-e173-444c-bd16-afc9ec7c395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.885839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-38ce7118-e173-444c-bd16-afc9ec7c395c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf&tenant_id=5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 1097 time: 0.0449955 Aug 29 04:20:31.963114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:31.979298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Made reservation on behalf of 92d2cc5dcb9b478bb7065a703bc5f59b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:31.984556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.003411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-27069641-5a35-43ae-9ebf-2a41bed5ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.005097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-27069641-5a35-43ae-9ebf-2a41bed5ee42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0704682 Aug 29 04:20:32.010927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:32.108886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9ea2-a996-4c95-b582-a62c1e889a56 req-e37bb46d-0b7e-4f7f-886b-02d7e8b32b2b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.111290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b81d9ea2-a996-4c95-b582-a62c1e889a56 req-e37bb46d-0b7e-4f7f-886b-02d7e8b32b2b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1052499 Aug 29 04:20:32.127330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Allocated IP 192.168.233.149 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/46eae8d8-fc2b-484c-a52a-589aab9ca2bf) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:32.165100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-273f2ca1-1180-4334-a014-5cf62d35c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.166588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-273f2ca1-1180-4334-a014-5cf62d35c96a service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1333251 Aug 29 04:20:32.172754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b81d9ea2-a996-4c95-b582-a62c1e889a56 req-e367f8b5-7879-43f9-96cc-cbb56a9f039a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517461 Aug 29 04:20:32.219984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-0f94cb4c-72c6-4269-8fb2-91eb816c6d98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 200 len: 217 time: 0.0433254 Aug 29 04:20:32.281790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-70c3c885-0948-43f6-958a-43b2601276ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.283337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-70c3c885-0948-43f6-958a-43b2601276ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0548034 Aug 29 04:20:32.341625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-7bc169c1-a32c-4340-9b35-1f4d2749eaee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292413 Aug 29 04:20:32.363411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b737dd5-8e62-45b8-a4d5-4b3a88e559a2 req-d37f943c-ca8e-44bd-a57d-5790761b9a3f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.365086 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b737dd5-8e62-45b8-a4d5-4b3a88e559a2 req-d37f943c-ca8e-44bd-a57d-5790761b9a3f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 945 time: 0.0807519 Aug 29 04:20:32.459125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b737dd5-8e62-45b8-a4d5-4b3a88e559a2 req-3096a0c0-d4e8-4d09-9c82-8ee4a2328b40 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822515 Aug 29 04:20:32.492008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-61d00f0a-7d3e-4a3d-96fe-8e0bc7f8c2e1 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239300 Aug 29 04:20:32.519853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 486b8940-f776-49b4-b535-6e03e4435245 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:32.529899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45ea4c8e-c546-4258-b9d6-0d870117b8ad req-37620cc0-e705-40c5-8c80-d4972d89493a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 210 time: 0.0341823 Aug 29 04:20:32.530369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:32.590822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.631256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Transition to ACTIVE for port object 46eae8d8-fc2b-484c-a52a-589aab9ca2bf will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:32.652483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bc9ad-548b-49bf-85e1-d8c8de8a3dd5 req-90f77de1-ea10-4f03-95ef-bb4dbd886d34 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.654217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da1bc9ad-548b-49bf-85e1-d8c8de8a3dd5 req-90f77de1-ea10-4f03-95ef-bb4dbd886d34 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0909755 Aug 29 04:20:32.661280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-54d58d6a-a13a-47bf-ac12-ed6dd2f46d53 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602757 Aug 29 04:20:32.676528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2569a-b6a9-4f6b-a100-262b9220dafa req-c2998c47-06d1-4736-8ec4-cdf4f856dc66 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.678087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 0cc32c94-6b96-469c-bd42-c67a4b309a7b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:32.683785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14a2569a-b6a9-4f6b-a100-262b9220dafa req-c2998c47-06d1-4736-8ec4-cdf4f856dc66 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0900195 Aug 29 04:20:32.688573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 0cc32c94-6b96-469c-bd42-c67a4b309a7b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:32.689080 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.700034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da1bc9ad-548b-49bf-85e1-d8c8de8a3dd5 req-76f6b568-752f-4972-9ba8-34b259b6ae7b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Aug 29 04:20:32.720780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 486b8940-f776-49b4-b535-6e03e4435245, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=486b8940-f776-49b4-b535-6e03e4435245,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:32.729619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.739176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '486b8940-f776-49b4-b535-6e03e4435245', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'port_id': '486b8940-f776-49b4-b535-6e03e4435245', 'mac_address': 'fa:16:3e:9b:fa:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:32.744748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2796a16b-880a-411b-904d-90bbfe6e46cf', '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'f42e7647-45a9-41f0-943e-52ccf77cf440'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:32.777507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2', 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:32.782600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14a2569a-b6a9-4f6b-a100-262b9220dafa req-4b090110-23c4-489d-a574-5d7509dfb26d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978076 Aug 29 04:20:32.784307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:32.787691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:32.791381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:32.797565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.798272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.818311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event updated for resources: {'Port': ['ID=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.825237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2f52ba54-1a90-472d-91d2-fc301a021232 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9833140 Aug 29 04:20:32.874759 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.896076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Request body: {'port': {'device_id': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:32.929562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486b8940-f776-49b4-b535-6e03e4435245 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:32.960790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f103060-c4a5-4a61-ab72-7d3d774ce1df req-6d0d0fbb-dcc3-423b-beba-8c4d735242f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.971852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7f103060-c4a5-4a61-ab72-7d3d774ce1df req-6d0d0fbb-dcc3-423b-beba-8c4d735242f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0969253 Aug 29 04:20:33.002299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 486b8940-f776-49b4-b535-6e03e4435245, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=486b8940-f776-49b4-b535-6e03e4435245,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:33.010402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.032786 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.044387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7f103060-c4a5-4a61-ab72-7d3d774ce1df req-51b65d7f-4d59-4e7f-9a59-9b81dc88508d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713322 Aug 29 04:20:33.047848 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.067565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101e12c-2e31-4d07-9e13-1bdeb0714fd3 req-43cb3341-f55e-4aa8-afcb-e598dd191781 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.074321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8101e12c-2e31-4d07-9e13-1bdeb0714fd3 req-43cb3341-f55e-4aa8-afcb-e598dd191781 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.0949638 Aug 29 04:20:33.135119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:33.137623 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc29a22c-f095-4625-8dca-3a401f42901e" -d '{"events": [{"server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "name": "network-vif-plugged", "status": "completed", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:33.152669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8101e12c-2e31-4d07-9e13-1bdeb0714fd3 req-77ee5dfd-92be-431c-8ee6-9550794da94b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754490 Aug 29 04:20:33.165953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:33.182115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=486b8940-f776-49b4-b535-6e03e4435245,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.189865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.258888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.269987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-5e09dc87-b2d5-467b-9b20-7f24e5cd759b tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.271588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-5e09dc87-b2d5-467b-9b20-7f24e5cd759b tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.0672770 Aug 29 04:20:33.291512 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa1d494-ffe4-4184-9bf0-5d8bbe1a83b3 x-openstack-request-id: req-3aa1d494-ffe4-4184-9bf0-5d8bbe1a83b3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:33.291947 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "name": "network-vif-plugged", "status": "completed", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:33.292289 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3aa1d494-ffe4-4184-9bf0-5d8bbe1a83b3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:33.292788 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'code': 200} Aug 29 04:20:33.295998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f1d2aa80-889c-4046-bb89-1d75fdd8a7bc None None] Provisioning for port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:33.326960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f1d2aa80-889c-4046-bb89-1d75fdd8a7bc None None] Provisioning complete for port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:33.327457 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1d2aa80-889c-4046-bb89-1d75fdd8a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.369956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68f34e-c509-4dac-bf89-af09b38148f2 req-0621b081-d187-466a-acd2-9c0fe30002b0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.372053 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d68f34e-c509-4dac-bf89-af09b38148f2 req-0621b081-d187-466a-acd2-9c0fe30002b0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0685916 Aug 29 04:20:33.408769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2aa80-889c-4046-bb89-1d75fdd8a7bc None None] Port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:33.459251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba193bcb-1782-48cc-b7d3-8c8317fb7bea req-338e4aac-ad73-4e2e-acf9-7e3b909023e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.460807 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba193bcb-1782-48cc-b7d3-8c8317fb7bea req-338e4aac-ad73-4e2e-acf9-7e3b909023e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1097 time: 0.0587599 Aug 29 04:20:33.462331 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d68f34e-c509-4dac-bf89-af09b38148f2 req-8901643b-42b6-4283-ac85-e6d5150e1584 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797811 Aug 29 04:20:33.523616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46eae8d8-fc2b-484c-a52a-589aab9ca2bf {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:33.525918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d73ca71-4114-455d-ba52-2ebb20f574f7 service neutron] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:33.530189 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d73ca71-4114-455d-ba52-2ebb20f574f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.532415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7a0da0e-96e8-404c-a237-51187e8f1fd5 req-3d73ca71-4114-455d-ba52-2ebb20f574f7 service neutron] 10.222.0.32 "DELETE /v2.0/ports/e48181af-749b-4b4a-92e7-0575f3a0a84b/bindings/n-h1-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.1589198 Aug 29 04:20:33.537291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.599398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Transition to ACTIVE for port object 46eae8d8-fc2b-484c-a52a-589aab9ca2bf will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:33.605015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba193bcb-1782-48cc-b7d3-8c8317fb7bea req-faf49a07-749a-4d33-bfcc-489f9b17583b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225750 Aug 29 04:20:33.606457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.663510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dca970-4852-4ae4-b7ee-29296367ecf0 req-65c1b7c5-162e-4950-835e-3f536d9433fd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.665134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8dca970-4852-4ae4-b7ee-29296367ecf0 req-65c1b7c5-162e-4950-835e-3f536d9433fd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 948 time: 0.0583711 Aug 29 04:20:33.668792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['486b8940-f776-49b4-b535-6e03e4435245'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:33.670937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd4d9f-f021-4bb6-9d32-f282071d8ed8 req-e17d4141-e6d3-4f2f-8965-d782cfadacac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.673688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ebd4d9f-f021-4bb6-9d32-f282071d8ed8 req-e17d4141-e6d3-4f2f-8965-d782cfadacac tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 945 time: 0.1233404 Aug 29 04:20:33.678572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Pushing event updated for resources: {'Port': ['ID=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.726987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Attempting to bind port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:33.727331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Attempting to bind port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:33.727658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Attempting to bind port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:33.736542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8dca970-4852-4ae4-b7ee-29296367ecf0 req-285dba32-dc4f-4cd7-930a-297a90850894 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597632 Aug 29 04:20:33.749319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:33.750274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Attempting to bind port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:33.756114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ebd4d9f-f021-4bb6-9d32-f282071d8ed8 req-2fe3b4be-294e-4189-90cf-72f7ee70f4b6 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727496 Aug 29 04:20:33.758981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:33.759322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:33.759707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:33.760453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Bound port: 46eae8d8-fc2b-484c-a52a-589aab9ca2bf, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:33.760554 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.888649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e69083-bf14-4e9a-8eba-6bb08c609789 req-bda3ab8f-5454-44e2-9c9a-7a0441a32fb6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.896522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52e69083-bf14-4e9a-8eba-6bb08c609789 req-bda3ab8f-5454-44e2-9c9a-7a0441a32fb6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1001256 Aug 29 04:20:33.926701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] For port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:33.939764 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52e69083-bf14-4e9a-8eba-6bb08c609789 req-9ae81b36-0fef-4276-80be-3cf3ed56fcd8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Aug 29 04:20:33.946487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] For port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:33.971972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0a21-7101-44e7-a3bc-1c4d20e2ba22 req-c8aa5050-41de-42e9-ba4c-c932c1556fa2 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:33.973328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd8d0a21-7101-44e7-a3bc-1c4d20e2ba22 req-c8aa5050-41de-42e9-ba4c-c932c1556fa2 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.0893533 Aug 29 04:20:33.975057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.030505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Pushing event updated for resources: {'Port': ['ID=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.047971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.048606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.050023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-f4412b60-24f9-475e-a26f-9df367d2e01b service neutron] 10.222.0.32 "PUT /v2.0/ports/46eae8d8-fc2b-484c-a52a-589aab9ca2bf HTTP/1.1" status: 200 len: 1097 time: 1.1608882 Aug 29 04:20:34.057332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a3475-693d-4afa-bf2e-208dd33a3315 req-584b235a-408e-4315-9180-9c3fb5e6709b tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.058955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'tag': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:34.060387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-704a3475-693d-4afa-bf2e-208dd33a3315 req-584b235a-408e-4315-9180-9c3fb5e6709b tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0481203 Aug 29 04:20:34.063075 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1502d5-d5d3-4f6a-8846-aaefba059a69" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b718b8-cfe1-42a0-a875-466f6913bd4b", "tag": "46eae8d8-fc2b-484c-a52a-589aab9ca2bf"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:34.102523 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd8d0a21-7101-44e7-a3bc-1c4d20e2ba22 req-f2541cf9-4abc-436c-939b-41f388690bfd tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753338 Aug 29 04:20:34.112320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-704a3475-693d-4afa-bf2e-208dd33a3315 req-aac8a1ac-7c55-4741-a934-bde2e1055ad0 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Aug 29 04:20:34.174994 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909a359-d2a3-4bdc-8e80-272a39d0435d x-openstack-request-id: req-c909a359-d2a3-4bdc-8e80-272a39d0435d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:34.176461 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b718b8-cfe1-42a0-a875-466f6913bd4b", "tag": "46eae8d8-fc2b-484c-a52a-589aab9ca2bf", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:34.176685 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c909a359-d2a3-4bdc-8e80-272a39d0435d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:34.178497 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'tag': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf', 'status': 'completed', 'code': 200} Aug 29 04:20:34.257580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-e78977f8-eb38-4724-9c28-8471d7ff7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.259276 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-e78977f8-eb38-4724-9c28-8471d7ff7d0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 1100 time: 0.0959101 Aug 29 04:20:34.268570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7942c7-3754-4ee6-92c0-7872d80d1e5c req-b37bc0ee-5d6b-4806-b5cf-36fcfdd90b4f tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.270855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f7942c7-3754-4ee6-92c0-7872d80d1e5c req-b37bc0ee-5d6b-4806-b5cf-36fcfdd90b4f tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0433111 Aug 29 04:20:34.284412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f29d71-0ff1-4499-9ffa-2550327b92df req-8a807d56-2e31-4851-9ea6-689d88258742 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.285928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6f29d71-0ff1-4499-9ffa-2550327b92df req-8a807d56-2e31-4851-9ea6-689d88258742 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0761254 Aug 29 04:20:34.307694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f7942c7-3754-4ee6-92c0-7872d80d1e5c req-787c85a7-3586-47ff-83d2-9e71b6829121 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296729 Aug 29 04:20:34.336841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-686ffa2a-95ae-41ac-a36d-d48aaa04ebe3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=46eae8d8-fc2b-484c-a52a-589aab9ca2bf HTTP/1.1" status: 200 len: 217 time: 0.0498688 Aug 29 04:20:34.379524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6f29d71-0ff1-4499-9ffa-2550327b92df req-d5177130-2fe3-4a2f-abd9-d828a3da4492 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856974 Aug 29 04:20:34.411177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-ed968a64-d6b6-43e4-a3c1-57a55382d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.412709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-ed968a64-d6b6-43e4-a3c1-57a55382d1e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0648234 Aug 29 04:20:34.432047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498e17-c43b-4070-a672-0c1bdd7c543f req-9ff1f094-cc82-4d72-a6f7-440dd73972b7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.433474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54498e17-c43b-4070-a672-0c1bdd7c543f req-9ff1f094-cc82-4d72-a6f7-440dd73972b7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0638649 Aug 29 04:20:34.461001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-e0df6b7a-9eb0-4cc5-a1d5-01e5847cae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.462520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-e0df6b7a-9eb0-4cc5-a1d5-01e5847cae7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421658 Aug 29 04:20:34.472725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54498e17-c43b-4070-a672-0c1bdd7c543f req-fc659fcd-f076-4af1-90bd-87b460031b3f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Aug 29 04:20:34.573351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-2c1b8a6b-5e50-4d7e-87aa-8a461ddba685 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900822 Aug 29 04:20:34.592246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c32d6c-75ef-4428-98dc-2e8aae41e0de req-47c37c91-a6e3-487d-b8d6-844a48c39f62 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.593781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18c32d6c-75ef-4428-98dc-2e8aae41e0de req-47c37c91-a6e3-487d-b8d6-844a48c39f62 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0510824 Aug 29 04:20:34.637449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18c32d6c-75ef-4428-98dc-2e8aae41e0de req-2b3797a1-3250-44e1-9f88-4a4b1f43d11c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Aug 29 04:20:34.675375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0249339-ac1b-40b4-9d1a-7539895281d1 req-8cdf5af5-d26e-4ef2-b55f-6c78fa35f39c service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928838 Aug 29 04:20:34.756574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba193ecc-7c18-471c-b584-25fa980f2b27 req-f3abc6b8-652c-43e8-80ec-a357c590c7a4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.757620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba193ecc-7c18-471c-b584-25fa980f2b27 req-f3abc6b8-652c-43e8-80ec-a357c590c7a4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0610466 Aug 29 04:20:34.797929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba193ecc-7c18-471c-b584-25fa980f2b27 req-092c2be7-c0fb-4c25-8848-282862241f86 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Aug 29 04:20:34.923128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e3cd-02ea-49e1-a19a-bafff820fc92 req-e1823d64-9494-4b3a-b371-71424f990b4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.924614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4ac6e3cd-02ea-49e1-a19a-bafff820fc92 req-e1823d64-9494-4b3a-b371-71424f990b4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 948 time: 0.0844233 Aug 29 04:20:34.931111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-708ad177-7206-44cc-99c0-55315cfe4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.932483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-708ad177-7206-44cc-99c0-55315cfe4a29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 1100 time: 0.0577853 Aug 29 04:20:34.965890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4ac6e3cd-02ea-49e1-a19a-bafff820fc92 req-e9803d1b-e5b0-44b5-afa5-c5d68358b024 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Aug 29 04:20:35.113667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508f50e-5995-4619-ba8a-81cf2e8585cb req-66f4ba33-0804-45f9-965d-c8646b90a5da tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.115029 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5508f50e-5995-4619-ba8a-81cf2e8585cb req-66f4ba33-0804-45f9-965d-c8646b90a5da tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0777917 Aug 29 04:20:35.120392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-c74a8667-60d8-407b-a4e2-8eb3a26aa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.121863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-c74a8667-60d8-407b-a4e2-8eb3a26aa929 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1355345 Aug 29 04:20:35.183883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-8ba09214-41a3-4d68-bfde-5254fa9bd84d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=46eae8d8-fc2b-484c-a52a-589aab9ca2bf HTTP/1.1" status: 200 len: 217 time: 0.0530083 Aug 29 04:20:35.211685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd1626-cb40-4045-b591-333572c0bddb req-297ffec3-ad0c-4bbe-ba87-fa52551c544b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.213101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76bd1626-cb40-4045-b591-333572c0bddb req-297ffec3-ad0c-4bbe-ba87-fa52551c544b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0482974 Aug 29 04:20:35.245242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5508f50e-5995-4619-ba8a-81cf2e8585cb req-20126428-f0e0-420a-ac61-1d555583ed4c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223609 Aug 29 04:20:35.251483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76bd1626-cb40-4045-b591-333572c0bddb req-0f704fe2-d949-494d-82d8-fd5e8e42f157 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Aug 29 04:20:35.265428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-7688aefa-607b-4edf-9bff-3faeaf5ec21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.266932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-7688aefa-607b-4edf-9bff-3faeaf5ec21f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0655591 Aug 29 04:20:35.269858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-4c8daeea-dcae-442f-902f-faa473544b79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943677 Aug 29 04:20:35.384192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7fd5d-3185-4f25-8186-05fa5b7c1b5c req-4c7ccda6-e819-4d4a-b5fe-80868c29059d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.385736 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45c7fd5d-3185-4f25-8186-05fa5b7c1b5c req-4c7ccda6-e819-4d4a-b5fe-80868c29059d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.0804830 Aug 29 04:20:35.387592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-6f522a93-ff61-491b-b65b-96780cacdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.388927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-6f522a93-ff61-491b-b65b-96780cacdab0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746439 Aug 29 04:20:35.482824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45c7fd5d-3185-4f25-8186-05fa5b7c1b5c req-dfe2bee8-7a7a-432c-aaef-ae9352845edc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911224 Aug 29 04:20:35.532316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-33c208a0-37e8-494e-9c55-4304d0a158fd service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277981 Aug 29 04:20:35.613039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429486f1-b705-40c7-a75b-6c65f8db823e req-6df5b910-e84e-4261-975e-4fb09f8ffa15 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.614617 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-429486f1-b705-40c7-a75b-6c65f8db823e req-6df5b910-e84e-4261-975e-4fb09f8ffa15 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0556421 Aug 29 04:20:35.652269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-429486f1-b705-40c7-a75b-6c65f8db823e req-95dc50e9-c79c-47a0-b7bb-cf58a2f3f949 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Aug 29 04:20:35.754148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a1502d5-d5d3-4f6a-8846-aaefba059a69 req-26acaa7b-bd5c-4be4-b652-9976d15cce3b service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856116 Aug 29 04:20:35.963892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6057d6-a2f1-443b-a650-7019a16c3e48 req-ad37b849-8dda-4e70-90a1-cd586065cc66 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.965413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed6057d6-a2f1-443b-a650-7019a16c3e48 req-ad37b849-8dda-4e70-90a1-cd586065cc66 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0915520 Aug 29 04:20:35.998953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-e0a6419f-2d6c-4753-b540-b6fbcb0c57de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0757129 Aug 29 04:20:36.016835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed6057d6-a2f1-443b-a650-7019a16c3e48 req-a4177c39-c0b9-4a94-bf3f-5edb9f9c2c86 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Aug 29 04:20:36.095945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae6df0-01df-4146-a66e-8d6152714117 req-d90e37ad-25eb-42d0-9309-30145bf7725e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.097426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-efae6df0-01df-4146-a66e-8d6152714117 req-d90e37ad-25eb-42d0-9309-30145bf7725e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 948 time: 0.0498388 Aug 29 04:20:36.139082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-efae6df0-01df-4146-a66e-8d6152714117 req-5d75a326-0268-40e2-8dab-32b7ad8d54fc tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354230 Aug 29 04:20:36.142018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-041bd730-0039-4b2a-aada-baec6d30db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.143527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-041bd730-0039-4b2a-aada-baec6d30db27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 1101 time: 0.0466671 Aug 29 04:20:36.271595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-a6e2173d-22db-4c88-88c2-d68135d0d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.272973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-a6e2173d-22db-4c88-88c2-d68135d0d21c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.0893869 Aug 29 04:20:36.321928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-ba1de2d4-8902-4c38-bd06-07c394c53ecf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e HTTP/1.1" status: 200 len: 217 time: 0.0374720 Aug 29 04:20:36.379527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce50f2-8361-449d-adfd-5fecbac2a3df req-a00849b7-7d23-4e82-96d0-6901a36ed101 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.381047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0ce50f2-8361-449d-adfd-5fecbac2a3df req-a00849b7-7d23-4e82-96d0-6901a36ed101 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0493011 Aug 29 04:20:36.407487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d652f7-68f2-4ab5-b7a0-80f35e464360 req-c22c39b6-692b-4392-b016-e7640b97a584 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.409287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6d652f7-68f2-4ab5-b7a0-80f35e464360 req-c22c39b6-692b-4392-b016-e7640b97a584 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0900650 Aug 29 04:20:36.410899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-ba2bd679-fc71-4b8f-a0e8-19e43385fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.412432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-ba2bd679-fc71-4b8f-a0e8-19e43385fce2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0814734 Aug 29 04:20:36.424602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0ce50f2-8361-449d-adfd-5fecbac2a3df req-2af41bab-d94f-4bd6-a4f5-279ca88e16af tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368741 Aug 29 04:20:36.474547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6d652f7-68f2-4ab5-b7a0-80f35e464360 req-f0c0ca4f-577a-40f9-b468-f628c54aae41 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591555 Aug 29 04:20:36.482640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-4ae2bda6-fc9d-491a-a00d-1fbb22cf9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.484574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-4ae2bda6-fc9d-491a-a00d-1fbb22cf9707 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628960 Aug 29 04:20:36.569462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 486b8940-f776-49b4-b535-6e03e4435245 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:36.598656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac847c-93e0-49ba-8d10-00b7414db41a req-042782d9-1139-4314-95d6-31e6d3a4671a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.606203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38ac847c-93e0-49ba-8d10-00b7414db41a req-042782d9-1139-4314-95d6-31e6d3a4671a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.0540450 Aug 29 04:20:36.606459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-a3ab0b74-13e5-472e-b5f5-23ad92bf2fec service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001277 Aug 29 04:20:36.627106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 486b8940-f776-49b4-b535-6e03e4435245 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:36.632138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 486b8940-f776-49b4-b535-6e03e4435245 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:36.632690 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.645407 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38ac847c-93e0-49ba-8d10-00b7414db41a req-8cd0f838-80f5-4a66-82b7-8a042d668c22 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Aug 29 04:20:36.740846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-811146db-3fa8-4b24-8e2f-38626e2f273d req-2394142a-9047-4f2b-b772-6ad0929b7116 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247447 Aug 29 04:20:36.760056 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.786516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486b8940-f776-49b4-b535-6e03e4435245'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:36.790563 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a67881-3184-47c4-b0b8-70f4bbd5e6ff" -d '{"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-plugged", "status": "completed", "tag": "486b8940-f776-49b4-b535-6e03e4435245"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:36.805565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 486b8940-f776-49b4-b535-6e03e4435245, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=486b8940-f776-49b4-b535-6e03e4435245,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:36.809445 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.811677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1a452-c557-44a8-9b58-b5fb79d01adb req-0d13e2fc-4c22-4f91-b24d-5f3231251214 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.813647 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ca1a452-c557-44a8-9b58-b5fb79d01adb req-0d13e2fc-4c22-4f91-b24d-5f3231251214 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0839276 Aug 29 04:20:36.859743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=486b8940-f776-49b4-b535-6e03e4435245,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.869533 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004805be-f9e5-4a5b-ba01-a470b2d8dba9 x-openstack-request-id: req-004805be-f9e5-4a5b-ba01-a470b2d8dba9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:36.869976 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-plugged", "status": "completed", "tag": "486b8940-f776-49b4-b535-6e03e4435245", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:36.870229 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-004805be-f9e5-4a5b-ba01-a470b2d8dba9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:36.870613 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486b8940-f776-49b4-b535-6e03e4435245', 'code': 200} Aug 29 04:20:36.882696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ca1a452-c557-44a8-9b58-b5fb79d01adb req-dad92c3c-ea3e-4e19-82da-366fd8bcd312 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618298 Aug 29 04:20:37.038951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a56e3-f954-46d6-8063-3e992faaad98 req-e69f68e3-ead4-42c3-8edd-8001789f8d45 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.040632 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-146a56e3-f954-46d6-8063-3e992faaad98 req-e69f68e3-ead4-42c3-8edd-8001789f8d45 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1097 time: 0.0878098 Aug 29 04:20:37.045245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-a0a6da2b-0625-4041-8f91-0b7b1dda0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.046893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-a0a6da2b-0625-4041-8f91-0b7b1dda0f8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1101 time: 0.0596418 Aug 29 04:20:37.080269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-146a56e3-f954-46d6-8063-3e992faaad98 req-02325f39-3537-4b6b-b259-ead334d70e82 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Aug 29 04:20:37.222548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3520d1-f2cb-48ae-a995-6d8202d8cb66 req-17f73bc9-ceea-4ed6-95f9-cee146f53957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.224210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f3520d1-f2cb-48ae-a995-6d8202d8cb66 req-17f73bc9-ceea-4ed6-95f9-cee146f53957 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 1098 time: 0.0763676 Aug 29 04:20:37.239819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-00376ef2-dd96-49c0-88fc-c8d680024bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.242198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-00376ef2-dd96-49c0-88fc-c8d680024bbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1435466 Aug 29 04:20:37.311064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-8cf076de-deb3-4245-b527-c81489fa5a58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0523565 Aug 29 04:20:37.395522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-7a014c94-adc0-4262-8410-61e4a52eff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.396946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-7a014c94-adc0-4262-8410-61e4a52eff6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0621383 Aug 29 04:20:37.403908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f3520d1-f2cb-48ae-a995-6d8202d8cb66 req-9360056e-5b81-4381-92cf-f82f5883b0d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607654 Aug 29 04:20:37.421116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3931f4-66b9-4965-af90-fc27f856f47e req-13560fd8-e943-49d3-8faf-dbb70f04a97b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.428442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a01909-5977-44e1-8700-8527ebe3ce2c req-cd128377-4f99-49d0-88a5-87320f2468dd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.429178 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d3931f4-66b9-4965-af90-fc27f856f47e req-13560fd8-e943-49d3-8faf-dbb70f04a97b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.3208117 Aug 29 04:20:37.430172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50a01909-5977-44e1-8700-8527ebe3ce2c req-cd128377-4f99-49d0-88a5-87320f2468dd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 948 time: 0.1601779 Aug 29 04:20:37.487949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d3931f4-66b9-4965-af90-fc27f856f47e req-62166244-1ef9-4899-9bca-44f0edc5ac33 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523078 Aug 29 04:20:37.516179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50a01909-5977-44e1-8700-8527ebe3ce2c req-9a31da7b-7617-4df9-b12d-518ff5b7e5af tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794742 Aug 29 04:20:37.640703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa2e46-5065-4574-b69b-80fd3958bc21 req-bbed0ad2-cbd8-4d9a-9ebf-04f94d57e4a6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.646205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42fa2e46-5065-4574-b69b-80fd3958bc21 req-bbed0ad2-cbd8-4d9a-9ebf-04f94d57e4a6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0737710 Aug 29 04:20:37.685711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50645de4-e689-48d2-9ac4-2bbaf2821d36 req-81f4b9d0-d956-4c4d-8695-4a86ca61c168 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.693412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50645de4-e689-48d2-9ac4-2bbaf2821d36 req-81f4b9d0-d956-4c4d-8695-4a86ca61c168 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0609577 Aug 29 04:20:37.697714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42fa2e46-5065-4574-b69b-80fd3958bc21 req-98b1b756-d3dd-44bd-91e5-a6edd5ea2c2e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Aug 29 04:20:37.736437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50645de4-e689-48d2-9ac4-2bbaf2821d36 req-cff40e64-ea74-4a84-af5e-e75bf1f2caf3 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Aug 29 04:20:37.809733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e727e5-b152-429b-a1e0-af3f6974049b req-a5e68421-7f0f-4841-9d10-7ff8dbcef7a7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.811411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72e727e5-b152-429b-a1e0-af3f6974049b req-a5e68421-7f0f-4841-9d10-7ff8dbcef7a7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0542586 Aug 29 04:20:37.872043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72e727e5-b152-429b-a1e0-af3f6974049b req-e8f2f692-e5d2-4bfe-8695-dc105423a8b7 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545461 Aug 29 04:20:37.912918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-8a1511be-6d86-482c-be31-01d7da43c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.914457 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-8a1511be-6d86-482c-be31-01d7da43c71a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637062 Aug 29 04:20:38.069643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-3ba3430e-bdc8-4bbc-b5da-2d5a880b0653 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010945 Aug 29 04:20:38.180865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-eb593e13-082e-40e7-b413-54ab2a0b1c6b service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957429 Aug 29 04:20:38.562887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 46eae8d8-fc2b-484c-a52a-589aab9ca2bf details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:38.659201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f20e32-3106-4791-ad4e-46b3e11f7379 req-4e065461-c85a-4637-961d-4ff562eb4f2b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.660811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f20e32-3106-4791-ad4e-46b3e11f7379 req-4e065461-c85a-4637-961d-4ff562eb4f2b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1127148 Aug 29 04:20:38.695577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:38.696622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57768328-d6e7-49d2-90c1-4f04cf31cbe5 req-d7a78dec-1717-42c4-83ca-121b2453b30a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.709923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57768328-d6e7-49d2-90c1-4f04cf31cbe5 req-d7a78dec-1717-42c4-83ca-121b2453b30a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 948 time: 0.0778029 Aug 29 04:20:38.717582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf', 'mac_address': 'fa:16:3e:22:0f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:38.721216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f20e32-3106-4791-ad4e-46b3e11f7379 req-e4f9d1ba-515e-4579-9818-d66fba84133c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 Aug 29 04:20:38.762433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57768328-d6e7-49d2-90c1-4f04cf31cbe5 req-1026a7f8-efee-4702-9f00-39472247d2c4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511866 Aug 29 04:20:38.780181 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.797628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eae8d8-fc2b-484c-a52a-589aab9ca2bf {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:38.820493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:38.825987 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.872399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8e2f-6980-47f2-b5ee-1da0a12c9fee req-a01b016f-60e9-411d-9df5-73c02f23baa6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.873918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a6d8e2f-6980-47f2-b5ee-1da0a12c9fee req-a01b016f-60e9-411d-9df5-73c02f23baa6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0573089 Aug 29 04:20:38.880077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:38.920238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a6d8e2f-6980-47f2-b5ee-1da0a12c9fee req-62bf10ff-9317-4b0c-89ee-1bbdbced2e44 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Aug 29 04:20:39.033100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaecd2e-3101-452a-8a32-9fb925b0f1da req-29b57f56-c9a8-4707-9431-64d107473c95 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.034821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2aaecd2e-3101-452a-8a32-9fb925b0f1da req-29b57f56-c9a8-4707-9431-64d107473c95 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0536036 Aug 29 04:20:39.080084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2aaecd2e-3101-452a-8a32-9fb925b0f1da req-d102dae1-6a55-40d6-b410-c3eedc7947e2 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Aug 29 04:20:39.188636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3e12f-1b64-43c4-b068-e99b387e63bc req-52a13dbe-bba2-4350-852a-6004ce59248f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.190237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9c3e12f-1b64-43c4-b068-e99b387e63bc req-52a13dbe-bba2-4350-852a-6004ce59248f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0533967 Aug 29 04:20:39.228189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9c3e12f-1b64-43c4-b068-e99b387e63bc req-8d5b56db-b9aa-41a3-a250-bb20217e898a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Aug 29 04:20:39.693839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['46eae8d8-fc2b-484c-a52a-589aab9ca2bf'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:39.862888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e42cd-8667-4667-9e33-a5d73afbf11d req-4d95c0f2-77cd-407e-8214-e03113524086 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.864657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-198e42cd-8667-4667-9e33-a5d73afbf11d req-4d95c0f2-77cd-407e-8214-e03113524086 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0721874 Aug 29 04:20:39.894963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdc53f-3372-4f2b-991c-1b88c9d086e6 req-ae8d22ad-de64-42f5-9495-044b395b6805 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:39.896540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fcdc53f-3372-4f2b-991c-1b88c9d086e6 req-ae8d22ad-de64-42f5-9495-044b395b6805 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 949 time: 0.0646868 Aug 29 04:20:39.923403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-198e42cd-8667-4667-9e33-a5d73afbf11d req-d1f4d099-f7c3-4104-a919-6caa509e6b2b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Aug 29 04:20:39.943596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fcdc53f-3372-4f2b-991c-1b88c9d086e6 req-57004afb-e4ec-4f1c-82be-372eee5c0d14 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368431 Aug 29 04:20:40.051162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e555937-b9e4-4e03-8d76-3c3048cea00c req-a2a43e2c-9b5a-499a-bc01-a8ebc2ba8436 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.052796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e555937-b9e4-4e03-8d76-3c3048cea00c req-a2a43e2c-9b5a-499a-bc01-a8ebc2ba8436 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0531664 Aug 29 04:20:40.092259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e555937-b9e4-4e03-8d76-3c3048cea00c req-cbbee76d-3437-4a95-a851-893f5616020e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Aug 29 04:20:40.221457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996c862-5b7e-4d31-8d8d-db8b603ddbb6 req-ca1ac395-50ca-44ae-a1d5-81bcd063b618 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.223912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8996c862-5b7e-4d31-8d8d-db8b603ddbb6 req-ca1ac395-50ca-44ae-a1d5-81bcd063b618 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0554357 Aug 29 04:20:40.274138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8996c862-5b7e-4d31-8d8d-db8b603ddbb6 req-33c3fa7e-7924-4bc9-ab90-8ad9532e1625 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395141 Aug 29 04:20:40.392230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72bfe-c44d-4fbe-917c-1e3a59c1405d req-166bc9ce-026b-485e-ba7f-5083d2a25554 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.394045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c8e72bfe-c44d-4fbe-917c-1e3a59c1405d req-166bc9ce-026b-485e-ba7f-5083d2a25554 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0562804 Aug 29 04:20:40.438395 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c8e72bfe-c44d-4fbe-917c-1e3a59c1405d req-3f6cda00-c314-49f8-809d-83ca0c265738 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Aug 29 04:20:41.078271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783804ef-b360-4119-ab67-23a1598317ed req-1058f389-bf99-4bc4-8422-451c3ec9eeaa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.079951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-783804ef-b360-4119-ab67-23a1598317ed req-1058f389-bf99-4bc4-8422-451c3ec9eeaa tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 949 time: 0.0566375 Aug 29 04:20:41.083478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606806b-63e3-4a32-9690-e0b22cd36633 req-c5b50905-239b-49a1-a385-49581abb2398 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.085508 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3606806b-63e3-4a32-9690-e0b22cd36633 req-c5b50905-239b-49a1-a385-49581abb2398 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0922348 Aug 29 04:20:41.134596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-783804ef-b360-4119-ab67-23a1598317ed req-9d7f20ee-c20d-4b8a-a9af-46e554c3bf57 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Aug 29 04:20:41.141827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3606806b-63e3-4a32-9690-e0b22cd36633 req-ad76c385-2afd-4765-9bc2-56be85748203 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Aug 29 04:20:41.248626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7147b-1ec9-4880-8c5d-3015a4d364a1 req-57faf617-5ac0-4326-8864-9d234150c33b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.250317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ac7147b-1ec9-4880-8c5d-3015a4d364a1 req-57faf617-5ac0-4326-8864-9d234150c33b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0538979 Aug 29 04:20:41.306427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ac7147b-1ec9-4880-8c5d-3015a4d364a1 req-6db0a128-2c35-4714-a9a8-ba1d41d2f55a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Aug 29 04:20:41.405275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fabef-9e3b-4f35-b7dc-01054522a3c0 req-7f104f27-4bf2-4dd4-97f4-a44c53456747 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.407758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c0fabef-9e3b-4f35-b7dc-01054522a3c0 req-7f104f27-4bf2-4dd4-97f4-a44c53456747 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0543430 Aug 29 04:20:41.456053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c0fabef-9e3b-4f35-b7dc-01054522a3c0 req-d94434f3-cc84-4c2e-88f0-e02f75c98a05 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Aug 29 04:20:41.586708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15080c-7031-4c62-9ee4-c49ccfd6f7ad req-f7183bc7-be20-4a72-b397-11cdf87398ec tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.588445 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d15080c-7031-4c62-9ee4-c49ccfd6f7ad req-f7183bc7-be20-4a72-b397-11cdf87398ec tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0562534 Aug 29 04:20:41.631441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d15080c-7031-4c62-9ee4-c49ccfd6f7ad req-3b4ede6e-bc8f-4a61-b333-55dd05cf623d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322747 Aug 29 04:20:42.266978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942f729-df65-4359-aa88-28ff441c51d7 req-31b66119-91b9-4dc2-bd54-606a8d02c191 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.275928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6942f729-df65-4359-aa88-28ff441c51d7 req-31b66119-91b9-4dc2-bd54-606a8d02c191 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 949 time: 0.0665185 Aug 29 04:20:42.290743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d6b84-97fb-4b61-addc-ae9763c2412a req-5275d79f-cb83-4343-ba19-98f1aab1135b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.299375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-920d6b84-97fb-4b61-addc-ae9763c2412a req-5275d79f-cb83-4343-ba19-98f1aab1135b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0642698 Aug 29 04:20:42.333223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6942f729-df65-4359-aa88-28ff441c51d7 req-84621d2f-56c3-40e3-a4cd-23d534423e53 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562232 Aug 29 04:20:42.370151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-920d6b84-97fb-4b61-addc-ae9763c2412a req-e4175cc4-384c-4425-b80b-220e3f4e0c4a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661473 Aug 29 04:20:42.466050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c321956-26fe-47b1-81a3-459a1e884eff req-48720aa9-f695-4bd7-9ceb-a9760cd182b7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.467466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c321956-26fe-47b1-81a3-459a1e884eff req-48720aa9-f695-4bd7-9ceb-a9760cd182b7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0518405 Aug 29 04:20:42.521233 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c321956-26fe-47b1-81a3-459a1e884eff req-09d3eb99-c5a7-4f0e-8a15-06ff22e68b81 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Aug 29 04:20:42.568859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 46eae8d8-fc2b-484c-a52a-589aab9ca2bf up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:42.583601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ee102-fcb1-40db-a725-c74a89096c1e req-8a900c6b-4339-4327-ab7a-444eaf178081 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.590880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec7ee102-fcb1-40db-a725-c74a89096c1e req-8a900c6b-4339-4327-ab7a-444eaf178081 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0607712 Aug 29 04:20:42.642414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec7ee102-fcb1-40db-a725-c74a89096c1e req-10fae98c-0d0a-46d9-a02c-4b0bbdd69409 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502989 Aug 29 04:20:42.654864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:42.673331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:42.673737 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.772869 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.778909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5058-4ce6-47fa-b96f-84fd54a633fa req-1458c5fc-50c2-4ace-b17a-e3f463e9d90f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.781364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c25f5058-4ce6-47fa-b96f-84fd54a633fa req-1458c5fc-50c2-4ace-b17a-e3f463e9d90f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0648413 Aug 29 04:20:42.799587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:42.802444 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7ba59e-a7b2-4a61-82f5-7de911cda021" -d '{"events": [{"server_uuid": "c6b718b8-cfe1-42a0-a875-466f6913bd4b", "name": "network-vif-plugged", "status": "completed", "tag": "46eae8d8-fc2b-484c-a52a-589aab9ca2bf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:42.817489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:42.821982 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.841331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c25f5058-4ce6-47fa-b96f-84fd54a633fa req-714b9ef1-fabc-4e19-bf5a-3ca51c82369b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514662 Aug 29 04:20:42.865187 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ddef81-7cb8-41f9-8d5f-a090eb8c8be9 x-openstack-request-id: req-82ddef81-7cb8-41f9-8d5f-a090eb8c8be9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:42.865478 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b718b8-cfe1-42a0-a875-466f6913bd4b", "name": "network-vif-plugged", "status": "completed", "tag": "46eae8d8-fc2b-484c-a52a-589aab9ca2bf", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:42.865754 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82ddef81-7cb8-41f9-8d5f-a090eb8c8be9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:42.866141 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf', 'code': 200} Aug 29 04:20:42.878046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.024169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020fc1f-837e-4c7a-86b5-5686fa49cdf7 req-81668323-803a-47cf-b2aa-26acbb687a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.025620 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d020fc1f-837e-4c7a-86b5-5686fa49cdf7 req-81668323-803a-47cf-b2aa-26acbb687a0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 1102 time: 0.0426605 Aug 29 04:20:43.067930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d020fc1f-837e-4c7a-86b5-5686fa49cdf7 req-5d786eba-4e98-4c0a-985d-dbc4a0ead039 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284512 Aug 29 04:20:43.490588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd31030-5500-43d2-8300-15f2b90dea4e req-22cd04e1-a564-4006-a3b8-8aa2c29142b4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.494722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dd31030-5500-43d2-8300-15f2b90dea4e req-22cd04e1-a564-4006-a3b8-8aa2c29142b4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0852342 Aug 29 04:20:43.509546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186521-588c-4646-8653-6b48fe59d9a2 req-a0771a06-f9a5-4a7d-b448-d86f685b9e5f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.514167 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3186521-588c-4646-8653-6b48fe59d9a2 req-a0771a06-f9a5-4a7d-b448-d86f685b9e5f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0678225 Aug 29 04:20:43.542081 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dd31030-5500-43d2-8300-15f2b90dea4e req-fa2e3f6d-42c5-478f-8657-00e8de3920f9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Aug 29 04:20:43.552781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3186521-588c-4646-8653-6b48fe59d9a2 req-a3bc29e6-ad94-48d3-a9b6-032f51be891a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Aug 29 04:20:43.663098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bc59e-3b9d-4e32-b844-aff532233a53 req-679717f3-66e8-47e9-9567-380c7f222fdf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.664622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f37bc59e-3b9d-4e32-b844-aff532233a53 req-679717f3-66e8-47e9-9567-380c7f222fdf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0608764 Aug 29 04:20:43.707989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f37bc59e-3b9d-4e32-b844-aff532233a53 req-18a42560-4bae-4422-8bf0-19afa94bd21b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Aug 29 04:20:43.822011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88cfe7-f426-4e78-ba10-84d11d6f26a9 req-10925276-fe7d-43a0-ba14-8a94425e468e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.823480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e88cfe7-f426-4e78-ba10-84d11d6f26a9 req-10925276-fe7d-43a0-ba14-8a94425e468e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0541615 Aug 29 04:20:43.866368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e88cfe7-f426-4e78-ba10-84d11d6f26a9 req-60b4deff-517c-48e5-ae8a-8489ac1a070b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368292 Aug 29 04:20:43.970952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac0aa0-b83c-4982-819e-178ce831bd84 req-2f4029a7-799f-40e9-a60a-97d7bb30e307 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.972447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0aac0aa0-b83c-4982-819e-178ce831bd84 req-2f4029a7-799f-40e9-a60a-97d7bb30e307 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0597835 Aug 29 04:20:44.021156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0aac0aa0-b83c-4982-819e-178ce831bd84 req-750dea5c-d895-44a8-9b0c-9c2f12380295 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426211 Aug 29 04:20:44.662727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1035c-bb3e-461a-abd5-39174b34b1b0 req-0ea26187-a223-4841-87d7-fe7ad3ad6e13 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.666053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a1035c-bb3e-461a-abd5-39174b34b1b0 req-0ea26187-a223-4841-87d7-fe7ad3ad6e13 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0536122 Aug 29 04:20:44.684601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fe98f-5501-43a3-95e9-9ca94414b20d req-c35151dd-5742-4f55-990a-94d896cc66ab tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.686262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-243fe98f-5501-43a3-95e9-9ca94414b20d req-c35151dd-5742-4f55-990a-94d896cc66ab tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0568228 Aug 29 04:20:44.704526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a1035c-bb3e-461a-abd5-39174b34b1b0 req-773e4bf2-7e58-45fa-a385-48778b78edf5 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Aug 29 04:20:44.727645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-243fe98f-5501-43a3-95e9-9ca94414b20d req-edb6068d-788f-4441-b3ec-2ab42c242d43 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Aug 29 04:20:44.838779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19dc8a-9f1c-4f3f-8acb-bedf46b77a58 req-e554bac1-b721-4ca0-8069-a3f9907b3700 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.840406 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da19dc8a-9f1c-4f3f-8acb-bedf46b77a58 req-e554bac1-b721-4ca0-8069-a3f9907b3700 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0551808 Aug 29 04:20:44.884431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da19dc8a-9f1c-4f3f-8acb-bedf46b77a58 req-b01131db-1d88-4f46-89fc-70d547a6f42c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Aug 29 04:20:44.993900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0fb3f-988e-465f-b70e-9c395e23f56b req-15485435-20df-44ac-b1d7-c5f6d3589a7c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.995376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85c0fb3f-988e-465f-b70e-9c395e23f56b req-15485435-20df-44ac-b1d7-c5f6d3589a7c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0515833 Aug 29 04:20:45.034823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85c0fb3f-988e-465f-b70e-9c395e23f56b req-1cfc8dc7-f17d-4561-81df-0ea240b8ba7a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326021 Aug 29 04:20:45.142673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8f71-6ea5-4e57-9ed0-56a7d51b719f req-9c396a38-b122-44d0-a586-83018c10c62b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.144855 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-245e8f71-6ea5-4e57-9ed0-56a7d51b719f req-9c396a38-b122-44d0-a586-83018c10c62b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0506396 Aug 29 04:20:45.186906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-245e8f71-6ea5-4e57-9ed0-56a7d51b719f req-31b688e2-c13a-4537-a9d3-832cae68fecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353811 Aug 29 04:20:45.844618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3624d2-d339-402f-9227-b93e060b7921 req-4ef5f7f6-331d-4cac-930d-1335a66a16f6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.846926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d3624d2-d339-402f-9227-b93e060b7921 req-4ef5f7f6-331d-4cac-930d-1335a66a16f6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0672126 Aug 29 04:20:45.863695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbbf5-af06-4fd6-a24a-1be5a50af82b req-dce9f033-ccfc-404d-8836-b9d1ddf67477 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.865645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd0bbbf5-af06-4fd6-a24a-1be5a50af82b req-dce9f033-ccfc-404d-8836-b9d1ddf67477 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0642698 Aug 29 04:20:45.897445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d3624d2-d339-402f-9227-b93e060b7921 req-81cc80e5-a24f-4606-9bb6-98bf40ede1d4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Aug 29 04:20:45.912283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd0bbbf5-af06-4fd6-a24a-1be5a50af82b req-b64f16fc-2851-4618-bd09-1efc9a59111a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Aug 29 04:20:46.036523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9ec7e-9231-47df-a833-71f5b68446fb req-318dc5e2-9154-4520-a090-7284f9b2f267 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.038029 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7b9ec7e-9231-47df-a833-71f5b68446fb req-318dc5e2-9154-4520-a090-7284f9b2f267 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0589323 Aug 29 04:20:46.080435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7b9ec7e-9231-47df-a833-71f5b68446fb req-ecedac3c-1350-4ec4-98b5-dbeef5fc07ac tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363245 Aug 29 04:20:46.158699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00e66-03b0-46c9-8749-8a320291c46e req-20c2b195-4008-45bd-8dd5-86664a543ca4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.160202 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01e00e66-03b0-46c9-8749-8a320291c46e req-20c2b195-4008-45bd-8dd5-86664a543ca4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0509109 Aug 29 04:20:46.202216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01e00e66-03b0-46c9-8749-8a320291c46e req-7d347d8a-2c7f-461b-9478-eaee326b485c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355444 Aug 29 04:20:46.306241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce904-b2f3-4a8a-b188-88706edd94e8 req-3d2b1a77-ef71-42a6-8662-dee81e54dd29 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.307922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6ce904-b2f3-4a8a-b188-88706edd94e8 req-3d2b1a77-ef71-42a6-8662-dee81e54dd29 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0533917 Aug 29 04:20:46.354064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6ce904-b2f3-4a8a-b188-88706edd94e8 req-03b571ef-6166-45c9-94a5-758c1cde4682 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384564 Aug 29 04:20:46.762855 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a62d93c-92e4-46d8-8d96-b9a1fb39e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.032041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06739a-4f8d-4700-ae72-0d203a78a4a2 req-64a35540-4a31-4d1a-a33f-550ad2d4cb1f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.035645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f06739a-4f8d-4700-ae72-0d203a78a4a2 req-64a35540-4a31-4d1a-a33f-550ad2d4cb1f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0548406 Aug 29 04:20:47.051478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ce18f-f0d7-46e9-ae29-2fe23da24cfd req-104172cf-6751-429d-a6f6-fbbacffbe9af tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.053090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-128ce18f-f0d7-46e9-ae29-2fe23da24cfd req-104172cf-6751-429d-a6f6-fbbacffbe9af tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0587206 Aug 29 04:20:47.075261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f06739a-4f8d-4700-ae72-0d203a78a4a2 req-e727b81e-8cfa-46c8-9c94-762232b22b27 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357416 Aug 29 04:20:47.097430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-128ce18f-f0d7-46e9-ae29-2fe23da24cfd req-ff9044f3-a35f-40c8-b791-61ddf390bc13 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 Aug 29 04:20:47.227399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa739-5d91-4f3c-9fd2-6b979c70ce7e req-9ba8aae9-157e-4516-9623-35198e2625f1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.228879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df2aa739-5d91-4f3c-9fd2-6b979c70ce7e req-9ba8aae9-157e-4516-9623-35198e2625f1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0546041 Aug 29 04:20:47.274135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df2aa739-5d91-4f3c-9fd2-6b979c70ce7e req-ab5fa38f-48d9-41c4-8bb5-a20ce6b0bdf8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Aug 29 04:20:47.327258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670d756-390c-45eb-845d-daafd248a8d3 req-1a2c4459-eccc-48ed-96b7-6ed2e51b2393 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.328768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c670d756-390c-45eb-845d-daafd248a8d3 req-1a2c4459-eccc-48ed-96b7-6ed2e51b2393 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0504663 Aug 29 04:20:47.373636 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c670d756-390c-45eb-845d-daafd248a8d3 req-9409a2b2-b02d-4543-8e29-173a09a9796a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Aug 29 04:20:47.478118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcf489-4ac1-4794-9008-b72e8bbe4b7c req-48c81374-26dc-4353-87f4-a4117f2dc581 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.479618 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bdcf489-4ac1-4794-9008-b72e8bbe4b7c req-48c81374-26dc-4353-87f4-a4117f2dc581 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0521393 Aug 29 04:20:47.518216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bdcf489-4ac1-4794-9008-b72e8bbe4b7c req-c8329d90-67a4-4abe-ab9b-90a4e5c44a3d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323722 Aug 29 04:20:48.205227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab976a9c-ab28-4526-9b79-0c5772f47e1f req-7538edbe-d981-402a-821c-f833e300f3c4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.207832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ab976a9c-ab28-4526-9b79-0c5772f47e1f req-7538edbe-d981-402a-821c-f833e300f3c4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0647728 Aug 29 04:20:48.230428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c03efa-a12b-4809-9753-19a27b80ff2a req-495c5f0d-8af9-4047-b550-892b9c8c4793 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.232091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16c03efa-a12b-4809-9753-19a27b80ff2a req-495c5f0d-8af9-4047-b550-892b9c8c4793 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0551801 Aug 29 04:20:48.247615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ab976a9c-ab28-4526-9b79-0c5772f47e1f req-6df9d1a8-3919-491e-94ab-f1127fc9de41 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333469 Aug 29 04:20:48.286549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16c03efa-a12b-4809-9753-19a27b80ff2a req-bfd0743b-b14f-4bb7-9aed-8b5d64fc3dff tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Aug 29 04:20:48.395170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f889-97ef-4295-9d3e-3eed738121ae req-691d10e2-fba2-4847-93e8-2d3888607581 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.396683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2c5f889-97ef-4295-9d3e-3eed738121ae req-691d10e2-fba2-4847-93e8-2d3888607581 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0545030 Aug 29 04:20:48.437377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2c5f889-97ef-4295-9d3e-3eed738121ae req-2be9b7b0-fa21-415c-bbd7-a079d0cbe52f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Aug 29 04:20:48.550334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d556661-ac57-4711-8773-24b7cab6d2f8 req-bd74a555-c31f-40d9-b141-d3eb752f5a69 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.551800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d556661-ac57-4711-8773-24b7cab6d2f8 req-bd74a555-c31f-40d9-b141-d3eb752f5a69 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0561328 Aug 29 04:20:48.594350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d556661-ac57-4711-8773-24b7cab6d2f8 req-540ef9a1-cce4-4626-aacd-1e0d93b76ee5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Aug 29 04:20:48.701728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dadde-f2bf-4fbb-a7ad-5ffb08374394 req-30da7c58-0569-43f8-b8e8-3ecd189d3a69 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.703829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba2dadde-f2bf-4fbb-a7ad-5ffb08374394 req-30da7c58-0569-43f8-b8e8-3ecd189d3a69 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0513554 Aug 29 04:20:48.743688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba2dadde-f2bf-4fbb-a7ad-5ffb08374394 req-c7b46c06-c974-4ca3-b9eb-7cdbed44ff4b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334282 Aug 29 04:20:49.373548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb770c-6679-45a1-96f4-ab1019a5d167 req-45596605-0bb6-4977-acb0-f67c9e7b2259 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.375261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7fb770c-6679-45a1-96f4-ab1019a5d167 req-45596605-0bb6-4977-acb0-f67c9e7b2259 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0576360 Aug 29 04:20:49.406969 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b928a25-ba5d-463f-abcc-9333caab1093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.419432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7fb770c-6679-45a1-96f4-ab1019a5d167 req-6d3ad655-6982-41e5-8c80-78538b5a68ab tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Aug 29 04:20:49.422825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219e5b1-8bc2-43d2-8826-82506ba9be34 req-a16a2b12-21bb-4556-b0e6-2bf733d94085 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.424324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8219e5b1-8bc2-43d2-8826-82506ba9be34 req-a16a2b12-21bb-4556-b0e6-2bf733d94085 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0670233 Aug 29 04:20:49.464317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8219e5b1-8bc2-43d2-8826-82506ba9be34 req-cd88f6aa-da6c-4ffb-afcf-0d307f80a411 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Aug 29 04:20:49.572933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed33137-a87d-4424-823c-551bef930295 req-13c9c89c-9b83-4dc6-a7ce-a89226e29121 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.574725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ed33137-a87d-4424-823c-551bef930295 req-13c9c89c-9b83-4dc6-a7ce-a89226e29121 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0641048 Aug 29 04:20:49.663583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ed33137-a87d-4424-823c-551bef930295 req-10556f79-a351-4aef-b1f9-43b7a211c257 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696704 Aug 29 04:20:49.688825 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.733990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da439db9-d8f8-4165-bbd1-8922a0eb010e req-30a67aed-9f63-49ab-923a-af0fb185f8cb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.735804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da439db9-d8f8-4165-bbd1-8922a0eb010e req-30a67aed-9f63-49ab-923a-af0fb185f8cb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0531824 Aug 29 04:20:49.779409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da439db9-d8f8-4165-bbd1-8922a0eb010e req-411989c9-bd09-456c-8b53-8d343ff6c0c2 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372427 Aug 29 04:20:49.872149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c95d5-b209-44b7-b17a-1f4cd6092ecf req-0b7a612c-6c2b-49af-a45a-d02bdaf11807 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.873671 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a8c95d5-b209-44b7-b17a-1f4cd6092ecf req-0b7a612c-6c2b-49af-a45a-d02bdaf11807 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0594251 Aug 29 04:20:49.913609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a8c95d5-b209-44b7-b17a-1f4cd6092ecf req-33ce1d7b-1859-434a-8b83-9fa7fae136ec tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337980 Aug 29 04:20:50.497475 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.548038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbebbe-e044-4f50-a15b-e5e00241a823 req-0998444e-8c33-4801-98f5-3d02622b4a63 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.549548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cdbebbe-e044-4f50-a15b-e5e00241a823 req-0998444e-8c33-4801-98f5-3d02622b4a63 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0576489 Aug 29 04:20:50.591776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b901846-9902-4487-bcb6-12a6c6e62c77 req-3967fd36-7bd3-4cae-a5d5-becfc9942154 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.593875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b901846-9902-4487-bcb6-12a6c6e62c77 req-3967fd36-7bd3-4cae-a5d5-becfc9942154 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0529466 Aug 29 04:20:50.595917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cdbebbe-e044-4f50-a15b-e5e00241a823 req-29fef259-d2e6-4a9f-9608-cbe7fb5a4d52 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Aug 29 04:20:50.643280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.647449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b901846-9902-4487-bcb6-12a6c6e62c77 req-4ca6398e-4138-4a19-808d-5f64609b8a84 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473573 Aug 29 04:20:50.779501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71150868-b4d4-43a9-971d-52f89a5eba74 req-ea5e7797-441d-4635-9a87-e1d3a8dc575b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.781535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71150868-b4d4-43a9-971d-52f89a5eba74 req-ea5e7797-441d-4635-9a87-e1d3a8dc575b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0560501 Aug 29 04:20:50.825377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71150868-b4d4-43a9-971d-52f89a5eba74 req-c8be15c0-fd0f-4af3-9dbc-5cba6c1bfa37 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377076 Aug 29 04:20:50.902646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7b2ad-81c4-47f8-93d8-bfc4a3f89b72 req-4ae87b98-db00-4ef9-9a8d-07da6341a45a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.904477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-efb7b2ad-81c4-47f8-93d8-bfc4a3f89b72 req-4ae87b98-db00-4ef9-9a8d-07da6341a45a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0518632 Aug 29 04:20:50.958129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-efb7b2ad-81c4-47f8-93d8-bfc4a3f89b72 req-47a4c58c-f5be-4250-90f6-44690b5c1320 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460212 Aug 29 04:20:51.036249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c6992-33ad-4851-abb3-7605d22bf169 req-deae5c55-18b1-4f55-9ac3-c1f5c7184c24 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.037709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26c6992-33ad-4851-abb3-7605d22bf169 req-deae5c55-18b1-4f55-9ac3-c1f5c7184c24 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0483999 Aug 29 04:20:51.076259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26c6992-33ad-4851-abb3-7605d22bf169 req-99998980-069e-41aa-84d2-9c15bdefadfa tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325279 Aug 29 04:20:51.718484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31f600-34d2-478a-9a18-a579065fd6c3 req-1828109f-f89a-4598-a7e5-87c6b72e061f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.720023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a31f600-34d2-478a-9a18-a579065fd6c3 req-1828109f-f89a-4598-a7e5-87c6b72e061f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0565879 Aug 29 04:20:51.767846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a31f600-34d2-478a-9a18-a579065fd6c3 req-4773f17d-9452-4e5e-9d8f-719c9ec41919 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Aug 29 04:20:51.872343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192a0b-19e6-434a-94e1-61b74874e1ec req-66d0ffca-5fc0-4e51-a050-18b4c1b02eb7 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.872947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e192a0b-19e6-434a-94e1-61b74874e1ec req-66d0ffca-5fc0-4e51-a050-18b4c1b02eb7 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0502276 Aug 29 04:20:51.914556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e192a0b-19e6-434a-94e1-61b74874e1ec req-d8e17d94-2b1a-472c-8333-ff95d710223c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Aug 29 04:20:51.983076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99441fe2-25ac-4dcc-915a-ff1fdf5373dd req-8d95122c-1ebf-4423-8ba8-addbaac79e9e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.985616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99441fe2-25ac-4dcc-915a-ff1fdf5373dd req-8d95122c-1ebf-4423-8ba8-addbaac79e9e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0823247 Aug 29 04:20:52.029368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99441fe2-25ac-4dcc-915a-ff1fdf5373dd req-7041c2cc-d8f0-4d92-a611-c71b4a654425 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Aug 29 04:20:52.077931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41404c1b-1dbd-4039-8175-2681e5d7531c req-7bafded9-7968-45d1-9ddf-18614ff18e69 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.079388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-41404c1b-1dbd-4039-8175-2681e5d7531c req-7bafded9-7968-45d1-9ddf-18614ff18e69 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0509522 Aug 29 04:20:52.116961 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-41404c1b-1dbd-4039-8175-2681e5d7531c req-5912c380-9ddf-4120-8555-d4d08a2327a8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Aug 29 04:20:52.183977 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.196445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ede8f-dbbe-453d-b52a-c013c3d5a54c req-24ebfcfb-dce1-4e1b-bba9-33030fb49e83 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.198070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea8ede8f-dbbe-453d-b52a-c013c3d5a54c req-24ebfcfb-dce1-4e1b-bba9-33030fb49e83 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0519509 Aug 29 04:20:52.237521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea8ede8f-dbbe-453d-b52a-c013c3d5a54c req-cdbac8d3-b1ca-4552-9d20-025d590071bb tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326588 Aug 29 04:20:52.888272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38879f9-8860-4a58-a550-ab16f92198c9 req-0555c010-f92c-419e-9e39-cd0ae4c34e8a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.890305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f38879f9-8860-4a58-a550-ab16f92198c9 req-0555c010-f92c-419e-9e39-cd0ae4c34e8a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0553670 Aug 29 04:20:52.930695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f38879f9-8860-4a58-a550-ab16f92198c9 req-31e69b6f-9222-4dfc-b158-34dc755dce4f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344043 Aug 29 04:20:53.049360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b46ee0-a2c4-46db-aca6-6cf4029c47d5 req-88f17701-63ed-4d08-abf7-7bee8d6d3e21 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.051021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2b46ee0-a2c4-46db-aca6-6cf4029c47d5 req-88f17701-63ed-4d08-abf7-7bee8d6d3e21 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0538237 Aug 29 04:20:53.091732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2b46ee0-a2c4-46db-aca6-6cf4029c47d5 req-265eb822-5adf-4763-be13-60c168b9b1fa tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Aug 29 04:20:53.198396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ddf4-40ac-4e54-800a-cf346b735669 req-30ed7dac-cf0d-4a0f-9d62-740ef4f5a1e0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.199921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d88ddf4-40ac-4e54-800a-cf346b735669 req-30ed7dac-cf0d-4a0f-9d62-740ef4f5a1e0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0519438 Aug 29 04:20:53.251411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d88ddf4-40ac-4e54-800a-cf346b735669 req-b7c7647a-dac5-4594-9bde-954154ec99fb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Aug 29 04:20:53.360007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a7d50-15e4-4230-a32a-5157658fa6ef req-a9094596-20eb-4076-b7ff-87f6df151ec5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.361729 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d1a7d50-15e4-4230-a32a-5157658fa6ef req-a9094596-20eb-4076-b7ff-87f6df151ec5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Aug 29 04:20:53.401524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d1a7d50-15e4-4230-a32a-5157658fa6ef req-537ca966-0817-4dea-b1c9-591b7a5869d4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Aug 29 04:20:53.504111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342456ab-8f99-4f3d-ac73-1bc8dc4bc329 req-83805da6-f305-4491-9e27-cbbe2bf93cc5 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.505467 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-342456ab-8f99-4f3d-ac73-1bc8dc4bc329 req-83805da6-f305-4491-9e27-cbbe2bf93cc5 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0490406 Aug 29 04:20:53.541638 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-342456ab-8f99-4f3d-ac73-1bc8dc4bc329 req-ed9f9560-3721-4475-a013-649fe12ab94a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302083 Aug 29 04:20:54.056694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266ff9-d0de-4620-ab86-d731ad48aff5 req-9c852b00-ec6b-4656-928c-777045399439 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.057908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47266ff9-d0de-4620-ab86-d731ad48aff5 req-9c852b00-ec6b-4656-928c-777045399439 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0492194 Aug 29 04:20:54.075707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:54.099973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47266ff9-d0de-4620-ab86-d731ad48aff5 req-822c41cd-016e-47b6-a9cd-9132298cecc4 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357420 Aug 29 04:20:54.170731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:54.227360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1722d-4059-4da9-8d16-355b133e1b14 req-027d14b5-d294-4b58-8383-4c5af62948e2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.229749 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1c1722d-4059-4da9-8d16-355b133e1b14 req-027d14b5-d294-4b58-8383-4c5af62948e2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0569203 Aug 29 04:20:54.272235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1c1722d-4059-4da9-8d16-355b133e1b14 req-fd1e6647-b808-4b68-a7a1-ab31ba7b4a5f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Aug 29 04:20:54.299965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:54.321004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'mac_address': 'fa:16:3e:75:5b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:54.322676 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.378404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:54.381213 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e56bc5a-0e06-419f-b677-10188ac811c4" -d '{"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:54.412689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:54.414239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdac9-3ced-41d4-82d4-6857a94b138f req-42ba6b51-322f-4cc1-8a42-ba1367d87d37 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.416200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-245cdac9-3ced-41d4-82d4-6857a94b138f req-42ba6b51-322f-4cc1-8a42-ba1367d87d37 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0865407 Aug 29 04:20:54.426669 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.434440 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e833f38-c4a4-4f49-89ed-3ef33b84277d x-openstack-request-id: req-5e833f38-c4a4-4f49-89ed-3ef33b84277d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:54.435124 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:54.435309 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e833f38-c4a4-4f49-89ed-3ef33b84277d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:54.435765 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'code': 200} Aug 29 04:20:54.440402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.466960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-245cdac9-3ced-41d4-82d4-6857a94b138f req-5d794a96-0361-4cee-ba76-45471c9fb167 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Aug 29 04:20:54.480203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:54.539296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.555171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.555521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.555866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.556210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.556571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.557045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.557329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.557765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.558099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.558605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.558941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.560444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:54.564275 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:20:54.564733 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:20:54.573332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92afb0-9ac8-4e4b-9667-07f5ee9355f1 req-53fcb55f-ea6f-4e44-b753-b2c268e74a72 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.575341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c92afb0-9ac8-4e4b-9667-07f5ee9355f1 req-53fcb55f-ea6f-4e44-b753-b2c268e74a72 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0680535 Aug 29 04:20:54.628654 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c92afb0-9ac8-4e4b-9667-07f5ee9355f1 req-451bd64f-4bf5-4840-b5fe-42b57abee16e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Aug 29 04:20:54.681113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34bd1e-906d-4edd-aeb7-05f5a078e523 req-352244cd-77bd-4ca8-b5fe-9b43e8a0a342 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.682745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de34bd1e-906d-4edd-aeb7-05f5a078e523 req-352244cd-77bd-4ca8-b5fe-9b43e8a0a342 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0633841 Aug 29 04:20:54.728157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de34bd1e-906d-4edd-aeb7-05f5a078e523 req-ab93dd70-c75f-4a3b-8d90-082b1c22c064 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386698 Aug 29 04:20:55.100719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.114278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:55.133714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:55.138428 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.203243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.253689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8441-9be5-400a-8a11-2d90fe4f1a64 req-aba26f59-d09d-48c7-8208-55ca9e659e6f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.255523 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b7c8441-9be5-400a-8a11-2d90fe4f1a64 req-aba26f59-d09d-48c7-8208-55ca9e659e6f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0606737 Aug 29 04:20:55.295340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b7c8441-9be5-400a-8a11-2d90fe4f1a64 req-974d1e3d-c985-4179-9c30-9bfb2ff5374a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339406 Aug 29 04:20:55.346988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897893-664a-4c41-b566-672cff1bb372 req-18a9bd5b-d9b9-4bb5-b1a0-b3e3133497c9 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.348602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17897893-664a-4c41-b566-672cff1bb372 req-18a9bd5b-d9b9-4bb5-b1a0-b3e3133497c9 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1097 time: 0.0490098 Aug 29 04:20:55.387892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17897893-664a-4c41-b566-672cff1bb372 req-3c4ec6ed-b660-4351-a55d-46164b2ad0d6 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Aug 29 04:20:55.419811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbacac-f67c-4d96-b1a0-98f44e384357 req-4c0fd541-ee75-479a-92a9-e94e6fba88e8 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.422022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4abbacac-f67c-4d96-b1a0-98f44e384357 req-4c0fd541-ee75-479a-92a9-e94e6fba88e8 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 949 time: 0.0550401 Aug 29 04:20:55.464829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4abbacac-f67c-4d96-b1a0-98f44e384357 req-a988428a-c0d2-44a3-8add-707f926038fa tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361145 Aug 29 04:20:55.534409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['4d872953-fc3c-42e8-9565-9edbf5be971a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:55.618781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7201fc-cac5-41fb-9172-2ba6f7c97de0 req-8ce32b27-24c3-4e7a-8dd0-261ed383a337 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.628157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c7201fc-cac5-41fb-9172-2ba6f7c97de0 req-8ce32b27-24c3-4e7a-8dd0-261ed383a337 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0782177 Aug 29 04:20:55.686190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c7201fc-cac5-41fb-9172-2ba6f7c97de0 req-fc5afe08-802b-4146-94af-50ccc7d26d58 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565872 Aug 29 04:20:55.804773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d697234-0b9b-4644-bcf2-d538862b2344 req-a3c915a7-6f9b-4a7d-99c5-97e02f33577a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.806324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d697234-0b9b-4644-bcf2-d538862b2344 req-a3c915a7-6f9b-4a7d-99c5-97e02f33577a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0522714 Aug 29 04:20:55.846879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d697234-0b9b-4644-bcf2-d538862b2344 req-14fef464-b8ab-45a6-a317-c613ca889709 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345545 Aug 29 04:20:55.959008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe48c-c293-4d4b-b832-a4d702cadc89 req-39f650d4-730c-4975-996a-92ccf796e17e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.961885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0fabe48c-c293-4d4b-b832-a4d702cadc89 req-39f650d4-730c-4975-996a-92ccf796e17e tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0599365 Aug 29 04:20:56.001447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0fabe48c-c293-4d4b-b832-a4d702cadc89 req-cfe41f4b-fced-453c-9539-e6027513b514 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Aug 29 04:20:56.192973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-455e2311-4992-4487-91ad-1ae0601e123b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.194384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-455e2311-4992-4487-91ad-1ae0601e123b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.1009431 Aug 29 04:20:56.211116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-97034ec7-8373-42fd-b2ab-ea5b2f00ee53 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/quotas/5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 375 time: 0.0104423 Aug 29 04:20:56.273801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-ecf8a51d-ace4-453e-b1cd-56d6ffe60714 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564096 Aug 29 04:20:56.287914 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:56.366147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3563161a-7c18-4f88-97ba-b761dd970910 service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839412 Aug 29 04:20:56.460248 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-e8f06c45-87ff-4329-a6b8-4128bc85cc8c service neutron] 10.222.0.55 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878551 Aug 29 04:20:57.082742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-81a0b1c7-32fb-4e1a-8064-27c17601a8fe tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:20:57.083760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-81a0b1c7-32fb-4e1a-8064-27c17601a8fe tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067205 Aug 29 04:20:57.096546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384070-877c-483b-b8f8-c197c4ccb6c5 req-2a15ef3b-562b-4cb5-9636-1aeca975be5d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.098188 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e384070-877c-483b-b8f8-c197c4ccb6c5 req-2a15ef3b-562b-4cb5-9636-1aeca975be5d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0622354 Aug 29 04:20:57.102852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Request body: {'binding': {'host': 'n-h1-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:57.103304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:20:57.175166 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e384070-877c-483b-b8f8-c197c4ccb6c5 req-f5d9ad70-5a8e-4d14-a968-fef653cba158 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693657 Aug 29 04:20:57.513606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec602156-c822-44de-85dd-88207c505117 req-a67dd50f-f0db-4b70-8012-18ef5d863def tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.515594 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec602156-c822-44de-85dd-88207c505117 req-a67dd50f-f0db-4b70-8012-18ef5d863def tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 949 time: 0.0694952 Aug 29 04:20:57.570821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on host n-h1-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:57.571157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:57.571489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:57.575716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec602156-c822-44de-85dd-88207c505117 req-ab0ee621-2440-4afd-9e06-4b79e778b211 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532057 Aug 29 04:20:57.579636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:57.579746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:57.584425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:57.584768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:57.585147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:57.585574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Bound port: 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:57.668464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-feae2731-e1d6-44c2-a6a6-ff990878df35 req-9ee5e3a4-923f-4383-b2d6-2d6e3d83e00e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 210 time: 0.0364857 Aug 29 04:20:57.670283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:57.675490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.676697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5837604e-13ab-4310-a242-2a5c45264c5f service neutron] 10.222.0.55 "POST /v2.0/ports/0cc32c94-6b96-469c-bd42-c67a4b309a7b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5776269 Aug 29 04:20:57.843236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f08cc0-bcb5-454f-ab61-6f51e032f243 req-49c61a61-8af5-4d9b-ac24-4c18ef588ba9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.846295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f1f08cc0-bcb5-454f-ab61-6f51e032f243 req-49c61a61-8af5-4d9b-ac24-4c18ef588ba9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0553989 Aug 29 04:20:57.852559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda72e0-5837-4808-8da2-eab3e44b53f3 req-be91ef68-6801-49c6-95b6-43614605e3d6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.854199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1bda72e0-5837-4808-8da2-eab3e44b53f3 req-be91ef68-6801-49c6-95b6-43614605e3d6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.1175647 Aug 29 04:20:57.888082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f1f08cc0-bcb5-454f-ab61-6f51e032f243 req-6edcc7e4-92ff-4a78-b854-e4f0a682c537 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Aug 29 04:20:57.888266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-d8dc374e-aeb8-4689-aa9e-874a4ea59dea tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.889551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-d8dc374e-aeb8-4689-aa9e-874a4ea59dea tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 808 time: 0.1669035 Aug 29 04:20:57.909850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Request body: {'port': {'device_id': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'admin_state_up': True, 'tenant_id': '5c615fe048f0407db78d107b3a2c0058'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:57.918988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1bda72e0-5837-4808-8da2-eab3e44b53f3 req-14da4e4c-12d5-42e5-ab2e-c866d8e4e05b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569520 Aug 29 04:20:58.026065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a71eb-8c0b-4031-9ba8-892db07d5854 req-b4f7ec76-7237-4fbf-90d2-c1e17f8467dd tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.027637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-017a71eb-8c0b-4031-9ba8-892db07d5854 req-b4f7ec76-7237-4fbf-90d2-c1e17f8467dd tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0586617 Aug 29 04:20:58.069126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380acbfc-14a1-4736-a849-6ddf7a26ad94 req-33ef63df-ba26-44b7-902b-f04c95c18f47 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.070818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-380acbfc-14a1-4736-a849-6ddf7a26ad94 req-33ef63df-ba26-44b7-902b-f04c95c18f47 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0780978 Aug 29 04:20:58.071952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-017a71eb-8c0b-4031-9ba8-892db07d5854 req-a736b42f-df90-448b-aff3-ed3fa6c29bf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373142 Aug 29 04:20:58.107096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:58.125844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Made reservation on behalf of 5c615fe048f0407db78d107b3a2c0058 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:58.129826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.146832 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-380acbfc-14a1-4736-a849-6ddf7a26ad94 req-d1442c7c-168d-489c-bfa9-7d793dd2199f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644920 Aug 29 04:20:58.175914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 4d872953-fc3c-42e8-9565-9edbf5be971a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:58.176523 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.278281 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.304199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:58.306451 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292105c9-1e68-4012-9640-ad8ecf808724" -d '{"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:58.318812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:58.323309 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.338309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Allocated IP 172.20.0.7 (889981b3-3896-4c14-bdf2-7209515e8636/d29d3066-8f04-44fc-8643-c2ab29b14fe2/aa595e90-11e9-498c-9ff0-d16761945a72) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:58.360700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00526-d069-4c65-a460-f71e20d3ec6d req-91f6075f-6648-46f4-abcc-468fed3246d6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.362413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfa00526-d069-4c65-a460-f71e20d3ec6d req-91f6075f-6648-46f4-abcc-468fed3246d6 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0842168 Aug 29 04:20:58.395458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.430621 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfa00526-d069-4c65-a460-f71e20d3ec6d req-dba533e0-3ae5-4cdd-8b05-67d6ff7ddb1a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615685 Aug 29 04:20:58.493923 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bcbfd-b696-4a07-b393-6bc501d9de36 x-openstack-request-id: req-041bcbfd-b696-4a07-b393-6bc501d9de36 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:58.494672 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:58.496068 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-041bcbfd-b696-4a07-b393-6bc501d9de36 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:58.496470 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'code': 200} Aug 29 04:20:58.538013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.581572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.634767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e48181af-749b-4b4a-92e7-0575f3a0a84b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:58.639428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Network 889981b3-3896-4c14-bdf2-7209515e8636 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:58.645901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:58.650372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:58.658691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.659612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.678005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.726810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.727294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.727728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.728176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.728622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.729052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.729576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.731069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.731503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.731946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.732367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.732783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:58.742484 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-17b7a58c-a9e0-46d2-acb5-ec91acbc3ad1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392088 Aug 29 04:20:58.761115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Request body: {'port': {'device_id': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:58.799514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a57bc5-837c-49c0-a204-ebffd59962d4 req-8a7c3ffa-c193-42d0-b7ec-8c1de75ea38a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.801156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71a57bc5-837c-49c0-a204-ebffd59962d4 req-8a7c3ffa-c193-42d0-b7ec-8c1de75ea38a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1347682 Aug 29 04:20:58.805037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad484b-b7aa-4699-a2e4-ff0366f9a4fe req-5c09cfff-0dc2-47a2-8fb5-bd36835264b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.806526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13ad484b-b7aa-4699-a2e4-ff0366f9a4fe req-5c09cfff-0dc2-47a2-8fb5-bd36835264b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1102 time: 0.1222773 Aug 29 04:20:58.875260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.885142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71a57bc5-837c-49c0-a204-ebffd59962d4 req-f165d73a-330c-48e6-bd36-421da6570c0d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760515 Aug 29 04:20:58.899919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13ad484b-b7aa-4699-a2e4-ff0366f9a4fe req-0214d9f7-3f6d-455a-af3f-5b03444d2691 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805771 Aug 29 04:20:59.094498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb03aee-81ae-4ee1-928c-8cc46a5ab1e8 req-3e135df6-8b27-4de6-896e-380f612624b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.097399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bb03aee-81ae-4ee1-928c-8cc46a5ab1e8 req-3e135df6-8b27-4de6-896e-380f612624b0 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 931 time: 0.0551209 Aug 29 04:20:59.147564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5bb03aee-81ae-4ee1-928c-8cc46a5ab1e8 req-482b3ec2-d102-4f67-8733-cba2be6c2463 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440624 Aug 29 04:20:59.179851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976de87-b6ec-41ed-b0b8-ef48547f94f5 req-7c4fc62c-f096-4040-bfe4-7af6829a2e18 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.181660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6976de87-b6ec-41ed-b0b8-ef48547f94f5 req-7c4fc62c-f096-4040-bfe4-7af6829a2e18 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1295698 Aug 29 04:20:59.272039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6976de87-b6ec-41ed-b0b8-ef48547f94f5 req-4d2ccc7f-8786-429f-9d98-2ca3936319b8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834961 Aug 29 04:20:59.293705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526d6d-af31-41b7-9c7c-c19581e1650b req-04c68370-6573-40ac-9956-a6c3b025402d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.295519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39526d6d-af31-41b7-9c7c-c19581e1650b req-04c68370-6573-40ac-9956-a6c3b025402d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0786510 Aug 29 04:20:59.355355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa595e90-11e9-498c-9ff0-d16761945a72 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:59.370243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39526d6d-af31-41b7-9c7c-c19581e1650b req-79639449-0134-4279-92bf-bf6a110cae82 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Aug 29 04:20:59.401024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.465466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Transition to ACTIVE for port object aa595e90-11e9-498c-9ff0-d16761945a72 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:59.475174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.483726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c38f-b49e-4b4c-81a4-ff42273f2c39 req-9ee2a79f-d624-44d8-a634-9d518c807a12 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.491934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e755c38f-b49e-4b4c-81a4-ff42273f2c39 req-9ee2a79f-d624-44d8-a634-9d518c807a12 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0613964 Aug 29 04:20:59.526375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928f7db-4d44-4e18-aa4a-01b2a08cd6b5 req-4c12c721-3438-45f7-b4b6-1ef3d65d97f8 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.527901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b928f7db-4d44-4e18-aa4a-01b2a08cd6b5 req-4c12c721-3438-45f7-b4b6-1ef3d65d97f8 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.1466413 Aug 29 04:20:59.540891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-64ab9d3d-98bc-40b8-b171-756b840cf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.542396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-64ab9d3d-98bc-40b8-b171-756b840cf8c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1097 time: 0.1234322 Aug 29 04:20:59.542916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e755c38f-b49e-4b4c-81a4-ff42273f2c39 req-d3021a24-4abc-45f3-8f08-ca430bf3bd41 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446217 Aug 29 04:20:59.593946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.652639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1386cdd-c3a9-4cda-a938-29f3e6a2a634 req-d467c5ae-7e4c-4867-a3f7-174df9a36f95 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.656793 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1386cdd-c3a9-4cda-a938-29f3e6a2a634 req-d467c5ae-7e4c-4867-a3f7-174df9a36f95 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0546427 Aug 29 04:20:59.690681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b928f7db-4d44-4e18-aa4a-01b2a08cd6b5 req-de6b1bbe-2826-4469-9c0b-103cfd084974 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473100 Aug 29 04:20:59.691356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:59.691693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:59.692026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:59.714277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:59.714277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:59.714680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1386cdd-c3a9-4cda-a938-29f3e6a2a634 req-c3473dfd-ecdb-411a-8a9d-32f304fdb2ed tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Aug 29 04:20:59.730607 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:59.730951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:59.731347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:59.731779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Bound port: aa595e90-11e9-498c-9ff0-d16761945a72, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:59.732142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.734813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-15a8a6c9-f963-4fea-8125-018205f4a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.736871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-15a8a6c9-f963-4fea-8125-018205f4a000 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1664875 Aug 29 04:20:59.786152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-1d932b15-ab87-437f-a345-2f52816c5326 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 200 len: 217 time: 0.0408053 Aug 29 04:20:59.909065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:59.912732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:59.914850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-3a82eb09-1bfa-422c-8a47-eaa1a5293e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.916444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-3a82eb09-1bfa-422c-8a47-eaa1a5293e43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1114378 Aug 29 04:20:59.918238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b90e-2450-48cc-934e-c90472d496f1 req-b9773aaf-6ab3-4138-a952-0a37e175087f tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.919640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7aa2b90e-2450-48cc-934e-c90472d496f1 req-b9773aaf-6ab3-4138-a952-0a37e175087f tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 1102 time: 0.1325831 Aug 29 04:20:59.921309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.986541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-e5ff297f-8582-4c39-87b6-9b350e31daf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605657 Aug 29 04:21:00.010864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.011492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.012856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 200 len: 1092 time: 1.2605186 Aug 29 04:21:00.018244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:00.020534 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:00.121210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104f93e-9ef6-40f6-9851-69c383240c63 service neutron] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.130016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7aa2b90e-2450-48cc-934e-c90472d496f1 req-6d934574-d2c6-4a3f-8dd6-eda4e038fb05 tempest-ServersOnMultiNodesTest-922236838 tempest-ServersOnMultiNodesTest-922236838-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897290 Aug 29 04:21:00.140315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f9f7b-ce03-4a78-8fb2-aed650b0b67c req-b8581f9b-6f47-442b-a01b-a14fd742c31a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.142066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a9f9f7b-ce03-4a78-8fb2-aed650b0b67c req-b8581f9b-6f47-442b-a01b-a14fd742c31a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0680075 Aug 29 04:21:00.177759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-95ccae97-71e8-4894-bf23-513cfb2a1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.179303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-95ccae97-71e8-4894-bf23-513cfb2a1f76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1095 time: 0.1059656 Aug 29 04:21:00.181245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-6a4327ee-a560-4f09-a4a0-dbfdbf6cd94a service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830304 Aug 29 04:21:00.212813 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ffbe4-666f-4c76-85f0-22335ffebfb9 x-openstack-request-id: req-585ffbe4-666f-4c76-85f0-22335ffebfb9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:00.213210 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:00.213566 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-585ffbe4-666f-4c76-85f0-22335ffebfb9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:00.214086 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72', 'status': 'completed', 'code': 200} Aug 29 04:21:00.227822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a9f9f7b-ce03-4a78-8fb2-aed650b0b67c req-e105fabe-ff0f-4363-b241-ad4d56b4e551 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658994 Aug 29 04:21:00.257314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-0e044465-3df5-4556-8d63-7ccf58867f40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 200 len: 217 time: 0.0618382 Aug 29 04:21:00.355946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-92fbedc6-81ac-4f85-8639-99a2b9532572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.357624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-92fbedc6-81ac-4f85-8639-99a2b9532572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0722189 Aug 29 04:21:00.368774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc4b62-12de-4300-8d0e-fc6fa31c7535 req-9b879428-6087-42be-a07d-9c4da1de85e8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.370456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49bc4b62-12de-4300-8d0e-fc6fa31c7535 req-9b879428-6087-42be-a07d-9c4da1de85e8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0726006 Aug 29 04:21:00.430669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-d4e1bf61-e749-486a-82ce-b0ae67a46edb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380204 Aug 29 04:21:00.434096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-92ca7ec0-7623-43aa-beeb-0f8409c3606c service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370088 Aug 29 04:21:00.459024 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49bc4b62-12de-4300-8d0e-fc6fa31c7535 req-84b21f5a-dfc9-4137-a6bc-b9c22689d1c9 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Aug 29 04:21:00.596797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d694b-f999-406c-bf23-16de39dcb57e req-b5e09cb3-07b5-4db9-be77-2c32585a0093 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.598731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da2d694b-f999-406c-bf23-16de39dcb57e req-b5e09cb3-07b5-4db9-be77-2c32585a0093 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0636475 Aug 29 04:21:00.634983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-11f9ec6f-7862-4227-b044-1ece2ec773fe service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901124 Aug 29 04:21:00.653703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da2d694b-f999-406c-bf23-16de39dcb57e req-92d34546-14a2-4135-a40f-89a83b559e9f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473087 Aug 29 04:21:00.653952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138d4b7-7cbb-4a96-a1c9-f77427f6dee4 req-586fc275-cc77-48fa-a8fd-e53c39ec7846 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.655932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7138d4b7-7cbb-4a96-a1c9-f77427f6dee4 req-586fc275-cc77-48fa-a8fd-e53c39ec7846 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1024466 Aug 29 04:21:00.747773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7138d4b7-7cbb-4a96-a1c9-f77427f6dee4 req-c8a890c1-cb03-40b9-a38c-da9a084b24a2 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Aug 29 04:21:00.794105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e35603d4-c005-4705-888d-4b94fd5cd387 req-3d1b1d0c-96fc-4698-a812-b15f596c6243 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366546 Aug 29 04:21:00.811105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82136ea9-6bf5-4b07-b7e9-14ba87a7fb50 req-65793887-7237-4a7f-8599-bdbb2c054372 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.813254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-82136ea9-6bf5-4b07-b7e9-14ba87a7fb50 req-65793887-7237-4a7f-8599-bdbb2c054372 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0717368 Aug 29 04:21:00.856864 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-82136ea9-6bf5-4b07-b7e9-14ba87a7fb50 req-2cd7e019-9045-4b38-b8a0-3b077df74e8b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Aug 29 04:21:00.932446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e6c6a-0f13-40c1-948c-358477d6e930 req-80f4ae14-7ce8-4db9-8d82-99683285aba6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.934345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e57e6c6a-0f13-40c1-948c-358477d6e930 req-80f4ae14-7ce8-4db9-8d82-99683285aba6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0826793 Aug 29 04:21:00.937409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-053ae2f2-c44c-4808-9b8a-d88a1420df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.938950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-053ae2f2-c44c-4808-9b8a-d88a1420df90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1095 time: 0.0773242 Aug 29 04:21:00.996464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6b29-0eb8-4059-89c1-1aa43404c4d3 req-5ee0aad0-851f-4298-a220-109998369159 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.998250 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-796d6b29-0eb8-4059-89c1-1aa43404c4d3 req-5ee0aad0-851f-4298-a220-109998369159 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0559456 Aug 29 04:21:01.025745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.042008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e57e6c6a-0f13-40c1-948c-358477d6e930 req-415e42aa-a80c-4d04-93a4-bce259822967 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013410 Aug 29 04:21:01.067136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-796d6b29-0eb8-4059-89c1-1aa43404c4d3 req-3b797b83-f89f-4191-9784-422389e5738b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535111 Aug 29 04:21:01.088515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-b482f383-5854-48bf-a093-9aed7efce612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.090284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-b482f383-5854-48bf-a093-9aed7efce612 service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1369433 Aug 29 04:21:01.134702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-c6382a6a-3187-4a6d-bb84-3edad30e1967 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 200 len: 217 time: 0.0370910 Aug 29 04:21:01.193926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-f49a8605-330d-434b-8f9d-e66cf80a3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.195382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-f49a8605-330d-434b-8f9d-e66cf80a3636 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.0514014 Aug 29 04:21:01.233562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-cb7736b6-66b9-4c41-a0d0-dba354c94c92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290940 Aug 29 04:21:01.343799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fb520-eaf1-431f-8d27-97a118c237d2 req-ca361321-4dad-498a-be46-c8d39805a37d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.345425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a27fb520-eaf1-431f-8d27-97a118c237d2 req-ca361321-4dad-498a-be46-c8d39805a37d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0527189 Aug 29 04:21:01.348409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-6eed4a0e-7166-4c81-94a5-951fed29b5a2 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004989 Aug 29 04:21:01.388896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a27fb520-eaf1-431f-8d27-97a118c237d2 req-831317b3-4381-4dc9-b243-e990641d5253 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Aug 29 04:21:01.465104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cfb3f1b5-e4a9-45d9-ab08-3357eacf0cd5 req-189cf94b-334e-4743-b36b-fed1eaf5187d service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022248 Aug 29 04:21:01.519395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d52ca5-ec5e-4a3f-b4f6-f9d4079d73ff req-259f990a-1701-48cd-8aad-e9528c4864b5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.521114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65d52ca5-ec5e-4a3f-b4f6-f9d4079d73ff req-259f990a-1701-48cd-8aad-e9528c4864b5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0551896 Aug 29 04:21:01.562886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65d52ca5-ec5e-4a3f-b4f6-f9d4079d73ff req-4b9627a7-d1e0-4b75-92b1-9ff4f19fcfb1 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357258 Aug 29 04:21:01.603711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19627db2-efcc-4f99-b76d-71e5c0f0b00d req-fe477851-6ac4-4bdc-ab6e-14e46e61a690 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.610580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-19627db2-efcc-4f99-b76d-71e5c0f0b00d req-fe477851-6ac4-4bdc-ab6e-14e46e61a690 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0609567 Aug 29 04:21:01.667881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-19627db2-efcc-4f99-b76d-71e5c0f0b00d req-00e53029-6354-4fe0-acd2-b6f124e3bd70 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503557 Aug 29 04:21:01.799554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326904-e029-415e-8cc3-d987f5f21fe0 req-8fbe4768-be68-431d-9f21-ef9858a31ae3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.801132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e326904-e029-415e-8cc3-d987f5f21fe0 req-8fbe4768-be68-431d-9f21-ef9858a31ae3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0603945 Aug 29 04:21:01.864077 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e326904-e029-415e-8cc3-d987f5f21fe0 req-b33ba6e0-eec5-40b9-8855-2e3366d36b15 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541837 Aug 29 04:21:01.940130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc90d75-e395-4eec-9919-2a6f32251997 req-2aa20872-d2ef-463f-8051-c3f69fcb4aeb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.941693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fc90d75-e395-4eec-9919-2a6f32251997 req-2aa20872-d2ef-463f-8051-c3f69fcb4aeb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0651450 Aug 29 04:21:02.002154 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fc90d75-e395-4eec-9919-2a6f32251997 req-78969179-5015-4925-9ac5-8ae67c5505b9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456970 Aug 29 04:21:02.015023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ff28-e89d-4c09-987a-378eca4013d6 req-45d36e8b-8c54-4db8-8d40-6a2014a93a6a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.016551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e087ff28-e89d-4c09-987a-378eca4013d6 req-45d36e8b-8c54-4db8-8d40-6a2014a93a6a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0736723 Aug 29 04:21:02.061785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e087ff28-e89d-4c09-987a-378eca4013d6 req-aa51544c-9980-48bc-8251-b4efcc7aec44 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358570 Aug 29 04:21:02.186552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af8635-de2d-4f06-9a38-51f4a9a8f9dd req-bd6ea6f6-bcb0-4b0a-8d2a-05ce1dc5d0a1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.188217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0af8635-de2d-4f06-9a38-51f4a9a8f9dd req-bd6ea6f6-bcb0-4b0a-8d2a-05ce1dc5d0a1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0570617 Aug 29 04:21:02.232280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0af8635-de2d-4f06-9a38-51f4a9a8f9dd req-4c2f49d1-34e0-4cc6-adb1-5119b660df37 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Aug 29 04:21:02.354543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa7d3-e9ab-40b8-a170-6a890fcbf6ce req-81d0fa9e-5544-40bd-a128-7a25135ae029 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.356156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-164fa7d3-e9ab-40b8-a170-6a890fcbf6ce req-81d0fa9e-5544-40bd-a128-7a25135ae029 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0587404 Aug 29 04:21:02.403179 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-164fa7d3-e9ab-40b8-a170-6a890fcbf6ce req-787c3c56-3237-4b24-9a4f-3e8dde9eac8b tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Aug 29 04:21:02.422380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991e270-e935-4cf0-a39f-c626b985653a req-0748d16b-af03-42b0-aaaa-92e9d0cb4484 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.424026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f991e270-e935-4cf0-a39f-c626b985653a req-0748d16b-af03-42b0-aaaa-92e9d0cb4484 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.3639657 Aug 29 04:21:02.472740 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f991e270-e935-4cf0-a39f-c626b985653a req-49cab70c-b90e-4219-b058-56ab6ae752e7 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Aug 29 04:21:02.776454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ddc81-01a3-4c60-9cfa-eb5b72d88b5b req-ab5e756c-d5bc-44af-868d-e2414755ec2c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.777970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-485ddc81-01a3-4c60-9cfa-eb5b72d88b5b req-ab5e756c-d5bc-44af-868d-e2414755ec2c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0508811 Aug 29 04:21:02.817745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-485ddc81-01a3-4c60-9cfa-eb5b72d88b5b req-131cb7cc-d13e-402f-a61a-0e62de548bd3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Aug 29 04:21:02.988339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2d552-28f4-4664-999a-283b33a22d9f req-df7b56a7-09d1-4d00-97f1-c840e3bf5fb8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.990349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ef2d552-28f4-4664-999a-283b33a22d9f req-df7b56a7-09d1-4d00-97f1-c840e3bf5fb8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0542610 Aug 29 04:21:03.032280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ef2d552-28f4-4664-999a-283b33a22d9f req-2a1d7631-8702-4eeb-9d11-3d1c2cd1346b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354836 Aug 29 04:21:03.122731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc8057-b073-47f1-8cd6-1d539a90f8f4 req-39d688a4-9819-44aa-884a-d70c232b86dc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.124837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ebc8057-b073-47f1-8cd6-1d539a90f8f4 req-39d688a4-9819-44aa-884a-d70c232b86dc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0529933 Aug 29 04:21:03.164619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ebc8057-b073-47f1-8cd6-1d539a90f8f4 req-9cddc157-5011-4864-8c2c-031c2cb1e7ef tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338345 Aug 29 04:21:03.178023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd2fbf-35a7-4237-b9e4-e8b35b3c8f53 req-3c17423d-c05b-40ab-809a-86e719a6f24a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.179658 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57cd2fbf-35a7-4237-b9e4-e8b35b3c8f53 req-3c17423d-c05b-40ab-809a-86e719a6f24a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0519497 Aug 29 04:21:03.218159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57cd2fbf-35a7-4237-b9e4-e8b35b3c8f53 req-ffffed78-5da5-4379-969f-48cb3a35e304 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Aug 29 04:21:03.357104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac11ca3-ea34-48b0-91fa-50bcbafc20c3 req-8be770f3-c9b8-47d6-84e2-08fec5e9586b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.359098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ac11ca3-ea34-48b0-91fa-50bcbafc20c3 req-8be770f3-c9b8-47d6-84e2-08fec5e9586b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0526252 Aug 29 04:21:03.398028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ac11ca3-ea34-48b0-91fa-50bcbafc20c3 req-c75da65a-92a7-45c0-bc0d-bceb151ce25c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Aug 29 04:21:03.529534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845501-25dd-4025-8d1c-cac203e86870 req-9cadbdc2-c850-42e7-be37-5abe165452bb tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.531849 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7845501-25dd-4025-8d1c-cac203e86870 req-9cadbdc2-c850-42e7-be37-5abe165452bb tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.0596459 Aug 29 04:21:03.582050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7845501-25dd-4025-8d1c-cac203e86870 req-10e7f562-7e38-4920-afd7-b8ce516bd5b3 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438004 Aug 29 04:21:03.606228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9c371-0f9a-41d6-86f0-da7981f46c4e req-980510eb-fbc6-44d1-8387-50e973343349 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.624000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aae9c371-0f9a-41d6-86f0-da7981f46c4e req-980510eb-fbc6-44d1-8387-50e973343349 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0697484 Aug 29 04:21:03.671732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aae9c371-0f9a-41d6-86f0-da7981f46c4e req-2deea94d-dac2-48a1-967c-24ce7ab85d83 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 Aug 29 04:21:03.933370 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50425e4d-e58d-4501-90b5-ccf6fbbdde39 req-f45c85db-cba3-4eca-8701-8d853a00e952 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.934876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50425e4d-e58d-4501-90b5-ccf6fbbdde39 req-f45c85db-cba3-4eca-8701-8d853a00e952 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0502343 Aug 29 04:21:03.974512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50425e4d-e58d-4501-90b5-ccf6fbbdde39 req-fdc69711-a3b1-4902-8e0e-ca33ce0e5e91 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335271 Aug 29 04:21:04.136299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48164b39-b992-4458-861a-62b49b567346 req-4f4ee312-540c-4985-81f4-b305f576ccdc tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.137810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-48164b39-b992-4458-861a-62b49b567346 req-4f4ee312-540c-4985-81f4-b305f576ccdc tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 950 time: 0.0523424 Aug 29 04:21:04.152600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b4ae1-51d8-45f4-a424-cc97371a0bd5 req-b36fbcd7-efbd-4d6f-b95a-444e720f5dba tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.154132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae2b4ae1-51d8-45f4-a424-cc97371a0bd5 req-b36fbcd7-efbd-4d6f-b95a-444e720f5dba tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0505624 Aug 29 04:21:04.205202 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae2b4ae1-51d8-45f4-a424-cc97371a0bd5 req-3a6b19b9-5853-409d-9123-2a4cc4e2263a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Aug 29 04:21:04.279463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:04.279803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.348561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a22e0-5b55-4697-bc69-486d9dfc875f req-bd90d8d7-936e-41fe-8909-00ef53179372 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.349392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae90b99-494a-4876-af50-bf84c7338b1d req-f101dc7f-44ba-484d-9f22-0c41d9fab130 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.350229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-054a22e0-5b55-4697-bc69-486d9dfc875f req-bd90d8d7-936e-41fe-8909-00ef53179372 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0603194 Aug 29 04:21:04.350893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ae90b99-494a-4876-af50-bf84c7338b1d req-f101dc7f-44ba-484d-9f22-0c41d9fab130 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.1054835 Aug 29 04:21:04.394511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-054a22e0-5b55-4697-bc69-486d9dfc875f req-b1c8364b-6d87-466a-8e45-a6a1c808a402 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Aug 29 04:21:04.414370 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:04.414735 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.421314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ae90b99-494a-4876-af50-bf84c7338b1d req-8ea914d8-3347-4786-b1f6-ec5c5b5d8cb6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 Aug 29 04:21:04.434401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for 46eae8d8-fc2b-484c-a52a-589aab9ca2bf owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:04.528340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b0e62-14eb-4715-a738-61f709557fe8 req-381a0051-f52f-47c3-8516-2210a4de556f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.529940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b9b0e62-14eb-4715-a738-61f709557fe8 req-381a0051-f52f-47c3-8516-2210a4de556f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0512145 Aug 29 04:21:04.573118 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b9b0e62-14eb-4715-a738-61f709557fe8 req-a11da872-111e-4d45-9b2c-83cf3771a64f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359967 Aug 29 04:21:04.577787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.594040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2796a16b-880a-411b-904d-90bbfe6e46cf', '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'f42e7647-45a9-41f0-943e-52ccf77cf440'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:04.614215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=46eae8d8-fc2b-484c-a52a-589aab9ca2bf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.641779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2', 'ae313027-ac56-407a-b6aa-5c11cf1f2b65', '46eae8d8-fc2b-484c-a52a-589aab9ca2bf'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:04.676718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port 46eae8d8-fc2b-484c-a52a-589aab9ca2bf on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:04.697391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.698948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-48164b39-b992-4458-861a-62b49b567346 req-c0b968d7-a0bd-46ec-9d30-361e55def322 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "DELETE /v2.0/ports/46eae8d8-fc2b-484c-a52a-589aab9ca2bf HTTP/1.1" status: 204 len: 173 time: 0.5458384 Aug 29 04:21:04.699410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'name': 'network-vif-deleted', 'tag': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:04.707486 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24f3c95-2a38-49ad-8fb0-ba867dcf7abc" -d '{"events": [{"server_uuid": "c6b718b8-cfe1-42a0-a875-466f6913bd4b", "name": "network-vif-deleted", "tag": "46eae8d8-fc2b-484c-a52a-589aab9ca2bf"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:04.729262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 486b8940-f776-49b4-b535-6e03e4435245 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:04.776516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4609-2873-45f0-b79a-64e0aa69a735 req-bd943091-9718-4928-8381-9f2230a6cc33 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.786992 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b85a4609-2873-45f0-b79a-64e0aa69a735 req-bd943091-9718-4928-8381-9f2230a6cc33 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 946 time: 0.1111896 Aug 29 04:21:04.803643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aec6ba9b-1776-4104-aef2-e73e19a1bba3 req-424ab09e-add2-42b1-b4af-a8ff4bf8f7e9 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 210 time: 0.0370436 Aug 29 04:21:04.854401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b85a4609-2873-45f0-b79a-64e0aa69a735 req-b2569d64-61bd-4d0d-8b0e-537afc20b332 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612710 Aug 29 04:21:04.904823 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25cdc2f-59bf-4880-a97d-61ac607fae75 x-openstack-request-id: req-f25cdc2f-59bf-4880-a97d-61ac607fae75 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:04.905152 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b718b8-cfe1-42a0-a875-466f6913bd4b", "name": "network-vif-deleted", "tag": "46eae8d8-fc2b-484c-a52a-589aab9ca2bf", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:04.905426 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f25cdc2f-59bf-4880-a97d-61ac607fae75 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:04.905825 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b718b8-cfe1-42a0-a875-466f6913bd4b', 'name': 'network-vif-deleted', 'tag': '46eae8d8-fc2b-484c-a52a-589aab9ca2bf', 'status': 'completed', 'code': 200} Aug 29 04:21:04.986412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.058029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486b8940-f776-49b4-b535-6e03e4435245'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:05.060235 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b726ead8-b3be-4f40-bd91-a529dce964a0" -d '{"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-unplugged", "status": "completed", "tag": "486b8940-f776-49b4-b535-6e03e4435245"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:05.093218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 486b8940-f776-49b4-b535-6e03e4435245, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=486b8940-f776-49b4-b535-6e03e4435245,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:05.104896 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.105190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d04792-3b4d-44c1-962b-6365e690b340 req-640fab33-4c1a-4c9e-8ac4-dcb1ad962d09 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.105524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a160b77-ea95-4538-8973-c101157a654a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:05.106779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1d04792-3b4d-44c1-962b-6365e690b340 req-640fab33-4c1a-4c9e-8ac4-dcb1ad962d09 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0579984 Aug 29 04:21:05.150870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1d04792-3b4d-44c1-962b-6365e690b340 req-51c1f3fd-ed54-43fe-a70f-56c418ec8f1c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Aug 29 04:21:05.198407 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e797659-b23d-4845-bc44-4fa32b4b04c4 x-openstack-request-id: req-7e797659-b23d-4845-bc44-4fa32b4b04c4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:05.198697 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-unplugged", "status": "failed", "tag": "486b8940-f776-49b4-b535-6e03e4435245", "code": 422}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:05.198950 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e797659-b23d-4845-bc44-4fa32b4b04c4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:05.199347 n-d-712143-14 neutron-server[94825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '486b8940-f776-49b4-b535-6e03e4435245', 'code': 422} returned with failed status Aug 29 04:21:05.243364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=486b8940-f776-49b4-b535-6e03e4435245,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.322474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71bedc-813b-4544-8864-cbaec068a411 req-df19f059-0af6-4c28-8331-1964067212da tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.324390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab71bedc-813b-4544-8864-cbaec068a411 req-df19f059-0af6-4c28-8331-1964067212da tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0542524 Aug 29 04:21:05.366479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab71bedc-813b-4544-8864-cbaec068a411 req-c58c34cc-4ff1-4a1c-a931-ea3fdd996e2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Aug 29 04:21:05.448773 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.532184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:05.535023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925e54e-c7a7-4098-af61-d1f24b7b439d req-853641b6-5e0c-480a-802b-c77283cae2f4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.536510 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6925e54e-c7a7-4098-af61-d1f24b7b439d req-853641b6-5e0c-480a-802b-c77283cae2f4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0550206 Aug 29 04:21:05.542458 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.576224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6925e54e-c7a7-4098-af61-d1f24b7b439d req-b19df5a8-48ac-4830-9871-1f96fb9c1e59 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Aug 29 04:21:05.665814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.692650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e97d-e214-483d-a0b8-4ba0372f4437 req-7623ff64-ccc4-4449-ae64-ea84d16c0101 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.694292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d875e97d-e214-483d-a0b8-4ba0372f4437 req-7623ff64-ccc4-4449-ae64-ea84d16c0101 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 944 time: 0.0575283 Aug 29 04:21:05.742853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d875e97d-e214-483d-a0b8-4ba0372f4437 req-00b670a9-f31b-407e-b339-98d771bd49c3 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Aug 29 04:21:05.895348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675ed0e-dbe0-4841-a173-72985bc989d0 req-781cd3be-dbb3-4e71-85c1-d3c4e65131a5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.896975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2675ed0e-dbe0-4841-a173-72985bc989d0 req-781cd3be-dbb3-4e71-85c1-d3c4e65131a5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0833690 Aug 29 04:21:05.931125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-edb23a46-10dc-42a6-b8ef-effe294130a2 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.932589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-edb23a46-10dc-42a6-b8ef-effe294130a2 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0785458 Aug 29 04:21:05.939506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1d9e155-7862-43a1-be42-cccf0bf21b0a req-9c594351-1d93-4a92-b6a5-e9d1687d92a1 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b718b8-cfe1-42a0-a875-466f6913bd4b HTTP/1.1" status: 200 len: 210 time: 0.0294740 Aug 29 04:21:05.953755 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2675ed0e-dbe0-4841-a173-72985bc989d0 req-9050a976-f9b0-4cc3-9bdc-c788d5f6ce95 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Aug 29 04:21:06.067232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf72507-2cdd-4534-8aec-79040f33ce3d req-e7051940-2981-4cf1-b469-35b1859b5271 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.068791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fbf72507-2cdd-4534-8aec-79040f33ce3d req-e7051940-2981-4cf1-b469-35b1859b5271 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0577571 Aug 29 04:21:06.110558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fbf72507-2cdd-4534-8aec-79040f33ce3d req-c729a3d7-81dd-4ce2-bd79-ba89c50887da tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351934 Aug 29 04:21:06.134766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Deleting port 486b8940-f776-49b4-b535-6e03e4435245 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:06.135151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.268167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] For port 486b8940-f776-49b4-b535-6e03e4435245, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=486b8940-f776-49b4-b535-6e03e4435245,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:06.268892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.283863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Calling delete_port for 486b8940-f776-49b4-b535-6e03e4435245 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:06.298409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff81a14-9627-480f-ab48-2a2f3be8ef9f req-fcacc1b7-4056-42c7-8b77-b8d34cd32b7d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.299888 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eff81a14-9627-480f-ab48-2a2f3be8ef9f req-fcacc1b7-4056-42c7-8b77-b8d34cd32b7d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0788662 Aug 29 04:21:06.378914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eff81a14-9627-480f-ab48-2a2f3be8ef9f req-af1fcaf8-1ede-44bd-9273-e0d04dc52a7d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725214 Aug 29 04:21:06.469415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.489728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5244-ce76-41ec-afb7-2920c4249dff req-89cc619d-68a4-46c8-bfad-4465050fcf18 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.491203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16bc5244-ce76-41ec-afb7-2920c4249dff req-89cc619d-68a4-46c8-bfad-4465050fcf18 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0532157 Aug 29 04:21:06.499924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event deleted for resources: {'Port': ['ID=486b8940-f776-49b4-b535-6e03e4435245,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:06.536584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16bc5244-ce76-41ec-afb7-2920c4249dff req-220eb03e-9c05-4782-a110-983d008408e3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 Aug 29 04:21:06.548170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] No DVR routers for this DVR port 486b8940-f776-49b4-b535-6e03e4435245 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:06.555303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.555303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-0fb6ac82-1e3d-4f74-a76e-cc427be9dbf4 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.32 "DELETE /v2.0/ports/486b8940-f776-49b4-b535-6e03e4435245 HTTP/1.1" status: 204 len: 173 time: 0.5180800 Aug 29 04:21:06.706059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a160b77-ea95-4538-8973-c101157a654a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:06.715069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 46eae8d8-fc2b-484c-a52a-589aab9ca2bf no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:06.719990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35ce31-a71a-43ed-94a2-995aedc2ae3b req-72630501-fa0c-4d75-8760-2306353ab915 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.722835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb35ce31-a71a-43ed-94a2-995aedc2ae3b req-72630501-fa0c-4d75-8760-2306353ab915 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0623956 Aug 29 04:21:06.759932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 46eae8d8-fc2b-484c-a52a-589aab9ca2bf {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:06.760425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 46eae8d8-fc2b-484c-a52a-589aab9ca2bf not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:06.810874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb35ce31-a71a-43ed-94a2-995aedc2ae3b req-744919a6-f661-4df2-b39d-f0d83cec8c7c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509906 Aug 29 04:21:06.877198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:06.896657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9a160b77-ea95-4538-8973-c101157a654a', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'port_id': '9a160b77-ea95-4538-8973-c101157a654a', 'mac_address': 'fa:16:3e:9f:c5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95987889-52a7-4dfd-947d-e6abdefbfc28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:06.906750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-deleted', 'tag': '486b8940-f776-49b4-b535-6e03e4435245'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:06.909624 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9dbd58-4b82-4f07-ba08-617b7a409c71" -d '{"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-deleted", "tag": "486b8940-f776-49b4-b535-6e03e4435245"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:06.919566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc1e19-d5f9-4116-9e4c-fbc62130966d req-fa99dcc5-d3ea-421c-928c-e72f9559fad8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.922229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a1dc1e19-d5f9-4116-9e4c-fbc62130966d req-fa99dcc5-d3ea-421c-928c-e72f9559fad8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 944 time: 0.0680082 Aug 29 04:21:06.958140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.979565 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a1dc1e19-d5f9-4116-9e4c-fbc62130966d req-9929cf5e-6ea1-44ef-8930-8d44a98ec525 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499523 Aug 29 04:21:06.981744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a160b77-ea95-4538-8973-c101157a654a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:07.010211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:07.016883 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.019670 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72088c75-be55-4f48-ae99-8ec17d8e3181 x-openstack-request-id: req-72088c75-be55-4f48-ae99-8ec17d8e3181 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:07.019919 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-deleted", "tag": "486b8940-f776-49b4-b535-6e03e4435245", "status": "failed", "code": 422}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:07.020186 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72088c75-be55-4f48-ae99-8ec17d8e3181 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:07.020609 n-d-712143-14 neutron-server[94824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-deleted', 'tag': '486b8940-f776-49b4-b535-6e03e4435245', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:21:07.081333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:07.147178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a62ac-9f2d-44d6-a5d0-1a1f885318a9 req-92e9815c-c9e0-459c-96bc-4297afb92ca2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.149084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a61a62ac-9f2d-44d6-a5d0-1a1f885318a9 req-92e9815c-c9e0-459c-96bc-4297afb92ca2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0605834 Aug 29 04:21:07.200992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a160b77-ea95-4538-8973-c101157a654a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:07.205964 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46337375-a240-4c04-9ab6-bca80eb7c75d" -d '{"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-unplugged", "status": "completed", "tag": "9a160b77-ea95-4538-8973-c101157a654a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:07.212059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a61a62ac-9f2d-44d6-a5d0-1a1f885318a9 req-e21cc9c9-5897-4291-8edf-bd1fd20471bb tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Aug 29 04:21:07.276079 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-19837db4-0479-4311-8ada-55b407577215 req-be7581b5-9a43-424f-b1e9-82054d9578e8 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 210 time: 0.0289042 Aug 29 04:21:07.320362 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9846da9e-5ddc-421c-8e7c-755233f9fe33 x-openstack-request-id: req-9846da9e-5ddc-421c-8e7c-755233f9fe33 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:07.320796 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-unplugged", "status": "completed", "tag": "9a160b77-ea95-4538-8973-c101157a654a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:07.321129 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9846da9e-5ddc-421c-8e7c-755233f9fe33 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:07.321572 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a160b77-ea95-4538-8973-c101157a654a', 'code': 200} Aug 29 04:21:07.337180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01f019-cb08-44dc-8b80-0db58f314115 req-52cb8af1-c819-4f50-b40d-2fcad870ad1d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.338677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8b01f019-cb08-44dc-8b80-0db58f314115 req-52cb8af1-c819-4f50-b40d-2fcad870ad1d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 949 time: 0.0679777 Aug 29 04:21:07.383321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8b01f019-cb08-44dc-8b80-0db58f314115 req-d49e379b-92c2-481d-a334-989590e25cba tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Aug 29 04:21:07.499415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd72e3-9912-4ea9-bb3f-380a7deed6ba req-07215d0a-d233-4e1b-bbca-7ca73af0d9b5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.500799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52bd72e3-9912-4ea9-bb3f-380a7deed6ba req-07215d0a-d233-4e1b-bbca-7ca73af0d9b5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0509400 Aug 29 04:21:07.541782 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52bd72e3-9912-4ea9-bb3f-380a7deed6ba req-dfac32cb-fe65-41ae-96dd-3d26ba3b89fb tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Aug 29 04:21:07.574585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9a160b77-ea95-4538-8973-c101157a654a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:07.668463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1875b3d-0523-42c6-acf5-87bc004c818a req-58bb8ba6-32bf-4969-bada-b5c73644a877 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.670411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1875b3d-0523-42c6-acf5-87bc004c818a req-58bb8ba6-32bf-4969-bada-b5c73644a877 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0548763 Aug 29 04:21:07.711619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1875b3d-0523-42c6-acf5-87bc004c818a req-d1fd5d11-0731-48c0-8919-abc1476f8549 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Aug 29 04:21:07.937341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06ddb-9c9c-42d0-8182-cbcb8ae0f8ed req-1531b944-031a-4b53-8f98-a7e305b22047 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.938872 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9dc06ddb-9c9c-42d0-8182-cbcb8ae0f8ed req-1531b944-031a-4b53-8f98-a7e305b22047 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0541108 Aug 29 04:21:08.001869 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9dc06ddb-9c9c-42d0-8182-cbcb8ae0f8ed req-2b364b93-212c-49ab-948f-23bfef29468f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Aug 29 04:21:08.130322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d761c-cffe-4562-bf74-03807e1ab2b3 req-e8be9aec-57dc-41ae-ac95-f63eb6ccae28 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.131763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-416d761c-cffe-4562-bf74-03807e1ab2b3 req-e8be9aec-57dc-41ae-ac95-f63eb6ccae28 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 945 time: 0.0567100 Aug 29 04:21:08.185827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-416d761c-cffe-4562-bf74-03807e1ab2b3 req-b5bd7d81-1910-4dc6-abce-d71fda2b5984 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Aug 29 04:21:08.205947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-be7b1329-c35a-4b19-9d9e-b35fb8321010 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.208956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-be7b1329-c35a-4b19-9d9e-b35fb8321010 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.37 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 823 time: 0.1369398 Aug 29 04:21:08.264531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c09d25f5-6165-4e96-9ff0-4c65adc66ac6 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d406e0dd134142f5953b8c097d887dfb HTTP/1.1" status: 200 len: 380 time: 0.0456076 Aug 29 04:21:08.275209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'port': {'device_id': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'admin_state_up': True, 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'security_groups': ['0ae8a633-96e9-4da6-9d88-fca27edd67b6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:08.372745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6dcddbe0-5477-4cc8-a667-ba633c01b6f6 req-eadf2e44-4b87-4622-ab3c-e41405b5640a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 210 time: 0.0273495 Aug 29 04:21:08.410846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2533-7818-4fda-81b6-0ba061de2778 req-1314ee91-141b-4525-9a58-2d5f05290091 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.412352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-141d2533-7818-4fda-81b6-0ba061de2778 req-1314ee91-141b-4525-9a58-2d5f05290091 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.1207855 Aug 29 04:21:08.467093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Made reservation on behalf of d406e0dd134142f5953b8c097d887dfb for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:08.471677 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.489769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-141d2533-7818-4fda-81b6-0ba061de2778 req-63bc9046-95dd-4c2d-9696-ffc5281e70b9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700634 Aug 29 04:21:08.522505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6edd3-a9c7-493b-876d-c4f6a22df0a1 req-84053ade-51d0-44b2-a399-62caa1337b5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.523996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fd6edd3-a9c7-493b-876d-c4f6a22df0a1 req-84053ade-51d0-44b2-a399-62caa1337b5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 949 time: 0.0683112 Aug 29 04:21:08.564160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fd6edd3-a9c7-493b-876d-c4f6a22df0a1 req-83cd843a-a426-47d4-bb47-4a35b0022bf3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Aug 29 04:21:08.612575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Allocated IP 172.20.0.4 (9d15c1ec-c024-4667-9fca-7f375bb4ac23/bbbc6cba-0ab9-49b5-9add-e87f0531f9d2/90c0c5e3-663f-49ad-9db8-d3bf58ce54ba) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:08.691834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46206f36-53d7-4204-a5b9-430c802091b8 req-9a4506a3-da5d-4d01-8bd8-87452c12bcf6 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.693329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46206f36-53d7-4204-a5b9-430c802091b8 req-9a4506a3-da5d-4d01-8bd8-87452c12bcf6 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0785854 Aug 29 04:21:08.783878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46206f36-53d7-4204-a5b9-430c802091b8 req-b0543492-228e-4530-91f2-075c19f60b19 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756743 Aug 29 04:21:08.820766 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.836023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Transition to ACTIVE for port object 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:08.836636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f68b-aa77-485b-be86-a77f000dddb0 req-e80ed91b-287d-418a-9202-016b017d2be1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.838626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b693f68b-aa77-485b-be86-a77f000dddb0 req-e80ed91b-287d-418a-9202-016b017d2be1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0547183 Aug 29 04:21:08.869606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.884819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b693f68b-aa77-485b-be86-a77f000dddb0 req-7cac0c2a-c2b1-47de-9a94-2dd6d1f3e9b7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Aug 29 04:21:08.916262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:08.921272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:08.925139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:08.930715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:08.932755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.938162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event updated for resources: {'Port': ['ID=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.959346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-3ea57934-f7a0-40e4-a8c1-0e1c36ee5398 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6887078 Aug 29 04:21:08.980885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Request body: {'port': {'device_id': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.041089 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.131223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9c0adc71-ad0f-4ee9-a902-c2dec0496f3f None None] Provisioning for port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:09.135646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9c0adc71-ad0f-4ee9-a902-c2dec0496f3f None None] Provisioning complete for port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:09.136092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc71-ad0f-4ee9-a902-c2dec0496f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.177563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9c0adc71-ad0f-4ee9-a902-c2dec0496f3f None None] Port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:09.212758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed0ad-0293-4121-b0be-0771ed216138 req-2901249d-0663-48e1-a624-78324a7653f2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.214185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a9ed0ad-0293-4121-b0be-0771ed216138 req-2901249d-0663-48e1-a624-78324a7653f2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1250143 Aug 29 04:21:09.305998 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a9ed0ad-0293-4121-b0be-0771ed216138 req-81e902aa-e31e-4f2b-8dc0-a553fb5f18a6 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752385 Aug 29 04:21:09.312251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff212830-96f7-467e-95d5-05f586f48b74 req-f1c83a70-b8cb-46a0-82a0-84e632527424 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.314235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff212830-96f7-467e-95d5-05f586f48b74 req-f1c83a70-b8cb-46a0-82a0-84e632527424 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 945 time: 0.0531173 Aug 29 04:21:09.355133 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff212830-96f7-467e-95d5-05f586f48b74 req-c2777c8a-e9ed-46b6-abab-f12507994a4f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Aug 29 04:21:09.393942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:09.401892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.414336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Transition to ACTIVE for port object 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:09.419111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.531880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Pushing event updated for resources: {'Port': ['ID=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.571726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-a4e9cf5f-3eed-4996-a699-36ef31e9bc86 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.573246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-a4e9cf5f-3eed-4996-a699-36ef31e9bc86 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 949 time: 0.1511402 Aug 29 04:21:09.578546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Attempting to bind port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:09.578876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Attempting to bind port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:09.579200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Attempting to bind port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:09.595371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:09.595695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Attempting to bind port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba on network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:09.620600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d6c6-075e-4e24-b890-e3925edb17bb req-30f6b54c-ddd6-453a-8faf-df8df4e0a4a2 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.622143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b16d6c6-075e-4e24-b890-e3925edb17bb req-30f6b54c-ddd6-453a-8faf-df8df4e0a4a2 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 943 time: 0.1553180 Aug 29 04:21:09.626556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782682f-0192-49bb-be77-d8667921f626 req-fe0d297d-e353-42a4-b08a-342e8faf767e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.630061 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5782682f-0192-49bb-be77-d8667921f626 req-fe0d297d-e353-42a4-b08a-342e8faf767e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0597734 Aug 29 04:21:09.633569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:09.633941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Checking segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:09.634327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Bound using segment: {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:09.634759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Bound port: 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd879a844-a710-4910-bf42-e01ff98e982c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:09.635113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.673272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5782682f-0192-49bb-be77-d8667921f626 req-aa679d4a-8cf0-4ffc-8c2a-cc01a7e510dd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Aug 29 04:21:09.712157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b16d6c6-075e-4e24-b890-e3925edb17bb req-198a73b7-ff47-4c8d-a7ef-2ffafbab9869 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824139 Aug 29 04:21:09.786437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] For port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:09.790272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port f42e7647-45a9-41f0-943e-52ccf77cf440 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:09.790640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.791124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81920d84-e141-431f-a9ee-e8afbcc189de req-9e2a0bb6-228f-405f-b09e-d06e75fe222d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.792848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81920d84-e141-431f-a9ee-e8afbcc189de req-9e2a0bb6-228f-405f-b09e-d06e75fe222d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 949 time: 0.0565681 Aug 29 04:21:09.795575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] For port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:09.807910 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.837152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81920d84-e141-431f-a9ee-e8afbcc189de req-91317510-253f-4cdc-ab27-e2796fc7f99f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368650 Aug 29 04:21:09.901028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.901911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.903295 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] 10.222.0.37 "PUT /v2.0/ports/90c0c5e3-663f-49ad-9db8-d3bf58ce54ba HTTP/1.1" status: 200 len: 1092 time: 0.9270747 Aug 29 04:21:09.906040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:09.908449 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb7548e-63f9-4e21-9b68-728754d92acb" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:10.000547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6678-43f5-49a4-8091-bbb8e0e6db69 service neutron] Pushing event updated for resources: {'Port': ['ID=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.022486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e941-132e-423b-9afe-6acfed83ec53 req-6cf83e69-b8cc-48fb-ab54-66b08cc28477 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.030052 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adb5e941-132e-423b-9afe-6acfed83ec53 req-6cf83e69-b8cc-48fb-ab54-66b08cc28477 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0582390 Aug 29 04:21:10.034653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port f42e7647-45a9-41f0-943e-52ccf77cf440, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f42e7647-45a9-41f0-943e-52ccf77cf440,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:10.035051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.064568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084faa2-c795-457a-87e1-0a9b85473cf7 req-0bdc34c1-6c10-431e-a58a-1bcf663dac9b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.066131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adb5e941-132e-423b-9afe-6acfed83ec53 req-1441d5e5-7ba1-4245-ad31-e719e5460524 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352838 Aug 29 04:21:10.066263 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4084faa2-c795-457a-87e1-0a9b85473cf7 req-0bdc34c1-6c10-431e-a58a-1bcf663dac9b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.1876764 Aug 29 04:21:10.068426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for f42e7647-45a9-41f0-943e-52ccf77cf440 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:10.088345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-dd99a3c2-9758-42c9-9293-a9a8dfbc576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.089813 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-dd99a3c2-9758-42c9-9293-a9a8dfbc576a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 1095 time: 0.1301079 Aug 29 04:21:10.142390 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf122ad-2db1-4ae2-b023-908bb976118f x-openstack-request-id: req-adf122ad-2db1-4ae2-b023-908bb976118f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:10.142993 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:10.142993 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adf122ad-2db1-4ae2-b023-908bb976118f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:10.143369 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'status': 'completed', 'code': 200} Aug 29 04:21:10.168373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aa595e90-11e9-498c-9ff0-d16761945a72 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:10.184428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-9367a732-6e64-419b-9a1c-a7a84577ce94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba HTTP/1.1" status: 200 len: 217 time: 0.0829492 Aug 29 04:21:10.196108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4084faa2-c795-457a-87e1-0a9b85473cf7 req-274593b9-b8c0-471b-be8c-4e955fed7e8a tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196461 Aug 29 04:21:10.264828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-27a03a47-6961-4bc5-b5ef-e0ccdbb5c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.266321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-27a03a47-6961-4bc5-b5ef-e0ccdbb5c3e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.0736551 Aug 29 04:21:10.275093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:10.287155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'aa595e90-11e9-498c-9ff0-d16761945a72', 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636', 'port_id': 'aa595e90-11e9-498c-9ff0-d16761945a72', 'mac_address': 'fa:16:3e:1a:16:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d3066-8f04-44fc-8643-c2ab29b14fe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:10.324368 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.337530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa595e90-11e9-498c-9ff0-d16761945a72 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:10.358804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-2adac23c-e0d1-4fed-ab18-2b4e75de0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.361924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-2adac23c-e0d1-4fed-ab18-2b4e75de0c91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632045 Aug 29 04:21:10.364117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.366918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:10.372048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.380870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2796a16b-880a-411b-904d-90bbfe6e46cf', '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'f42e7647-45a9-41f0-943e-52ccf77cf440'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:10.403969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=f42e7647-45a9-41f0-943e-52ccf77cf440,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.435214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2', 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:10.535889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20925776-7004-4a9f-837e-d0630c8968e5 req-d82bd5be-b355-4f49-806d-deb46d2f0bba tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.537716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.554407 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20925776-7004-4a9f-837e-d0630c8968e5 req-d82bd5be-b355-4f49-806d-deb46d2f0bba tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 945 time: 0.1020679 Aug 29 04:21:10.559622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6bec-dabe-4144-88f2-c28d806e857e req-c3771077-620a-4659-9b30-215e939859d7 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.561760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f1d6bec-dabe-4144-88f2-c28d806e857e req-c3771077-620a-4659-9b30-215e939859d7 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1499944 Aug 29 04:21:10.564504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port f42e7647-45a9-41f0-943e-52ccf77cf440 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:10.568417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.581678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-423ae39e-2881-47a1-a18c-28e46dab5d9d req-b4eca620-add5-4ee6-979f-4f4bd48732a8 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "DELETE /v2.0/ports/f42e7647-45a9-41f0-943e-52ccf77cf440 HTTP/1.1" status: 204 len: 173 time: 0.9992256 Aug 29 04:21:10.639723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f1d6bec-dabe-4144-88f2-c28d806e857e req-155012a6-1d60-4b37-94b4-acf3ebd7db35 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529056 Aug 29 04:21:10.643106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20925776-7004-4a9f-837e-d0630c8968e5 req-62bd6fe2-7d92-48f8-bdf4-32ac749f811c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866821 Aug 29 04:21:10.676470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-a8cbf0af-84b8-4018-b66e-8fff293e3d19 service neutron] 10.222.0.37 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807565 Aug 29 04:21:10.737558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a160b77-ea95-4538-8973-c101157a654a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:10.823117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e772bed2-50c7-47df-bf8a-36b45fc1dc71 req-c36e4db0-23a4-4c0f-97bd-8b2200c22513 service neutron] 10.222.0.37 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373353 Aug 29 04:21:10.847915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['aa595e90-11e9-498c-9ff0-d16761945a72'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:10.902329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b516-df85-4b3f-8df4-96b79646ad28 req-6ec2b3a6-8ca8-41d2-920e-040e44abe320 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.904081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb76b516-df85-4b3f-8df4-96b79646ad28 req-6ec2b3a6-8ca8-41d2-920e-040e44abe320 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 943 time: 0.0554204 Aug 29 04:21:10.941191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138d80-673b-4fd5-beee-27a8daa95b48 req-cf4553c4-1f89-45b6-b20b-85811e094723 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.942782 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6138d80-673b-4fd5-beee-27a8daa95b48 req-cf4553c4-1f89-45b6-b20b-85811e094723 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0892665 Aug 29 04:21:10.962183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb76b516-df85-4b3f-8df4-96b79646ad28 req-7b5dc04d-bb2e-46f4-9bab-881bc18ca1f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502784 Aug 29 04:21:10.968748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-e28f401d-9a6d-4591-a5a4-41258ab0262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.970374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-e28f401d-9a6d-4591-a5a4-41258ab0262f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 1095 time: 0.0853133 Aug 29 04:21:10.992953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6138d80-673b-4fd5-beee-27a8daa95b48 req-894f0328-5d2f-4c4d-a57b-0fe3c7d714d6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Aug 29 04:21:11.028955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9a160b77-ea95-4538-8973-c101157a654a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:11.029745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.089666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-ac606e7e-f9a8-4b55-a66c-804af4be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.091624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-ac606e7e-f9a8-4b55-a66c-804af4be09c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 924 time: 0.0976222 Aug 29 04:21:11.104840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04630c9f-d476-45d8-ba68-887edad61fdf req-79d5bd2a-324f-49c0-8b44-a8e410e75942 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7 HTTP/1.1" status: 200 len: 210 time: 0.0317135 Aug 29 04:21:11.158346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-bcbc0910-dce8-42c4-b611-a433bb4b893b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba HTTP/1.1" status: 200 len: 217 time: 0.0538316 Aug 29 04:21:11.242059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3632d-f03f-41f3-9ba2-19cd9ec4799a req-0b0237ac-112c-4a98-b514-2ed7c4003e7e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.243547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ff3632d-f03f-41f3-9ba2-19cd9ec4799a req-0b0237ac-112c-4a98-b514-2ed7c4003e7e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0878742 Aug 29 04:21:11.245100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-f8bda90c-9a44-41ca-b7cf-36f7c641eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.246452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-f8bda90c-9a44-41ca-b7cf-36f7c641eb64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.0642982 Aug 29 04:21:11.319116 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.319674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ff3632d-f03f-41f3-9ba2-19cd9ec4799a req-6721369c-3bb4-4588-994d-27edc80cc396 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611055 Aug 29 04:21:11.329317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-80f95ea4-ef23-448d-81d9-55463892844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.331673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-80f95ea4-ef23-448d-81d9-55463892844f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720725 Aug 29 04:21:11.366122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0323-7acf-4fce-9c11-18d375e95764 req-2319b44a-523a-4e99-a94b-60674ad263df tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.374167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a160b77-ea95-4538-8973-c101157a654a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:11.376395 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ffb2a-b595-478f-8228-68e523999c8b" -d '{"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-plugged", "status": "completed", "tag": "9a160b77-ea95-4538-8973-c101157a654a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:11.381425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-007e0323-7acf-4fce-9c11-18d375e95764 req-2319b44a-523a-4e99-a94b-60674ad263df tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.0963459 Aug 29 04:21:11.422683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:11.433992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.434238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-007e0323-7acf-4fce-9c11-18d375e95764 req-4fad089b-bc11-4fcc-b23f-35e5b047a829 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Aug 29 04:21:11.480263 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc273cd-eba7-4d78-babe-bddf03c9b25c x-openstack-request-id: req-bcc273cd-eba7-4d78-babe-bddf03c9b25c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:11.480559 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-plugged", "status": "completed", "tag": "9a160b77-ea95-4538-8973-c101157a654a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:11.480831 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcc273cd-eba7-4d78-babe-bddf03c9b25c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:11.481229 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a160b77-ea95-4538-8973-c101157a654a', 'code': 200} Aug 29 04:21:11.528438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.783129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-35a7df2f-c8cc-464f-be72-f61b00638677 service neutron] 10.222.0.37 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408207 Aug 29 04:21:11.793537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc5b6-5489-4be2-8c3f-e68631f610c6 req-bb679f5c-a8f6-47ba-99f9-b6267428d4dc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.795054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce8bc5b6-5489-4be2-8c3f-e68631f610c6 req-bb679f5c-a8f6-47ba-99f9-b6267428d4dc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0510228 Aug 29 04:21:11.806611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e89c8-1eb0-43ad-920e-7cb712d38fde req-ebbe9f3d-cbdc-47d7-b55e-5401c035323c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.808232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-337e89c8-1eb0-43ad-920e-7cb712d38fde req-ebbe9f3d-cbdc-47d7-b55e-5401c035323c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0985391 Aug 29 04:21:11.833390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce8bc5b6-5489-4be2-8c3f-e68631f610c6 req-dc4ef34b-d986-49b8-86ad-acb553a2d790 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Aug 29 04:21:11.864733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e948e-c5de-406c-8a23-0bd723b9c304 req-1a041f37-e7e2-477e-9df8-cd02b7a7d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.866234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff8e948e-c5de-406c-8a23-0bd723b9c304 req-1a041f37-e7e2-477e-9df8-cd02b7a7d1d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 1098 time: 0.1174822 Aug 29 04:21:11.917892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-337e89c8-1eb0-43ad-920e-7cb712d38fde req-b29c13e3-a48d-4958-841b-16a834a56a87 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021461 Aug 29 04:21:11.941560 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff8e948e-c5de-406c-8a23-0bd723b9c304 req-7285e3cb-ba3b-4a64-a0f6-a86a4b7ca83a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661883 Aug 29 04:21:11.945023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb7548e-63f9-4e21-9b68-728754d92acb req-789bd4e9-98d9-42e9-a5a4-4743182b8a20 service neutron] 10.222.0.37 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476076 Aug 29 04:21:12.074707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90c31-0153-4bf6-8e08-1a21ceea5ced req-051c76fd-ba23-4f78-bee2-8e95235a5e7a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.076193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42a90c31-0153-4bf6-8e08-1a21ceea5ced req-051c76fd-ba23-4f78-bee2-8e95235a5e7a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 943 time: 0.0486484 Aug 29 04:21:12.114609 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42a90c31-0153-4bf6-8e08-1a21ceea5ced req-7877bf2b-a02e-4bfc-b93d-d16d26b64d85 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Aug 29 04:21:12.129261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb222bf-e0a1-4b75-9ad9-0d2fdbfb1b6d req-ab4632a1-4402-4720-8dac-257cd82a45f9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.130856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cb222bf-e0a1-4b75-9ad9-0d2fdbfb1b6d req-ab4632a1-4402-4720-8dac-257cd82a45f9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.0551462 Aug 29 04:21:12.143796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'name': 'network-vif-deleted', 'tag': 'f42e7647-45a9-41f0-943e-52ccf77cf440'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:12.146058 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b05b97-a263-4f29-8467-afed6cb9999d" -d '{"events": [{"server_uuid": "3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7", "name": "network-vif-deleted", "tag": "f42e7647-45a9-41f0-943e-52ccf77cf440"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:12.167751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f42e7647-45a9-41f0-943e-52ccf77cf440 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:12.175863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cb222bf-e0a1-4b75-9ad9-0d2fdbfb1b6d req-19e5c571-9772-44de-bb66-ef336b96ef4e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388136 Aug 29 04:21:12.192273 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abff6ac-7e7d-4184-b38f-341050045d07 x-openstack-request-id: req-5abff6ac-7e7d-4184-b38f-341050045d07 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:12.192569 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7", "name": "network-vif-deleted", "tag": "f42e7647-45a9-41f0-943e-52ccf77cf440", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:12.192824 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5abff6ac-7e7d-4184-b38f-341050045d07 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:12.193220 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0cbb8f-a5c7-4782-aa6f-bfbc5038d5f7', 'name': 'network-vif-deleted', 'tag': 'f42e7647-45a9-41f0-943e-52ccf77cf440', 'status': 'completed', 'code': 200} Aug 29 04:21:12.194050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: f42e7647-45a9-41f0-943e-52ccf77cf440 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:12.194396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f42e7647-45a9-41f0-943e-52ccf77cf440 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:12.396103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cdcf0-f9cb-47a7-9a13-8bde6985b7f3 req-6565a154-868d-4025-bcf7-2418f2a6f788 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.397742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d28cdcf0-f9cb-47a7-9a13-8bde6985b7f3 req-6565a154-868d-4025-bcf7-2418f2a6f788 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 950 time: 0.0500815 Aug 29 04:21:12.435758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d28cdcf0-f9cb-47a7-9a13-8bde6985b7f3 req-5e56416f-b07f-4588-a87b-8cf2619ef032 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Aug 29 04:21:12.438860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f6d8-c68a-49ce-8c10-981a3490bce7 req-24b8f673-54ac-42e0-893a-deb44391cda3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.440254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fa4f6d8-c68a-49ce-8c10-981a3490bce7 req-24b8f673-54ac-42e0-893a-deb44391cda3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0520771 Aug 29 04:21:12.478905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fa4f6d8-c68a-49ce-8c10-981a3490bce7 req-44a26491-6da5-4b6a-a649-f1b70abab7af tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Aug 29 04:21:12.539629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e0abf-6a79-4320-9be9-fc2ec896079d req-3ea42c44-b85a-4d79-a702-7490537c89bd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.541126 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6e0abf-6a79-4320-9be9-fc2ec896079d req-3ea42c44-b85a-4d79-a702-7490537c89bd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.0502498 Aug 29 04:21:12.578583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6e0abf-6a79-4320-9be9-fc2ec896079d req-12fb76b0-554e-4a24-ba6d-27c421e56bd5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Aug 29 04:21:12.935449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-68cf1bdb-325a-471f-9a34-ed12b0d0dd55 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.937647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-68cf1bdb-325a-471f-9a34-ed12b0d0dd55 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.0481117 Aug 29 04:21:12.950184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4480f-99d0-4171-af55-5d2cc4cce2a2 req-c332586f-f59c-4f5a-bbbf-6e4a4574c8dc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.951712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfd4480f-99d0-4171-af55-5d2cc4cce2a2 req-c332586f-f59c-4f5a-bbbf-6e4a4574c8dc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0494134 Aug 29 04:21:12.951879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-14'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:12.994962 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfd4480f-99d0-4171-af55-5d2cc4cce2a2 req-b6ced5b1-c8d2-48ae-9f96-5abcc6ecc182 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Aug 29 04:21:13.015879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.093975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49b558-e4e8-48ac-ad2d-07ec77d62ae1 req-11026f95-1610-459a-b3f9-d78a3774e29e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.095442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec49b558-e4e8-48ac-ad2d-07ec77d62ae1 req-11026f95-1610-459a-b3f9-d78a3774e29e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0929654 Aug 29 04:21:13.179027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec49b558-e4e8-48ac-ad2d-07ec77d62ae1 req-17433b35-2f3f-4d60-af25-6bd319e43f04 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719695 Aug 29 04:21:13.200605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:13.229449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a886-4e11-4a1b-909e-fd383092b316 req-7d9a791f-6ff8-45a0-861d-186975b887fd tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.231032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8e1a886-4e11-4a1b-909e-fd383092b316 req-7d9a791f-6ff8-45a0-861d-186975b887fd tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 943 time: 0.0500553 Aug 29 04:21:13.243524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:13.270814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8e1a886-4e11-4a1b-909e-fd383092b316 req-98dac6bf-ee5f-4de0-b0b9-312c3562dda6 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Aug 29 04:21:13.315167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.322338 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.367450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fb311-ded8-4bc8-a59f-7a721091b085 req-51bbb1de-03a3-4eb6-bfed-47519deb9d22 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.369520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a4fb311-ded8-4bc8-a59f-7a721091b085 req-51bbb1de-03a3-4eb6-bfed-47519deb9d22 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 945 time: 0.1027625 Aug 29 04:21:13.430188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.452578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on host n-h2-712143-14 for vnic_type normal with profile {"migrating_to": "n-h1-712143-14"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:13.452936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:13.453269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:13.461715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a4fb311-ded8-4bc8-a59f-7a721091b085 req-2fb735fe-b190-4c78-ab70-ab5fb152262f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858655 Aug 29 04:21:13.462414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:13.462762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Attempting to bind port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:13.469223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:13.469629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:13.470111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:13.470570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Bound port: 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:13.470949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.542139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:13.546763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:13.557523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17cdb7-990f-4585-b325-6656806f6aec req-bd426682-72ca-435b-bf75-fbaf6a3f2120 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.559494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff17cdb7-990f-4585-b325-6656806f6aec req-bd426682-72ca-435b-bf75-fbaf6a3f2120 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 950 time: 0.0547142 Aug 29 04:21:13.565192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.601195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff17cdb7-990f-4585-b325-6656806f6aec req-79ed4213-9671-45f7-aee4-7ed31477d3f3 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357854 Aug 29 04:21:13.655570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.665785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e36341-2e5b-4635-ab5f-423e7cc0562d req-010f8f81-1a9d-4b03-bb73-fe7387ef8f64 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.667389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4e36341-2e5b-4635-ab5f-423e7cc0562d req-010f8f81-1a9d-4b03-bb73-fe7387ef8f64 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.1192176 Aug 29 04:21:13.689928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.690569 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.693071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-4d6c09d9-4547-40aa-abed-84d42f609840 service neutron] 10.222.0.37 "PUT /v2.0/ports/0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 200 len: 1123 time: 0.7445874 Aug 29 04:21:13.737538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4e36341-2e5b-4635-ab5f-423e7cc0562d req-d06d43d8-6a23-4bb9-a251-5a653bb8bc6a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514014 Aug 29 04:21:13.814317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa12053-d42f-40fa-b11c-1c16135173ed req-24a634ce-d1e0-4bc3-9e5c-e67ba46bc72e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.816113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa12053-d42f-40fa-b11c-1c16135173ed req-24a634ce-d1e0-4bc3-9e5c-e67ba46bc72e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.0502148 Aug 29 04:21:13.854784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa12053-d42f-40fa-b11c-1c16135173ed req-47746e55-b01f-462f-acb0-0ec9065211e8 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Aug 29 04:21:13.876366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['0cc32c94-6b96-469c-bd42-c67a4b309a7b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:13.936524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['0cc32c94-6b96-469c-bd42-c67a4b309a7b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:14.108727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a84457-41cc-47b4-abf2-d54a9627d85a req-71118010-6196-4855-a24d-3816235408ca tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.110693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a1a84457-41cc-47b4-abf2-d54a9627d85a req-71118010-6196-4855-a24d-3816235408ca tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Aug 29 04:21:14.148246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a1a84457-41cc-47b4-abf2-d54a9627d85a req-1a1ded2b-ef0c-4574-aa76-34b0333948d8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Aug 29 04:21:14.173819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:14.176035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aa595e90-11e9-498c-9ff0-d16761945a72 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:14.194339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b'}, {'name': 'network-changed', 'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:14.197055 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40956f4a-2dfc-4da6-8491-31365cdbb383" -d '{"events": [{"server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b"}, {"name": "network-changed", "server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:14.243678 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a16ace-21b1-4b3e-b051-af6621056975 x-openstack-request-id: req-45a16ace-21b1-4b3e-b051-af6621056975 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:14.244151 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b", "code": 200}, {"name": "network-changed", "server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:14.244486 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45a16ace-21b1-4b3e-b051-af6621056975 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:14.244989 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'code': 200} Aug 29 04:21:14.245352 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'status': 'completed', 'code': 200} Aug 29 04:21:14.269446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6a8b6-b540-4e2a-8145-44e95143eb1a req-7780fa39-61d7-469c-ac80-01aee77d1e82 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.271823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08b6a8b6-b540-4e2a-8145-44e95143eb1a req-7780fa39-61d7-469c-ac80-01aee77d1e82 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0564375 Aug 29 04:21:14.308380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port aa595e90-11e9-498c-9ff0-d16761945a72 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:14.315664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port aa595e90-11e9-498c-9ff0-d16761945a72 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:14.316041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.317664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08b6a8b6-b540-4e2a-8145-44e95143eb1a req-9b00417c-7d6b-4d59-b663-1447c90d3dba tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Aug 29 04:21:14.360253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b3a9-9fb7-402c-893f-0f7287b01b4b req-443aecf9-8718-4fbd-b7d2-b2f1dc5d0425 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.362260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae22b3a9-9fb7-402c-893f-0f7287b01b4b req-443aecf9-8718-4fbd-b7d2-b2f1dc5d0425 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0698323 Aug 29 04:21:14.379026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:14.398021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'port_id': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'mac_address': 'fa:16:3e:d8:ce:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:14.430921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d66166-4a3c-410e-ad53-4ac8bb6572a1 req-f7bceef9-6716-45ee-a957-ff7aeba94a6f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.431204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae22b3a9-9fb7-402c-893f-0f7287b01b4b req-3c551f29-876d-4d96-beee-c002f4278247 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624750 Aug 29 04:21:14.438568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f6d66166-4a3c-410e-ad53-4ac8bb6572a1 req-f7bceef9-6716-45ee-a957-ff7aeba94a6f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 943 time: 0.0616429 Aug 29 04:21:14.464913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.479402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-788c0788-4fe3-4f5d-9983-f350478aae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.480969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-788c0788-4fe3-4f5d-9983-f350478aae0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1126 time: 0.0974967 Aug 29 04:21:14.485522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f6d66166-4a3c-410e-ad53-4ac8bb6572a1 req-6522f769-e53c-4f43-9112-eb3568a52da1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458601 Aug 29 04:21:14.486618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:14.493237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.524638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:14.528669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-72c196b8-ecfe-4baa-b68c-814c050110ca tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.531213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-72c196b8-ecfe-4baa-b68c-814c050110ca tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 950 time: 0.0949118 Aug 29 04:21:14.531366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:14.533928 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297a3d5d-f1c9-4a5f-bf19-6c1d0b3894b9" -d '{"events": [{"server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:14.544156 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.544827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:14.554231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:14.580665 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.672170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-30ab6abd-f340-4b22-8e05-5e506f896148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.673805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-30ab6abd-f340-4b22-8e05-5e506f896148 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1829987 Aug 29 04:21:14.683906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.687204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920f4f1-5147-45ee-ad49-df6c4786ec5a req-667b67fe-856a-4fb9-8be9-428404517cd2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.696483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4920f4f1-5147-45ee-ad49-df6c4786ec5a req-667b67fe-856a-4fb9-8be9-428404517cd2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.1163599 Aug 29 04:21:14.706989 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fc3844-db7c-4ded-a4d0-7a03ba7e8626 x-openstack-request-id: req-73fc3844-db7c-4ded-a4d0-7a03ba7e8626 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:14.707439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:14.707791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.708021 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "name": "network-vif-plugged", "status": "completed", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:14.708282 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73fc3844-db7c-4ded-a4d0-7a03ba7e8626 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:14.708679 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72', 'code': 200} Aug 29 04:21:14.757153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4920f4f1-5147-45ee-ad49-df6c4786ec5a req-f9f1158d-8aa1-4a3c-b6ec-0e69871cbc03 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592036 Aug 29 04:21:14.806306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:14.813886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.822056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b has no active binding in host n-h1-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:21:14.859721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-b53ceb8d-d4db-4ac9-9562-3b1ec70433f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 200 len: 217 time: 0.0923440 Aug 29 04:21:14.919941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port 8ec1f193-7fb9-4d46-95ab-3c320003fc22, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8ec1f193-7fb9-4d46-95ab-3c320003fc22,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:14.920309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.924041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044afc63-a564-4e17-91d3-5ee676181f73 req-5cb0aca1-4477-4a1c-99ba-da95aa299eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.925499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-044afc63-a564-4e17-91d3-5ee676181f73 req-5cb0aca1-4477-4a1c-99ba-da95aa299eb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1097 time: 0.1659453 Aug 29 04:21:14.932821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b771-ac3e-44ee-aac0-d2dfc214355b req-eb631938-da2b-48fb-9283-957bba60d58d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.934264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6273b771-ac3e-44ee-aac0-d2dfc214355b req-eb631938-da2b-48fb-9283-957bba60d58d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 950 time: 0.1686184 Aug 29 04:21:14.984693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for 8ec1f193-7fb9-4d46-95ab-3c320003fc22 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:15.038324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-044afc63-a564-4e17-91d3-5ee676181f73 req-cde24fb9-36e8-4408-bb6d-9d5b09a94fab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852337 Aug 29 04:21:15.062795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e13f-df38-4e59-867b-34f26b23f000 req-3960c5e9-9de3-4770-a1f3-f8d348eb721b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.064301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-3960c5e9-9de3-4770-a1f3-f8d348eb721b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 815 time: 0.1087530 Aug 29 04:21:15.072176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-50ee55ab-0e12-40ca-af61-72cd5e369960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.073645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-50ee55ab-0e12-40ca-af61-72cd5e369960 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1678331 Aug 29 04:21:15.078837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6273b771-ac3e-44ee-aac0-d2dfc214355b req-ca0cdcd0-5050-4790-a2e1-4aca9b614d95 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199379 Aug 29 04:21:15.080247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-c022be3e-0a94-4991-8c67-9f3a78a2005b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/quotas/b2d53f53700c4c6e8200900c74fb755e HTTP/1.1" status: 200 len: 375 time: 0.0101271 Aug 29 04:21:15.127573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-8f7cc226-48c3-4e9d-bdca-2597dc76fb2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323894 Aug 29 04:21:15.142332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-59abac52-ed49-4f7c-b131-e91790cf8632 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556314 Aug 29 04:21:15.232840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-d7b35e52-70ca-43ef-9653-1ad3c1b5b611 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834999 Aug 29 04:21:15.293602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625321a-7415-402f-8b30-2c8fa480c511 req-cfdc679a-cb17-4a30-ac2b-42979ecf387f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.295115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c625321a-7415-402f-8b30-2c8fa480c511 req-cfdc679a-cb17-4a30-ac2b-42979ecf387f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.1489758 Aug 29 04:21:15.299561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.313315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2796a16b-880a-411b-904d-90bbfe6e46cf', '8ec1f193-7fb9-4d46-95ab-3c320003fc22'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:15.329328 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-158ee7a1-5e18-47dc-bba7-ef129e0e81a6 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894885 Aug 29 04:21:15.343153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['90c0c5e3-663f-49ad-9db8-d3bf58ce54ba'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:15.345337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-e2eea4e8-31b6-4a49-98bd-ac85ea1dd0ba service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980414 Aug 29 04:21:15.351805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=8ec1f193-7fb9-4d46-95ab-3c320003fc22,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.384740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2', 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:15.466301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port 8ec1f193-7fb9-4d46-95ab-3c320003fc22 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:15.477225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c625321a-7415-402f-8b30-2c8fa480c511 req-a878eae6-845f-44cb-b017-4518ce94e35f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712146 Aug 29 04:21:15.478776 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.480680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-379112d4-f8fe-401c-8a45-3c901c04d1a1 req-22db7e2a-79f8-4ec9-8fe2-ecee661cdd4e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "DELETE /v2.0/ports/8ec1f193-7fb9-4d46-95ab-3c320003fc22 HTTP/1.1" status: 204 len: 173 time: 0.9215503 Aug 29 04:21:15.559533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40956f4a-2dfc-4da6-8491-31365cdbb383 req-ed2cc032-4b60-4d36-800e-92c40d9b9161 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013772 Aug 29 04:21:15.620354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485b004-634c-40df-a278-db2c846690f7 req-3d027343-d262-4738-9543-f80fb5a33f8f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.629140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a485b004-634c-40df-a278-db2c846690f7 req-3d027343-d262-4738-9543-f80fb5a33f8f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.0836103 Aug 29 04:21:15.679629 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a485b004-634c-40df-a278-db2c846690f7 req-2d44089e-72f7-4e39-adcc-715cc0c8561e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Aug 29 04:21:15.706741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4260f-27ce-47bf-a85d-c4237f59d7e4 req-973a3757-a74c-439c-96ec-f955aa4f519d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.708170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6be4260f-27ce-47bf-a85d-c4237f59d7e4 req-973a3757-a74c-439c-96ec-f955aa4f519d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0952263 Aug 29 04:21:15.773961 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6be4260f-27ce-47bf-a85d-c4237f59d7e4 req-fc1d86dd-441f-4e80-b5da-c9e852fd80b5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Aug 29 04:21:15.798155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ff155df-1cdc-4062-9309-2cb0cb7c7e8e req-27643ee5-d4bb-415c-9852-156d7dfddbc7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 210 time: 0.0614817 Aug 29 04:21:15.909175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53599821-b34c-4849-b3de-904aa84ea7e0 req-20bc7f1a-c4ea-4a14-8a15-87e84aafb738 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.917186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53599821-b34c-4849-b3de-904aa84ea7e0 req-20bc7f1a-c4ea-4a14-8a15-87e84aafb738 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0679150 Aug 29 04:21:15.968465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53599821-b34c-4849-b3de-904aa84ea7e0 req-be5da5e0-c46e-4de4-8469-b988a2f84586 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455797 Aug 29 04:21:15.971183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ca29e-5023-4392-b683-965819bc2b38 req-9aba460c-4ecb-42e7-af7b-66f2c903296c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.978628 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-800ca29e-5023-4392-b683-965819bc2b38 req-9aba460c-4ecb-42e7-af7b-66f2c903296c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.1140499 Aug 29 04:21:16.034242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-800ca29e-5023-4392-b683-965819bc2b38 req-844d14fc-3b82-4d9c-8589-a0a49d586dd7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546551 Aug 29 04:21:16.187743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-044519ae-d6d0-4c8c-aa3e-03e2d365a05c req-6f74f59d-3aa0-4c4d-8cbb-22fd0f43d053 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=becff536-00ae-4404-86c1-cc6a5f62988c HTTP/1.1" status: 200 len: 210 time: 0.0273733 Aug 29 04:21:16.246019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'name': 'network-vif-deleted', 'tag': '8ec1f193-7fb9-4d46-95ab-3c320003fc22'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:16.248424 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79ec69-a621-4274-90b3-a56b8a5824fc" -d '{"events": [{"server_uuid": "becff536-00ae-4404-86c1-cc6a5f62988c", "name": "network-vif-deleted", "tag": "8ec1f193-7fb9-4d46-95ab-3c320003fc22"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:16.286746 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce8b06e-5a7c-43f0-be16-d6617e46e917 x-openstack-request-id: req-7ce8b06e-5a7c-43f0-be16-d6617e46e917 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:16.287040 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becff536-00ae-4404-86c1-cc6a5f62988c", "name": "network-vif-deleted", "tag": "8ec1f193-7fb9-4d46-95ab-3c320003fc22", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:16.287601 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ce8b06e-5a7c-43f0-be16-d6617e46e917 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:16.287714 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becff536-00ae-4404-86c1-cc6a5f62988c', 'name': 'network-vif-deleted', 'tag': '8ec1f193-7fb9-4d46-95ab-3c320003fc22', 'status': 'completed', 'code': 200} Aug 29 04:21:16.621093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cf0e1-a55f-449d-87ea-cce524f7f663 req-97cad037-d76a-461d-9e09-2877a002bb68 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.622630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e8cf0e1-a55f-449d-87ea-cce524f7f663 req-97cad037-d76a-461d-9e09-2877a002bb68 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0503404 Aug 29 04:21:16.663988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e8cf0e1-a55f-449d-87ea-cce524f7f663 req-45d49f61-afdb-4f8b-9fef-81c9deaee689 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348194 Aug 29 04:21:16.766328 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e33fc4a1-859f-40c7-96dd-d8ef2f93ae8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.792333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b335-d5df-416b-be18-a2ef84a771f1 req-d5f7efce-aa20-46bc-a914-6a6ce3373dec tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.793752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f585b335-d5df-416b-be18-a2ef84a771f1 req-d5f7efce-aa20-46bc-a914-6a6ce3373dec tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.0531378 Aug 29 04:21:16.834339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f585b335-d5df-416b-be18-a2ef84a771f1 req-80e0a9da-4fa2-487a-9734-3ea129fe35f1 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Aug 29 04:21:16.895964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cec3fe-7b72-4163-856a-26ca044fa6b3 req-b6ba3159-aa84-43c3-8b85-9c9ed7303ad0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.897799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3cec3fe-7b72-4163-856a-26ca044fa6b3 req-b6ba3159-aa84-43c3-8b85-9c9ed7303ad0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0577030 Aug 29 04:21:16.923717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-54cdf626-a6ce-4312-aec4-23150513e8b9 req-1e045238-9e48-4d08-a565-e6208d9b82ab tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 210 time: 0.0298581 Aug 29 04:21:16.938771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3cec3fe-7b72-4163-856a-26ca044fa6b3 req-adbdea7d-1ad7-4bdc-a284-0c6c378a4abb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Aug 29 04:21:17.011924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-2554fcf7-b8a8-4de2-9a07-03c1ddabe4b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.013873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-2554fcf7-b8a8-4de2-9a07-03c1ddabe4b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "GET /v2.0/ports?device_id=22d37690-18c9-4355-b064-6992f82c5276 HTTP/1.1" status: 200 len: 946 time: 0.0617912 Aug 29 04:21:17.090684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645905bc-0657-4c36-98ea-301db2937b13 req-64fc349c-5fce-41f4-941c-31d40c5c8858 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.092101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-645905bc-0657-4c36-98ea-301db2937b13 req-64fc349c-5fce-41f4-941c-31d40c5c8858 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 944 time: 0.0522516 Aug 29 04:21:17.101845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc0612-73d0-4dec-9f44-a566eda99395 req-3258dd15-f69f-41c1-848f-fea54a747bd7 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.103367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8cc0612-73d0-4dec-9f44-a566eda99395 req-3258dd15-f69f-41c1-848f-fea54a747bd7 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1097 time: 0.1126280 Aug 29 04:21:17.136541 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-645905bc-0657-4c36-98ea-301db2937b13 req-10b78193-018e-4bfc-bfb3-a2fb9d55f96f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362034 Aug 29 04:21:17.218308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8cc0612-73d0-4dec-9f44-a566eda99395 req-b747a4bf-b994-4f55-82b0-04a3c5573dbe tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056609 Aug 29 04:21:17.244505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Deleting port 9a160b77-ea95-4538-8973-c101157a654a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:17.244854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.278410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a666a-3d20-474b-8a77-839c9e6ebfde req-27471852-cbe7-4a01-ba40-89f593e63a03 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.280756 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f2a666a-3d20-474b-8a77-839c9e6ebfde req-27471852-cbe7-4a01-ba40-89f593e63a03 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0637865 Aug 29 04:21:17.328093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f2a666a-3d20-474b-8a77-839c9e6ebfde req-ed0a9f9b-7b02-4b9b-916e-15376d45290c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Aug 29 04:21:17.346705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e13f-df38-4e59-867b-34f26b23f000 req-f8f987cf-dce4-464a-9bff-982baaacb2de tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.348191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-f8f987cf-dce4-464a-9bff-982baaacb2de tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 815 time: 0.2144244 Aug 29 04:21:17.401010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] For port 9a160b77-ea95-4538-8973-c101157a654a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a160b77-ea95-4538-8973-c101157a654a,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:17.401650 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.429753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Calling delete_port for 9a160b77-ea95-4538-8973-c101157a654a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:17.446063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Request body: {'port': {'device_id': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'admin_state_up': True, 'tenant_id': 'b2d53f53700c4c6e8200900c74fb755e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:17.620975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24310f-7fa9-4f47-9c68-bd2eb9348db7 req-71b13469-856e-4e42-83f6-5c64d4157588 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.622450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d24310f-7fa9-4f47-9c68-bd2eb9348db7 req-71b13469-856e-4e42-83f6-5c64d4157588 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1097 time: 0.1736152 Aug 29 04:21:17.694681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d24310f-7fa9-4f47-9c68-bd2eb9348db7 req-0d370a16-7d3f-4a24-92e8-c5b6dc48f606 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630910 Aug 29 04:21:17.696687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Made reservation on behalf of b2d53f53700c4c6e8200900c74fb755e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:17.700380 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.769026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db77681-492c-438d-a1c1-260b9efbae26 req-f5d4c716-65aa-4648-9bab-f874c05541d2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.774069 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4db77681-492c-438d-a1c1-260b9efbae26 req-f5d4c716-65aa-4648-9bab-f874c05541d2 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 949 time: 0.0746496 Aug 29 04:21:17.809189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4db77681-492c-438d-a1c1-260b9efbae26 req-447fc052-7fa0-46f2-83b6-2d02f57a5542 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Aug 29 04:21:17.840910 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.903970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Pushing event deleted for resources: {'Port': ['ID=9a160b77-ea95-4538-8973-c101157a654a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:17.960954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] No DVR routers for this DVR port 9a160b77-ea95-4538-8973-c101157a654a on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:17.970159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897a140-008e-48dd-b6ae-ef440faf68be req-ee8f549f-54f0-43f3-b086-443bc2e5cf78 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:17.971995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2897a140-008e-48dd-b6ae-ef440faf68be req-ee8f549f-54f0-43f3-b086-443bc2e5cf78 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.1821539 Aug 29 04:21:17.973358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.975415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a3b32e0-3045-4444-ae9a-fe66d2a18dd3 req-33e5e7bd-f447-41dc-9522-7d2170ce10a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "DELETE /v2.0/ports/9a160b77-ea95-4538-8973-c101157a654a HTTP/1.1" status: 204 len: 173 time: 0.9463420 Aug 29 04:21:18.009385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Allocated IP 172.20.0.12 (cd7cdff3-c4c9-4a63-b998-e1dc346145d1/95987889-52a7-4dfd-947d-e6abdefbfc28/b0747eea-ec29-4148-b890-5ed4d473f81d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:18.043025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2897a140-008e-48dd-b6ae-ef440faf68be req-f486f3ec-881e-44fe-b0fa-b304c296f63c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559976 Aug 29 04:21:18.157133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc7ed362-1761-488d-96dd-913efc8512a2 req-98a5f09b-21d9-429b-af42-aadfff95346a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 210 time: 0.0322509 Aug 29 04:21:18.183297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9a160b77-ea95-4538-8973-c101157a654a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:18.188348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:18.251270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.258750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:18.264808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:18.265359 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.293880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-deleted', 'tag': '9a160b77-ea95-4538-8973-c101157a654a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:18.296352 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97b8684-1e3f-4cdc-9e11-1f975e88fccb" -d '{"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-deleted", "tag": "9a160b77-ea95-4538-8973-c101157a654a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:18.342314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce8352-772d-454d-9dd8-5c9a3fb08c20 req-6abe9607-6794-4726-bb9c-70a2458f48d2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.344531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfce8352-772d-454d-9dd8-5c9a3fb08c20 req-6abe9607-6794-4726-bb9c-70a2458f48d2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0894234 Aug 29 04:21:18.363190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.424817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9a160b77-ea95-4538-8973-c101157a654a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:18.437086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:18.444101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:18.449625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:18.457090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.457840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.462921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfce8352-772d-454d-9dd8-5c9a3fb08c20 req-46f819ee-c2fa-4726-90cb-b7721688b4a4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103349 Aug 29 04:21:18.464636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.480066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-bc739105-2063-42b5-a8bd-161a4c5bf4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0513361 Aug 29 04:21:18.502511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.510109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Request body: {'port': {'device_id': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:18.527924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:18.531000 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88c782c-a891-452e-aa54-593489085582" -d '{"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-plugged", "status": "completed", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:18.546113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:18.553050 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.553874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8ec1f193-7fb9-4d46-95ab-3c320003fc22 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:18.590154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 8ec1f193-7fb9-4d46-95ab-3c320003fc22 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:18.590494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8ec1f193-7fb9-4d46-95ab-3c320003fc22 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:18.612215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.618438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.882690 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-d628a876-ec44-4062-980f-a3aa5c87a9fd tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:18.883654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-d628a876-ec44-4062-980f-a3aa5c87a9fd tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067849 Aug 29 04:21:18.892580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59db95-242b-411d-8141-701f28b7af1e req-24f49554-6578-41ba-b9c8-9b9f7aac1c28 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.894016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a59db95-242b-411d-8141-701f28b7af1e req-24f49554-6578-41ba-b9c8-9b9f7aac1c28 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.3578892 Aug 29 04:21:18.898403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Request body: {'binding': {'host': 'n-h2-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:18.898845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:21:19.030985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a59db95-242b-411d-8141-701f28b7af1e req-353be4ab-9271-4144-ac4f-6b74bdf1297c tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281207 Aug 29 04:21:19.085461 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4533f9b1-5a5c-4f7b-8c82-9bc42511a029 x-openstack-request-id: req-4533f9b1-5a5c-4f7b-8c82-9bc42511a029 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:19.085795 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d37690-18c9-4355-b064-6992f82c5276", "name": "network-vif-deleted", "tag": "9a160b77-ea95-4538-8973-c101157a654a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:19.086140 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4533f9b1-5a5c-4f7b-8c82-9bc42511a029 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:19.086420 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d37690-18c9-4355-b064-6992f82c5276', 'name': 'network-vif-deleted', 'tag': '9a160b77-ea95-4538-8973-c101157a654a', 'status': 'completed', 'code': 200} Aug 29 04:21:19.252173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on host n-h2-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:19.252420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:19.252749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:19.268867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:19.269190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:19.285670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b677ca-3946-4ee1-bdd4-dfbcd5512417 req-7376bd15-7167-4264-93f5-b924cd2e4c7c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.287569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1b677ca-3946-4ee1-bdd4-dfbcd5512417 req-7376bd15-7167-4264-93f5-b924cd2e4c7c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.1497192 Aug 29 04:21:19.294863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:19.295219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:19.295637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:19.296139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Bound port: aa595e90-11e9-498c-9ff0-d16761945a72, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:19.400106 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32db930a-e9ca-4d9c-b2ba-55b07c8e2804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.411327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1b677ca-3946-4ee1-bdd4-dfbcd5512417 req-cb14a132-3bbe-4c6e-8ba6-0b7a03456c57 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176193 Aug 29 04:21:19.426305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:19.434399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0747eea-ec29-4148-b890-5ed4d473f81d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:19.443086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.446208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.447468 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-232b10f5-482e-42ea-a7dc-ce029bd72dec service neutron] 10.222.0.55 "POST /v2.0/ports/aa595e90-11e9-498c-9ff0-d16761945a72/bindings HTTP/1.1" status: 201 len: 390 time: 0.5523508 Aug 29 04:21:19.458861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Transition to ACTIVE for port object b0747eea-ec29-4148-b890-5ed4d473f81d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:19.462359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.523847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:19.552563 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fd2e2b-5bef-4007-b08e-a0eaf12d4169 x-openstack-request-id: req-67fd2e2b-5bef-4007-b08e-a0eaf12d4169 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:19.552857 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-plugged", "status": "completed", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:19.553111 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67fd2e2b-5bef-4007-b08e-a0eaf12d4169 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:19.553523 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'code': 200} Aug 29 04:21:19.586014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.646998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Attempting to bind port b0747eea-ec29-4148-b890-5ed4d473f81d on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:19.647337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Attempting to bind port b0747eea-ec29-4148-b890-5ed4d473f81d by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:19.647673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Attempting to bind port b0747eea-ec29-4148-b890-5ed4d473f81d on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:19.659497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954eefc-c5e8-4388-babe-785903b297e1 req-085a6cf5-5940-44cd-a872-5eaeb6e76024 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.663162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9954eefc-c5e8-4388-babe-785903b297e1 req-085a6cf5-5940-44cd-a872-5eaeb6e76024 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0512321 Aug 29 04:21:19.670719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Port b0747eea-ec29-4148-b890-5ed4d473f81d on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:19.671065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Attempting to bind port b0747eea-ec29-4148-b890-5ed4d473f81d on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:19.680320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-aff634ec-9b60-4bc3-b24a-5227dfb1d0ed tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.681885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-aff634ec-9b60-4bc3-b24a-5227dfb1d0ed tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "GET /v2.0/ports?device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 949 time: 0.1738956 Aug 29 04:21:19.702183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9954eefc-c5e8-4388-babe-785903b297e1 req-d8a96586-7b5d-41b9-8773-de96d46cd1f3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343902 Aug 29 04:21:19.711762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:19.712112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Checking segment: {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:19.712503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Bound using segment: {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:19.712951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Bound port: b0747eea-ec29-4148-b890-5ed4d473f81d, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:19.713307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.759887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bb8e-9faf-4cc6-ac00-8a12e2e651d6 req-b5098a31-a545-4e64-b9cc-9e16515f115e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.761296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b11bb8e-9faf-4cc6-ac00-8a12e2e651d6 req-b5098a31-a545-4e64-b9cc-9e16515f115e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 949 time: 0.1565194 Aug 29 04:21:19.811970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac4bea-1ec9-4f81-b14e-6822dd973a96 req-c535fcf0-f4c0-4c8a-8e47-f53ce1a6d0bf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.813505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2ac4bea-1ec9-4f81-b14e-6822dd973a96 req-c535fcf0-f4c0-4c8a-8e47-f53ce1a6d0bf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 944 time: 0.0502996 Aug 29 04:21:19.854022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2ac4bea-1ec9-4f81-b14e-6822dd973a96 req-82da3ae3-fea3-40a7-a5b5-f4605daf1bb5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Aug 29 04:21:19.863033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ce653-0966-4532-aa42-4b3f9803cf95 req-e9ee807b-ca58-42e9-9dac-132899307338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.864522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de0ce653-0966-4532-aa42-4b3f9803cf95 req-e9ee807b-ca58-42e9-9dac-132899307338 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 1097 time: 0.2079475 Aug 29 04:21:19.931665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ba04e4bb-0a90-450b-9b9c-f170c82164c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.933218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ba04e4bb-0a90-450b-9b9c-f170c82164c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1097 time: 0.1667857 Aug 29 04:21:19.939546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b11bb8e-9faf-4cc6-ac00-8a12e2e651d6 req-3ae3dcc1-0a65-4057-b1df-d69c8f919524 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614830 Aug 29 04:21:19.974172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:19.976423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b22e3-2509-42d0-9762-470179575e54 req-85bbfbf9-86b4-4a8c-be71-a69700eb4f07 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.977973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8b5b22e3-2509-42d0-9762-470179575e54 req-85bbfbf9-86b4-4a8c-be71-a69700eb4f07 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0685833 Aug 29 04:21:20.025527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de0ce653-0966-4532-aa42-4b3f9803cf95 req-aa4121cb-a724-42b4-ba80-2b0b1e58b3e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404140 Aug 29 04:21:20.026312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8b5b22e3-2509-42d0-9762-470179575e54 req-23af21f7-1f45-4dfb-87ac-d5562a11e3ab tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357363 Aug 29 04:21:20.029078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:20.066214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.082275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port 2796a16b-880a-411b-904d-90bbfe6e46cf {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:20.082610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.148376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87ccf-b4b8-42fd-9d0b-66633962d87d req-e281cb4f-bff3-4cd0-a1f7-2ee4666dfd8f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.149928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cb87ccf-b4b8-42fd-9d0b-66633962d87d req-e281cb4f-bff3-4cd0-a1f7-2ee4666dfd8f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.0494411 Aug 29 04:21:20.167848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.168462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.169863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] 10.222.0.32 "PUT /v2.0/ports/b0747eea-ec29-4148-b890-5ed4d473f81d HTTP/1.1" status: 200 len: 1093 time: 1.6645975 Aug 29 04:21:20.192700 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cb87ccf-b4b8-42fd-9d0b-66633962d87d req-feb64af6-efe5-4f16-80f3-081c72f69713 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362291 Aug 29 04:21:20.233228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bfed6-0f9e-49ad-8f41-452e394dc361 req-5101f450-4cc5-494b-93dd-995750640c97 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.234718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee5bfed6-0f9e-49ad-8f41-452e394dc361 req-5101f450-4cc5-494b-93dd-995750640c97 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.2129338 Aug 29 04:21:20.235609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c84be-3192-42cf-9f4f-3b717605d06c service neutron] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.241374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-70d621ec-7737-4a84-8329-7758c8c5752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.242849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-70d621ec-7737-4a84-8329-7758c8c5752d service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.2974403 Aug 29 04:21:20.278408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port 2796a16b-880a-411b-904d-90bbfe6e46cf, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2796a16b-880a-411b-904d-90bbfe6e46cf,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:20.278691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.341781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e13f-df38-4e59-867b-34f26b23f000 req-f7dc351c-bdbf-496d-b159-32750e34dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.343267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-f7dc351c-bdbf-496d-b159-32750e34dd8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0416291 Aug 29 04:21:20.356556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-e39e2539-5fe8-4463-a9fc-30606c5801d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 200 len: 217 time: 0.0748911 Aug 29 04:21:20.358934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for 2796a16b-880a-411b-904d-90bbfe6e46cf owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:20.363753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee5bfed6-0f9e-49ad-8f41-452e394dc361 req-2b32b9ba-cd68-41cc-ba2a-c2328302a610 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179442 Aug 29 04:21:20.411057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-f81e56a4-ad4a-467d-bb05-57aa67cd521d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0747eea-ec29-4148-b890-5ed4d473f81d HTTP/1.1" status: 200 len: 217 time: 0.0395415 Aug 29 04:21:20.455102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-67b7c2cb-2c9f-402b-ab42-61b785ade29a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.456589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-67b7c2cb-2c9f-402b-ab42-61b785ade29a tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 950 time: 0.1739373 Aug 29 04:21:20.466142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e13f-df38-4e59-867b-34f26b23f000 req-ac9377d7-6bae-4aae-a74b-3fb421d8bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.468218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-ac9377d7-6bae-4aae-a74b-3fb421d8bcfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95987889-52a7-4dfd-947d-e6abdefbfc28 HTTP/1.1" status: 200 len: 855 time: 0.0468388 Aug 29 04:21:20.493248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.507021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-4f395b03-65cf-4df5-8727-1abfb2c9a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.508463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-4f395b03-65cf-4df5-8727-1abfb2c9a1ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1350338 Aug 29 04:21:20.546640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-439a15a4-8dd0-4c45-9527-8fbeab643237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601163 Aug 29 04:21:20.559242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-fe4c2b09-1b21-449e-8439-dae8a1eee1dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417185 Aug 29 04:21:20.630463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827472e-796f-4c0b-a2a5-552c68f22f14 req-2c6f3d16-2fb1-4b30-a8a8-1454b8f34782 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.638120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f827472e-796f-4c0b-a2a5-552c68f22f14 req-2c6f3d16-2fb1-4b30-a8a8-1454b8f34782 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.1479442 Aug 29 04:21:20.644706 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.688796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f827472e-796f-4c0b-a2a5-552c68f22f14 req-d36ce43e-c35a-41ab-985b-0d5c79bf0d5c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495551 Aug 29 04:21:20.699763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-70c81732-b18a-4575-ba78-ff0a75c0f992 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447697 Aug 29 04:21:20.726484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port ae313027-ac56-407a-b6aa-5c11cf1f2b65 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:20.726831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.732012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.776828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-d01d8197-a41d-4e0e-8740-27438b49b0f0 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908667 Aug 29 04:21:20.786455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2', 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:20.808025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7459e13f-df38-4e59-867b-34f26b23f000 req-224d47a5-7220-4cb0-b3de-82e6dac67507 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985370 Aug 29 04:21:20.815237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=2796a16b-880a-411b-904d-90bbfe6e46cf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:20.829267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ae313027-ac56-407a-b6aa-5c11cf1f2b65 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:20.940565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port 2796a16b-880a-411b-904d-90bbfe6e46cf on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:20.945002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.951344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-106a63d3-3a1d-480d-b1c0-654d92db8137 req-7f457138-31f1-487c-896f-152764d2dd7d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.37 "DELETE /v2.0/ports/2796a16b-880a-411b-904d-90bbfe6e46cf HTTP/1.1" status: 204 len: 173 time: 1.2479868 Aug 29 04:21:20.995403 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.001428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505170ea-c089-4f9f-978d-61082ba67133 req-de9c0e3f-4a37-493e-bf70-a776e879ab6c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.004006 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-505170ea-c089-4f9f-978d-61082ba67133 req-de9c0e3f-4a37-493e-bf70-a776e879ab6c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 944 time: 0.0737135 Aug 29 04:21:21.015828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c0b5-256e-4d65-8428-29992d27b35f req-2873217b-894d-4541-aa65-7aefa6bd5b93 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.017833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe34c0b5-256e-4d65-8428-29992d27b35f req-2873217b-894d-4541-aa65-7aefa6bd5b93 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.2127812 Aug 29 04:21:21.019856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port ae313027-ac56-407a-b6aa-5c11cf1f2b65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:21.021950 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.055980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ae313027-ac56-407a-b6aa-5c11cf1f2b65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ae313027-ac56-407a-b6aa-5c11cf1f2b65,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:21.057212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for ae313027-ac56-407a-b6aa-5c11cf1f2b65 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:21.063956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.065064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a160b77-ea95-4538-8973-c101157a654a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:21.068251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-43c15225-86bb-4414-89bd-973ee52a01e7 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659066 Aug 29 04:21:21.076321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-505170ea-c089-4f9f-978d-61082ba67133 req-689382af-6693-426a-8435-4774813f8b2f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614645 Aug 29 04:21:21.109541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d'}, {'server_uuid': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'name': 'network-vif-deleted', 'tag': '2796a16b-880a-411b-904d-90bbfe6e46cf'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:21.111917 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d"}, {"server_uuid": "4985dfdb-a83a-4180-a2bd-a48d739eb1b6", "name": "network-vif-deleted", "tag": "2796a16b-880a-411b-904d-90bbfe6e46cf"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:21.120736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 9a160b77-ea95-4538-8973-c101157a654a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:21.121155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a160b77-ea95-4538-8973-c101157a654a not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:21.133928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe34c0b5-256e-4d65-8428-29992d27b35f req-8e7427cd-9398-474c-aa19-7201af3d3312 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958369 Aug 29 04:21:21.191216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ae313027-ac56-407a-b6aa-5c11cf1f2b65,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.204493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3893fc28-1010-44ad-8742-e157d556e48c req-680e41d8-7cff-4123-9c36-44ff68b5b8f5 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=4985dfdb-a83a-4180-a2bd-a48d739eb1b6 HTTP/1.1" status: 200 len: 210 time: 0.0355682 Aug 29 04:21:21.278150 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939abd82-503a-4e52-bfef-1460e08c5ddc x-openstack-request-id: req-939abd82-503a-4e52-bfef-1460e08c5ddc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:21.278534 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d", "status": "completed", "code": 200}, {"server_uuid": "4985dfdb-a83a-4180-a2bd-a48d739eb1b6", "name": "network-vif-deleted", "tag": "2796a16b-880a-411b-904d-90bbfe6e46cf", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:21.278832 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-939abd82-503a-4e52-bfef-1460e08c5ddc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:21.279230 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'status': 'completed', 'code': 200} Aug 29 04:21:21.279489 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4985dfdb-a83a-4180-a2bd-a48d739eb1b6', 'name': 'network-vif-deleted', 'tag': '2796a16b-880a-411b-904d-90bbfe6e46cf', 'status': 'completed', 'code': 200} Aug 29 04:21:21.336168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12407fc1-3258-41cb-ac1c-322aa7c55306 req-2153d4ec-2dd3-4c58-b335-4cca26b2e78b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.345899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12407fc1-3258-41cb-ac1c-322aa7c55306 req-2153d4ec-2dd3-4c58-b335-4cca26b2e78b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1322787 Aug 29 04:21:21.406819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1c192-ae76-4268-ace0-832d83ad3f56 req-8320e866-35c4-4e99-9230-d0eb8a26de06 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.408421 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fac1c192-ae76-4268-ace0-832d83ad3f56 req-8320e866-35c4-4e99-9230-d0eb8a26de06 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.0836527 Aug 29 04:21:21.453235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fac1c192-ae76-4268-ace0-832d83ad3f56 req-6ffa51b5-9456-4100-8966-e006f019efde tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370541 Aug 29 04:21:21.555090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:21.557442 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ead925-7530-4b89-a03f-839bfa092f09" -d '{"events": [{"server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "name": "network-vif-unplugged", "status": "completed", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:21.575968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df7405-f13f-43c6-ad57-7b337d1f584e req-14c6b67b-2564-4906-9dce-52a60d233e70 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.584251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35df7405-f13f-43c6-ad57-7b337d1f584e req-14c6b67b-2564-4906-9dce-52a60d233e70 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.0630498 Aug 29 04:21:21.632401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35df7405-f13f-43c6-ad57-7b337d1f584e req-48aa3245-dbad-434f-a916-da03126d884c tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Aug 29 04:21:21.670338 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d047ad-e2f4-472a-86ce-b0fb5c42dfe6 x-openstack-request-id: req-c2d047ad-e2f4-472a-86ce-b0fb5c42dfe6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:21.671242 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "name": "network-vif-unplugged", "status": "completed", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:21.671497 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2d047ad-e2f4-472a-86ce-b0fb5c42dfe6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:21.671889 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65', 'code': 200} Aug 29 04:21:21.792615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12407fc1-3258-41cb-ac1c-322aa7c55306 req-5062fe2a-4475-434e-ad0f-1414250590a8 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448702 Aug 29 04:21:21.794971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-a0587952-7dd9-4621-9e6e-9445aa27dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.797062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-a0587952-7dd9-4621-9e6e-9445aa27dd6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 1096 time: 0.4482515 Aug 29 04:21:21.797822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.837214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=ae313027-ac56-407a-b6aa-5c11cf1f2b65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.885212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab31ea-ed98-4735-8589-cd82df92c1e4 req-8403ff3a-9ec2-4c36-a186-91b1094bdbc8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.886802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bab31ea-ed98-4735-8589-cd82df92c1e4 req-8403ff3a-9ec2-4c36-a186-91b1094bdbc8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0544729 Aug 29 04:21:21.931530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bab31ea-ed98-4735-8589-cd82df92c1e4 req-f3bb23ae-820f-468e-b97c-3113e7a1f052 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Aug 29 04:21:21.940118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port ae313027-ac56-407a-b6aa-5c11cf1f2b65 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:21.943343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.945857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a96eae3-8fca-4868-80a6-85b28f5e314c req-c702aa04-1bc0-435f-b98a-ae725c513e17 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "DELETE /v2.0/ports/ae313027-ac56-407a-b6aa-5c11cf1f2b65 HTTP/1.1" status: 204 len: 173 time: 1.4733603 Aug 29 04:21:21.979810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-435ab748-8ce9-4839-8249-18ba4556f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.981497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-435ab748-8ce9-4839-8249-18ba4556f4de service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 916 time: 0.1751404 Aug 29 04:21:22.033215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-dfe8d6a0-b66d-4eb9-abad-0139299fb7d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0747eea-ec29-4148-b890-5ed4d473f81d HTTP/1.1" status: 200 len: 217 time: 0.0368731 Aug 29 04:21:22.093830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-19d0a2a8-d012-42e7-9926-701376c8f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.095426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-19d0a2a8-d012-42e7-9926-701376c8f0bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95987889-52a7-4dfd-947d-e6abdefbfc28 HTTP/1.1" status: 200 len: 855 time: 0.0460186 Aug 29 04:21:22.175109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-2a39dcdb-fc48-4644-af88-9ec8c5be76fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425436 Aug 29 04:21:22.193060 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.212536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2796a16b-880a-411b-904d-90bbfe6e46cf no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:22.250064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 2796a16b-880a-411b-904d-90bbfe6e46cf {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:22.250577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2796a16b-880a-411b-904d-90bbfe6e46cf not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:22.327399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d760c6-8b45-4633-86da-501677a612b0 req-89489d8b-e9e8-47d7-9c58-4c30773b7c50 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.329821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62d760c6-8b45-4633-86da-501677a612b0 req-89489d8b-e9e8-47d7-9c58-4c30773b7c50 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 944 time: 0.1572657 Aug 29 04:21:22.349958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826882a-ed1d-4184-a429-4ed803755be2 req-d27f4574-c2b9-414e-8b79-fe2f90c76e9c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.351500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e826882a-ed1d-4184-a429-4ed803755be2 req-d27f4574-c2b9-414e-8b79-fe2f90c76e9c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0932293 Aug 29 04:21:22.374762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-b5346adb-ea81-46da-843c-96dbe7cc97b8 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890762 Aug 29 04:21:22.396891 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e826882a-ed1d-4184-a429-4ed803755be2 req-771ccfbc-bd56-4c29-bc57-29ca991c4dc0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Aug 29 04:21:22.425033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62d760c6-8b45-4633-86da-501677a612b0 req-5aca8112-43d9-4ddb-902b-d81d4d8add81 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878601 Aug 29 04:21:22.560761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fb0288ed-63cd-4576-8ed6-7a9085078502 req-81c8943b-17c3-4322-b8a2-121cc1082940 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=37b9203b-7211-4f39-b7d9-5dc18c379a06 HTTP/1.1" status: 200 len: 210 time: 0.0387709 Aug 29 04:21:22.563552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab200b5c-ed5a-4848-ba32-7ceb708ecb07 req-b23b50d4-90e4-4af5-92a6-0216ab57e298 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647990 Aug 29 04:21:22.614164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a26315-598b-4727-bfbd-e784237d49d2 req-a2181d12-c99e-4225-a77a-0b27b8c72cdc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.615756 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67a26315-598b-4727-bfbd-e784237d49d2 req-a2181d12-c99e-4225-a77a-0b27b8c72cdc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.0631385 Aug 29 04:21:22.672694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67a26315-598b-4727-bfbd-e784237d49d2 req-a4406b0b-a643-44ad-8463-1e5b7da92800 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490260 Aug 29 04:21:22.706576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:22.761397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c863-26a6-4536-8470-c72c03825a2a req-37403130-44cc-401f-98f6-c9a00ddb6649 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.765427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4e1c863-26a6-4536-8470-c72c03825a2a req-37403130-44cc-401f-98f6-c9a00ddb6649 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.0587683 Aug 29 04:21:22.836454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4e1c863-26a6-4536-8470-c72c03825a2a req-cc13fbc2-9914-4353-9ca8-574ef31cdb58 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638549 Aug 29 04:21:22.859302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346e7ad-b4e3-41f4-8316-4afb3fbe847e req-2bb7a705-511d-4a12-9d48-e0e09df238a1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:22.866903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e346e7ad-b4e3-41f4-8316-4afb3fbe847e req-2bb7a705-511d-4a12-9d48-e0e09df238a1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.1149797 Aug 29 04:21:22.869964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41428) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:22.880440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Request body: {'floatingip': {'port_id': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:22.956361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.035075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0a801-5788-4237-b89f-852ec349c32d req-37989147-4837-475d-88c5-6224b2576a20 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.038712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-98c0a801-5788-4237-b89f-852ec349c32d req-37989147-4837-475d-88c5-6224b2576a20 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0920258 Aug 29 04:21:23.101370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-98c0a801-5788-4237-b89f-852ec349c32d req-b5d257be-37ee-4117-b8f2-4309c0fed9f3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506406 Aug 29 04:21:23.143408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468786b-5c48-48de-b774-6c010a5f396e req-d7483a4c-25d1-42ff-8af5-ca8641750dd9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.144910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d468786b-5c48-48de-b774-6c010a5f396e req-d7483a4c-25d1-42ff-8af5-ca8641750dd9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0967078 Aug 29 04:21:23.239881 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d468786b-5c48-48de-b774-6c010a5f396e req-38563dd2-1acb-49a2-bc7c-940d712d074d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810366 Aug 29 04:21:23.281298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'name': 'network-vif-deleted', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:23.283942 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b86787-b5cb-4c77-ba2b-edfb56c98d6b" -d '{"events": [{"server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "name": "network-vif-deleted", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:23.342011 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4fbc03-acca-4943-9d8e-30de1237cf24 x-openstack-request-id: req-3c4fbc03-acca-4943-9d8e-30de1237cf24 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:23.342421 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b9203b-7211-4f39-b7d9-5dc18c379a06", "name": "network-vif-deleted", "tag": "ae313027-ac56-407a-b6aa-5c11cf1f2b65", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:23.342599 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c4fbc03-acca-4943-9d8e-30de1237cf24 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:23.342973 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b9203b-7211-4f39-b7d9-5dc18c379a06', 'name': 'network-vif-deleted', 'tag': 'ae313027-ac56-407a-b6aa-5c11cf1f2b65', 'status': 'completed', 'code': 200} Aug 29 04:21:23.544557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13189-89f3-479c-9ebb-d33a78bc0853 req-463d3d2e-c31c-4b83-a521-ff225c635f7c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.546488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55b13189-89f3-479c-9ebb-d33a78bc0853 req-463d3d2e-c31c-4b83-a521-ff225c635f7c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 944 time: 0.0514259 Aug 29 04:21:23.576261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe21a92-120a-48ed-be00-6731134089cb req-5b7db228-a264-480d-8adb-2d67d77060c6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.578334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5fe21a92-120a-48ed-be00-6731134089cb req-5b7db228-a264-480d-8adb-2d67d77060c6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0960622 Aug 29 04:21:23.593810 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55b13189-89f3-479c-9ebb-d33a78bc0853 req-a9377bde-f640-49fd-b7c0-fcf38e97305f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Aug 29 04:21:23.594920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.610166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.671105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5fe21a92-120a-48ed-be00-6731134089cb req-856a9bc4-0251-441e-a1b3-9a8d6b30cba3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858135 Aug 29 04:21:23.738220 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf associated. External IP: 172.25.7.97, port: 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba. Aug 29 04:21:23.984119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:24.022458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587252cf-26e5-4771-b53d-0d9a2f52b965 req-7e302cfc-d7ea-4dc3-9707-74765bee70a3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.030889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-587252cf-26e5-4771-b53d-0d9a2f52b965 req-7e302cfc-d7ea-4dc3-9707-74765bee70a3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.0858655 Aug 29 04:21:24.076040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-587252cf-26e5-4771-b53d-0d9a2f52b965 req-18768986-cc46-4c52-a9f9-746d8ad6e72b tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Aug 29 04:21:24.124608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:24.136189 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] Sync routers for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:24.137938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.152816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:24.153976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:21:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.194698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935d6f-4a9b-4959-8d08-929c9d942c42 req-5b61796e-ad77-41de-a07e-7f4bdb177376 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.202921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72935d6f-4a9b-4959-8d08-929c9d942c42 req-5b61796e-ad77-41de-a07e-7f4bdb177376 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 950 time: 0.0736220 Aug 29 04:21:24.224024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-97bef8bb-8f30-4935-abd6-834482bac53f tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "PUT /v2.0/floatingips/ec011f18-9115-4163-8d4e-e422d6b8d5bf HTTP/1.1" status: 200 len: 990 time: 1.3520257 Aug 29 04:21:24.245616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38e37-c664-47c4-bf8f-43cfb6885cdc req-5e72a21f-845d-4e44-83ad-282bda89980e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.247043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57e38e37-c664-47c4-bf8f-43cfb6885cdc req-5e72a21f-845d-4e44-83ad-282bda89980e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0667062 Aug 29 04:21:24.249008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72935d6f-4a9b-4959-8d08-929c9d942c42 req-41946fe9-d934-430c-a2cd-608076268111 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Aug 29 04:21:24.292417 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:24.318395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57e38e37-c664-47c4-bf8f-43cfb6885cdc req-f11c6b42-e643-41b9-9232-60727edfef8b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Aug 29 04:21:24.422209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089ac30-934b-44c1-b1e3-e87122797b92 req-21299c3d-a307-40f7-be6c-4d867d2b27b5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.426008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6089ac30-934b-44c1-b1e3-e87122797b92 req-21299c3d-a307-40f7-be6c-4d867d2b27b5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0530858 Aug 29 04:21:24.466889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6089ac30-934b-44c1-b1e3-e87122797b92 req-ed620f24-6aa9-4233-8fbf-d4c4b914c288 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363698 Aug 29 04:21:24.534325 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ec011f18-9115-4163-8d4e-e422d6b8d5bf', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'port_id': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'mac_address': 'fa:16:3e:d8:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:21:23Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.560621 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] Checking router: 6b8dfffd-6f1d-4495-9906-41d9a2243da4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:24.569288 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:24.569916 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:21:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.677617 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:24.721723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84c0d-305a-4730-b600-c4acefd621c8 req-bcb2d0ac-69bb-48a9-8674-679e6a406f82 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.729375 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3c84c0d-305a-4730-b600-c4acefd621c8 req-bcb2d0ac-69bb-48a9-8674-679e6a406f82 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 944 time: 0.0633411 Aug 29 04:21:24.767246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3c84c0d-305a-4730-b600-c4acefd621c8 req-2284173e-d27e-4713-8c7f-dc40c38a513d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Aug 29 04:21:24.805538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4638174-621e-491d-ab52-1ae4c9e74e8e req-cfcef2b2-068a-4ff8-bc06-9ce66617bc8d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.807202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4638174-621e-491d-ab52-1ae4c9e74e8e req-cfcef2b2-068a-4ff8-bc06-9ce66617bc8d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0554826 Aug 29 04:21:24.832860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0747eea-ec29-4148-b890-5ed4d473f81d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:24.850496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4638174-621e-491d-ab52-1ae4c9e74e8e req-dc1af1d6-3a43-4b41-99c7-d6669b459a79 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Aug 29 04:21:24.926270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bab1a7f-e012-443f-a6b8-020b1d36bc73 req-2f40d781-4254-4b4e-bcf0-a153910e65b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264175 Aug 29 04:21:24.967506 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ec011f18-9115-4163-8d4e-e422d6b8d5bf', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'port_id': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'mac_address': 'fa:16:3e:d8:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:21:23Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:24.979036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:24.991195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bab1a7f-e012-443f-a6b8-020b1d36bc73 req-8b64af21-aad8-41f3-a901-ebbe08e653c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0309768 Aug 29 04:21:24.993028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'port_id': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'mac_address': 'fa:16:3e:6f:48:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95987889-52a7-4dfd-947d-e6abdefbfc28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:25.005861 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328f245-226d-410f-a1cb-f914bb132d6e None None] The sync data for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 is: [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ec011f18-9115-4163-8d4e-e422d6b8d5bf', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'port_id': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'mac_address': 'fa:16:3e:d8:ce:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:10Z', 'updated_at': '2021-08-29T04:21:23Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:25.032659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bab1a7f-e012-443f-a6b8-020b1d36bc73 req-86321d82-8994-4426-a4dd-c19eb85e1198 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213714 Aug 29 04:21:25.045263 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.059349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0747eea-ec29-4148-b890-5ed4d473f81d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:25.081014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:25.086025 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.149491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.172673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab1a7f-e012-443f-a6b8-020b1d36bc73 req-99bb1295-fc42-4802-8140-c7c6fcf1026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.174521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bab1a7f-e012-443f-a6b8-020b1d36bc73 req-99bb1295-fc42-4802-8140-c7c6fcf1026f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256723 Aug 29 04:21:25.243878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cdcf0-e6a1-4d87-ac48-b20395785a94 req-91f179b1-97d0-4e67-9881-61d56d7394c2 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.246118 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c0cdcf0-e6a1-4d87-ac48-b20395785a94 req-91f179b1-97d0-4e67-9881-61d56d7394c2 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.0586126 Aug 29 04:21:25.288739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af0124-de05-4b6f-a964-176ab98ffa24 None None] New status for floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:21:25.305259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c0cdcf0-e6a1-4d87-ac48-b20395785a94 req-1f923729-ddb7-40a3-afba-11a235e14b6d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518124 Aug 29 04:21:25.343849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:25.347770 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:25.414323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c519a0-7648-46bb-a720-33a6cb6253b7 req-bab3ac63-4183-4a41-ae4b-3227b04f8f19 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.422639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c519a0-7648-46bb-a720-33a6cb6253b7 req-bab3ac63-4183-4a41-ae4b-3227b04f8f19 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 950 time: 0.0694911 Aug 29 04:21:25.462533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c519a0-7648-46bb-a720-33a6cb6253b7 req-2b2aa72f-820e-40fd-bd9d-6444aa4836b1 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Aug 29 04:21:25.475098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befac6e5-1dd7-42f9-8833-f982a47dbe21 req-9648b721-26c6-4b1c-a49c-608211b6e2d2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.483585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-befac6e5-1dd7-42f9-8833-f982a47dbe21 req-9648b721-26c6-4b1c-a49c-608211b6e2d2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0813973 Aug 29 04:21:25.550836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-befac6e5-1dd7-42f9-8833-f982a47dbe21 req-0b2f4248-7e72-4829-a3b2-a1ef3b4b2ee8 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592957 Aug 29 04:21:25.587894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-c6db8ded-f371-4c12-b304-170611dd582e service neutron] 10.222.0.32 "GET /v2.0/ports/0cc32c94-6b96-469c-bd42-c67a4b309a7b/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.0809267 Aug 29 04:21:25.603302 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518f1dba-e863-4286-9e8b-eeefdaf5790c x-openstack-request-id: req-518f1dba-e863-4286-9e8b-eeefdaf5790c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:25.603598 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:25.603853 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-518f1dba-e863-4286-9e8b-eeefdaf5790c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:25.604947 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'status': 'completed', 'code': 200} Aug 29 04:21:25.678450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd48b1-afae-418f-8a73-a0fa7ebb3940 req-0a2a3dac-84e6-47d3-97a0-e70c69afb6d3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.680011 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c4fd48b1-afae-418f-8a73-a0fa7ebb3940 req-0a2a3dac-84e6-47d3-97a0-e70c69afb6d3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 943 time: 0.0537086 Aug 29 04:21:25.686720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b0747eea-ec29-4148-b890-5ed4d473f81d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:25.737558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-e6c77069-6b7e-43d7-85a9-4a5fc9f6a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.739075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-e6c77069-6b7e-43d7-85a9-4a5fc9f6a3f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d406e0dd134142f5953b8c097d887dfb&device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 1097 time: 0.1055613 Aug 29 04:21:25.742036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c4fd48b1-afae-418f-8a73-a0fa7ebb3940 req-fd73eead-9be7-48e3-a9b4-10f80a9ef427 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Aug 29 04:21:25.991231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-43af681f-d6d8-4dbd-976c-be69b849237b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.992995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-43af681f-d6d8-4dbd-976c-be69b849237b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cdd5156-c029-46b5-a9c7-50fde0b6c8f4 HTTP/1.1" status: 200 len: 950 time: 0.0907962 Aug 29 04:21:26.004597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:26.020995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-f8b76f1c-70a9-4846-abf0-9ed696c82ffc tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.022564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-f8b76f1c-70a9-4846-abf0-9ed696c82ffc tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 950 time: 0.1648047 Aug 29 04:21:26.040886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65451dac-16aa-4967-b52a-5dbfaeecf95f req-12b34abc-babb-4c24-81a5-6c4a5c757014 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.042841 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65451dac-16aa-4967-b52a-5dbfaeecf95f req-12b34abc-babb-4c24-81a5-6c4a5c757014 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0938275 Aug 29 04:21:26.091330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0be300-21a3-4d19-ba3c-b7bdbad29a6a req-ca972822-0a4d-4c09-be0e-4eb4d4b8e0ee tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.093530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a0be300-21a3-4d19-ba3c-b7bdbad29a6a req-ca972822-0a4d-4c09-be0e-4eb4d4b8e0ee tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 945 time: 0.2214987 Aug 29 04:21:26.103773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-65acfdbc-0f53-43df-994a-14081e75f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.107214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-65acfdbc-0f53-43df-994a-14081e75f36d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 200 len: 924 time: 0.3046644 Aug 29 04:21:26.108538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:26.124003 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65451dac-16aa-4967-b52a-5dbfaeecf95f req-5b49cd7b-1be7-436b-884c-d2b5164239a6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675564 Aug 29 04:21:26.153988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:26.154358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.182834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a0be300-21a3-4d19-ba3c-b7bdbad29a6a req-722f5a16-6095-4d36-bfa6-ad97690e7ac7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692265 Aug 29 04:21:26.276650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc32c94-6b96-469c-bd42-c67a4b309a7b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:26.304022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:26.320877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-9c4500c9-49aa-49a2-a692-c077411afc47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba HTTP/1.1" status: 200 len: 1000 time: 0.1781402 Aug 29 04:21:26.366676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.394233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port 94442f54-4fe4-42c1-a78f-a256deea56b2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:26.394713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.479937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-9c74a412-f6a5-4caf-b823-797eecc75984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.481663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-9c74a412-f6a5-4caf-b823-797eecc75984 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 200 len: 862 time: 0.1507704 Aug 29 04:21:26.524118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:26.524683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.544427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:26.628666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b921d-fa18-4e5d-bfa5-b4aa249a1fb6 req-c898ea06-f5d1-406d-9e32-2b22fb6e0f95 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.630302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-173b921d-fa18-4e5d-bfa5-b4aa249a1fb6 req-c898ea06-f5d1-406d-9e32-2b22fb6e0f95 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.2140937 Aug 29 04:21:26.644988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-a27a85d7-5cd5-4510-8a5a-538e35ed5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.646587 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-a27a85d7-5cd5-4510-8a5a-538e35ed5223 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d15c1ec-c024-4667-9fca-7f375bb4ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385722 Aug 29 04:21:26.648421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port 94442f54-4fe4-42c1-a78f-a256deea56b2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=94442f54-4fe4-42c1-a78f-a256deea56b2,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:26.648843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.652398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] Transition to ACTIVE for port object 0cc32c94-6b96-469c-bd42-c67a4b309a7b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:26.681868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.687122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc5fa-853a-4930-970e-39d315ec1246 req-46073b9c-95c0-4eb8-93f6-805f7fed6567 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:26.688777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-858bc5fa-853a-4930-970e-39d315ec1246 req-46073b9c-95c0-4eb8-93f6-805f7fed6567 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 950 time: 0.1300700 Aug 29 04:21:26.705759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for 94442f54-4fe4-42c1-a78f-a256deea56b2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:26.786193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-858bc5fa-853a-4930-970e-39d315ec1246 req-d59895bf-46fa-4c85-9c59-b43c268c9d18 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873621 Aug 29 04:21:26.816346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.855713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e', 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', '94442f54-4fe4-42c1-a78f-a256deea56b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:26.908771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0747eea-ec29-4148-b890-5ed4d473f81d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:26.909210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=e0f93e08-1bc2-458c-9dc8-c23b2cc25f90,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:26.936634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:26.940447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.941159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.941906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.942497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.943029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.943552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.944072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.944618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.945148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.945998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.946593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.947184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:26.951726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.954689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf18f926-499c-4675-9eff-b5d26ee67068 req-d2249b04-82ea-4650-b62a-8d06bfdc6a5f tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "DELETE /v2.0/ports/e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 HTTP/1.1" status: 204 len: 173 time: 0.9532413 Aug 29 04:21:26.955623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'name': 'network-vif-deleted', 'tag': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:26.959328 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f5f05f-0369-4ecf-94f4-d03ce5050995" -d '{"events": [{"server_uuid": "6cdd5156-c029-46b5-a9c7-50fde0b6c8f4", "name": "network-vif-deleted", "tag": "e0f93e08-1bc2-458c-9dc8-c23b2cc25f90"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:27.089934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ba3d3-80bb-42d8-b22e-4328b0efcbda req-c67a1b34-52dc-468a-a46c-e3b40fb6520d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.095729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port b0747eea-ec29-4148-b890-5ed4d473f81d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:27.098768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-335ba3d3-80bb-42d8-b22e-4328b0efcbda req-c67a1b34-52dc-468a-a46c-e3b40fb6520d tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0964589 Aug 29 04:21:27.110258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b0747eea-ec29-4148-b890-5ed4d473f81d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:27.110638 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.150545 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-335ba3d3-80bb-42d8-b22e-4328b0efcbda req-f0e91f4b-7f62-4609-a4ab-8db6c23f8d4f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507312 Aug 29 04:21:27.153160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-173b921d-fa18-4e5d-bfa5-b4aa249a1fb6 req-26833951-3c41-4eee-be6b-51579742d365 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136847 Aug 29 04:21:27.250786 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d643e3c0-b3d0-42d0-abe5-e0381188a83a x-openstack-request-id: req-d643e3c0-b3d0-42d0-abe5-e0381188a83a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:27.251179 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdd5156-c029-46b5-a9c7-50fde0b6c8f4", "name": "network-vif-deleted", "tag": "e0f93e08-1bc2-458c-9dc8-c23b2cc25f90", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:27.251426 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d643e3c0-b3d0-42d0-abe5-e0381188a83a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:27.251780 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdd5156-c029-46b5-a9c7-50fde0b6c8f4', 'name': 'network-vif-deleted', 'tag': 'e0f93e08-1bc2-458c-9dc8-c23b2cc25f90', 'status': 'completed', 'code': 200} Aug 29 04:21:27.268991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] No DVR routers for this DVR port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:27.273956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] Pushing event updated for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.354139 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-a4a6d778-0635-4579-b497-90d149be565f req-b31cff40-8e2a-4676-a552-83d849d4d8e7 service neutron] show failed (client error): The resource could not be found. Aug 29 04:21:27.355167 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-b31cff40-8e2a-4676-a552-83d849d4d8e7 service neutron] 10.222.0.32 "GET /v2.0/ports/710806a9-48c5-490b-ba10-c0465c60c029/bindings/n-h1-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.1900587 Aug 29 04:21:27.378316 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.381410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877f30-e4ce-4fb5-9b0a-9a7c14588fb3 req-61703e96-1fc7-4fd5-90fc-5ece9c72a106 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.383218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c877f30-e4ce-4fb5-9b0a-9a7c14588fb3 req-61703e96-1fc7-4fd5-90fc-5ece9c72a106 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.1075127 Aug 29 04:21:27.425104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-7df87adb-89dc-4272-94ee-57647424e58e service neutron] 10.222.0.32 "PUT /v2.0/ports/0cc32c94-6b96-469c-bd42-c67a4b309a7b/bindings/n-h1-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8237782 Aug 29 04:21:27.437189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c877f30-e4ce-4fb5-9b0a-9a7c14588fb3 req-b215c7ae-804a-4220-9225-3bad9470d645 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Aug 29 04:21:27.438350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-bf5b6db9-76b5-40c7-a0e8-b8d5cf61b13d service neutron] 10.222.0.37 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737029 Aug 29 04:21:27.468359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:27.469789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:27.479375 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8278639f-dc0b-46c2-be03-355c6ca02682" -d '{"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:27.498017 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.499012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:27.551044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3b3f-a805-49fb-ad29-504db5923f5c req-d89bd89c-fced-4703-9d4e-508d27720673 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.552758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-707e3b3f-a805-49fb-ad29-504db5923f5c req-d89bd89c-fced-4703-9d4e-508d27720673 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.2406495 Aug 29 04:21:27.617871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d362-6229-484c-9124-32df0a8d5750 req-cff190a6-b392-4f79-9507-4331c9940360 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.618820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:27.628534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-59d6d362-6229-484c-9124-32df0a8d5750 req-cff190a6-b392-4f79-9507-4331c9940360 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0965009 Aug 29 04:21:27.633583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.686781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-59d6d362-6229-484c-9124-32df0a8d5750 req-c77ceff1-812c-423d-804c-b00444a2c75d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563059 Aug 29 04:21:27.708452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-707e3b3f-a805-49fb-ad29-504db5923f5c req-4dee361d-32e7-42ae-9899-d0ee89353f0a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471570 Aug 29 04:21:27.740849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-315b74d7-fd40-4b97-86f6-816199fe5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.742836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-315b74d7-fd40-4b97-86f6-816199fe5b96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b&tenant_id=a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 1101 time: 0.0550363 Aug 29 04:21:27.754281 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2108db-961f-4ad6-a36e-867a4949c05a x-openstack-request-id: req-dc2108db-961f-4ad6-a36e-867a4949c05a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:27.754648 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:27.755149 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc2108db-961f-4ad6-a36e-867a4949c05a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:27.755370 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'code': 200} Aug 29 04:21:27.759787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:27.770788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1e5609-9c06-4a72-81ff-3766ec4a38b8 req-4b286536-9cc9-4ae3-94d4-fdbae4d22e2d service neutron] 10.222.0.37 "GET /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202207 Aug 29 04:21:27.773352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.816111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=94442f54-4fe4-42c1-a78f-a256deea56b2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.829340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-afe8d12d-781f-4cf0-a3ab-8282f1479fcb tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:27.830873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-afe8d12d-781f-4cf0-a3ab-8282f1479fcb tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.1566012 Aug 29 04:21:27.844059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.892989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port 94442f54-4fe4-42c1-a78f-a256deea56b2 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:27.921096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.923307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-704adbdb-9414-491a-8b39-69ea97ee81bf req-4c87e318-3e14-4d8a-a1d5-977c6ad5b70d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "DELETE /v2.0/ports/94442f54-4fe4-42c1-a78f-a256deea56b2 HTTP/1.1" status: 204 len: 173 time: 1.8907533 Aug 29 04:21:27.923808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'name': 'network-vif-deleted', 'tag': '94442f54-4fe4-42c1-a78f-a256deea56b2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:27.927428 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b2b9d9-3904-4cc8-86e4-75dab31a83ed" -d '{"events": [{"server_uuid": "c6e5e082-7c14-4eeb-be0e-423b8c525459", "name": "network-vif-deleted", "tag": "94442f54-4fe4-42c1-a78f-a256deea56b2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:28.010237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8b3c93d3-985e-428f-8fa1-0467f7298883 req-fdc60bc4-238f-44e9-9d8a-5fd1bfb3f120 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6e5e082-7c14-4eeb-be0e-423b8c525459 HTTP/1.1" status: 200 len: 210 time: 0.0783319 Aug 29 04:21:28.015412 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54315aa3-8e7e-46d6-b34d-4b145dcdcafb x-openstack-request-id: req-54315aa3-8e7e-46d6-b34d-4b145dcdcafb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:28.015778 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e5e082-7c14-4eeb-be0e-423b8c525459", "name": "network-vif-deleted", "tag": "94442f54-4fe4-42c1-a78f-a256deea56b2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:28.016126 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54315aa3-8e7e-46d6-b34d-4b145dcdcafb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:28.016631 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e5e082-7c14-4eeb-be0e-423b8c525459', 'name': 'network-vif-deleted', 'tag': '94442f54-4fe4-42c1-a78f-a256deea56b2', 'status': 'completed', 'code': 200} Aug 29 04:21:28.036462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-81a5205c-8374-4ee3-ba39-8add53a633c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.039109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:28.044834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-81a5205c-8374-4ee3-ba39-8add53a633c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 1096 time: 0.1781309 Aug 29 04:21:28.049616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4cb6-6e4d-4102-abec-59551122f9b2 req-984a9b63-83d3-4660-9dd3-9cd437d378ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.052975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-452b4cb6-6e4d-4102-abec-59551122f9b2 req-984a9b63-83d3-4660-9dd3-9cd437d378ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 1098 time: 0.1340125 Aug 29 04:21:28.125744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:28.128836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-452b4cb6-6e4d-4102-abec-59551122f9b2 req-1fdf2027-7949-476f-9b60-bc0276de0bc8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656328 Aug 29 04:21:28.137479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-79b315fd-23f6-43f3-b474-1c3cb48483be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.139467 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-79b315fd-23f6-43f3-b474-1c3cb48483be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1096 time: 0.0610244 Aug 29 04:21:28.161757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:28.234992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.256206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Transition to ACTIVE for port object 710806a9-48c5-490b-ba10-c0465c60c029 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:28.263328 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.268923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-244ef670-8dd8-4232-b978-901f65cf0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.270656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-244ef670-8dd8-4232-b978-901f65cf0f7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1220183 Aug 29 04:21:28.335136 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-5ef77af3-3b45-48e9-a514-3a34cd3e9a70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 200 len: 217 time: 0.0484059 Aug 29 04:21:28.338749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=6']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.358069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26b034-ea56-48ac-938b-7875630ee30b req-82b09b5b-8ad1-4faf-9380-24f14545e636 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.360044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c26b034-ea56-48ac-938b-7875630ee30b req-82b09b5b-8ad1-4faf-9380-24f14545e636 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.1073508 Aug 29 04:21:28.421879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] No DVR routers for this DVR port 710806a9-48c5-490b-ba10-c0465c60c029 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:28.432535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaebac-a7c5-4d1c-a948-0bd0dddfb63c req-980616aa-708d-4e0b-b5cf-401861dbb9cd tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.434120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5eaebac-a7c5-4d1c-a948-0bd0dddfb63c req-980616aa-708d-4e0b-b5cf-401861dbb9cd tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1045923 Aug 29 04:21:28.444515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c26b034-ea56-48ac-938b-7875630ee30b req-eda66941-1524-4b87-9e29-63beda1889fa tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702004 Aug 29 04:21:28.452891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-d63d2345-e5ef-4266-a0d8-8b6e98a3a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.454412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-d63d2345-e5ef-4266-a0d8-8b6e98a3a97d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0887768 Aug 29 04:21:28.484562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:28.485169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:28.485505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:28.501100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:28.501578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:28.504841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-aafdf24c-f602-40f3-9770-b5105c547a3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334551 Aug 29 04:21:28.517447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:28.517845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:28.518237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:28.518666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Bound port: 710806a9-48c5-490b-ba10-c0465c60c029, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:28.519021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.541185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5eaebac-a7c5-4d1c-a948-0bd0dddfb63c req-a74356c2-1cce-4c22-918f-a15bf6794d4e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837083 Aug 29 04:21:28.613060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:28.616593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:28.621931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.648580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb2bed-3006-4f32-857e-84f8543f4fd6 req-77453a94-54f8-4c81-980c-763535afcaa8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.650231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-08cb2bed-3006-4f32-857e-84f8543f4fd6 req-77453a94-54f8-4c81-980c-763535afcaa8 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.0708489 Aug 29 04:21:28.658757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.659292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.660672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] 10.222.0.37 "PUT /v2.0/ports/710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 1096 time: 0.9063647 Aug 29 04:21:28.676799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-e0c46f47-5ad6-438e-9057-d4bc2ef5cdc3 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521380 Aug 29 04:21:28.684598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560086bb-718f-4ebd-9318-535de6fe28ad service neutron] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=7']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.754697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-668f1046-c91e-40e8-9f19-4224f4710933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.756517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-668f1046-c91e-40e8-9f19-4224f4710933 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1099 time: 0.0561013 Aug 29 04:21:28.758500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-08cb2bed-3006-4f32-857e-84f8543f4fd6 req-08de00e2-12a9-4e5b-a971-018ff0ca340d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940373 Aug 29 04:21:28.879497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-e7564fe3-fbc1-43a1-a002-b357a48fa1d7 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812940 Aug 29 04:21:28.887427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:28.930664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9858d9-8118-49cc-8247-3b7d364249b4 req-79399561-f77b-4501-a89b-12b56b175b97 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.932249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e9858d9-8118-49cc-8247-3b7d364249b4 req-79399561-f77b-4501-a89b-12b56b175b97 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1597679 Aug 29 04:21:28.933930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-6c7c1d88-f54f-4f73-8361-7aa68aa73bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.935309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-6c7c1d88-f54f-4f73-8361-7aa68aa73bbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1617115 Aug 29 04:21:28.966426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e18e-4b97-4daf-b190-66377a9274ee req-3a7ee930-000c-4d63-a2dd-c653772f2ccd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:28.968197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cee7e18e-4b97-4daf-b190-66377a9274ee req-3a7ee930-000c-4d63-a2dd-c653772f2ccd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.1090119 Aug 29 04:21:28.990317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:28.990740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 94442f54-4fe4-42c1-a78f-a256deea56b2 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:29.014379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 94442f54-4fe4-42c1-a78f-a256deea56b2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:29.014992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 94442f54-4fe4-42c1-a78f-a256deea56b2 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:29.015608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:29.015811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-4ed45d57-e3e1-42a6-8c17-abc0f8c012e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0518110 Aug 29 04:21:29.018929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cee7e18e-4b97-4daf-b190-66377a9274ee req-864e9eb6-fbfe-4531-a007-7fc1265634fd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Aug 29 04:21:29.049112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:29.049655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0f93e08-1bc2-458c-9dc8-c23b2cc25f90 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:29.053624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e9858d9-8118-49cc-8247-3b7d364249b4 req-a1376aae-d5d5-4d4c-a1be-de7b3cea19c1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132696 Aug 29 04:21:29.092449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-2727c39a-8d31-4db2-8dad-86b2f4319fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.094132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-2727c39a-8d31-4db2-8dad-86b2f4319fa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0607150 Aug 29 04:21:29.098766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-96ae813f-f68b-4ef8-9edd-262cff159c79 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.100259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-96ae813f-f68b-4ef8-9edd-262cff159c79 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.0599663 Aug 29 04:21:29.122946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-14'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:29.157213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d778-0635-4579-b497-90d149be565f req-f0f22694-9c5f-4bcd-ac1b-376ebd39541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.160463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-f0f22694-9c5f-4bcd-ac1b-376ebd39541c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515206 Aug 29 04:21:29.201874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.252737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}, {'name': 'network-changed', 'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:29.255005 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f666406-05e2-4b3f-a14e-fb761621529c" -d '{"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-unplugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}, {"name": "network-changed", "server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:29.275438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-fccd45fc-06e6-4fc0-aba9-8fb3f877f4fe service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052291 Aug 29 04:21:29.313780 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d61182-8fc7-434b-9ff9-81cb6750c219 x-openstack-request-id: req-a9d61182-8fc7-434b-9ff9-81cb6750c219 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:29.314133 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-unplugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "code": 200}, {"name": "network-changed", "server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:29.314520 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9d61182-8fc7-434b-9ff9-81cb6750c219 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:29.314920 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'code': 200} Aug 29 04:21:29.315300 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'status': 'completed', 'code': 200} Aug 29 04:21:29.346915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-ce53245d-3f6e-42db-b7b6-f6411e6ee404 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.348529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-ce53245d-3f6e-42db-b7b6-f6411e6ee404 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.1319993 Aug 29 04:21:29.412120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4a6d778-0635-4579-b497-90d149be565f req-4f2bff76-bd43-48d1-93c8-16130ebdc1d2 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260483 Aug 29 04:21:29.453198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:29.546041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-0547d63a-f6f8-45f5-a326-a20b822524cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.549653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-b618e0fe-8764-43f1-a57c-d76941ec58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.550283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-b618e0fe-8764-43f1-a57c-d76941ec58a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1099 time: 0.1467209 Aug 29 04:21:29.552365 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-0547d63a-f6f8-45f5-a326-a20b822524cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1099 time: 0.0579631 Aug 29 04:21:29.614925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340aa2e-a339-4fbf-be3d-1594da434c5d req-ac81c7e6-a774-42a2-a3a7-192c1bb2f817 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.616603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f340aa2e-a339-4fbf-be3d-1594da434c5d req-ac81c7e6-a774-42a2-a3a7-192c1bb2f817 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 949 time: 0.1682692 Aug 29 04:21:29.620421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:29.661695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dacc1a-e28b-4a63-b10a-2ae62729f7cf req-d7d374cc-7bc8-42de-998f-6406f59b0730 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.663188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0dacc1a-e28b-4a63-b10a-2ae62729f7cf req-d7d374cc-7bc8-42de-998f-6406f59b0730 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 945 time: 0.1095705 Aug 29 04:21:29.719825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-a282531a-979f-4922-866f-839cfb975f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.721213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-a282531a-979f-4922-866f-839cfb975f92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1328163 Aug 29 04:21:29.726542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0dacc1a-e28b-4a63-b10a-2ae62729f7cf req-05dd29a4-aedb-4252-b2b5-561fc034f809 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571647 Aug 29 04:21:29.754039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-777ea91f-8d2c-40fd-91da-ff7ce4b73b4f service neutron] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:29.755997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.766104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f340aa2e-a339-4fbf-be3d-1594da434c5d req-920b3259-37d0-4900-bb7a-0cd8340ffdbd tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132164 Aug 29 04:21:29.766236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-d311d26e-a1f7-4494-894c-7cd1964b4824 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0367513 Aug 29 04:21:29.773900 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-777ea91f-8d2c-40fd-91da-ff7ce4b73b4f service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.774964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5179a4b-9c47-4cfe-a2cf-72c66e383f29 req-777ea91f-8d2c-40fd-91da-ff7ce4b73b4f service neutron] 10.222.0.37 "DELETE /v2.0/ports/0cc32c94-6b96-469c-bd42-c67a4b309a7b/bindings/n-h2-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.4159899 Aug 29 04:21:29.777246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.823260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-5e323bc9-d495-4887-bd12-aca6ba4928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.824871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-5e323bc9-d495-4887-bd12-aca6ba4928fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2661436 Aug 29 04:21:29.853002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-d8156453-04c1-4daa-8aa0-c72950f03755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.854519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-d8156453-04c1-4daa-8aa0-c72950f03755 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0806615 Aug 29 04:21:29.875109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf07173-eb0e-4294-93e9-9b1267631e41 req-47f06e87-d5cd-4e0e-9cc2-518ecaf01e87 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.876560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cf07173-eb0e-4294-93e9-9b1267631e41 req-47f06e87-d5cd-4e0e-9cc2-518ecaf01e87 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0597920 Aug 29 04:21:29.895762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-3d8cb4ac-2985-4f8d-b9c9-d84a3647f127 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0609062 Aug 29 04:21:29.911422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.936911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cf07173-eb0e-4294-93e9-9b1267631e41 req-ac72646c-ebbd-4371-b0d6-8376713d36b0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520959 Aug 29 04:21:29.943397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-f95fac6f-ad30-44ce-863b-7d4fab7a645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.944867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-f95fac6f-ad30-44ce-863b-7d4fab7a645d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0674589 Aug 29 04:21:30.008143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on host n-h1-712143-14 for vnic_type normal with profile {"migrating_to": "n-h2-712143-14"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:30.008479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:30.008799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:30.021292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ec005-8533-478a-8d06-08922f4319b1 req-5122bc9d-cbc8-4779-b5c5-fd10d346adfa tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.022809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-424ec005-8533-478a-8d06-08922f4319b1 req-5122bc9d-cbc8-4779-b5c5-fd10d346adfa tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.1370218 Aug 29 04:21:30.024500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:30.026730 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e731c-8432-4f9e-86aa-94f79fdb97c9" -d '{"events": [{"server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:30.030585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-37d6e885-ff4d-482d-9611-85cd4173aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.031958 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-37d6e885-ff4d-482d-9611-85cd4173aefd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1037278 Aug 29 04:21:30.034968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:30.035278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Attempting to bind port aa595e90-11e9-498c-9ff0-d16761945a72 on network 889981b3-3896-4c14-bdf2-7209515e8636 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:30.044041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-b5720ed8-d2e4-404b-ab3e-ccf4cc0b2377 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902636 Aug 29 04:21:30.061745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:30.062098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Checking segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:30.062490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Bound using segment: {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:30.062934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Bound port: aa595e90-11e9-498c-9ff0-d16761945a72, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65ae652-1cab-4038-b964-830dfd0cf968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '889981b3-3896-4c14-bdf2-7209515e8636'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:30.063294 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.080389 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cd83df-e032-43af-9d2e-718265c2e4ff x-openstack-request-id: req-02cd83df-e032-43af-9d2e-718265c2e4ff {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:30.080680 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:30.080926 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02cd83df-e032-43af-9d2e-718265c2e4ff {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:30.081314 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72', 'code': 200} Aug 29 04:21:30.131468 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-424ec005-8533-478a-8d06-08922f4319b1 req-b4b39dc0-a87c-4eed-80cc-0ec259d47dcd tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979807 Aug 29 04:21:30.160556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666406-05e2-4b3f-a14e-fb761621529c req-a6aff11a-af05-478f-ba26-df22aa4b3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.162663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-a6aff11a-af05-478f-ba26-df22aa4b3e4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193447 Aug 29 04:21:30.191647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765e010-90dc-4f59-b384-1ebd38d200b9 req-78734cc6-278e-410c-a7bc-e80e3cbde6f8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.193157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1765e010-90dc-4f59-b384-1ebd38d200b9 req-78734cc6-278e-410c-a7bc-e80e3cbde6f8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.0784838 Aug 29 04:21:30.195478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-7046488e-7bef-4883-adc1-c9c97a447008 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324801 Aug 29 04:21:30.235997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1765e010-90dc-4f59-b384-1ebd38d200b9 req-8da44a18-191d-4c7b-9c03-3a81fd6904bb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355313 Aug 29 04:21:30.240676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:30.276461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:30.289886 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.352176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca042ea-1f4b-4654-8b5c-79df727975aa req-be1a5af6-e65b-4f38-99d2-d086c8c2530c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.353709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ca042ea-1f4b-4654-8b5c-79df727975aa req-be1a5af6-e65b-4f38-99d2-d086c8c2530c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1294515 Aug 29 04:21:30.370484 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-0cd84bf5-34dc-4b62-973e-e96e1803bb0b service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976290 Aug 29 04:21:30.447351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.486935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.487460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.488833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-ccedf9a4-d675-436e-a2a1-faccce446467 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 200 len: 1123 time: 1.3710427 Aug 29 04:21:30.498682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ca042ea-1f4b-4654-8b5c-79df727975aa req-1ca75439-8470-44ec-9ddc-5b8c5777147c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336675 Aug 29 04:21:30.534051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f666406-05e2-4b3f-a14e-fb761621529c req-038f003c-5643-4457-8f3e-4a3c2b3702e5 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457663 Aug 29 04:21:30.537303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53786f2d-b1c8-416e-a2a4-f3b2613b2533 req-710a68b1-a107-424c-b56a-a2ea0e14b7af tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.538860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53786f2d-b1c8-416e-a2a4-f3b2613b2533 req-710a68b1-a107-424c-b56a-a2ea0e14b7af tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1096 time: 0.0597281 Aug 29 04:21:30.575509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53786f2d-b1c8-416e-a2a4-f3b2613b2533 req-f1c4406f-1595-48dd-944a-e82d0082d554 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Aug 29 04:21:30.646582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['aa595e90-11e9-498c-9ff0-d16761945a72'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:30.649051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7741d-cecc-4ae5-b66c-29584b438367 req-06027556-95fd-4a2d-8f33-c5f26a2f9c84 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.650682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7db7741d-cecc-4ae5-b66c-29584b438367 req-06027556-95fd-4a2d-8f33-c5f26a2f9c84 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0761116 Aug 29 04:21:30.679847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['aa595e90-11e9-498c-9ff0-d16761945a72'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:30.710809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5d210-0728-43fd-b422-df5741284993 req-f9b83930-846f-42fc-a7b0-14cf0ff73e6b tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.712301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda5d210-0728-43fd-b422-df5741284993 req-f9b83930-846f-42fc-a7b0-14cf0ff73e6b tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 1096 time: 0.0476522 Aug 29 04:21:30.714129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7db7741d-cecc-4ae5-b66c-29584b438367 req-00430b75-28a5-4036-a594-cae7a0d1ab05 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549686 Aug 29 04:21:30.761000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda5d210-0728-43fd-b422-df5741284993 req-6ad0e7fe-9a56-49cc-b645-f31f8bc88fcd tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Aug 29 04:21:30.877393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aa595e90-11e9-498c-9ff0-d16761945a72 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:30.925094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde82f00-5ad1-40ca-a5ed-7c47330e70a9 req-6aaa9502-725a-427b-827b-4a956358cb30 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.925505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c75a3-3c58-4341-9fe2-bade96b9f362 req-2c9e0520-2e87-467a-b9b6-3591b93b7bbf tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.927072 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-446c75a3-3c58-4341-9fe2-bade96b9f362 req-2c9e0520-2e87-467a-b9b6-3591b93b7bbf tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 949 time: 0.0564716 Aug 29 04:21:30.930453 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dde82f00-5ad1-40ca-a5ed-7c47330e70a9 req-6aaa9502-725a-427b-827b-4a956358cb30 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0607250 Aug 29 04:21:30.975206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dde82f00-5ad1-40ca-a5ed-7c47330e70a9 req-50829451-42ea-4651-a342-5e4ce09a9477 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Aug 29 04:21:30.984529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-446c75a3-3c58-4341-9fe2-bade96b9f362 req-9b362bc9-2404-4c7b-a564-b21ba9878c2d tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/security-groups?id=93306b44-ce1a-4c3a-9033-2871ee141b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502656 Aug 29 04:21:31.047674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:31.062379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aa595e90-11e9-498c-9ff0-d16761945a72 has no active binding in host n-h2-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:21:31.103133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.119074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3907220-b75a-487d-b86d-2ddeb2d04815 req-7a551eed-51b3-48f3-9a0e-fb9875772f25 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.120712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3907220-b75a-487d-b86d-2ddeb2d04815 req-7a551eed-51b3-48f3-9a0e-fb9875772f25 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0550144 Aug 29 04:21:31.163005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3907220-b75a-487d-b86d-2ddeb2d04815 req-3a84dc3c-813a-4311-a968-7e3be67c23ca tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343037 Aug 29 04:21:31.275132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a61d48-1746-461f-b94b-a675928dce70 req-841ee18e-9e14-4d45-ac66-7a8f862c5085 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.282084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3a61d48-1746-461f-b94b-a675928dce70 req-841ee18e-9e14-4d45-ac66-7a8f862c5085 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0598161 Aug 29 04:21:31.310112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d6689-4ac6-49c1-b6a8-0b69393ee400 req-2216ee3b-f501-4d46-8017-8d7782f47005 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.312434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b8d6689-4ac6-49c1-b6a8-0b69393ee400 req-2216ee3b-f501-4d46-8017-8d7782f47005 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0595336 Aug 29 04:21:31.322620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3a61d48-1746-461f-b94b-a675928dce70 req-5adf2065-42c0-456f-a2ca-01088db7de99 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377553 Aug 29 04:21:31.392354 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b8d6689-4ac6-49c1-b6a8-0b69393ee400 req-aeca38dd-6e39-4f5e-8e6b-ba661fcc0701 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733950 Aug 29 04:21:31.409485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-0fc6e9f3-b977-411d-941b-f4e3845bc62e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.410570 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-0fc6e9f3-b977-411d-941b-f4e3845bc62e tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 949 time: 0.0670514 Aug 29 04:21:31.482243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5184b-ecb5-4818-83a9-2813aef2c60f req-3a4b44ae-6abe-4b32-94d7-4de764a13031 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.483839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04a5184b-ecb5-4818-83a9-2813aef2c60f req-3a4b44ae-6abe-4b32-94d7-4de764a13031 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.0559840 Aug 29 04:21:31.511438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Deleting port 08a132c5-3322-4936-bb77-ff61c20c7f6e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:31.511800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.525956 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04a5184b-ecb5-4818-83a9-2813aef2c60f req-b36f8398-f8a6-471e-9c7b-105d1a2959bb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Aug 29 04:21:31.606290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] For port 08a132c5-3322-4936-bb77-ff61c20c7f6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=08a132c5-3322-4936-bb77-ff61c20c7f6e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:31.606732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.618894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Calling delete_port for 08a132c5-3322-4936-bb77-ff61c20c7f6e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:31.771835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.802658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Pushing event deleted for resources: {'Port': ['ID=08a132c5-3322-4936-bb77-ff61c20c7f6e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:31.824836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['08a132c5-3322-4936-bb77-ff61c20c7f6e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:31.867744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] No DVR routers for this DVR port 08a132c5-3322-4936-bb77-ff61c20c7f6e on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:31.870693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.872611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-969dbc78-4468-4d0a-9a4b-6fe00906de33 req-1bcb84c4-d2ef-46e3-a361-49b1aa5ca211 tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.32 "DELETE /v2.0/ports/08a132c5-3322-4936-bb77-ff61c20c7f6e HTTP/1.1" status: 204 len: 173 time: 0.4503098 Aug 29 04:21:31.883896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a3548-463c-4439-b120-d2b3a4d8d296 req-ec9366a8-a2e1-483f-b3e9-6ddeda34e010 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.885463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd4a3548-463c-4439-b120-d2b3a4d8d296 req-ec9366a8-a2e1-483f-b3e9-6ddeda34e010 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0851092 Aug 29 04:21:31.924815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd4a3548-463c-4439-b120-d2b3a4d8d296 req-5ddd4923-2b2c-484c-b19c-135364d3956d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 29 04:21:32.082239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72'}, {'server_uuid': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'name': 'network-vif-deleted', 'tag': '08a132c5-3322-4936-bb77-ff61c20c7f6e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:32.084604 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e952d73-76db-4b44-ac44-0d0cf35c0e72" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72"}, {"server_uuid": "6232860b-3f22-4e30-8f4e-eea66d38953e", "name": "network-vif-deleted", "tag": "08a132c5-3322-4936-bb77-ff61c20c7f6e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:32.116381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217d99-94c5-46fe-9d6f-2e27663c4179 req-7043c18d-d485-460d-8d87-43a546580763 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.118877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72217d99-94c5-46fe-9d6f-2e27663c4179 req-7043c18d-d485-460d-8d87-43a546580763 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0625546 Aug 29 04:21:32.119003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa563cd9-e53e-4d81-bc2b-e4df79ce6b1b req-fc46b073-521b-4f81-9bfe-66a421f7120b tempest-ServersOnMultiNodesTest-2093611352 tempest-ServersOnMultiNodesTest-2093611352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6232860b-3f22-4e30-8f4e-eea66d38953e HTTP/1.1" status: 200 len: 210 time: 0.0311379 Aug 29 04:21:32.204928 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5c820-5ebd-4859-afe8-05878d9e336f x-openstack-request-id: req-00d5c820-5ebd-4859-afe8-05878d9e336f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:32.205325 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72", "status": "completed", "code": 200}, {"server_uuid": "6232860b-3f22-4e30-8f4e-eea66d38953e", "name": "network-vif-deleted", "tag": "08a132c5-3322-4936-bb77-ff61c20c7f6e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:32.205786 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00d5c820-5ebd-4859-afe8-05878d9e336f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:32.206313 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72', 'status': 'completed', 'code': 200} Aug 29 04:21:32.210221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72217d99-94c5-46fe-9d6f-2e27663c4179 req-20f2cf4a-7200-49b1-9604-835f37a5cb4e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844953 Aug 29 04:21:32.214652 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6232860b-3f22-4e30-8f4e-eea66d38953e', 'name': 'network-vif-deleted', 'tag': '08a132c5-3322-4936-bb77-ff61c20c7f6e', 'status': 'completed', 'code': 200} Aug 29 04:21:32.281344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-533adc2b-889d-49f4-a407-4ffb3beeab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.283174 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-533adc2b-889d-49f4-a407-4ffb3beeab8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1126 time: 0.0574946 Aug 29 04:21:32.293550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:32.428433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-f85f87c3-7809-435a-af93-d659dfb75530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.430306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-f85f87c3-7809-435a-af93-d659dfb75530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1063938 Aug 29 04:21:32.435277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:32.489628 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-709f3d05-f86e-4ad4-a465-83a3347d9634 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 200 len: 217 time: 0.0454555 Aug 29 04:21:32.501290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142f86a-d7f8-47ac-9e92-53bd52cdd288 req-02fbfbc6-3d13-4e51-84ec-182bbea45384 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.505449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8142f86a-d7f8-47ac-9e92-53bd52cdd288 req-02fbfbc6-3d13-4e51-84ec-182bbea45384 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0662594 Aug 29 04:21:32.559622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8142f86a-d7f8-47ac-9e92-53bd52cdd288 req-fd347724-1f2f-4587-be83-39dca89f1aee tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477810 Aug 29 04:21:32.592515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '710806a9-48c5-490b-ba10-c0465c60c029', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '710806a9-48c5-490b-ba10-c0465c60c029', 'mac_address': 'fa:16:3e:dc:8d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:32.601608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-767c1c9c-c9da-4ae7-8c99-d3f0ac444d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.603081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-767c1c9c-c9da-4ae7-8c99-d3f0ac444d22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1031487 Aug 29 04:21:32.648680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-7e11e8e4-912d-4243-86e1-177ce2c702b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378518 Aug 29 04:21:32.651034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.666406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710806a9-48c5-490b-ba10-c0465c60c029 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:32.691342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:32.698146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.728745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4edb0-8584-4718-8879-988990c9ddda req-18d381fc-8303-4d99-a50f-72f007dfcc2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:32.732076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e6d4edb0-8584-4718-8879-988990c9ddda req-18d381fc-8303-4d99-a50f-72f007dfcc2c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 947 time: 0.0963595 Aug 29 04:21:32.792543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-d0e70bd7-7e3b-4b14-9f0d-34d82453c72a service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314974 Aug 29 04:21:32.796353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e6d4edb0-8584-4718-8879-988990c9ddda req-8f456a82-8ac9-4c46-958c-ad4883f17aaf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 Aug 29 04:21:32.810364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.926736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e952d73-76db-4b44-ac44-0d0cf35c0e72 req-0b5d5910-0fd4-4b7c-a041-6971aa9c9a73 service neutron] 10.222.0.37 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190372 Aug 29 04:21:33.061344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b27e2d-bff1-4908-8136-f669657271a2 req-6371314d-9e76-4dc5-a8ef-7744b03a14e5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.063115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-96b27e2d-bff1-4908-8136-f669657271a2 req-6371314d-9e76-4dc5-a8ef-7744b03a14e5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0564523 Aug 29 04:21:33.116193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-96b27e2d-bff1-4908-8136-f669657271a2 req-fdb633e8-1931-47bb-b69d-56f197ce28e9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Aug 29 04:21:33.169457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-b99be156-946d-4ba2-b0bd-43ad39385aa7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.171683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-b99be156-946d-4ba2-b0bd-43ad39385aa7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b&tenant_id=a627bba863024eb2ac3850aaa61da2e9&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 948 time: 0.0840926 Aug 29 04:21:33.184242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b315-b939-4062-b351-9e7fbc3ecd72 req-0d77acd9-23fa-42c7-a0aa-d9376b8063b1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.185940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5307b315-b939-4062-b351-9e7fbc3ecd72 req-0d77acd9-23fa-42c7-a0aa-d9376b8063b1 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0696552 Aug 29 04:21:33.271492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5307b315-b939-4062-b351-9e7fbc3ecd72 req-75e207a6-01a5-4cfc-88a3-294ed6773fbc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544097 Aug 29 04:21:33.283623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-45f743d9-9d30-4336-a854-3e90232bc4f6 service neutron] 10.222.0.37 "GET /v2.0/ports/710806a9-48c5-490b-ba10-c0465c60c029/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0967057 Aug 29 04:21:33.290926 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:21:33.326133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['710806a9-48c5-490b-ba10-c0465c60c029'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:33.355226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b3209-42e9-4754-b267-76771fef7059 req-fe9260ed-32a1-4dd4-9eb2-28d3c60115da tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.356783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a9b3209-42e9-4754-b267-76771fef7059 req-fe9260ed-32a1-4dd4-9eb2-28d3c60115da tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0609863 Aug 29 04:21:33.372766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-0129becb-a83e-4453-8264-9fe6a36d0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.374923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-0129becb-a83e-4453-8264-9fe6a36d0ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1100 time: 0.0579963 Aug 29 04:21:33.411543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a9b3209-42e9-4754-b267-76771fef7059 req-f70374f9-a20e-4311-823e-6ed3c4642bf5 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Aug 29 04:21:33.512502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-b5345a5c-2163-4c94-8084-dc6c3b538292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.514648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-b5345a5c-2163-4c94-8084-dc6c3b538292 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1249526 Aug 29 04:21:33.550489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:33.565574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-144a67f7-edb3-4e12-a0ca-5ff94a534da0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0380566 Aug 29 04:21:33.630774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-b303b62e-1875-4ed3-9ab5-e1546e1390f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.632464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-b303b62e-1875-4ed3-9ab5-e1546e1390f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0566502 Aug 29 04:21:33.700788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-564923aa-090b-45b5-a092-9e985d36c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.703109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-564923aa-090b-45b5-a092-9e985d36c04c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546715 Aug 29 04:21:33.727258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e87d3d-1897-42cf-9844-c74d4552803c req-9b6555db-0c50-4947-8beb-92b5ce544ee0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:33.728573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e87d3d-1897-42cf-9844-c74d4552803c req-9b6555db-0c50-4947-8beb-92b5ce544ee0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0913942 Aug 29 04:21:33.735649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f5bbb2e2-fa46-47cf-a27e-39c6f99246d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92d2cc5dcb9b478bb7065a703bc5f59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835902 Aug 29 04:21:33.744981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41644) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:33.798355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3e87d3d-1897-42cf-9844-c74d4552803c req-6dbf6202-8f28-4ce2-9457-276a43ae69f6 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616660 Aug 29 04:21:33.817032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-6c637dee-15fb-4778-bfe2-ec8360f20196 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031632 Aug 29 04:21:33.820572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-751186e5-bb7f-494c-92e8-fca2cdbbe174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.843226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-751186e5-bb7f-494c-92e8-fca2cdbbe174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.894341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-751186e5-bb7f-494c-92e8-fca2cdbbe174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.897121 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-751186e5-bb7f-494c-92e8-fca2cdbbe174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.900650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-751186e5-bb7f-494c-92e8-fca2cdbbe174 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93306b44-ce1a-4c3a-9033-2871ee141b38 HTTP/1.1" status: 204 len: 168 time: 0.1550927 Aug 29 04:21:33.906968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751186e5-bb7f-494c-92e8-fca2cdbbe174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93306b44-ce1a-4c3a-9033-2871ee141b38,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.944997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-568dd41c-cffb-4cf7-a6e2-7ebd601877db service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140246 Aug 29 04:21:34.179694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:34.247125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d29387aa-8904-491d-ab02-3598dac66f43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa3b0042ecbd47d18f1ecdc17ad5d783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661201 Aug 29 04:21:34.249605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41654) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:34.278499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04d3b2-44cf-40c5-a956-868e1fee41ca req-ab1efcb5-1994-41d1-a943-5807d534a6ec tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.280601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be04d3b2-44cf-40c5-a956-868e1fee41ca req-ab1efcb5-1994-41d1-a943-5807d534a6ec tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0929625 Aug 29 04:21:34.345546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be04d3b2-44cf-40c5-a956-868e1fee41ca req-34f609a3-609c-4deb-b743-e4296cefaa6b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565813 Aug 29 04:21:34.346251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e29e8558-edf0-42ba-b03a-c17d492930f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.375185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e29e8558-edf0-42ba-b03a-c17d492930f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.423913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a9925-3ac8-422b-85b6-d64a75ca33d6 req-340613b7-be85-43a8-8eda-678b114921ce tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.424478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e29e8558-edf0-42ba-b03a-c17d492930f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.425400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca7a9925-3ac8-422b-85b6-d64a75ca33d6 req-340613b7-be85-43a8-8eda-678b114921ce tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0537589 Aug 29 04:21:34.427612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e29e8558-edf0-42ba-b03a-c17d492930f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.428733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e29e8558-edf0-42ba-b03a-c17d492930f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16ffdf60-2d28-4946-b288-d1d2baa488f9 HTTP/1.1" status: 204 len: 168 time: 0.1781390 Aug 29 04:21:34.438915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e8558-edf0-42ba-b03a-c17d492930f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffdf60-2d28-4946-b288-d1d2baa488f9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.491397 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca7a9925-3ac8-422b-85b6-d64a75ca33d6 req-30a3bb35-976e-4218-80d2-d2f9f48e2918 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525219 Aug 29 04:21:34.562808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca50910-c113-45e0-8e33-f044a776b76e req-0248fd42-2911-4c51-becd-816a27b04765 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.564281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aca50910-c113-45e0-8e33-f044a776b76e req-0248fd42-2911-4c51-becd-816a27b04765 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0605135 Aug 29 04:21:34.610681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aca50910-c113-45e0-8e33-f044a776b76e req-0810cea9-2542-456c-81ca-5083b8a65ff3 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Aug 29 04:21:34.874059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 08a132c5-3322-4936-bb77-ff61c20c7f6e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:34.901921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 08a132c5-3322-4936-bb77-ff61c20c7f6e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:34.902279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 08a132c5-3322-4936-bb77-ff61c20c7f6e not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:34.940657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cceae9-667d-47cc-8851-1bf998ca100b req-656e3aa3-db4c-48db-8d53-2c98df83e801 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.954221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50cceae9-667d-47cc-8851-1bf998ca100b req-656e3aa3-db4c-48db-8d53-2c98df83e801 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0727482 Aug 29 04:21:35.262556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50cceae9-667d-47cc-8851-1bf998ca100b req-8d20fa90-9cb8-45ec-b307-3da8ffc9afbf tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989511 Aug 29 04:21:35.478816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88216681-f6d5-45fb-96d1-4c20fd71a6d5 req-649c1e7d-6259-49d9-8bc4-2aa8b3388966 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.480604 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88216681-f6d5-45fb-96d1-4c20fd71a6d5 req-649c1e7d-6259-49d9-8bc4-2aa8b3388966 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0561841 Aug 29 04:21:35.525702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88216681-f6d5-45fb-96d1-4c20fd71a6d5 req-844ad4b2-6133-40fb-9238-0bfd59891f5c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362432 Aug 29 04:21:35.643863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98a6e-9268-44b9-a248-e54312f9b5e2 req-6c0344a2-29d2-495a-a86a-be80b9af9197 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.645754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14a98a6e-9268-44b9-a248-e54312f9b5e2 req-6c0344a2-29d2-495a-a86a-be80b9af9197 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0599151 Aug 29 04:21:35.733676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14a98a6e-9268-44b9-a248-e54312f9b5e2 req-a31acb55-eebe-4a0e-9b1c-bfc6e2806976 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778799 Aug 29 04:21:35.795322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bfc26-e10a-438d-854d-b28ce95c504e req-0209cae7-6fbc-4b9d-83b9-68460920fd10 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.796999 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7f0bfc26-e10a-438d-854d-b28ce95c504e req-0209cae7-6fbc-4b9d-83b9-68460920fd10 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0640912 Aug 29 04:21:35.861687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7f0bfc26-e10a-438d-854d-b28ce95c504e req-796274f6-5d64-4f5f-b3cd-b28bce9782eb tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Aug 29 04:21:36.253189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-6051455b-6c65-4572-9edf-0cf5f6337c9d tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=46abc593c3334400becf48ae2b5c1eaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251873 Aug 29 04:21:36.328027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:36.379967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-836ae78e-0ef2-47eb-98e7-9e87524f3b2b tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.381872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-836ae78e-0ef2-47eb-98e7-9e87524f3b2b tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227567 Aug 29 04:21:36.399082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8bd0f-24f6-434d-86aa-20e72aa26f98 req-cc1182fa-9f72-4435-9f9b-93b537fe6915 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.402170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 710806a9-48c5-490b-ba10-c0465c60c029 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:36.406874 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8e8bd0f-24f6-434d-86aa-20e72aa26f98 req-cc1182fa-9f72-4435-9f9b-93b537fe6915 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0647113 Aug 29 04:21:36.407814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 710806a9-48c5-490b-ba10-c0465c60c029 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:36.408946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.409929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-3fbce847-05d5-474e-87a0-85e8594227bf tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/quotas/46abc593c3334400becf48ae2b5c1eaa HTTP/1.1" status: 200 len: 375 time: 0.0212786 Aug 29 04:21:36.474333 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-e6aad005-ea5b-4b31-b807-15d2b7808677 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=46abc593c3334400becf48ae2b5c1eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632420 Aug 29 04:21:36.474521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8e8bd0f-24f6-434d-86aa-20e72aa26f98 req-da09dd66-f24c-4b7c-b51e-e61c79dff049 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Aug 29 04:21:36.518278 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.543535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:36.546970 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392fa299-352d-454d-9dc8-2194c223cc73" -d '{"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-plugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:36.562040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:36.568704 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.599593 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135d21eb-bd0b-47ed-b8d8-6910836d2d5a x-openstack-request-id: req-135d21eb-bd0b-47ed-b8d8-6910836d2d5a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:36.600051 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-plugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:36.600486 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-135d21eb-bd0b-47ed-b8d8-6910836d2d5a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:36.601058 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'code': 200} Aug 29 04:21:36.648317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:36.702502 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83fa65e6-c5a7-48c0-86f8-6af732e4ccf7 req-2ff08cb0-18e5-42c5-9342-8d9ec82b3de5 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 210 time: 0.0457866 Aug 29 04:21:36.705762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6d189-ea78-4806-9547-4bdefe55980a req-b9a330e9-fdf3-41ec-9072-cfe27c67b4b8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.707279 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48d6d189-ea78-4806-9547-4bdefe55980a req-b9a330e9-fdf3-41ec-9072-cfe27c67b4b8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0530019 Aug 29 04:21:36.772718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48d6d189-ea78-4806-9547-4bdefe55980a req-759741d7-40fd-4afd-b635-09575422b6dc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486050 Aug 29 04:21:36.940197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bf52e-a13b-4bf5-90b1-a40d4f75c15a req-133ad5c1-5053-4b9e-af07-9fa0bea68352 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:36.941805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c5bf52e-a13b-4bf5-90b1-a40d4f75c15a req-133ad5c1-5053-4b9e-af07-9fa0bea68352 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0796916 Aug 29 04:21:37.045843 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c5bf52e-a13b-4bf5-90b1-a40d4f75c15a req-92e8a689-bb32-48ef-97b2-8d448aed68c2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971653 Aug 29 04:21:37.120843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c6c7-9879-414f-aac1-510bf93d243e req-4152dada-829d-456f-a7e2-12938da42f59 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.122829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89c3c6c7-9879-414f-aac1-510bf93d243e req-4152dada-829d-456f-a7e2-12938da42f59 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.0982382 Aug 29 04:21:37.214224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89c3c6c7-9879-414f-aac1-510bf93d243e req-969cf8e8-566c-43de-bcde-c5030bdac132 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756326 Aug 29 04:21:37.578174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-7016fa7b-b1d6-4834-8427-3b85393d1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.579748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-7016fa7b-b1d6-4834-8427-3b85393d1193 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b&tenant_id=a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 1101 time: 0.0775983 Aug 29 04:21:37.600945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:37.631922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-001f7d84-b2ca-4aee-9738-e16f65aeda8b service neutron] 10.222.0.37 "GET /v2.0/ports/aa595e90-11e9-498c-9ff0-d16761945a72/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.1325634 Aug 29 04:21:37.643900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b528dd-781d-48dc-a776-7e55aae80f35 req-941c952a-3204-4360-a5f7-f184a01e5712 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.645371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80b528dd-781d-48dc-a776-7e55aae80f35 req-941c952a-3204-4360-a5f7-f184a01e5712 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0705497 Aug 29 04:21:37.656409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.738256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80b528dd-781d-48dc-a776-7e55aae80f35 req-392d5039-003e-43f7-9f89-deee1c9b1611 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605929 Aug 29 04:21:37.845142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-485b3467-a397-451e-92bb-6a606ba6f179 req-1c40bafb-49c1-4df9-b82c-99adf37360f1 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 210 time: 0.0482564 Aug 29 04:21:37.932140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:37.938309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-b250d75b-3619-42f3-b9bd-6052f4b3a21a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985837 Aug 29 04:21:37.962675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac197f38-d324-46e9-8321-6d2b18783802 req-96506072-0c60-4304-a33a-000cfa1ca027 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:37.964233 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac197f38-d324-46e9-8321-6d2b18783802 req-96506072-0c60-4304-a33a-000cfa1ca027 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0965118 Aug 29 04:21:37.975128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:38.003858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:38.042078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac197f38-d324-46e9-8321-6d2b18783802 req-11ea05d2-bd49-45b1-b7b0-fa9046a22ccb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687592 Aug 29 04:21:38.064493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa595e90-11e9-498c-9ff0-d16761945a72 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:38.064738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-07b20474-7613-4e20-a3fd-85af157c99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.066505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-07b20474-7613-4e20-a3fd-85af157c99e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 1097 time: 0.0781791 Aug 29 04:21:38.072072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:38.097021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:38.119225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-f74b2665-98bb-47ee-a777-c1f59c01b9bc tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=46abc593c3334400becf48ae2b5c1eaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426710 Aug 29 04:21:38.133481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:38.135869 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015f3a98-38d2-4bbf-b581-805482f15e16" -d '{"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-unplugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:38.139925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.140351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.218458 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e394157d-a08d-4d3a-8745-05552b6a0a56 x-openstack-request-id: req-e394157d-a08d-4d3a-8745-05552b6a0a56 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:38.218739 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-unplugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:38.218987 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e394157d-a08d-4d3a-8745-05552b6a0a56 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:38.219374 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'code': 200} Aug 29 04:21:38.236443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Transition to ACTIVE for port object 710806a9-48c5-490b-ba10-c0465c60c029 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:38.268025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.336973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aa595e90-11e9-498c-9ff0-d16761945a72 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:38.437419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.446056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] No DVR routers for this DVR port 710806a9-48c5-490b-ba10-c0465c60c029 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:38.458536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f9366-b11d-479f-99f6-873f5e7547f4 req-95866892-acd6-427f-829f-3fb5fdfab4e8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.460835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-800f9366-b11d-479f-99f6-873f5e7547f4 req-95866892-acd6-427f-829f-3fb5fdfab4e8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.2442217 Aug 29 04:21:38.466198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-c5ce8757-c108-4dbf-87a8-62c3c671ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.469649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-c5ce8757-c108-4dbf-87a8-62c3c671ce9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.3491604 Aug 29 04:21:38.580033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-4b519caa-1b49-4036-9f52-9772ddde3dd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 200 len: 217 time: 0.0738685 Aug 29 04:21:38.588668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:38.589005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:38.589340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:38.634840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] Transition to ACTIVE for port object aa595e90-11e9-498c-9ff0-d16761945a72 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:38.637306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-800f9366-b11d-479f-99f6-873f5e7547f4 req-094522bc-ac68-41cd-92df-51aa78fece57 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666048 Aug 29 04:21:38.646481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:38.646814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Attempting to bind port 710806a9-48c5-490b-ba10-c0465c60c029 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:38.657337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:38.658236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:38.658236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:38.658491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Bound port: 710806a9-48c5-490b-ba10-c0465c60c029, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:38.658849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.662145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.725665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-b3c0e91a-718d-45ec-b27e-0b234d04ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.727141 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-b3c0e91a-718d-45ec-b27e-0b234d04ddb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1396241 Aug 29 04:21:38.778077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] No DVR routers for this DVR port aa595e90-11e9-498c-9ff0-d16761945a72 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:38.778693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-592d3d78-6e8c-48c8-bcdd-a9e61a91e532 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399191 Aug 29 04:21:38.794853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b660b-237f-44b6-9b85-5ea95c591eca req-5d28c571-adf1-49cc-86df-20bbf3e3cc23 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.796377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c88b660b-237f-44b6-9b85-5ea95c591eca req-5d28c571-adf1-49cc-86df-20bbf3e3cc23 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 943 time: 0.2027082 Aug 29 04:21:38.819129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:38.828208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-deeaadef-fc2b-4940-a84e-da1df9b44ca5 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.829722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-deeaadef-fc2b-4940-a84e-da1df9b44ca5 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7015297 Aug 29 04:21:38.866143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa595e90-11e9-498c-9ff0-d16761945a72/bindings/n-h2-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2198112 Aug 29 04:21:38.871049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Request body: {'port': {'device_id': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '46abc593c3334400becf48ae2b5c1eaa'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:38.874227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560da40-42c5-405e-a5bd-5ec20e6d6807 service neutron] Pushing event updated for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=10']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.892060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:38.905260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.943806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.32', 55570) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:38.963559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c88b660b-237f-44b6-9b85-5ea95c591eca req-fe0979aa-278f-4bc3-86e7-17569b25449f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556470 Aug 29 04:21:38.969094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.969793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.971138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 1097 time: 1.3767421 Aug 29 04:21:39.005119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690501b7-bbbb-4016-8862-d21ebe61ca0f req-ce572e07-e07f-4a44-88df-dbdf586d74c6 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.012680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-690501b7-bbbb-4016-8862-d21ebe61ca0f req-ce572e07-e07f-4a44-88df-dbdf586d74c6 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1632104 Aug 29 04:21:39.052212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bcc2e-28ff-43c8-84c7-1fd266e9a2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=11']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:39.069015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-081bfd07-6f11-4c78-916e-3f789f6263cd service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795713 Aug 29 04:21:39.115282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e2489c3-241a-4c52-abd5-6985e6d5b788 req-47875ece-8a86-4445-96c3-428b84beff38 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 210 time: 0.0524702 Aug 29 04:21:39.151332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-35b54ede-23bd-4b29-a8e7-2a1eed7c47e6 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.153276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-35b54ede-23bd-4b29-a8e7-2a1eed7c47e6 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.2049010 Aug 29 04:21:39.162749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Made reservation on behalf of 46abc593c3334400becf48ae2b5c1eaa for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:39.166938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.187935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.252924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-690501b7-bbbb-4016-8862-d21ebe61ca0f req-73cec29e-811f-42aa-a78c-9535589fd4da tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310874 Aug 29 04:21:39.260478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-2de63a2a-0819-4257-8e97-3a852f1ab80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.261949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-2de63a2a-0819-4257-8e97-3a852f1ab80f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1100 time: 0.2418773 Aug 29 04:21:39.264579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66a9aa80-d0ba-4bbc-aa09-50830ecfa66e req-e838a9e2-8161-438d-a078-56336808f2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622469 Aug 29 04:21:39.288708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-72673cf0-260f-4171-9b4e-5aa8a7e7b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.290220 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-72673cf0-260f-4171-9b4e-5aa8a7e7b87c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d&tenant_id=5c615fe048f0407db78d107b3a2c0058 HTTP/1.1" status: 200 len: 1096 time: 0.1191578 Aug 29 04:21:39.316350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af760423-ca23-4493-9dee-3112baf7a25f req-2ad4f115-3fed-4fd2-9a77-6b2fe5a26e3c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.317937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af760423-ca23-4493-9dee-3112baf7a25f req-2ad4f115-3fed-4fd2-9a77-6b2fe5a26e3c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1015363 Aug 29 04:21:39.396760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-8a514904-74ee-4291-b89c-6c30e5057c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.399213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-8a514904-74ee-4291-b89c-6c30e5057c06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1158259 Aug 29 04:21:39.443502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af760423-ca23-4493-9dee-3112baf7a25f req-5153950d-8766-4ed0-a190-018c9e5b3e29 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108038 Aug 29 04:21:39.458232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-6e19c839-ded9-481c-b112-9249c9960acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.459625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-6e19c839-ded9-481c-b112-9249c9960acf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c615fe048f0407db78d107b3a2c0058&device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1096 time: 0.1046541 Aug 29 04:21:39.471154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.475160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.512694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-352e5040-41b9-434c-8cc6-83013d57764c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0363038 Aug 29 04:21:39.565618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-5d44ba18-a7e4-4721-96af-2b302e03774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.567388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-5d44ba18-a7e4-4721-96af-2b302e03774f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0480208 Aug 29 04:21:39.596708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854dc47b-3bf7-415f-955b-8f22dc66cdcc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:39.630717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-1cac1b94-e1df-4f5b-950f-df2380f4d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.632832 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-1cac1b94-e1df-4f5b-950f-df2380f4d678 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575609 Aug 29 04:21:39.671146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-d2fdcfca-edca-41c9-bc7f-50eefe7da625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.672628 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-d2fdcfca-edca-41c9-bc7f-50eefe7da625 service neutron] 10.222.0.32 "GET /v2.0/networks?id=889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 200 len: 909 time: 0.1943483 Aug 29 04:21:39.699482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Allocated IP 192.168.233.182 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:39.743226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-49320a80-6f36-486b-a17f-1300c00a738f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 200 len: 217 time: 0.0503914 Aug 29 04:21:39.791388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-097986f5-f751-41d4-90a7-b0283e285604 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514041 Aug 29 04:21:39.817880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6fc3a-fa24-4db8-b710-15556e6caa71 req-b3577b11-6949-49b5-8823-57a4a603edba tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.819356 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1a6fc3a-fa24-4db8-b710-15556e6caa71 req-b3577b11-6949-49b5-8823-57a4a603edba tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0931058 Aug 29 04:21:39.925395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-64f32a9c-1ac5-40c0-8185-fe0f66f8d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:39.926912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-64f32a9c-1ac5-40c0-8185-fe0f66f8d700 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 200 len: 848 time: 0.1715858 Aug 29 04:21:39.936377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1a6fc3a-fa24-4db8-b710-15556e6caa71 req-59554cac-90d1-41f2-8c70-f66ee78532a6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004934 Aug 29 04:21:39.967838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7395a6a-4161-4e39-9693-9fc9d1531cb6 req-f31efc08-9e42-4bf0-84e2-e9a424e2d705 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669230 Aug 29 04:21:39.989237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-267c301d-21d8-4532-8c51-4f8fa82784c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=889981b3-3896-4c14-bdf2-7209515e8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512481 Aug 29 04:21:40.058081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.087450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Transition to ACTIVE for port object fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:40.129833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04567a3-6d24-46e3-817c-c289bb1ff6d6 req-088c2a25-bd59-42e6-b242-3c35202e857f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.131349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e04567a3-6d24-46e3-817c-c289bb1ff6d6 req-088c2a25-bd59-42e6-b242-3c35202e857f tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.0914621 Aug 29 04:21:40.216046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-440b4fd0-55cc-4951-a2c8-1e7fae1bec26 req-eacdeeee-0604-4c0b-9530-d8b839258ba0 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 210 time: 0.0320010 Aug 29 04:21:40.220830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:40.224739 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc01dc2b-b815-4249-9381-b7c96d8b9dab" -d '{"events": [{"name": "network-changed", "server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:40.232643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e04567a3-6d24-46e3-817c-c289bb1ff6d6 req-660a654e-ee0e-4e82-a276-4e1aa5ce7a51 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727413 Aug 29 04:21:40.233643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.292359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-be0a3616-d9f9-4167-b575-12b8458103c7 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927400 Aug 29 04:21:40.296014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:40.303777 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4befb796-b566-4ddb-be91-7640378cc056 x-openstack-request-id: req-4befb796-b566-4ddb-be91-7640378cc056 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:40.304069 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:40.304343 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4befb796-b566-4ddb-be91-7640378cc056 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:40.304746 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'status': 'completed', 'code': 200} Aug 29 04:21:40.306152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:40.316514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:40.322696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Pushing event updated for resources: {'Port': ['ID=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.356229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:40.409944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-e82d7f81-f12f-47a0-8bed-e9c10534a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.411454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-e82d7f81-f12f-47a0-8bed-e9c10534a74f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1100 time: 0.0561347 Aug 29 04:21:40.431174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:40.513803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.514472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.539810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-d617c0c8-2327-4bac-91ec-ee477c1bbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.541328 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-d617c0c8-2327-4bac-91ec-ee477c1bbc53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 1100 time: 0.1886828 Aug 29 04:21:40.555468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd355e-9925-4676-be2c-bd8b92e9239a req-f6f0184f-b166-4f54-8711-2b60c9ed9edb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.557243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58fd355e-9925-4676-be2c-bd8b92e9239a req-f6f0184f-b166-4f54-8711-2b60c9ed9edb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.2028425 Aug 29 04:21:40.562094 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-04727a45-92c6-4731-9437-146712f1d144 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7056513 Aug 29 04:21:40.563180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-699a3d33-cfde-4b34-afb5-add213e7aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.566134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-699a3d33-cfde-4b34-afb5-add213e7aad1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1289456 Aug 29 04:21:40.613163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Request body: {'port': {'device_id': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:40.638149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-a59c49e7-8549-4d07-8dd0-4d3b8eed6d95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0479395 Aug 29 04:21:40.674605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-111e1c3f-7e5e-4503-b06d-c003d9f82ac8 None None] Provisioning for port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:40.680668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-111e1c3f-7e5e-4503-b06d-c003d9f82ac8 None None] Provisioning complete for port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:40.681266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-111e1c3f-7e5e-4503-b06d-c003d9f82ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.710848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-a4786338-700d-4258-befc-ad876271853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.712433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-a4786338-700d-4258-befc-ad876271853f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0657938 Aug 29 04:21:40.725983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-111e1c3f-7e5e-4503-b06d-c003d9f82ac8 None None] Port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:40.735649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-91ac8d32-2a9f-4a53-a189-63c37b8c5127 service neutron] 10.222.0.32 "GET /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837876 Aug 29 04:21:40.737758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa50c8d-b897-45a4-a1a9-a915c76783ed req-d7596e40-dd61-42e1-819b-cf2ff567900d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.739587 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8aa50c8d-b897-45a4-a1a9-a915c76783ed req-d7596e40-dd61-42e1-819b-cf2ff567900d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1039510 Aug 29 04:21:40.768814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58fd355e-9925-4676-be2c-bd8b92e9239a req-fd8f87f2-061d-42ed-ae6a-f8e785c180a3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957705 Aug 29 04:21:40.822549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-8924ed9c-1b20-4442-bbba-af6741d470ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.824461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-8924ed9c-1b20-4442-bbba-af6741d470ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2644904 Aug 29 04:21:40.825635 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.828918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-fdfb5795-a9fd-4e92-88da-734f832db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.830716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-fdfb5795-a9fd-4e92-88da-734f832db57b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899842 Aug 29 04:21:40.845619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8aa50c8d-b897-45a4-a1a9-a915c76783ed req-44fd2681-27af-4ff3-a7e2-3a2070261f7c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672438 Aug 29 04:21:40.879372 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-e1c12f82-ddab-43c2-bd08-a680e69acd2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 200 len: 217 time: 0.0436242 Aug 29 04:21:40.977847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-36aa21d9-e2d9-4ff4-af7f-540c2053c10d service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182940 Aug 29 04:21:41.018007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-47e6bd71-30f5-45e5-8ddf-38be59947a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.019536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-47e6bd71-30f5-45e5-8ddf-38be59947a55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1227915 Aug 29 04:21:41.114074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65c9e-ab60-4aa1-8c31-9dc8206ae690 req-a63b1b5d-c4d9-4c44-b284-addf218b2f47 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.115713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57d65c9e-ab60-4aa1-8c31-9dc8206ae690 req-a63b1b5d-c4d9-4c44-b284-addf218b2f47 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0784769 Aug 29 04:21:41.124041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-a24e0480-5650-443b-9ef3-4d67a6f24aae service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375871 Aug 29 04:21:41.171938 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57d65c9e-ab60-4aa1-8c31-9dc8206ae690 req-f89ec06e-1e07-4d60-bf41-55331dc29aca tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Aug 29 04:21:41.176765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-3b011c28-626d-42d9-b313-f3f5dee7e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.178310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-3b011c28-626d-42d9-b313-f3f5dee7e57c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1347034 Aug 29 04:21:41.181646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-28fe757c-3f20-4b7d-b848-ba943d892e99 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.182975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-28fe757c-3f20-4b7d-b848-ba943d892e99 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d&tenant_id=5c615fe048f0407db78d107b3a2c0058&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.1263697 Aug 29 04:21:41.379106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1add97-b48e-499b-ac46-bce95f190113 req-67e28eb7-5544-49bd-a7cf-992477910645 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.380410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f1add97-b48e-499b-ac46-bce95f190113 req-67e28eb7-5544-49bd-a7cf-992477910645 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.0595038 Aug 29 04:21:41.424729 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f1add97-b48e-499b-ac46-bce95f190113 req-827c4d9f-ec6f-4720-8d7e-38b917abcd06 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Aug 29 04:21:41.427900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:41.458558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.488778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42b182-bbc6-434b-91b5-834ffcb9c115 req-47cf2e94-77d9-4812-a266-511537da8242 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.490321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba42b182-bbc6-434b-91b5-834ffcb9c115 req-47cf2e94-77d9-4812-a266-511537da8242 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 936 time: 0.1781869 Aug 29 04:21:41.502433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Transition to ACTIVE for port object fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:41.514091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-47e7f34d-8f85-4dd7-9f4f-9924029bb6b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088536 Aug 29 04:21:41.517551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.611366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa35db4-8008-4abd-b53e-fa9f1cc2abee req-0201971b-3343-4b7f-b1fe-aa7ba20a745a tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:41.613785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaa35db4-8008-4abd-b53e-fa9f1cc2abee req-0201971b-3343-4b7f-b1fe-aa7ba20a745a tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 1096 time: 0.0731866 Aug 29 04:21:41.662892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaa35db4-8008-4abd-b53e-fa9f1cc2abee req-6abea52e-18a5-48d7-ad13-ad46c514c529 tempest-LiveMigrationTest-881946579 tempest-LiveMigrationTest-881946579-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 Aug 29 04:21:41.929273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba42b182-bbc6-434b-91b5-834ffcb9c115 req-f6498457-a073-4b17-a352-429ddb9953b2 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294064 Aug 29 04:21:41.931970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-883b3870-5181-47ed-8154-db8fef958baf service neutron] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:41.942505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-883b3870-5181-47ed-8154-db8fef958baf service neutron] Notify callbacks [] for binding, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.945567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd6a17f-6599-46b4-afad-3d257e6d8b8c req-883b3870-5181-47ed-8154-db8fef958baf service neutron] 10.222.0.32 "DELETE /v2.0/ports/aa595e90-11e9-498c-9ff0-d16761945a72/bindings/n-h1-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.7498903 Aug 29 04:21:41.959523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Pushing event updated for resources: {'Port': ['ID=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.044514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851903-6010-42fe-951c-1e4d8cbe3ee7 req-ce05067e-5c3a-4d4a-9426-4d9670a67b86 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.052484 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56851903-6010-42fe-951c-1e4d8cbe3ee7 req-ce05067e-5c3a-4d4a-9426-4d9670a67b86 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0655379 Aug 29 04:21:42.075779 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc01dc2b-b815-4249-9381-b7c96d8b9dab req-a105ffd3-fdbc-46bd-a114-365844d57188 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389938 Aug 29 04:21:42.096127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Attempting to bind port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:42.097345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Attempting to bind port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:42.097447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Attempting to bind port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:42.107895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:42.108268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Attempting to bind port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:42.113937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56851903-6010-42fe-951c-1e4d8cbe3ee7 req-b3c42c1f-4f05-4d39-9d9a-d810f8da8136 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Aug 29 04:21:42.116779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:42.117126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:42.117809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:42.118244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Bound port: fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:42.118605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.137227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607caddf-48c5-4fd0-a0a3-a26bc11b1e8d req-ed1d09ff-a0ef-4a67-9018-e8582ae0a3f6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.139710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-607caddf-48c5-4fd0-a0a3-a26bc11b1e8d req-ed1d09ff-a0ef-4a67-9018-e8582ae0a3f6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1056168 Aug 29 04:21:42.221796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-607caddf-48c5-4fd0-a0a3-a26bc11b1e8d req-b88cbcb8-c24e-479c-a880-7a7b38d1b6ab tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738108 Aug 29 04:21:42.239846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] For port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:42.244229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] For port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:42.251813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.303130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.303753 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.305185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] 10.222.0.32 "PUT /v2.0/ports/fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 HTTP/1.1" status: 200 len: 1097 time: 1.7067535 Aug 29 04:21:42.305647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'tag': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:42.307945 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf78ee-f6ef-4963-8046-f081d372940c" -d '{"events": [{"name": "network-changed", "server_uuid": "21bf3e71-82cc-4d05-95c5-1bf53e2d126d", "tag": "fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:42.372198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fea6b8-b9be-4740-b3d1-a0db0fa15b9e service neutron] Pushing event updated for resources: {'Port': ['ID=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.379466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd5f69-9947-497e-b86e-6e1bdcf13bae req-9864fc01-948f-42c2-9f13-12c9bf36e242 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.389676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-41dd5f69-9947-497e-b86e-6e1bdcf13bae req-9864fc01-948f-42c2-9f13-12c9bf36e242 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.1081011 Aug 29 04:21:42.394648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbaa78-cc8c-4803-ad16-faa296d3014b req-e621c779-49ee-4abf-9608-28b1f99c96b3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.396209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-afbbaa78-cc8c-4803-ad16-faa296d3014b req-e621c779-49ee-4abf-9608-28b1f99c96b3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 948 time: 0.0829523 Aug 29 04:21:42.465693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-41dd5f69-9947-497e-b86e-6e1bdcf13bae req-d9ff8a2b-e524-43b8-892d-583207108885 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690565 Aug 29 04:21:42.485562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-afbbaa78-cc8c-4803-ad16-faa296d3014b req-3e7ab048-a37e-42b0-942a-51b474183298 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826819 Aug 29 04:21:42.493447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-0d5c2a80-c24d-47aa-8b17-aac856825bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.495064 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-0d5c2a80-c24d-47aa-8b17-aac856825bfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46abc593c3334400becf48ae2b5c1eaa&device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 1100 time: 0.0836327 Aug 29 04:21:42.530605 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff09e27-b53a-40e3-aa6c-ec3f22772169 x-openstack-request-id: req-8ff09e27-b53a-40e3-aa6c-ec3f22772169 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:42.530605 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bf3e71-82cc-4d05-95c5-1bf53e2d126d", "tag": "fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:42.530605 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ff09e27-b53a-40e3-aa6c-ec3f22772169 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:42.530605 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'tag': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4', 'status': 'completed', 'code': 200} Aug 29 04:21:42.567527 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-d4981819-6357-4490-93ee-f9ade66a873f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 HTTP/1.1" status: 200 len: 217 time: 0.0362263 Aug 29 04:21:42.644895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-0c148181-3505-43cb-b4da-b72fe6b29879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.646638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-0c148181-3505-43cb-b4da-b72fe6b29879 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0547535 Aug 29 04:21:42.700297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-c5219fcc-b27d-449f-9249-e371e3b5a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.702462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-c5219fcc-b27d-449f-9249-e371e3b5a95a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439172 Aug 29 04:21:42.800343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-a1329ed5-4f82-4d61-8d56-a79e0902202a service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898087 Aug 29 04:21:42.902235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d8e86f-fa5b-43c0-a661-7cf1663bf2db req-606a224a-41f9-410c-96fe-78a47675b00f service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946636 Aug 29 04:21:42.921657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:43.035132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:43.054648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4a9b1-4637-47a7-87c8-bb760795429e req-195ccd3b-c75b-4286-953a-9f4e12017177 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.055229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '710806a9-48c5-490b-ba10-c0465c60c029', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '710806a9-48c5-490b-ba10-c0465c60c029', 'mac_address': 'fa:16:3e:dc:8d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:43.062015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-deb4a9b1-4637-47a7-87c8-bb760795429e req-195ccd3b-c75b-4286-953a-9f4e12017177 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 948 time: 0.0581844 Aug 29 04:21:43.126476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-deb4a9b1-4637-47a7-87c8-bb760795429e req-828068b7-9ca5-4208-9ece-322eb589f0eb tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581832 Aug 29 04:21:43.137344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.156127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-d5b2cb07-12c8-4687-9379-1d8247f81f4d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.157536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710806a9-48c5-490b-ba10-c0465c60c029 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:43.158621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-d5b2cb07-12c8-4687-9379-1d8247f81f4d tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.1180882 Aug 29 04:21:43.180118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:43.184192 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.215189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-7e11b30d-df5f-4262-a9c2-147444a516cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.217260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-7e11b30d-df5f-4262-a9c2-147444a516cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46abc593c3334400becf48ae2b5c1eaa&device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 1100 time: 0.1392980 Aug 29 04:21:43.249911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=12']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:43.343476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8fac2-98ec-49a2-b09b-fa4a5f0ddd29 req-07524706-0d4e-4983-b0d8-807a5b09b136 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.344989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ebc8fac2-98ec-49a2-b09b-fa4a5f0ddd29 req-07524706-0d4e-4983-b0d8-807a5b09b136 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1510642 Aug 29 04:21:43.374815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1db355-4bab-4cb3-8899-4a414cdd141f req-33b127c5-3447-41ce-97ff-52797f8c7a19 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.378096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee1db355-4bab-4cb3-8899-4a414cdd141f req-33b127c5-3447-41ce-97ff-52797f8c7a19 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0573788 Aug 29 04:21:43.414375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Deleting port aa595e90-11e9-498c-9ff0-d16761945a72 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:43.414631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.427800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee1db355-4bab-4cb3-8899-4a414cdd141f req-0682cd4d-040e-43f2-b54c-b662eb6b7acb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Aug 29 04:21:43.430432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-a340b542-ef04-42d0-ba0d-a1cf81a083f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.431886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-a340b542-ef04-42d0-ba0d-a1cf81a083f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1948075 Aug 29 04:21:43.470662 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ebc8fac2-98ec-49a2-b09b-fa4a5f0ddd29 req-081f2e8f-d25a-473c-89ec-2915e50e79d0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144876 Aug 29 04:21:43.506633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-54abba11-1d0f-4e1e-b227-bcae4578e5eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 HTTP/1.1" status: 200 len: 217 time: 0.0465517 Aug 29 04:21:43.598046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c2b2-1f47-4d1a-867f-e86159694a2a req-11fa60a3-797d-4d18-89bb-40524dd9653e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.599976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b37c2b2-1f47-4d1a-867f-e86159694a2a req-11fa60a3-797d-4d18-89bb-40524dd9653e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 944 time: 0.0576985 Aug 29 04:21:43.619408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['710806a9-48c5-490b-ba10-c0465c60c029'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:43.620754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-33200a2c-1108-4bde-99be-cdcfcfbd91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.622273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-33200a2c-1108-4bde-99be-cdcfcfbd91bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1016715 Aug 29 04:21:43.623985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] For port aa595e90-11e9-498c-9ff0-d16761945a72, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=aa595e90-11e9-498c-9ff0-d16761945a72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:43.624360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.649289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Calling delete_port for aa595e90-11e9-498c-9ff0-d16761945a72 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:43.656745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b37c2b2-1f47-4d1a-867f-e86159694a2a req-5dc6817c-1342-41ab-ad18-21f90b28f7d4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 Aug 29 04:21:43.693096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bd54c-121e-4035-b30d-5ec3bb6dfe44 req-b92303f7-0c6f-4b3a-b093-98494cb1ae29 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.694686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-911bd54c-121e-4035-b30d-5ec3bb6dfe44 req-b92303f7-0c6f-4b3a-b093-98494cb1ae29 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.1262949 Aug 29 04:21:43.758828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-32bc675d-1dde-4fcf-ad75-5b69040b7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.760327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-32bc675d-1dde-4fcf-ad75-5b69040b7afa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262133 Aug 29 04:21:43.829246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-911bd54c-121e-4035-b30d-5ec3bb6dfe44 req-205348e0-5bb5-488e-b2b0-9a1a3d86881d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982175 Aug 29 04:21:43.936987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-c5cfb158-a33c-4eaf-85d1-0e461bd029f9 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560884 Aug 29 04:21:43.969920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450ed3d-57bd-4b63-8e43-222807a52969 req-48e87df1-dfd2-46e8-a4c0-285ff5625f26 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.971764 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e450ed3d-57bd-4b63-8e43-222807a52969 req-48e87df1-dfd2-46e8-a4c0-285ff5625f26 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 949 time: 0.0694270 Aug 29 04:21:44.019035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e450ed3d-57bd-4b63-8e43-222807a52969 req-d7fbab17-6561-4711-9c8b-1387fd4d8468 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362892 Aug 29 04:21:44.033711 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.070761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event deleted for resources: {'Port': ['ID=aa595e90-11e9-498c-9ff0-d16761945a72,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.141947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] No DVR routers for this DVR port aa595e90-11e9-498c-9ff0-d16761945a72 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:44.155350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.157799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e285c55-14a4-4be5-bf52-82ac86e9d14f req-3864cba5-96a7-4bfa-bf7a-aaa66e629497 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "DELETE /v2.0/ports/aa595e90-11e9-498c-9ff0-d16761945a72 HTTP/1.1" status: 204 len: 173 time: 0.9924216 Aug 29 04:21:44.165121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfaf78ee-f6ef-4963-8046-f081d372940c req-70ff8e1f-0c11-41d0-93de-ce53ee0bd8bc service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917293 Aug 29 04:21:44.266173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8144f60-21f6-4d4a-b2fe-33d6cea69960 req-f938f73f-51f1-4f54-8a57-12158c917223 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.275505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8144f60-21f6-4d4a-b2fe-33d6cea69960 req-f938f73f-51f1-4f54-8a57-12158c917223 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 948 time: 0.0711420 Aug 29 04:21:44.315953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-dabdfe30-096d-4daf-a0a7-20b6fdb9a15c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400860 Aug 29 04:21:44.319931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8144f60-21f6-4d4a-b2fe-33d6cea69960 req-be7bcd8e-cb1b-453c-b589-86e9628bd0f1 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Aug 29 04:21:44.445538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-991e5d4b-f444-44a2-a100-3e0549b8edf8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.447122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-991e5d4b-f444-44a2-a100-3e0549b8edf8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254075 Aug 29 04:21:44.462812 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-7c78caeb-8310-40c3-ab96-b926684ace21 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/quotas/a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 375 time: 0.0094695 Aug 29 04:21:44.538504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-21ba63be-136d-4bef-9c01-be310e81530c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658519 Aug 29 04:21:44.539150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'name': 'network-vif-deleted', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:44.542252 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb503a4-ec36-4f91-8528-9faebf607e40" -d '{"events": [{"server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "name": "network-vif-deleted", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:44.580613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baabe04-c4e3-4f8b-a731-09f823dd2c4d req-2c34bd41-74e5-4a92-9001-e54e84f456bc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.583032 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6baabe04-c4e3-4f8b-a731-09f823dd2c4d req-2c34bd41-74e5-4a92-9001-e54e84f456bc tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0702662 Aug 29 04:21:44.628312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6baabe04-c4e3-4f8b-a731-09f823dd2c4d req-3d8046bb-4879-4ac4-8f4b-37e00b963dd9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 Aug 29 04:21:44.646828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e48181af-749b-4b4a-92e7-0575f3a0a84b', 'aa595e90-11e9-498c-9ff0-d16761945a72'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:44.720748 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd01a8-479b-43e5-b84e-289a0e9ee0f2 x-openstack-request-id: req-53bd01a8-479b-43e5-b84e-289a0e9ee0f2 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:44.723593 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b26f8a-3467-410e-bee5-f210945d8f8d", "name": "network-vif-deleted", "tag": "aa595e90-11e9-498c-9ff0-d16761945a72", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:44.723871 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53bd01a8-479b-43e5-b84e-289a0e9ee0f2 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:44.724283 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b26f8a-3467-410e-bee5-f210945d8f8d', 'name': 'network-vif-deleted', 'tag': 'aa595e90-11e9-498c-9ff0-d16761945a72', 'status': 'completed', 'code': 200} Aug 29 04:21:44.807573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1bf9b-a347-4576-a6ac-da9162a67618 req-4a97478a-c74e-418f-84ca-71471aa11dbb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.815567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24f1bf9b-a347-4576-a6ac-da9162a67618 req-4a97478a-c74e-418f-84ca-71471aa11dbb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.0953460 Aug 29 04:21:44.838931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8293f861-ed19-4694-aafb-8370ccd078e1 req-ee2f847a-f1e9-45b6-9aac-44e87be7cafc tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 210 time: 0.0488999 Aug 29 04:21:44.904035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24f1bf9b-a347-4576-a6ac-da9162a67618 req-20acc6d3-b60b-45e8-acc1-df2b31f8f6c4 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Aug 29 04:21:44.915198 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29e836a4-dee9-4c30-bcdb-fef0ecca0c16 req-f8a93ed1-0fec-414b-a545-f3ea4611e031 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 210 time: 0.0449643 Aug 29 04:21:44.932818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:45.016831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:45.094197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 710806a9-48c5-490b-ba10-c0465c60c029 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:45.097531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:45.111017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 710806a9-48c5-490b-ba10-c0465c60c029 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:45.111987 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.133995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4', 'mac_address': 'fa:16:3e:6f:36:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:45.195440 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.237696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:45.266837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:45.268066 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.270908 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.315519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:45.317792 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8659bf0b-ee9f-4fa8-90db-b529e9424457" -d '{"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-plugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:45.337077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:45.349453 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.353929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:45.408084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=13']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:45.411578 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01edc108-2099-4012-96fa-ad38e3cc086b x-openstack-request-id: req-01edc108-2099-4012-96fa-ad38e3cc086b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:45.411932 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-plugged", "status": "completed", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:45.412245 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01edc108-2099-4012-96fa-ad38e3cc086b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:45.412700 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'code': 200} Aug 29 04:21:45.492957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe4908-7bb7-492e-8355-43fa80b13d66 req-3f041c17-fbde-4c70-9d3d-cbfeeb20ee6b tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.501959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3dbe4908-7bb7-492e-8355-43fa80b13d66 req-3f041c17-fbde-4c70-9d3d-cbfeeb20ee6b tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 949 time: 0.0623515 Aug 29 04:21:45.543196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3dbe4908-7bb7-492e-8355-43fa80b13d66 req-e8b3657e-fb56-49c9-a6d5-163577521773 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Aug 29 04:21:45.713558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:45.751445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5693a-b230-4f41-b8f1-91119a175daa req-3bca2780-2ae8-432e-836e-b12bd00cf137 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:45.753918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2cb5693a-b230-4f41-b8f1-91119a175daa req-3bca2780-2ae8-432e-836e-b12bd00cf137 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0543032 Aug 29 04:21:45.796631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2cb5693a-b230-4f41-b8f1-91119a175daa req-9f7bb5cc-5f26-49c1-b48a-809a8aea43c9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 Aug 29 04:21:45.974485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6ed0281-12a2-474a-9ec1-09a5145b3e39 req-d5a09a82-ff99-4c2f-bed8-610429794e29 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 210 time: 0.0362892 Aug 29 04:21:46.028813 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-17b42fe6-ac71-4989-83fe-6c2a41fb8e33 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a627bba863024eb2ac3850aaa61da2e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563047 Aug 29 04:21:46.116237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ba83e9a-05d5-41e7-9d5c-1c13bbcce99e req-764fdad8-8dd5-41e4-9e6d-63fa75ef96b8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 210 time: 0.0609362 Aug 29 04:21:46.170899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd05fa-72e6-4a41-8d73-c8351bdbeeb8 req-b0a06b28-4054-4a8e-b14a-e8e752918086 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.173814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16fd05fa-72e6-4a41-8d73-c8351bdbeeb8 req-b0a06b28-4054-4a8e-b14a-e8e752918086 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 950 time: 0.1679678 Aug 29 04:21:46.244142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-57b37f3b-91a5-441d-bba9-a806d3501286 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.245622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-57b37f3b-91a5-441d-bba9-a806d3501286 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006392 Aug 29 04:21:46.253382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16fd05fa-72e6-4a41-8d73-c8351bdbeeb8 req-cba82556-8e3c-4daa-966b-1c15d8414451 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692141 Aug 29 04:21:46.261618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Request body: {'port': {'device_id': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'a627bba863024eb2ac3850aaa61da2e9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:46.352893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:46.380311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Made reservation on behalf of a627bba863024eb2ac3850aaa61da2e9 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:46.384215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.449005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:46.468031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'mac_address': 'fa:16:3e:75:5b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:46.520028 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.534336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:46.556036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:46.558583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Allocated IP 192.168.233.218 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/bff802ae-f53c-4def-9470-5ba0ba1fab96) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:46.562395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.621068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.768793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aac3b970-0b13-4214-991e-28dcd7454218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.782773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e25384-ce79-4246-8d64-db8851365869 req-479cd44d-b9b5-43bc-a080-c3848585a29b tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.785317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-24e25384-ce79-4246-8d64-db8851365869 req-479cd44d-b9b5-43bc-a080-c3848585a29b tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 949 time: 0.1261210 Aug 29 04:21:46.835713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.856986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Transition to ACTIVE for port object bff802ae-f53c-4def-9470-5ba0ba1fab96 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:46.876513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-24e25384-ce79-4246-8d64-db8851365869 req-c95a06f6-60d4-49d8-b327-0bec48b3e3eb tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796664 Aug 29 04:21:46.910573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.923571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c', 'c194054d-9209-4710-868f-f49519015023'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:46.936214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88195ea-aa06-43a7-97cb-9d2f1872f2a4 req-3f922f56-2903-445e-b236-b73b7de6aad1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.946207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b88195ea-aa06-43a7-97cb-9d2f1872f2a4 req-3f922f56-2903-445e-b236-b73b7de6aad1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0665021 Aug 29 04:21:46.961576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:46.967101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:46.970822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:46.975923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['4d872953-fc3c-42e8-9565-9edbf5be971a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:47.013041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b88195ea-aa06-43a7-97cb-9d2f1872f2a4 req-f81fd6aa-3ec0-48b1-8a36-456834f18554 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640333 Aug 29 04:21:47.031470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:47.069474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.070184 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.075538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['710806a9-48c5-490b-ba10-c0465c60c029'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:47.114515 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-59c2166a-24c6-48ac-a176-4317afe81eba req-0ed9053f-9121-4eaf-8699-cd0ba8e3c7dd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 210 time: 0.0408189 Aug 29 04:21:47.132027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-9651e052-e921-4c40-a5c3-5c365bbf7e23 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8740942 Aug 29 04:21:47.142033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:47.148487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Request body: {'port': {'device_id': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:47.276330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.295396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec4a68-237b-4a9a-9b79-1bbfa8456b19 req-17f05959-de7f-4b16-8b1f-77a9ce7abb20 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.296433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9ec4a68-237b-4a9a-9b79-1bbfa8456b19 req-17f05959-de7f-4b16-8b1f-77a9ce7abb20 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 936 time: 0.1079333 Aug 29 04:21:47.391841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9ec4a68-237b-4a9a-9b79-1bbfa8456b19 req-85388d93-fc5a-4c2d-8154-d2ddc39b4e62 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870235 Aug 29 04:21:47.526487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:47.534167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6c52286a-cce3-4478-acd5-5af0a256b4f7 None None] Provisioning for port bff802ae-f53c-4def-9470-5ba0ba1fab96 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:47.552042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:47.552042 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.559084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4fa32-4955-4e0d-9faf-920f2d454851 req-9209e3b1-3447-4f53-8e03-6fc707c6bb93 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.561499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93c4fa32-4955-4e0d-9faf-920f2d454851 req-9209e3b1-3447-4f53-8e03-6fc707c6bb93 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 949 time: 0.0722113 Aug 29 04:21:47.564796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6c52286a-cce3-4478-acd5-5af0a256b4f7 None None] Provisioning complete for port bff802ae-f53c-4def-9470-5ba0ba1fab96 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:47.565170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c52286a-cce3-4478-acd5-5af0a256b4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.691251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6c52286a-cce3-4478-acd5-5af0a256b4f7 None None] Port bff802ae-f53c-4def-9470-5ba0ba1fab96 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:47.698961 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93c4fa32-4955-4e0d-9faf-920f2d454851 req-2ba33b19-87ee-44d2-b64c-fe4bc391eda1 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263037 Aug 29 04:21:47.803514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.810603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff802ae-f53c-4def-9470-5ba0ba1fab96 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:47.820645 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.836970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:47.839256 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252b980c-9ca1-464a-8b2f-67b68521aad2" -d '{"events": [{"server_uuid": "21bf3e71-82cc-4d05-95c5-1bf53e2d126d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:47.842005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Transition to ACTIVE for port object bff802ae-f53c-4def-9470-5ba0ba1fab96 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:47.846855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.859169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:47.866996 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.867812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aa595e90-11e9-498c-9ff0-d16761945a72 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:47.954432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:47.996165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: aa595e90-11e9-498c-9ff0-d16761945a72 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:47.996595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device aa595e90-11e9-498c-9ff0-d16761945a72 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:48.001302 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b0b71f-5fe5-4beb-adfb-3cc3e69aa081 x-openstack-request-id: req-42b0b71f-5fe5-4beb-adfb-3cc3e69aa081 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:48.001608 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bf3e71-82cc-4d05-95c5-1bf53e2d126d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:48.001870 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42b0b71f-5fe5-4beb-adfb-3cc3e69aa081 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:48.002259 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4', 'code': 200} Aug 29 04:21:48.007080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.177733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7615e8-dc80-4f5f-bf70-3cac65ace9de req-857b401f-fb0b-468f-aa38-5f935b106e25 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.179278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a7615e8-dc80-4f5f-bf70-3cac65ace9de req-857b401f-fb0b-468f-aa38-5f935b106e25 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0601387 Aug 29 04:21:48.182265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb756475-770d-4c06-bfd5-8ca04c1e6ff8 req-f60cd758-daeb-4688-ab94-50b360d61c46 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.187262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb756475-770d-4c06-bfd5-8ca04c1e6ff8 req-f60cd758-daeb-4688-ab94-50b360d61c46 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 950 time: 0.1671605 Aug 29 04:21:48.193879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c373032-1fd7-440c-beb6-635092286441 req-3fc6a31d-37d7-4118-aa30-29641610aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.195396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c373032-1fd7-440c-beb6-635092286441 req-3fc6a31d-37d7-4118-aa30-29641610aa60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 1102 time: 0.1340957 Aug 29 04:21:48.214143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:48.214474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:48.214810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:48.227654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a7615e8-dc80-4f5f-bf70-3cac65ace9de req-e597315b-866c-4d7a-9ed5-458edc08b267 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Aug 29 04:21:48.255714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:21:48.256115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:48.306019 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb756475-770d-4c06-bfd5-8ca04c1e6ff8 req-def27501-3cc0-473a-bf34-d220f821cc8b tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096041 Aug 29 04:21:48.342814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c373032-1fd7-440c-beb6-635092286441 req-91bfb9f0-40d9-4480-87df-223804294850 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222870 Aug 29 04:21:48.344243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:48.344580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:48.344967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:48.345855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Bound port: bff802ae-f53c-4def-9470-5ba0ba1fab96, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:48.346222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.354456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-085fbc8a-5618-41a7-aee7-50c241f027b7 req-5ad9d4c9-c823-43b9-824e-37a58cf68e55 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2b26f8a-3467-410e-bee5-f210945d8f8d HTTP/1.1" status: 200 len: 210 time: 0.0540795 Aug 29 04:21:48.369678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:48.445020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:48.453337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:48.460553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.513835 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.530081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.530449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:48.532369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.535040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] 10.222.0.37 "PUT /v2.0/ports/bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 1097 time: 1.3920887 Aug 29 04:21:48.538089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:48.557461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:48.562682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.567832 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed4875-7330-4da6-a604-c24136b8a6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:48.589232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ade5-9323-4b7c-be7d-df280dff02b0 req-2eb8e05f-4491-49cf-999e-3cf82dc3b04c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.604522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02f5ade5-9323-4b7c-be7d-df280dff02b0 req-2eb8e05f-4491-49cf-999e-3cf82dc3b04c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 948 time: 0.1382444 Aug 29 04:21:48.631764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.677752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee99cae-1d48-410a-8fa6-58e91e9c5937 service neutron] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.691509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-60bc96fd-db08-4235-b1c8-a715f536d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.694795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-60bc96fd-db08-4235-b1c8-a715f536d8e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1100 time: 0.0874662 Aug 29 04:21:48.718193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02f5ade5-9323-4b7c-be7d-df280dff02b0 req-9c7065ce-b784-4036-a8b7-ec649dad085f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118977 Aug 29 04:21:48.748048 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0af0206-d288-4d51-8e46-79ef854ca103 x-openstack-request-id: req-d0af0206-d288-4d51-8e46-79ef854ca103 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:48.748340 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:48.748593 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0af0206-d288-4d51-8e46-79ef854ca103 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:48.748996 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'status': 'completed', 'code': 200} Aug 29 04:21:48.750887 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-311a7623-a165-4d0d-b80f-569027db84d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0475936 Aug 29 04:21:48.817275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-83a08d76-eb19-4e61-a575-7fa86d25f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.819049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-83a08d76-eb19-4e61-a575-7fa86d25f094 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0601306 Aug 29 04:21:48.900717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfece-cf3b-454a-a2ef-018262d1143a req-d76b2a08-5491-4067-a152-b3484e6fe011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.902253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-d76b2a08-5491-4067-a152-b3484e6fe011 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739691 Aug 29 04:21:48.910633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafadd18-f312-47c6-801b-9954f5d9cbb6 req-4ac8783b-5b7a-4cd3-9715-a4dc5fedc33f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.912491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eafadd18-f312-47c6-801b-9954f5d9cbb6 req-4ac8783b-5b7a-4cd3-9715-a4dc5fedc33f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 949 time: 0.0925353 Aug 29 04:21:49.005045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eafadd18-f312-47c6-801b-9954f5d9cbb6 req-4ce11291-eae7-4991-a837-69a7f6cb24eb tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835857 Aug 29 04:21:49.036938 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-8cc4b229-77a7-4339-834e-bd5e3926064b service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233890 Aug 29 04:21:49.137877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-247bfece-cf3b-454a-a2ef-018262d1143a req-586fee51-65a2-4126-9a5c-02724b5bdeb8 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935094 Aug 29 04:21:49.231886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-75e6476c-2d0a-444e-a1f8-df28913f0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.233245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-75e6476c-2d0a-444e-a1f8-df28913f0663 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1100 time: 0.0456574 Aug 29 04:21:49.413315 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-443ced58-24bf-401f-b9a6-320cd18f9633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.467290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63af006-c351-40a0-80ad-fd7925fc8cc2 req-004f0517-dfa5-42cf-b256-9be3676c85d8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.470054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e63af006-c351-40a0-80ad-fd7925fc8cc2 req-004f0517-dfa5-42cf-b256-9be3676c85d8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1141639 Aug 29 04:21:49.529758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e63af006-c351-40a0-80ad-fd7925fc8cc2 req-8c3768b1-ce4e-401f-a0e3-cc8336180283 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525198 Aug 29 04:21:49.587403 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.712779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-36cb886e-8f94-40e6-89c1-4ef2b432f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.715561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-36cb886e-8f94-40e6-89c1-4ef2b432f934 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.4705331 Aug 29 04:21:49.775947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-67671c36-cd30-41be-8838-afd6de9c1b62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0489388 Aug 29 04:21:49.786635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3fe52-1163-48c7-9ad3-f45bcca33d43 req-a3155527-4f52-44a5-aab3-71713f4f7f8f tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.794263 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d8c3fe52-1163-48c7-9ad3-f45bcca33d43 req-a3155527-4f52-44a5-aab3-71713f4f7f8f tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 950 time: 0.1487072 Aug 29 04:21:49.880125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d8c3fe52-1163-48c7-9ad3-f45bcca33d43 req-abb04f12-9226-4f35-953c-5f0d42059aed tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839343 Aug 29 04:21:49.887412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-a1d90200-e6d1-4533-90a4-d922cfde7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.890128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-a1d90200-e6d1-4533-90a4-d922cfde7d9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0835845 Aug 29 04:21:49.901464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ac159-10b0-4146-b6c8-9e4539ec2087 req-7f04673c-268e-4b7f-b163-077475ecebcd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.909299 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f56ac159-10b0-4146-b6c8-9e4539ec2087 req-7f04673c-268e-4b7f-b163-077475ecebcd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 948 time: 0.0717006 Aug 29 04:21:49.950224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-5e250b22-4cc3-4ca8-b842-70c592866b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.952319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-5e250b22-4cc3-4ca8-b842-70c592866b6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535810 Aug 29 04:21:49.973000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f56ac159-10b0-4146-b6c8-9e4539ec2087 req-0ba72e8c-e219-4c7e-a854-e18699afbe89 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611777 Aug 29 04:21:50.061306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-e6fbaccd-6cda-4134-8f57-d1cb8c220f84 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970569 Aug 29 04:21:50.138560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298c485-2bb1-48f6-a7a8-faa627ea36ac req-040bbfa6-5f3d-4ec4-999a-01cb2863faa2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.140133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9298c485-2bb1-48f6-a7a8-faa627ea36ac req-040bbfa6-5f3d-4ec4-999a-01cb2863faa2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 949 time: 0.0649133 Aug 29 04:21:50.168477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7ed4875-7330-4da6-a604-c24136b8a6d8 req-72fea79f-42a1-4367-b92a-51f5a3449291 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962412 Aug 29 04:21:50.195550 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9298c485-2bb1-48f6-a7a8-faa627ea36ac req-6ffe0311-ecba-4669-80db-b2ac1b419baa tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490294 Aug 29 04:21:50.385839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:50.436535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 4d872953-fc3c-42e8-9565-9edbf5be971a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:50.437186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.539591 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.707301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.712271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.718478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc087b-3d49-459f-b405-bbce7c6a0b5a req-c8917101-31d6-46dc-97fe-69b88dcee36b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.731007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09bc087b-3d49-459f-b405-bbce7c6a0b5a req-c8917101-31d6-46dc-97fe-69b88dcee36b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0924087 Aug 29 04:21:50.747518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:50.750475 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af6e4a9-f6c7-489d-8353-520412147087" -d '{"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:50.772736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:50.780915 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.838666 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de706fa9-67ba-441d-ba9b-d3aaabd9bda2 x-openstack-request-id: req-de706fa9-67ba-441d-ba9b-d3aaabd9bda2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:50.839402 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:50.840139 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de706fa9-67ba-441d-ba9b-d3aaabd9bda2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:50.842754 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'code': 200} Aug 29 04:21:50.862506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09bc087b-3d49-459f-b405-bbce7c6a0b5a req-ed2cdbf4-b37f-4e45-9671-d8b566ad9328 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287894 Aug 29 04:21:50.896769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:51.075744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56fb18-24aa-4ec9-a036-5cae87ed098f req-1b02cc13-20c4-4c0a-9a62-af08d7242b44 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.077989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c56fb18-24aa-4ec9-a036-5cae87ed098f req-1b02cc13-20c4-4c0a-9a62-af08d7242b44 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 950 time: 0.0962856 Aug 29 04:21:51.094450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa2af-7144-430e-bc48-604efc005870 req-1703d6e5-4d09-4232-8bbd-fba40fa2d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.096020 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09eaa2af-7144-430e-bc48-604efc005870 req-1703d6e5-4d09-4232-8bbd-fba40fa2d5b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1103 time: 0.0847144 Aug 29 04:21:51.158680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de6b8-02b0-4729-a9e4-7809590dec2c req-0c462aed-5678-47d1-8151-dc89bfd1247b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.166464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fb6de6b8-02b0-4729-a9e4-7809590dec2c req-0c462aed-5678-47d1-8151-dc89bfd1247b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 948 time: 0.0802431 Aug 29 04:21:51.173889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c56fb18-24aa-4ec9-a036-5cae87ed098f req-fe51fb73-4bc6-4b61-8309-73c1e993e37a tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874887 Aug 29 04:21:51.178981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09eaa2af-7144-430e-bc48-604efc005870 req-12f9b043-de03-4c4b-aa79-b5529249b768 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534565 Aug 29 04:21:51.239448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fb6de6b8-02b0-4729-a9e4-7809590dec2c req-638e2a1e-003d-4154-880b-6bb7ad7a8e2d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579560 Aug 29 04:21:51.495717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0666ca-fa2d-47c9-846c-cf19e4cc23ff req-9bd69dfc-1dcf-4c85-b1ed-88aad2e4a50a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.502413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc0666ca-fa2d-47c9-846c-cf19e4cc23ff req-9bd69dfc-1dcf-4c85-b1ed-88aad2e4a50a tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 951 time: 0.0688109 Aug 29 04:21:51.601250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc0666ca-fa2d-47c9-846c-cf19e4cc23ff req-793f0266-a4d1-464a-9e11-709942ddd3f6 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895872 Aug 29 04:21:51.930613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832db39e-8672-470d-b62a-cfd511626058 req-02efda91-a5b5-4090-96b3-9b26c5e0d05c tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:51.932408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-832db39e-8672-470d-b62a-cfd511626058 req-02efda91-a5b5-4090-96b3-9b26c5e0d05c tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 950 time: 0.0638494 Aug 29 04:21:52.010344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-832db39e-8672-470d-b62a-cfd511626058 req-3251a400-ad38-4ecd-a725-6cca03a8b5f1 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619295 Aug 29 04:21:52.061173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060620a-824b-46d2-ba02-84a60580bbc4 req-9e62ff34-3d15-48eb-96b3-73a7645a0af1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.072499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b060620a-824b-46d2-ba02-84a60580bbc4 req-9e62ff34-3d15-48eb-96b3-73a7645a0af1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1120534 Aug 29 04:21:52.119347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b060620a-824b-46d2-ba02-84a60580bbc4 req-7e00c710-245f-4115-94b1-d077a31d8152 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Aug 29 04:21:52.191352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.358810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a182-31e9-44cf-8437-bb5b13180a2f req-ff767f5f-f316-430c-91c9-1deafaf9c37d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.362059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d79a182-31e9-44cf-8437-bb5b13180a2f req-ff767f5f-f316-430c-91c9-1deafaf9c37d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 948 time: 0.0557706 Aug 29 04:21:52.399652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:52.416673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d79a182-31e9-44cf-8437-bb5b13180a2f req-1ebc7def-76a8-4ff2-9b46-37625e3c9805 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Aug 29 04:21:52.539453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:52.553299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'mac_address': 'fa:16:3e:19:ee:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:52.602367 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.618258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff802ae-f53c-4def-9470-5ba0ba1fab96 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:52.674648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:52.679560 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.785680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.036553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['bff802ae-f53c-4def-9470-5ba0ba1fab96'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:53.036744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcec379-e775-4506-a066-3cb21950db02 req-b81385b4-0176-4147-9cb6-8d28e1fe8c72 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.038622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bcec379-e775-4506-a066-3cb21950db02 req-b81385b4-0176-4147-9cb6-8d28e1fe8c72 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 951 time: 0.0729063 Aug 29 04:21:53.117942 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bcec379-e775-4506-a066-3cb21950db02 req-3d384711-91d7-4209-ae41-890376e93d7c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681262 Aug 29 04:21:53.188878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba39c-7486-418c-b136-51bc3fd3b52b req-5bf444ad-764f-4bd6-a670-512734b0fb02 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.196832 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cb5ba39c-7486-418c-b136-51bc3fd3b52b req-5bf444ad-764f-4bd6-a670-512734b0fb02 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 950 time: 0.0742397 Aug 29 04:21:53.240551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cb5ba39c-7486-418c-b136-51bc3fd3b52b req-d2e7a36d-a7e9-456a-a222-2b89de3834c1 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/security-groups?id=854dc47b-3bf7-415f-955b-8f22dc66cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Aug 29 04:21:53.365050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1ed4-2eee-41b5-8cb0-680f5dd73d9a req-9ff3ae9b-b03c-47c0-ab64-642df86c8d9b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.373409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1cd1ed4-2eee-41b5-8cb0-680f5dd73d9a req-9ff3ae9b-b03c-47c0-ab64-642df86c8d9b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0711937 Aug 29 04:21:53.422917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1cd1ed4-2eee-41b5-8cb0-680f5dd73d9a req-83e39584-fbd1-4b36-9c43-7cfd766991fb tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Aug 29 04:21:53.545411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8d44-d70a-4f05-b88e-aa54c0030b16 req-da53e166-d1ab-4524-827d-fd62a8385adc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.547120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e60b8d44-d70a-4f05-b88e-aa54c0030b16 req-da53e166-d1ab-4524-827d-fd62a8385adc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.0558138 Aug 29 04:21:53.591206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e60b8d44-d70a-4f05-b88e-aa54c0030b16 req-9329ee85-7d12-49fb-b106-0869ee56d45d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Aug 29 04:21:53.718118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a545-c8a8-4f72-af30-4517f657fd80 req-48f04bfd-892b-4da0-9d85-52af6de42d44 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.722133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2862a545-c8a8-4f72-af30-4517f657fd80 req-48f04bfd-892b-4da0-9d85-52af6de42d44 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1103 time: 0.0450234 Aug 29 04:21:53.768298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-95ae2c58-1e06-44ad-ba5d-3483c8e531a0 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.771814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-95ae2c58-1e06-44ad-ba5d-3483c8e531a0 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.32 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 950 time: 0.0609808 Aug 29 04:21:53.786998 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2862a545-c8a8-4f72-af30-4517f657fd80 req-edf4895c-cdca-4474-9fb9-fa1d80f9dfb0 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556006 Aug 29 04:21:53.896911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Deleting port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:53.897522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.013550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] For port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:54.014030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.027790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Calling delete_port for fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:54.049969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ecc04-fd2d-448f-aa63-90f2f657d83a req-4ab8d26a-5144-4e98-a61b-a99c0f229d62 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.057956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba2ecc04-fd2d-448f-aa63-90f2f657d83a req-4ab8d26a-5144-4e98-a61b-a99c0f229d62 tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 1103 time: 0.0498836 Aug 29 04:21:54.106741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba2ecc04-fd2d-448f-aa63-90f2f657d83a req-105be40b-0069-4037-b404-db30a218fd2c tempest-ServersAdminTestJSON-1592526161 tempest-ServersAdminTestJSON-1592526161-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478208 Aug 29 04:21:54.189789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.231459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:54.233075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Pushing event deleted for resources: {'Port': ['ID=fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.290404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] No DVR routers for this DVR port fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:54.296098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.302792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-11da5f5c-20d2-450a-9330-de0dd499cf03 req-043fb91f-1c62-4b35-bbcf-f1d0de2f8ede tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.32 "DELETE /v2.0/ports/fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 HTTP/1.1" status: 204 len: 173 time: 0.5233531 Aug 29 04:21:54.303690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'name': 'network-vif-deleted', 'tag': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:54.307701 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a628a-8354-4dde-bfca-b5e884f40155" -d '{"events": [{"server_uuid": "21bf3e71-82cc-4d05-95c5-1bf53e2d126d", "name": "network-vif-deleted", "tag": "fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:54.406607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:54.468509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-222d126d-f9be-448b-9ebd-fdaba1be787c req-dba6077f-1b9c-419d-8d6c-e34a95740bc7 tempest-TenantUsagesTestJSON-1019021094 tempest-TenantUsagesTestJSON-1019021094-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bf3e71-82cc-4d05-95c5-1bf53e2d126d HTTP/1.1" status: 200 len: 210 time: 0.0975807 Aug 29 04:21:54.482741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port bff802ae-f53c-4def-9470-5ba0ba1fab96 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:54.503474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port bff802ae-f53c-4def-9470-5ba0ba1fab96 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:54.505195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.583229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd433f-1ca3-4b28-9b85-8afa6ab9262b req-67f9dd76-de27-459c-9aea-5a0836984538 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.586017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60fd433f-1ca3-4b28-9b85-8afa6ab9262b req-67f9dd76-de27-459c-9aea-5a0836984538 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 945 time: 0.0963900 Aug 29 04:21:54.592109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247ef0-e3b7-401d-8393-eb9b0e35b572 req-929c1219-c3ac-411d-90fd-3ecfaf19c843 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.599549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89247ef0-e3b7-401d-8393-eb9b0e35b572 req-929c1219-c3ac-411d-90fd-3ecfaf19c843 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 950 time: 0.0614874 Aug 29 04:21:54.615915 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.643088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89247ef0-e3b7-401d-8393-eb9b0e35b572 req-dbbf4c0b-4998-4c49-a852-3112c79cdf97 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Aug 29 04:21:54.646256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60fd433f-1ca3-4b28-9b85-8afa6ab9262b req-6008bc1a-e079-4e2c-b3a1-1fdbcabbe344 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538812 Aug 29 04:21:54.648208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:54.651240 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac8175-3632-47ca-9f6e-bad5622fa6aa" -d '{"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-plugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:54.679250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:54.684328 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.689027 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe3b61-ae78-4431-bcbb-29aa9ae13df6 x-openstack-request-id: req-89fe3b61-ae78-4431-bcbb-29aa9ae13df6 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:54.689330 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bf3e71-82cc-4d05-95c5-1bf53e2d126d", "name": "network-vif-deleted", "tag": "fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:54.689600 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89fe3b61-ae78-4431-bcbb-29aa9ae13df6 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:54.690257 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bf3e71-82cc-4d05-95c5-1bf53e2d126d', 'name': 'network-vif-deleted', 'tag': 'fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4', 'status': 'completed', 'code': 200} Aug 29 04:21:54.753232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.762622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.763209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.764196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.764702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.765077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.765470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.765850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.766286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.766620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.766945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.767268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.767588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.793687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea99cb1-4b17-472a-b6b9-397db0895502 req-a5287f50-9b0e-4958-bb1b-28b12058ae0b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.795287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fea99cb1-4b17-472a-b6b9-397db0895502 req-a5287f50-9b0e-4958-bb1b-28b12058ae0b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0610514 Aug 29 04:21:54.797570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a5a20-3501-42fe-ac99-29ac1cd722a5 req-1ad4aff2-ea20-498e-9a39-2966caac4903 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.799081 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e54a5a20-3501-42fe-ac99-29ac1cd722a5 req-1ad4aff2-ea20-498e-9a39-2966caac4903 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0625842 Aug 29 04:21:54.837797 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e54a5a20-3501-42fe-ac99-29ac1cd722a5 req-9c362c10-0897-458f-97eb-aedd2af90a87 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Aug 29 04:21:54.846253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fea99cb1-4b17-472a-b6b9-397db0895502 req-0390d8ed-56f7-484e-8caf-6f6478c54c3f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Aug 29 04:21:54.894328 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f5e275-abbd-4ecb-95e0-b1af1df6c780 x-openstack-request-id: req-00f5e275-abbd-4ecb-95e0-b1af1df6c780 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:54.894632 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-plugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:54.894884 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00f5e275-abbd-4ecb-95e0-b1af1df6c780 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:54.895272 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'code': 200} Aug 29 04:21:55.003567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16963d-be63-4f7e-b27e-d35bef5884b8 req-66beb046-268f-437e-a0be-ae9b4ea4fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.005021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d16963d-be63-4f7e-b27e-d35bef5884b8 req-66beb046-268f-437e-a0be-ae9b4ea4fa99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1102 time: 0.0409865 Aug 29 04:21:55.054478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d16963d-be63-4f7e-b27e-d35bef5884b8 req-37873b3f-2d3b-44b0-ae66-3feaa24e5614 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Aug 29 04:21:55.136435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-4f9100d7-8c81-4aa0-9a23-fa04fc254fdc tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.137918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-4f9100d7-8c81-4aa0-9a23-fa04fc254fdc tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 945 time: 0.0504653 Aug 29 04:21:55.258100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Deleting port e48181af-749b-4b4a-92e7-0575f3a0a84b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:55.258721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.350077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] For port e48181af-749b-4b4a-92e7-0575f3a0a84b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e48181af-749b-4b4a-92e7-0575f3a0a84b,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:55.350321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.363824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Calling delete_port for e48181af-749b-4b4a-92e7-0575f3a0a84b owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:55.496000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.539125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e48181af-749b-4b4a-92e7-0575f3a0a84b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:55.552704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event deleted for resources: {'Port': ['ID=e48181af-749b-4b4a-92e7-0575f3a0a84b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.595627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] No DVR routers for this DVR port e48181af-749b-4b4a-92e7-0575f3a0a84b on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:55.599223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.601641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ab3ba02d-92a8-4803-bc5d-bb52f9c2aea7 req-58da4249-978a-4742-aeb5-e1dd690db60e tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "DELETE /v2.0/ports/e48181af-749b-4b4a-92e7-0575f3a0a84b HTTP/1.1" status: 204 len: 173 time: 0.4416873 Aug 29 04:21:55.814040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16c195a5-5f12-443d-b0eb-1d38a7849345 req-84dda67c-38ef-482a-bb19-23b012d6ff90 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf HTTP/1.1" status: 200 len: 210 time: 0.0429864 Aug 29 04:21:55.815732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:55.834196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64882f-476d-4bf7-a2d7-4e8092036482 req-c522fdf4-43be-4867-83da-1b29bfdee1fa tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.835686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf64882f-476d-4bf7-a2d7-4e8092036482 req-c522fdf4-43be-4867-83da-1b29bfdee1fa tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 950 time: 0.0743673 Aug 29 04:21:55.875686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf64882f-476d-4bf7-a2d7-4e8092036482 req-b9c06de5-0145-4303-8a26-57f2126fa854 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340743 Aug 29 04:21:56.023853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017be676-efac-46cb-8bdb-d3fd7615a19c req-6164cff4-4a6c-4ac4-ada4-1ce6c40b0be5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.032535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-017be676-efac-46cb-8bdb-d3fd7615a19c req-6164cff4-4a6c-4ac4-ada4-1ce6c40b0be5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0687480 Aug 29 04:21:56.048863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-93ea6a5b-d77d-4491-898c-7da83b713abe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46abc593c3334400becf48ae2b5c1eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318447 Aug 29 04:21:56.052565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:56.069426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185443e-68f6-4261-80e2-efcf00178065 req-7835905d-397a-4f22-bf6c-04005b9e7824 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.071238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a185443e-68f6-4261-80e2-efcf00178065 req-7835905d-397a-4f22-bf6c-04005b9e7824 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1362474 Aug 29 04:21:56.084206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-017be676-efac-46cb-8bdb-d3fd7615a19c req-b5343a49-4b4f-4d03-83f2-76b24e7abd57 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504367 Aug 29 04:21:56.149253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2383d34-06ea-447a-88fb-745a297585ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.165623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a185443e-68f6-4261-80e2-efcf00178065 req-f88d6020-674a-4fef-82d5-eb6e6dcb50fa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671737 Aug 29 04:21:56.182956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2383d34-06ea-447a-88fb-745a297585ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.240338 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2383d34-06ea-447a-88fb-745a297585ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.243975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2383d34-06ea-447a-88fb-745a297585ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.246026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-df0da243-46b1-4048-9043-edbad2a215f1 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.248315 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-df0da243-46b1-4048-9043-edbad2a215f1 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 950 time: 0.0615926 Aug 29 04:21:56.250534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a2383d34-06ea-447a-88fb-745a297585ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/854dc47b-3bf7-415f-955b-8f22dc66cdcc HTTP/1.1" status: 204 len: 168 time: 0.1967208 Aug 29 04:21:56.260365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383d34-06ea-447a-88fb-745a297585ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854dc47b-3bf7-415f-955b-8f22dc66cdcc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.377376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Deleting port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:56.377754 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.504783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] For port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:56.505254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.530476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Calling delete_port for 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:56.623383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:56.644787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e61d33ac-2a54-46c1-a24d-ca669fb6cd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.690963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'name': 'network-vif-deleted', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:56.693754 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98724f0c-ee35-431b-b747-65a1cb680374" -d '{"events": [{"server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "name": "network-vif-deleted", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:56.737941 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.747189 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d36549-51a0-407d-8c85-8b421af81486 x-openstack-request-id: req-c3d36549-51a0-407d-8c85-8b421af81486 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:56.750402 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cc1cdf-bc1f-41db-829b-fa0e1325b4bf", "name": "network-vif-deleted", "tag": "e48181af-749b-4b4a-92e7-0575f3a0a84b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:56.750715 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3d36549-51a0-407d-8c85-8b421af81486 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:56.751019 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cc1cdf-bc1f-41db-829b-fa0e1325b4bf', 'name': 'network-vif-deleted', 'tag': 'e48181af-749b-4b4a-92e7-0575f3a0a84b', 'status': 'completed', 'code': 200} Aug 29 04:21:56.751277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ce5c6ee1-36ef-446a-a2df-754cecfd9086', '4d872953-fc3c-42e8-9565-9edbf5be971a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:56.793876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e61d33ac-2a54-46c1-a24d-ca669fb6cd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.800259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Pushing event deleted for resources: {'Port': ['ID=99c8999e-e9a3-48f2-a9b8-7b6afeb7de27,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.801867 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e61d33ac-2a54-46c1-a24d-ca669fb6cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.851215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e61d33ac-2a54-46c1-a24d-ca669fb6cd1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=008731738754478bacf88a48b3505cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246213 Aug 29 04:21:56.852333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d33ac-2a54-46c1-a24d-ca669fb6cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f60fa17-3f4c-4014-9a95-86712c8d392a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.855293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42202) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:56.883928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] No DVR routers for this DVR port 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:56.895193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.904916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f321ead-2f4b-4369-9c2c-fae55269d591 req-7023c3ba-e097-4120-b0ed-8859ee689a7f tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "DELETE /v2.0/ports/99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 HTTP/1.1" status: 204 len: 173 time: 0.6395643 Aug 29 04:21:56.946807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69d47bc6-a438-4b78-9df6-3ec216c07eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.006538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69d47bc6-a438-4b78-9df6-3ec216c07eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.053859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:57.142320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:57.142494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fb1b931c-d5e7-4a9f-b0fd-d8be9189bde4 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:57.156663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aab02602-9f88-444e-9469-b7e8b4be9f73 req-d2f70527-6041-47e2-b041-518e57973c36 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=71280775-dec9-42e3-97db-1536b04d0e62 HTTP/1.1" status: 200 len: 210 time: 0.1104760 Aug 29 04:21:57.214690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69d47bc6-a438-4b78-9df6-3ec216c07eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.218009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69d47bc6-a438-4b78-9df6-3ec216c07eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.221677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-69d47bc6-a438-4b78-9df6-3ec216c07eeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f60fa17-3f4c-4014-9a95-86712c8d392a HTTP/1.1" status: 204 len: 168 time: 0.3626254 Aug 29 04:21:57.230911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d47bc6-a438-4b78-9df6-3ec216c07eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f60fa17-3f4c-4014-9a95-86712c8d392a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:57.340844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c3a98-7381-4e43-9c49-231162c4fe42 req-b1ce7eed-09ff-4b4f-b260-a4e0eae59048 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.353158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e3c3a98-7381-4e43-9c49-231162c4fe42 req-b1ce7eed-09ff-4b4f-b260-a4e0eae59048 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0775895 Aug 29 04:21:57.394109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e3c3a98-7381-4e43-9c49-231162c4fe42 req-115f13de-797c-4b1a-be3c-03a18908c561 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Aug 29 04:21:57.431392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424060d5-a1b3-4966-a96d-528bc38ae3ff req-14029af5-1e12-4797-a7d6-df53f44b6c33 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.434357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-424060d5-a1b3-4966-a96d-528bc38ae3ff req-14029af5-1e12-4797-a7d6-df53f44b6c33 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 945 time: 0.0924613 Aug 29 04:21:57.496587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-424060d5-a1b3-4966-a96d-528bc38ae3ff req-8f3a9bad-1768-419c-81b8-06f5d49345dd tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Aug 29 04:21:57.548237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673d4c-3bac-4eb8-9f95-9b367165eb3a req-7a6650d3-0511-4cb2-a156-6d53378a0915 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.550208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e673d4c-3bac-4eb8-9f95-9b367165eb3a req-7a6650d3-0511-4cb2-a156-6d53378a0915 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0678260 Aug 29 04:21:57.619206 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e673d4c-3bac-4eb8-9f95-9b367165eb3a req-ff0d8db6-78b4-45d3-8408-7c47d623d6dc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631256 Aug 29 04:21:57.784082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c140e1-af2f-49ec-b6c5-25482df2236c req-19af349d-050b-4830-9f38-45e13239810f tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.785624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12c140e1-af2f-49ec-b6c5-25482df2236c req-19af349d-050b-4830-9f38-45e13239810f tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1102 time: 0.0484493 Aug 29 04:21:57.830077 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12c140e1-af2f-49ec-b6c5-25482df2236c req-56458367-4ca9-4266-892a-22c49ded86a5 tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Aug 29 04:21:57.944319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-e9f23f50-f425-4a07-8680-330b0b911408 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:57.955729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-e9f23f50-f425-4a07-8680-330b0b911408 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 945 time: 0.1055470 Aug 29 04:21:58.055916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Deleting port d9a18905-585f-4705-a7f0-46297f20cb72 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:58.056583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.174554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] For port d9a18905-585f-4705-a7f0-46297f20cb72, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d9a18905-585f-4705-a7f0-46297f20cb72,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:58.175037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.186570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.207458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Calling delete_port for d9a18905-585f-4705-a7f0-46297f20cb72 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:58.229810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-f099778d-4d82-4708-adb1-8577e6343a22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869915 Aug 29 04:21:58.240621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1b9e4-0eaa-44da-8ddb-8c03313e1287 req-f5bb8b21-7098-42b3-8322-3ad1b0e619f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.248169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1f1b9e4-0eaa-44da-8ddb-8c03313e1287 req-f5bb8b21-7098-42b3-8322-3ad1b0e619f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1151390 Aug 29 04:21:58.320883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1f1b9e4-0eaa-44da-8ddb-8c03313e1287 req-4b650657-a028-4def-8b64-4806ba82be68 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715840 Aug 29 04:21:58.327059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-network', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:58.361507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Made reservation on behalf of c23e5f2a1667431cb76c417c2e9d1dcf for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:58.363995 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.376849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.389521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.442579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:58.456534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event deleted for resources: {'Port': ['ID=d9a18905-585f-4705-a7f0-46297f20cb72,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.472001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:58.472332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 99c8999e-e9a3-48f2-a9b8-7b6afeb7de27 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:58.535662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] No DVR routers for this DVR port d9a18905-585f-4705-a7f0-46297f20cb72 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:58.539639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.541659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c36c64fe-869a-49a6-a868-2259e2ab6c63 req-233bcf1f-cf97-46a0-b337-fd47a52d4584 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.32 "DELETE /v2.0/ports/d9a18905-585f-4705-a7f0-46297f20cb72 HTTP/1.1" status: 204 len: 173 time: 0.5799892 Aug 29 04:21:58.546918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.551450 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.579621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-566cd858-c3f2-4132-93a0-fd2ac1106888 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.581173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-566cd858-c3f2-4132-93a0-fd2ac1106888 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.2051880 Aug 29 04:21:58.603821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c222fe00-7dd8-4f02-b016-01a9b33f4a7b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.605877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-09515daf-d502-4bc9-ab5f-d1cc25d05f1e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/quotas/7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 375 time: 0.0166402 Aug 29 04:21:58.612494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:58.624912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.625253 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Added segment d8b6d819-0eff-4591-ad10-1862f76e8ad0 of type vlan for network b92ec654-d1fb-46f1-8fa3-dce1084535b5 Aug 29 04:21:58.685988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.693759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3e3d29fd-5b16-46ad-a501-e3161762b78b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740280 Aug 29 04:21:58.754092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71280775-dec9-42e3-97db-1536b04d0e62', 'name': 'network-vif-deleted', 'tag': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27'}, {'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'name': 'network-vif-deleted', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:58.756445 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c0018-67a6-4c48-93b1-23faea927f9b" -d '{"events": [{"server_uuid": "71280775-dec9-42e3-97db-1536b04d0e62", "name": "network-vif-deleted", "tag": "99c8999e-e9a3-48f2-a9b8-7b6afeb7de27"}, {"server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "name": "network-vif-deleted", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:58.807455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-483c5395-c608-4a67-8d51-a2f71d7246c3 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070638 Aug 29 04:21:58.903929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-dbeca840-3a33-4a9f-84ee-3e0b6b0337d6 service neutron] 10.222.0.55 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892651 Aug 29 04:21:59.018085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.019308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.020079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.067414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:59.078151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8896496 Aug 29 04:21:59.078441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42302) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:59.085071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Request body: {'subnet': {'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-subnet', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:59.099808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: e48181af-749b-4b4a-92e7-0575f3a0a84b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:59.105964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e48181af-749b-4b4a-92e7-0575f3a0a84b not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:59.111564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Made reservation on behalf of c23e5f2a1667431cb76c417c2e9d1dcf for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:59.115695 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.116884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dba77-428a-4400-850c-413620c550a9 req-d115ade6-4bf9-44b3-bf2f-51e5c4aea52d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.125485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-706dba77-428a-4400-850c-413620c550a9 req-d115ade6-4bf9-44b3-bf2f-51e5c4aea52d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.4263265 Aug 29 04:21:59.178928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Pushing event updated for resources: {'Network': ['ID=b92ec654-d1fb-46f1-8fa3-dce1084535b5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.198513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-706dba77-428a-4400-850c-413620c550a9 req-94728351-bdbc-4d13-97fe-721778f7b009 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664363 Aug 29 04:21:59.203859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.236360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.238083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.238431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.238773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.239108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.241444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.241821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.242164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.242498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.242830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.243144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a35d00-8416-4435-a787-a6aa83257635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:59.258104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:59.364201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5e3576d-7a09-4ddb-afe4-af73adac66ed req-b100d703-69ba-4cc4-ad24-7ca2b24d7e96 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=052b9222-8e48-4244-9808-d5b4515d9bec HTTP/1.1" status: 200 len: 210 time: 0.0355797 Aug 29 04:21:59.429703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf281962-0447-40e3-b3a8-d93f9a1d616c req-c89f7f6e-aa66-415e-be54-ce0f85e8ede3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.435850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.439930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf281962-0447-40e3-b3a8-d93f9a1d616c req-c89f7f6e-aa66-415e-be54-ce0f85e8ede3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 950 time: 0.1141653 Aug 29 04:21:59.486226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf281962-0447-40e3-b3a8-d93f9a1d616c req-f5c3ffb6-9579-40eb-b463-af92a963384e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Aug 29 04:21:59.499548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9727acc2-d7dd-4359-8464-029808ae219d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.538984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Checking segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:59.539351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Network hostable DHCP agents. Network: b92ec654-d1fb-46f1-8fa3-dce1084535b5, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:59.550187 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1d3cf2-dda7-46f0-9cd9-a2656239b56e x-openstack-request-id: req-de1d3cf2-dda7-46f0-9cd9-a2656239b56e {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:59.550627 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71280775-dec9-42e3-97db-1536b04d0e62", "name": "network-vif-deleted", "tag": "99c8999e-e9a3-48f2-a9b8-7b6afeb7de27", "status": "completed", "code": 200}, {"server_uuid": "052b9222-8e48-4244-9808-d5b4515d9bec", "name": "network-vif-deleted", "tag": "d9a18905-585f-4705-a7f0-46297f20cb72", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:59.550886 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de1d3cf2-dda7-46f0-9cd9-a2656239b56e {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:59.551281 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71280775-dec9-42e3-97db-1536b04d0e62', 'name': 'network-vif-deleted', 'tag': '99c8999e-e9a3-48f2-a9b8-7b6afeb7de27', 'status': 'completed', 'code': 200} Aug 29 04:21:59.551536 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b9222-8e48-4244-9808-d5b4515d9bec', 'name': 'network-vif-deleted', 'tag': 'd9a18905-585f-4705-a7f0-46297f20cb72', 'status': 'completed', 'code': 200} Aug 29 04:21:59.570800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:59.581501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b92ec654-d1fb-46f1-8fa3-dce1084535b5) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:59.585683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.586291 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.604262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b55e92a1-ca6d-4928-a279-1cb7de6faf27 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5246351 Aug 29 04:21:59.605822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70842c3d-f8b1-43be-906f-9e1ac911cbc6 None None] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:59.606952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42316) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:59.613624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:59.650449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bff39b78-5488-4ee1-b3f5-6c91d0945a68 req-a8faf51a-f72b-481f-9aba-53bc965ab2ee tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 210 time: 0.0705414 Aug 29 04:21:59.673504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.674674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.707925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32837c8-626b-4216-9173-c1011cdfdb84 req-8ffa156a-2558-4d2e-9cbd-4f89de76132d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.709510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c32837c8-626b-4216-9173-c1011cdfdb84 req-8ffa156a-2558-4d2e-9cbd-4f89de76132d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0787811 Aug 29 04:21:59.767751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.785860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:59.787083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.820297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c32837c8-626b-4216-9173-c1011cdfdb84 req-90f1899e-5b61-436a-9799-71625b9dc2f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025114 Aug 29 04:21:59.916077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.944878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Allocated IP 172.20.0.2 (b92ec654-d1fb-46f1-8fa3-dce1084535b5/9727acc2-d7dd-4359-8464-029808ae219d/adb365d5-1ed3-497b-b516-b07e6de0a241) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:00.109283 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.118365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Transition to ACTIVE for port object adb365d5-1ed3-497b-b516-b07e6de0a241 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:00.134479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Transition to ACTIVE for port object adb365d5-1ed3-497b-b516-b07e6de0a241 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:00.140257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.179513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:00.182429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:00.185867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:00.200905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Pushing event updated for resources: {'Port': ['ID=adb365d5-1ed3-497b-b516-b07e6de0a241,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.262274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Attempting to bind port adb365d5-1ed3-497b-b516-b07e6de0a241 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:00.262647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Attempting to bind port adb365d5-1ed3-497b-b516-b07e6de0a241 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:00.262997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Attempting to bind port adb365d5-1ed3-497b-b516-b07e6de0a241 on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:00.268662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:00.269032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Checking segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:00.269429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.269845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Bound using segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:00.270305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Bound port: adb365d5-1ed3-497b-b516-b07e6de0a241, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:00.270680 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.310907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee112b-d872-4abe-a620-5ff10139b460 req-626ef9ae-6f0e-4b1d-8148-9e14ff3b602f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.312453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-caee112b-d872-4abe-a620-5ff10139b460 req-626ef9ae-6f0e-4b1d-8148-9e14ff3b602f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0495720 Aug 29 04:22:00.350053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] For port adb365d5-1ed3-497b-b516-b07e6de0a241, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:00.353666 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] For port adb365d5-1ed3-497b-b516-b07e6de0a241, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=adb365d5-1ed3-497b-b516-b07e6de0a241,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:00.359962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.372060 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-caee112b-d872-4abe-a620-5ff10139b460 req-69f469ca-0b4c-4991-8fe7-d7a43cc5d116 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528126 Aug 29 04:22:00.401043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-0a2dadaf-5da6-40bd-be32-0845cb6f178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.405000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-0a2dadaf-5da6-40bd-be32-0845cb6f178f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1102 time: 0.3401487 Aug 29 04:22:00.417185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.428347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700c47d-0be5-4113-a65d-a73ea83d55fc None None] Pushing event updated for resources: {'Port': ['ID=adb365d5-1ed3-497b-b516-b07e6de0a241,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.446009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.626488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f6615dda-919c-47f9-98bd-b77c87fb9e11 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.629374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f6615dda-919c-47f9-98bd-b77c87fb9e11 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 950 time: 0.0914145 Aug 29 04:22:00.803750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffb36c-648f-41d2-af88-74ae45e4d019 req-ac7495b1-d792-4ebb-bc75-c8e67cf8feb3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.805406 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1dffb36c-648f-41d2-af88-74ae45e4d019 req-ac7495b1-d792-4ebb-bc75-c8e67cf8feb3 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 950 time: 0.1198614 Aug 29 04:22:00.807956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-6c685cd2-39ef-491f-8325-1121443780cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.809562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-6c685cd2-39ef-491f-8325-1121443780cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.3891039 Aug 29 04:22:00.823702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-7af4eea1-ec20-4745-89ae-80c0b29bbabc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.825186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-7af4eea1-ec20-4745-89ae-80c0b29bbabc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 821 time: 0.3185749 Aug 29 04:22:00.855018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Deleting port ce5c6ee1-36ef-446a-a2df-754cecfd9086 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:00.855370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.875529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Allocated IP 172.25.7.213 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/cfb75662-190f-4233-b933-0a7b91b65aa9) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:00.881677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Request body: {'port': {'device_id': '2b1ee2c8-9f15-4777-866f-74c359057819', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'admin_state_up': True, 'tenant_id': '7c456b17abe74c89a717b2b8b6a8ed98'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:00.885864 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-4af4f282-e790-43ab-895f-29a2bf3c65fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0595784 Aug 29 04:22:00.927536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1dffb36c-648f-41d2-af88-74ae45e4d019 req-e3231a1a-57cf-4617-abb8-b92b3f725446 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113145 Aug 29 04:22:00.999641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab5cd4-16c6-479c-91b3-a2d044b3f7f5 req-c4500c43-b49b-48c3-8cfb-cfed0956a551 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.006616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] For port ce5c6ee1-36ef-446a-a2df-754cecfd9086, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ce5c6ee1-36ef-446a-a2df-754cecfd9086,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:01.006842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3dab5cd4-16c6-479c-91b3-a2d044b3f7f5 req-c4500c43-b49b-48c3-8cfb-cfed0956a551 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 944 time: 0.2494142 Aug 29 04:22:01.007027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.023847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Calling delete_port for ce5c6ee1-36ef-446a-a2df-754cecfd9086 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:01.069351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:01.093915 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5e1275b-7503-40ca-9a95-47d9eb07e86a req-a74878b8-9322-457e-a3f0-19ea6883b844 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 210 time: 0.0587118 Aug 29 04:22:01.096761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: d9a18905-585f-4705-a7f0-46297f20cb72 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:01.099236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d9a18905-585f-4705-a7f0-46297f20cb72 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:01.101023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-1f5eb66f-7f53-49ec-a632-fb35d7d396f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.102501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-1f5eb66f-7f53-49ec-a632-fb35d7d396f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1992955 Aug 29 04:22:01.120753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.136774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3dab5cd4-16c6-479c-91b3-a2d044b3f7f5 req-1ac6ef9d-6c12-4a50-b440-ee0673ada7d7 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/security-groups?id=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291606 Aug 29 04:22:01.203050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Made reservation on behalf of 7c456b17abe74c89a717b2b8b6a8ed98 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:01.206963 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.218603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-239ee5ff-cc60-47d7-80fc-b3ddf2f80ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.220120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-239ee5ff-cc60-47d7-80fc-b3ddf2f80ed3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929148 Aug 29 04:22:01.239358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.259029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ce5c6ee1-36ef-446a-a2df-754cecfd9086', '4d872953-fc3c-42e8-9565-9edbf5be971a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:01.288616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Pushing event deleted for resources: {'Port': ['ID=ce5c6ee1-36ef-446a-a2df-754cecfd9086,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.315285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.375076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] No DVR routers for this DVR port ce5c6ee1-36ef-446a-a2df-754cecfd9086 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:01.378302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.380901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0fac1350-fbec-4d62-b30f-51e9cf730b25 req-f2a50cb5-4570-4f9f-8afe-1444f19f761b tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "DELETE /v2.0/ports/ce5c6ee1-36ef-446a-a2df-754cecfd9086 HTTP/1.1" status: 204 len: 173 time: 0.7387409 Aug 29 04:22:01.382324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'name': 'network-vif-deleted', 'tag': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:01.385080 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3258f0ef-68fc-44ec-bd18-4e62ff19f376" -d '{"events": [{"server_uuid": "d7550b41-ccbc-49b2-9694-d96130351bff", "name": "network-vif-deleted", "tag": "ce5c6ee1-36ef-446a-a2df-754cecfd9086"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:01.439184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-9e492fd6-a436-4cff-99c5-276f0e793432 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.441349 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-9e492fd6-a436-4cff-99c5-276f0e793432 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 944 time: 0.1634989 Aug 29 04:22:01.450661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6796b-bb3e-4b02-91fb-0d8236a2145a req-a4fffd64-dee3-4e09-af4c-f2f1a402bbc4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.453101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49f6796b-bb3e-4b02-91fb-0d8236a2145a req-a4fffd64-dee3-4e09-af4c-f2f1a402bbc4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.2178953 Aug 29 04:22:01.461212 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863dc6a5-fd34-4381-86f1-bd836ad4436e x-openstack-request-id: req-863dc6a5-fd34-4381-86f1-bd836ad4436e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:01.461499 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7550b41-ccbc-49b2-9694-d96130351bff", "name": "network-vif-deleted", "tag": "ce5c6ee1-36ef-446a-a2df-754cecfd9086", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:01.461791 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-863dc6a5-fd34-4381-86f1-bd836ad4436e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:01.462522 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7550b41-ccbc-49b2-9694-d96130351bff', 'name': 'network-vif-deleted', 'tag': 'ce5c6ee1-36ef-446a-a2df-754cecfd9086', 'status': 'completed', 'code': 200} Aug 29 04:22:01.610421 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49f6796b-bb3e-4b02-91fb-0d8236a2145a req-3954bd41-2dc7-4e02-9cce-6993ece89d7d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498723 Aug 29 04:22:01.641254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Allocated IP 172.20.0.14 (9fdd33ed-09ab-458b-af6e-37abdadf7bb2/aec885d3-0623-4791-b3d2-1402e1777348/f0991e80-dd8e-4995-bb53-97ef754e6f7f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:01.644855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-1984dce8-2c23-4e99-9b73-793ffcc82d93 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716929 Aug 29 04:22:01.655804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94f75-bda7-4152-a0b2-0b68a08f8941 req-56166991-35c1-4d33-8ae7-1ba82aa7f453 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:01.664005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1b94f75-bda7-4152-a0b2-0b68a08f8941 req-56166991-35c1-4d33-8ae7-1ba82aa7f453 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1283920 Aug 29 04:22:01.666979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.726177 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1b94f75-bda7-4152-a0b2-0b68a08f8941 req-3e157ac7-a467-475d-bbaf-361edb355321 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612016 Aug 29 04:22:01.731322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Deleting port aaf78ed8-0956-4359-a51b-ef9b6060242f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:01.731322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.811455 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:01.833312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:01.862020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:01.897403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] For port aaf78ed8-0956-4359-a51b-ef9b6060242f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=aaf78ed8-0956-4359-a51b-ef9b6060242f,segment=NetworkSegment(b65ae652-1cab-4038-b964-830dfd0cf968),segment_id=b65ae652-1cab-4038-b964-830dfd0cf968)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:01.897806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.916462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb75662-190f-4233-b933-0a7b91b65aa9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.922321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Calling delete_port for aaf78ed8-0956-4359-a51b-ef9b6060242f owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:01.932449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-9821151d-a59c-4545-8b5b-0e0029bd652e service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792850 Aug 29 04:22:02.042254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd4f8e5-2926-4a3f-b70a-0941036a79f2 None None] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:02.272921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25e09548-47b2-44d0-9aa0-de8e38f44391 req-7a5470ad-9671-42b5-b65a-138c1be538f1 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7550b41-ccbc-49b2-9694-d96130351bff HTTP/1.1" status: 200 len: 210 time: 0.1438379 Aug 29 04:22:02.277115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb365d5-1ed3-497b-b516-b07e6de0a241 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:02.327411 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.353527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cb88da86-896a-434e-8774-04e792cbd4c7 None None] Provisioning for port adb365d5-1ed3-497b-b516-b07e6de0a241 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:02.364777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c11af43a-9ca5-4ca4-8f45-e28520585c59 req-fe1a99d7-cce4-4269-9ade-3ee006f6e7bc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 210 time: 0.0799036 Aug 29 04:22:02.366379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Pushing event deleted for resources: {'Port': ['ID=aaf78ed8-0956-4359-a51b-ef9b6060242f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:02.430301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port adb365d5-1ed3-497b-b516-b07e6de0a241 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:02.435789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b483fce-b87b-4aad-ab7d-f9e3a2a02473 req-915f3108-f97b-4517-9fa1-3ca98574f897 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5 HTTP/1.1" status: 200 len: 210 time: 0.0571628 Aug 29 04:22:02.437188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] No DVR routers for this DVR port aaf78ed8-0956-4359-a51b-ef9b6060242f on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:02.440159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.442471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af13f301-ca4c-47d6-b45e-0429d8673303 req-f9b8a5e2-dc70-464e-8faf-f0b2aeca40c4 tempest-LiveMigrationTest-1009680232 tempest-LiveMigrationTest-1009680232-project] 10.222.0.37 "DELETE /v2.0/ports/aaf78ed8-0956-4359-a51b-ef9b6060242f HTTP/1.1" status: 204 len: 173 time: 0.9687817 Aug 29 04:22:02.447168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port adb365d5-1ed3-497b-b516-b07e6de0a241 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:02.447549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.467011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.553450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.594747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port adb365d5-1ed3-497b-b516-b07e6de0a241, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=adb365d5-1ed3-497b-b516-b07e6de0a241,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:02.599120 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.650613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.652782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.665491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['0cc32c94-6b96-469c-bd42-c67a4b309a7b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:02.747880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:02.772984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:02.774530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=adb365d5-1ed3-497b-b516-b07e6de0a241,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:02.780655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:02.804038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd2ad-e6a4-4e90-b7a5-9ae800a1805f req-a974ab80-ee5b-4174-8908-e53a2c201b2d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.807343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-213dd2ad-e6a4-4e90-b7a5-9ae800a1805f req-a974ab80-ee5b-4174-8908-e53a2c201b2d tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0932870 Aug 29 04:22:02.860686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-213dd2ad-e6a4-4e90-b7a5-9ae800a1805f req-b0fca1c8-21d3-4737-b1c3-544a296ccc07 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Aug 29 04:22:02.902900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:02.929174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e8fb5295-9ede-43f2-b8b5-3f327ee1148a None None] Provisioning complete for port adb365d5-1ed3-497b-b516-b07e6de0a241 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:02.929552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8fb5295-9ede-43f2-b8b5-3f327ee1148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.207625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a1284-3ab5-459e-b4e3-1d31058306d7 req-90261605-c498-4de7-abf8-5232d12d6046 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.210782 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-695a1284-3ab5-459e-b4e3-1d31058306d7 req-90261605-c498-4de7-abf8-5232d12d6046 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.3666863 Aug 29 04:22:03.222594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.223193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.282161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-adedaee8-66aa-4bc6-af9d-d4eaea18eb09 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4080825 Aug 29 04:22:03.305412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Request body: {'port': {'device_id': '2b1ee2c8-9f15-4777-866f-74c359057819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:03.364053 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-695a1284-3ab5-459e-b4e3-1d31058306d7 req-1018fcdc-6482-408e-ab41-c65481afc900 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366451 Aug 29 04:22:03.422766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.428604 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.464244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-deleted', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:03.468029 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce456b0-2044-4a91-816e-75c332e8f6c9" -d '{"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-deleted", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:03.535454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:03.612647 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666940be-322f-4dae-8955-2f62d4ef0e7a x-openstack-request-id: req-666940be-322f-4dae-8955-2f62d4ef0e7a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:03.613253 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5", "name": "network-vif-deleted", "tag": "aaf78ed8-0956-4359-a51b-ef9b6060242f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:03.613755 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-666940be-322f-4dae-8955-2f62d4ef0e7a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:03.614680 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac6c1b7-e6a3-4eb8-bcaf-6732e21852c5', 'name': 'network-vif-deleted', 'tag': 'aaf78ed8-0956-4359-a51b-ef9b6060242f', 'status': 'completed', 'code': 200} Aug 29 04:22:03.619239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] Deleting subnet d29d3066-8f04-44fc-8643-c2ab29b14fe2 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:03.623054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.665215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09586a0-044b-419f-ad43-35700d766a6a req-45549161-20c4-4c7c-bd4f-3ca65ea2517e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.666325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.667956 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b09586a0-044b-419f-ad43-35700d766a6a req-45549161-20c4-4c7c-bd4f-3ca65ea2517e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 932 time: 0.1913180 Aug 29 04:22:03.679712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.782238 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.797985 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b09586a0-044b-419f-ad43-35700d766a6a req-89545162-775a-4ade-9fbb-4ce0fdc049b2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172376 Aug 29 04:22:03.823180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.825289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d29d3066-8f04-44fc-8643-c2ab29b14fe2 HTTP/1.1" status: 204 len: 168 time: 0.2875607 Aug 29 04:22:03.833929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040449-a130-48b1-ab58-4f65f3297dfe req-3b1952fe-27fa-4152-9ca5-42909527fe18 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:03.834149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42374) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:03.835834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19040449-a130-48b1-ab58-4f65f3297dfe req-3b1952fe-27fa-4152-9ca5-42909527fe18 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 951 time: 0.1141260 Aug 29 04:22:03.836936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762d511-98b8-4132-a6c1-8f7bbabdda7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29d3066-8f04-44fc-8643-c2ab29b14fe2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.845774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Router 64a6dd36-10eb-4397-99a6-30e7937df009 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:03.881442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19040449-a130-48b1-ab58-4f65f3297dfe req-38d95e73-f0c0-432f-8d79-21c964670176 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Aug 29 04:22:04.060878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.080057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb365d5-1ed3-497b-b516-b07e6de0a241 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:04.113728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0991e80-dd8e-4995-bb53-97ef754e6f7f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:04.137211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.153789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port adb365d5-1ed3-497b-b516-b07e6de0a241 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:04.154760 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.172788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Transition to ACTIVE for port object f0991e80-dd8e-4995-bb53-97ef754e6f7f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:04.198560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:04.200296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.213052 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:04.219719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7f5b-b541-456d-97ea-f21e079ad44a req-af6bbd0d-f76e-469f-a16c-efcc2e070b3e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.221315 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09ad7f5b-b541-456d-97ea-f21e079ad44a req-af6bbd0d-f76e-469f-a16c-efcc2e070b3e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.2485659 Aug 29 04:22:04.224043 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:04.224939 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:21:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:04.320536 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.321700 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-07bd5008-78cc-4da8-adf6-2f4e887bb049 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7125058 Aug 29 04:22:04.324626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:04.331724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.353050 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:04.361962 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.367353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889981b3-3896-4c14-bdf2-7209515e8636']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:04.384715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65ae652-1cab-4038-b964-830dfd0cf968') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:04.384715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65ae652-1cab-4038-b964-830dfd0cf968') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:04.404274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09ad7f5b-b541-456d-97ea-f21e079ad44a req-68ca8a8d-09d9-49c4-8e00-ec6b4fafc235 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463554 Aug 29 04:22:04.415215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.448690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:04.454944 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.466038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:04.466552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:04.468271 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:04.492373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: aaf78ed8-0956-4359-a51b-ef9b6060242f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:04.492876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device aaf78ed8-0956-4359-a51b-ef9b6060242f not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:04.493393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ce5c6ee1-36ef-446a-a2df-754cecfd9086 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:04.518861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: ce5c6ee1-36ef-446a-a2df-754cecfd9086 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:04.519744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ce5c6ee1-36ef-446a-a2df-754cecfd9086 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:04.533905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:04.534339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:04.534924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.542643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:04.542975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.550479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:04.550827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:04.551236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:04.551791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Bound port: f0991e80-dd8e-4995-bb53-97ef754e6f7f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:04.552159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.554161 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.577059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.582398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] 10.222.0.55 "DELETE /v2.0/networks/889981b3-3896-4c14-bdf2-7209515e8636 HTTP/1.1" status: 204 len: 168 time: 0.7473805 Aug 29 04:22:04.582922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:04.599623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb43f68-d0e2-4fa4-af98-8f1583897d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=889981b3-3896-4c14-bdf2-7209515e8636,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.605520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543f63d-f537-4846-aa0a-deb8a616cd7b req-c53f50c4-eb83-4862-a158-28e57efcf838 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.613619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2543f63d-f537-4846-aa0a-deb8a616cd7b req-c53f50c4-eb83-4862-a158-28e57efcf838 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0963671 Aug 29 04:22:04.654464 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:02Z', 'revision_number': 3, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:04.659825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:04.667862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:04.675492 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.693102 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:04.693620 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Updating router 64a6dd36-10eb-4397-99a6-30e7937df009 port cfb75662-190f-4233-b933-0a7b91b65aa9 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:04.726614 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.753037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.754217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.755802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] 10.222.0.32 "PUT /v2.0/ports/f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 200 len: 1093 time: 1.4551661 Aug 29 04:22:04.758541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:04.761438 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:04.852697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae39cc4-6d7d-4086-906b-f65110d95560 service neutron] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.868332 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384bbff5-f3c4-450e-a45c-3334ef8edd6e x-openstack-request-id: req-384bbff5-f3c4-450e-a45c-3334ef8edd6e {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:04.868839 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:04.869546 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-384bbff5-f3c4-450e-a45c-3334ef8edd6e {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:04.870119 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f', 'status': 'completed', 'code': 200} Aug 29 04:22:04.907564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-b8ca2726-948b-4195-ab57-56c63ebd794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.909383 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-b8ca2726-948b-4195-ab57-56c63ebd794b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1096 time: 0.0722754 Aug 29 04:22:04.969880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] Deleting subnet 36be8723-09e1-42dc-97b6-3a66eb630241 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:04.973219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.985950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-917d800a-dd51-4af4-9573-32b86591216f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 200 len: 217 time: 0.0595238 Aug 29 04:22:05.057969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2543f63d-f537-4846-aa0a-deb8a616cd7b req-d3477001-3efe-4391-9f44-d89e41a6ee22 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422133 Aug 29 04:22:05.074019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c85eb0-e386-41d0-8a58-dc991e59e537 req-b5807906-59a7-4c55-9561-3d050a966906 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.075608 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63c85eb0-e386-41d0-8a58-dc991e59e537 req-b5807906-59a7-4c55-9561-3d050a966906 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.1026628 Aug 29 04:22:05.077549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-ea42fce5-c41c-4ae3-b03c-a6aac10a2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.078922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-ea42fce5-c41c-4ae3-b03c-a6aac10a2bf3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0754755 Aug 29 04:22:05.095248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.111195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.143880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-cdf5ee74-6285-4b93-bdcf-9b55ea1962c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491881 Aug 29 04:22:05.156727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.206124 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.220293 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Transition to ACTIVE for port object cfb75662-190f-4233-b933-0a7b91b65aa9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:05.221413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63c85eb0-e386-41d0-8a58-dc991e59e537 req-d25c0f36-519b-438c-a176-fc45131a5eee tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363878 Aug 29 04:22:05.227648 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.283614 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Pushing event updated for resources: {'Port': ['ID=cfb75662-190f-4233-b933-0a7b91b65aa9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.309542 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.309865 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.311647 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.312011 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.312389 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.312728 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.313061 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.313388 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.313736 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.314057 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.314375 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.315256 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:05.325653 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-fc1523c8-3e08-464b-82ac-d26a0526f642 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720726 Aug 29 04:22:05.364387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Allocated IP 172.20.0.1 (b92ec654-d1fb-46f1-8fa3-dce1084535b5/9727acc2-d7dd-4359-8464-029808ae219d/9325d774-aeed-472a-8611-22440120cd72) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:05.385684 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Attempting to bind port cfb75662-190f-4233-b933-0a7b91b65aa9 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:05.387495 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Attempting to bind port cfb75662-190f-4233-b933-0a7b91b65aa9 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:05.387495 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Attempting to bind port cfb75662-190f-4233-b933-0a7b91b65aa9 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:05.406626 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:05.407187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:05.407697 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.408189 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:05.408794 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Bound port: cfb75662-190f-4233-b933-0a7b91b65aa9, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:05.409411 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.413326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119ee37-3ee4-46dc-bd5b-7e2b49979853 req-82aeea37-3452-4bd0-845a-54457d9d90e0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.414780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e119ee37-3ee4-46dc-bd5b-7e2b49979853 req-82aeea37-3452-4bd0-845a-54457d9d90e0 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 951 time: 0.2758787 Aug 29 04:22:05.443208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.476144 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] For port cfb75662-190f-4233-b933-0a7b91b65aa9, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:05.480338 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] For port cfb75662-190f-4233-b933-0a7b91b65aa9, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cfb75662-190f-4233-b933-0a7b91b65aa9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:05.484939 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.495239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36be8723-09e1-42dc-97b6-3a66eb630241,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.505079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.506861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-809fb7e9-fb68-4de4-8403-9fd5ecdad68d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/36be8723-09e1-42dc-97b6-3a66eb630241 HTTP/1.1" status: 204 len: 168 time: 0.9176230 Aug 29 04:22:05.513888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42400) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:05.567587 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:05.568234 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:21:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:05.570167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbf129-5ef1-4b70-8359-7eecdfd51d68 None None] Pushing event updated for resources: {'Port': ['ID=cfb75662-190f-4233-b933-0a7b91b65aa9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.597731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94961797-dfee-45b5-a5ca-bd4cec3ef36b req-db811b13-206b-4101-94b9-4306422de234 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569504 Aug 29 04:22:05.634665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e65800-b653-422e-a318-e3d7e09516f5 req-43411863-2f0e-41d2-b4b5-d42626b5cc9c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.637530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9e65800-b653-422e-a318-e3d7e09516f5 req-43411863-2f0e-41d2-b4b5-d42626b5cc9c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1400840 Aug 29 04:22:05.648888 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e119ee37-3ee4-46dc-bd5b-7e2b49979853 req-495c2117-6c2e-4ddc-9556-95218b6e568c tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073450 Aug 29 04:22:05.705464 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:05.708520 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.716409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.730743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-f4b9f7d2-cb7e-410a-b0d2-5e68603e63d5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.732363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-f4b9f7d2-cb7e-410a-b0d2-5e68603e63d5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 951 time: 0.1360328 Aug 29 04:22:05.732584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9e65800-b653-422e-a318-e3d7e09516f5 req-6445dff8-4369-4816-a341-36a83b70dcc7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872436 Aug 29 04:22:05.754259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-cd5b9515-414a-46b8-ae45-9423e8c9425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.757436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-cd5b9515-414a-46b8-ae45-9423e8c9425f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1096 time: 0.0616124 Aug 29 04:22:05.782152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Transition to ACTIVE for port object 9325d774-aeed-472a-8611-22440120cd72 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:05.891329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-e2739afb-c7bd-4e09-bcb3-5430bb404079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.893802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-e2739afb-c7bd-4e09-bcb3-5430bb404079 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1286891 Aug 29 04:22:05.946660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.962962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.962962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.963693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.964034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.964353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.964689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.965010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.965328 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.965666 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.965795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-4be90f67-d683-4818-a277-acbef6a9601f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 200 len: 217 time: 0.0505905 Aug 29 04:22:05.966021 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:05.968858 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:02Z', 'revision_number': 3, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:06.005555 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5dbe0-71aa-4235-99c0-758220856014 None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:02Z', 'revision_number': 3, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:06.034135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:06.034486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:06.034826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:06.035166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:22:06.035552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36ec4c4-21ec-46e0-98c3-2d5efe143498']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:06.051833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-286bc929-871c-4c93-b815-97567fce3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.053871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-286bc929-871c-4c93-b815-97567fce3f92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0794351 Aug 29 04:22:06.058913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.063975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78889794-9b6f-4d1a-b665-9d3044c93b14') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:06.064272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78889794-9b6f-4d1a-b665-9d3044c93b14') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:06.091734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-9d5671ff-7596-4a03-9f20-425479edd0dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283997 Aug 29 04:22:06.129724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Deleting port 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:06.130295 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.135196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.201465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:06.217970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:06.221295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f3c7d-a690-4064-8806-99627b5171ad req-c107acc5-bc99-47ca-9a42-3ca2e268c104 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.223301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-227f3c7d-a690-4064-8806-99627b5171ad req-c107acc5-bc99-47ca-9a42-3ca2e268c104 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0707324 Aug 29 04:22:06.229992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:06.232190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.259340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-045b78f6-2c82-4d52-9615-41a6f55feab7 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595204 Aug 29 04:22:06.272434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Pushing event updated for resources: {'Port': ['ID=9325d774-aeed-472a-8611-22440120cd72,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.284481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:06.284928 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: from cryptography.utils import int_from_bytes Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: from cryptography.utils import int_from_bytes Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:06.288733 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:06.367010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-227f3c7d-a690-4064-8806-99627b5171ad req-e306c9a4-a46e-4dc6-a8fa-aab54973a3c4 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205168 Aug 29 04:22:06.427995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a06c0bb-1ce7-44df-8428-12c0ff7b64bf req-ca85ef2c-62bc-4e9f-8bed-23609b053bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569943 Aug 29 04:22:06.465031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.469449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] For port 4d872953-fc3c-42e8-9565-9edbf5be971a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4d872953-fc3c-42e8-9565-9edbf5be971a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:06.469955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.514819 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.534862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Calling delete_port for 4d872953-fc3c-42e8-9565-9edbf5be971a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:06.542999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.545025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f36ec4c4-21ec-46e0-98c3-2d5efe143498 HTTP/1.1" status: 204 len: 168 time: 1.0279324 Aug 29 04:22:06.570224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68a515-0ebd-4541-b89c-487e6d05141c req-5ca80007-a12d-43ce-8371-c7c264a72150 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.571745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf68a515-0ebd-4541-b89c-487e6d05141c req-5ca80007-a12d-43ce-8371-c7c264a72150 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.2144022 Aug 29 04:22:06.580013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562fc04-247c-4881-aa18-d5ab837957f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f36ec4c4-21ec-46e0-98c3-2d5efe143498,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.598181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-911fde11-4afc-40a1-996d-469c2abff80c None None] Provisioning for port 9325d774-aeed-472a-8611-22440120cd72 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:06.606253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-911fde11-4afc-40a1-996d-469c2abff80c None None] Provisioning complete for port 9325d774-aeed-472a-8611-22440120cd72 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:06.607358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-911fde11-4afc-40a1-996d-469c2abff80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.651335 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-911fde11-4afc-40a1-996d-469c2abff80c None None] Port 9325d774-aeed-472a-8611-22440120cd72 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:06.696491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42414) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:06.783286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e67de350-193a-41fb-8f1e-76c45060aa40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c615fe048f0407db78d107b3a2c0058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855765 Aug 29 04:22:06.786306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42418) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:06.841277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502277f0-2c17-4bf6-96cc-b4d45f8db171 req-ec0f47ef-222d-407f-bf0d-a3944e932902 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.843035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-502277f0-2c17-4bf6-96cc-b4d45f8db171 req-ec0f47ef-222d-407f-bf0d-a3944e932902 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 951 time: 0.0982425 Aug 29 04:22:06.876866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce38b-a621-4279-87d4-2afb685f8b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.913249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce38b-a621-4279-87d4-2afb685f8b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.927649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-502277f0-2c17-4bf6-96cc-b4d45f8db171 req-a6f8a7ad-01b2-4fad-8bd4-6b229ad8427e tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/security-groups?id=66910949-f8a0-43d1-b046-32c8400c05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771275 Aug 29 04:22:06.976901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf68a515-0ebd-4541-b89c-487e6d05141c req-b1e6173e-2a1f-4679-b268-5bbee266f4d7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839777 Aug 29 04:22:06.985123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce38b-a621-4279-87d4-2afb685f8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.988137 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce38b-a621-4279-87d4-2afb685f8b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.994572 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6e2ce38b-a621-4279-87d4-2afb685f8b71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22 HTTP/1.1" status: 204 len: 168 time: 0.2069635 Aug 29 04:22:07.020641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ce38b-a621-4279-87d4-2afb685f8b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc26f3e-7e4b-4d25-8c2d-9b953c4acc22,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.049702 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.089251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0747eea-ec29-4148-b890-5ed4d473f81d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:07.151848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86107e26-567d-4cc8-86f0-b788934b84bd req-311838e3-a58c-43cf-8ad0-3fbb0358de03 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.154232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86107e26-567d-4cc8-86f0-b788934b84bd req-311838e3-a58c-43cf-8ad0-3fbb0358de03 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0659811 Aug 29 04:22:07.163631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0747eea-ec29-4148-b890-5ed4d473f81d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:07.189847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.218597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Pushing event deleted for resources: {'Port': ['ID=4d872953-fc3c-42e8-9565-9edbf5be971a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.222727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86107e26-567d-4cc8-86f0-b788934b84bd req-8339c528-c202-42f6-bd2b-33c2fe565e92 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612257 Aug 29 04:22:07.242792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:07.275470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'port_id': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'mac_address': 'fa:16:3e:6f:48:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95987889-52a7-4dfd-947d-e6abdefbfc28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:07.307797 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.326416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] No DVR routers for this DVR port 4d872953-fc3c-42e8-9565-9edbf5be971a on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:07.334366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.336640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07139c30-517b-4f09-8f03-b1dcfab94082 req-ff9eb164-a35f-4319-b64c-fecf753ee1f5 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.37 "DELETE /v2.0/ports/4d872953-fc3c-42e8-9565-9edbf5be971a HTTP/1.1" status: 204 len: 173 time: 1.5914440 Aug 29 04:22:07.336803 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.336958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-deleted', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:07.339309 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61268684-88a3-440b-982d-43588c9d4c4b" -d '{"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-deleted", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:07.344025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:07.346425 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cece668-7e7c-4f0e-ab51-35152889a41b" -d '{"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:07.372785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:07.375089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0747eea-ec29-4148-b890-5ed4d473f81d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:07.383561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.419791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.429030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.529987 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917fa8f3-ab04-46ff-9220-f013dfa7b328 x-openstack-request-id: req-917fa8f3-ab04-46ff-9220-f013dfa7b328 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:07.530279 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da0d580-9f73-40d3-9561-b63ddff646f9", "name": "network-vif-deleted", "tag": "4d872953-fc3c-42e8-9565-9edbf5be971a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:07.534555 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-917fa8f3-ab04-46ff-9220-f013dfa7b328 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:07.535619 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da0d580-9f73-40d3-9561-b63ddff646f9', 'name': 'network-vif-deleted', 'tag': '4d872953-fc3c-42e8-9565-9edbf5be971a', 'status': 'completed', 'code': 200} Aug 29 04:22:07.568662 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.612194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ff70-6593-4a80-a6eb-dbc673965a24 req-1067f328-acde-41c4-a3a3-38522c694f5a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.617927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6567ff70-6593-4a80-a6eb-dbc673965a24 req-1067f328-acde-41c4-a3a3-38522c694f5a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 944 time: 0.0900307 Aug 29 04:22:07.636011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42434) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:07.637522 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948803d-1901-47f0-9f9c-9dd68204da48 x-openstack-request-id: req-1948803d-1901-47f0-9f9c-9dd68204da48 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:07.638627 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:07.641466 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1948803d-1901-47f0-9f9c-9dd68204da48 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:07.642253 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'code': 200} Aug 29 04:22:07.676592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Pushing event updated for resources: {'Port': ['ID=9325d774-aeed-472a-8611-22440120cd72,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.688052 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6567ff70-6593-4a80-a6eb-dbc673965a24 req-ce8fecdc-ecb6-4b9a-bea5-5ded5a5dcc17 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593445 Aug 29 04:22:07.713781 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:22:07.714043 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:22:07.714774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ec2da51f-f35f-4a4d-9324-39ecde87bd53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be80f1bdb06249fb8912b71eb5b290cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773301 Aug 29 04:22:07.717272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42436) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:07.724617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:07.726092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:07.729121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:07.769543 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3dd1121c-b627-478d-a142-6dc4f8fc6599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.792984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3dd1121c-b627-478d-a142-6dc4f8fc6599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.852757 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3dd1121c-b627-478d-a142-6dc4f8fc6599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.857479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3dd1121c-b627-478d-a142-6dc4f8fc6599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.859249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3dd1121c-b627-478d-a142-6dc4f8fc6599 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31cc01c1-0c2a-4bcd-b179-1906224571b6 HTTP/1.1" status: 204 len: 168 time: 0.1409936 Aug 29 04:22:07.869194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:07.881397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1121c-b627-478d-a142-6dc4f8fc6599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc01c1-0c2a-4bcd-b179-1906224571b6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.014995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-273f4385-8bb5-4c31-b4f8-bf41b8562efc None None] Provisioning complete for port 9325d774-aeed-472a-8611-22440120cd72 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:08.021581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-273f4385-8bb5-4c31-b4f8-bf41b8562efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.125310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:08.133480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-273f4385-8bb5-4c31-b4f8-bf41b8562efc None None] Port 9325d774-aeed-472a-8611-22440120cd72 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:08.155902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-82a4043b-82e9-41dd-acbd-103430e034fe admin admin] 10.222.0.55 "PUT /v2.0/routers/64a6dd36-10eb-4397-99a6-30e7937df009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8292887 Aug 29 04:22:08.165890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e622aa2-5715-4efc-9587-6cb98e7d9482 req-2e8ecb0c-2947-49ba-a1bf-b42c973111f2 tempest-ServersAdminTestJSON-2141439855 tempest-ServersAdminTestJSON-2141439855-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da0d580-9f73-40d3-9561-b63ddff646f9 HTTP/1.1" status: 200 len: 210 time: 0.0720623 Aug 29 04:22:08.167984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cfb75662-190f-4233-b933-0a7b91b65aa9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:08.183558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1b60-e004-43fe-95f3-275925904653 req-92f68f79-4dd1-419a-800d-9dfc955a126c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.191236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e06d1b60-e004-43fe-95f3-275925904653 req-92f68f79-4dd1-419a-800d-9dfc955a126c tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.0778472 Aug 29 04:22:08.199202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:08.242822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e06d1b60-e004-43fe-95f3-275925904653 req-fbe6b1da-c10b-4345-8273-757938a56318 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Aug 29 04:22:08.243364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:08.244099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:21:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.300075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port cfb75662-190f-4233-b933-0a7b91b65aa9 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:08.312790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.314715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port cfb75662-190f-4233-b933-0a7b91b65aa9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:08.315143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.388299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0747eea-ec29-4148-b890-5ed4d473f81d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:08.413093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e9442-9c49-4f35-8fb0-948938c50bb5 req-0ecbbd12-aef1-4936-ab79-6db451999086 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.423729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb0e9442-9c49-4f35-8fb0-948938c50bb5 req-0ecbbd12-aef1-4936-ab79-6db451999086 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0809991 Aug 29 04:22:08.427900 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:08.436860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:08.440137 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.483694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb0e9442-9c49-4f35-8fb0-948938c50bb5 req-78aa10b9-f0bd-4cf1-852c-9aaf89caadf4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550776 Aug 29 04:22:08.497641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:08.539276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 4d872953-fc3c-42e8-9565-9edbf5be971a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:08.539626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4d872953-fc3c-42e8-9565-9edbf5be971a not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:08.637089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.657922 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.695421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port cfb75662-190f-4233-b933-0a7b91b65aa9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cfb75662-190f-4233-b933-0a7b91b65aa9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:08.704826 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.739771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-904080d5-149c-4f5d-9da0-9af3aa42b978 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.741831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-904080d5-149c-4f5d-9da0-9af3aa42b978 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 820 time: 0.1374876 Aug 29 04:22:08.761000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-95204643-f2e9-48cc-9351-1a37d751e59a tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/quotas/c23e5f2a1667431cb76c417c2e9d1dcf HTTP/1.1" status: 200 len: 375 time: 0.0109198 Aug 29 04:22:08.798767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=cfb75662-190f-4233-b933-0a7b91b65aa9,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.804577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b0747eea-ec29-4148-b890-5ed4d473f81d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:08.833429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-1e35bd5e-98e1-4b94-9c79-625709ff5dcc tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655930 Aug 29 04:22:08.861393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:07Z', 'revision_number': 2, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:08.892539 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:08.892896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Updating router 64a6dd36-10eb-4397-99a6-30e7937df009 port 9325d774-aeed-472a-8611-22440120cd72 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:08.910390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e678a-807b-4e90-9129-5448a0a7d6d9 req-75d6b690-008d-42cf-a3d0-cc39b6bbc2a8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:08.912541 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-612e678a-807b-4e90-9129-5448a0a7d6d9 req-75d6b690-008d-42cf-a3d0-cc39b6bbc2a8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 945 time: 0.0624049 Aug 29 04:22:08.934349 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.956982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-8d871607-83ea-49c5-b8ed-ad7fe0c58e56 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163843 Aug 29 04:22:08.970217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-612e678a-807b-4e90-9129-5448a0a7d6d9 req-96a7aee4-b99a-42c5-92fb-1f916630667d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Aug 29 04:22:09.062567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7cca3c5d-a6e7-430b-b226-fdaeaf347a2f service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036482 Aug 29 04:22:09.262467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e479d440-36d8-4edc-889d-985950c85e90 req-5e6422ee-54cc-411e-840a-9948e092d4ee tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 210 time: 0.0419271 Aug 29 04:22:09.318188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.330549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Transition to ACTIVE for port object 9325d774-aeed-472a-8611-22440120cd72 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:09.336209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.407711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f8073-1b83-4d9f-b80c-44397050131d None None] Pushing event updated for resources: {'Port': ['ID=9325d774-aeed-472a-8611-22440120cd72,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.467937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a08ecc-3003-418e-b2a9-542beea6f835 req-bd9e7edd-42e6-4cfb-9083-40a6024c9947 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.469627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60a08ecc-3003-418e-b2a9-542beea6f835 req-bd9e7edd-42e6-4cfb-9083-40a6024c9947 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.0752635 Aug 29 04:22:09.509726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Attempting to bind port 9325d774-aeed-472a-8611-22440120cd72 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:09.509916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Attempting to bind port 9325d774-aeed-472a-8611-22440120cd72 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:09.510114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Attempting to bind port 9325d774-aeed-472a-8611-22440120cd72 on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:09.517192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:09.517646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Checking segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:09.518133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.518612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Bound using segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:09.519201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Bound port: 9325d774-aeed-472a-8611-22440120cd72, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:09.519586 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.542272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60a08ecc-3003-418e-b2a9-542beea6f835 req-8cedefa1-a9a6-4c3e-b9af-8e033037d1d1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649226 Aug 29 04:22:09.586433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:09.644478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] For port 9325d774-aeed-472a-8611-22440120cd72, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:09.647999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] For port 9325d774-aeed-472a-8611-22440120cd72, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9325d774-aeed-472a-8611-22440120cd72,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:09.652994 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.729624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef460738-53d9-4185-afa4-a705aa11ae2d req-8cc05023-0504-4d17-8920-d04b27484955 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:09.749925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef460738-53d9-4185-afa4-a705aa11ae2d req-8cc05023-0504-4d17-8920-d04b27484955 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1178327 Aug 29 04:22:09.771551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f8073-1b83-4d9f-b80c-44397050131d None None] Pushing event updated for resources: {'Port': ['ID=9325d774-aeed-472a-8611-22440120cd72,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:09.790998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:09.792300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:21:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:09.828666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d268285e-1030-46e9-91ed-867beaaea757 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17940608b9db4f5d95f96f11822e9d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403615 Aug 29 04:22:09.828797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42528) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:09.858882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef460738-53d9-4185-afa4-a705aa11ae2d req-5bf0d0ff-232c-4ae4-8465-4df57dce4718 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019194 Aug 29 04:22:09.921640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3eda-b71c-4cbf-89fc-2911f4a617a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.956779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3eda-b71c-4cbf-89fc-2911f4a617a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.972934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:10.056997 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3eda-b71c-4cbf-89fc-2911f4a617a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.060200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3eda-b71c-4cbf-89fc-2911f4a617a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.063981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cc2a3eda-b71c-4cbf-89fc-2911f4a617a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66910949-f8a0-43d1-b046-32c8400c05c1 HTTP/1.1" status: 204 len: 168 time: 0.2312016 Aug 29 04:22:10.104309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a3eda-b71c-4cbf-89fc-2911f4a617a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66910949-f8a0-43d1-b046-32c8400c05c1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.183625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017d751-1e08-47b9-b52e-af46c793695c req-2d2ed596-6354-4176-ae22-bcd42baee667 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.186029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8017d751-1e08-47b9-b52e-af46c793695c req-2d2ed596-6354-4176-ae22-bcd42baee667 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 945 time: 0.0829449 Aug 29 04:22:10.249571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8017d751-1e08-47b9-b52e-af46c793695c req-1c93e838-1a6e-4b67-b213-2c169f5b50b9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546691 Aug 29 04:22:10.290530 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:10.307706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cfb75662-190f-4233-b933-0a7b91b65aa9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:10.386473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57bd3741-2f4d-4c59-ba38-d20e9bdea1ba req-b4f5a345-f175-4db4-96d7-b093fab0fd0f tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 210 time: 0.0383482 Aug 29 04:22:10.418668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.420181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.420817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.421434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.422092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.422726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.423505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.423646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.424109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.424570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.424736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port cfb75662-190f-4233-b933-0a7b91b65aa9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:10.425116 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.436027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2157ec89-ea2a-415b-9f4b-50f6bcdcc30f req-0dccfe6c-2eea-4edf-8511-1ec8f262dfd6 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7162 time: 0.1681826 Aug 29 04:22:10.532204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42546) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:10.541427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:09Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:10.547272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d2864-8de0-4da5-a4f2-e96748739944 req-1c0d3864-de54-400c-bd19-46a448f862de tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.552841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-859d2864-8de0-4da5-a4f2-e96748739944 req-1c0d3864-de54-400c-bd19-46a448f862de tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 886 time: 0.1035974 Aug 29 04:22:10.570858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aa739-a83c-4bb4-af97-0e85198a5ec4 None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:09Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:10.659711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-97a7cb39-2d11-4045-809a-ef28378dac5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9526aeb1d4f451998d39e28636ec8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200657 Aug 29 04:22:10.660504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42552) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:10.759360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507a2c-6ae2-416f-9182-68c155e93cfe req-c4bdcc4e-43b7-4112-ab53-5b4bfbf652f2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.761191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-08507a2c-6ae2-416f-9182-68c155e93cfe req-c4bdcc4e-43b7-4112-ab53-5b4bfbf652f2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.0819368 Aug 29 04:22:10.813157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-cd16ef9a-2af1-480c-97d0-3b9c761e596f tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.814772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-cd16ef9a-2af1-480c-97d0-3b9c761e596f tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 820 time: 0.2259142 Aug 29 04:22:10.835894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'port': {'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'admin_state_up': True, 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:10.862880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-08507a2c-6ae2-416f-9182-68c155e93cfe req-bfb0388f-0864-46d5-9bd9-a0f4ff5c6de3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913217 Aug 29 04:22:11.046399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Made reservation on behalf of c23e5f2a1667431cb76c417c2e9d1dcf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:11.050414 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.064923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413741-51be-4b03-a066-88003fd8e9f2 req-fc24ec1e-fb58-4193-90fa-cab5d4813852 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.068850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba413741-51be-4b03-a066-88003fd8e9f2 req-fc24ec1e-fb58-4193-90fa-cab5d4813852 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1013513 Aug 29 04:22:11.105462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0747eea-ec29-4148-b890-5ed4d473f81d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:11.171870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b0747eea-ec29-4148-b890-5ed4d473f81d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:11.172549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.208617 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba413741-51be-4b03-a066-88003fd8e9f2 req-a2be62bf-4506-44b0-a1e1-6475efba7118 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175995 Aug 29 04:22:11.235898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.237191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.237853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.238648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.240562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.240975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.241317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.242366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.243051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.243697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.252140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-305a7681-e51c-4b2b-a5bd-1a3d89af51c6 req-c3b66743-6ca6-4f5e-89f0-1fcdcd233301 tempest-NetworksTest-1186905336 tempest-NetworksTest-1186905336-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7162 time: 0.6734071 Aug 29 04:22:11.278144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13f98e3f-8ae6-40a4-8ede-880f18e6e622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.284916 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.335956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:11.340233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13f98e3f-8ae6-40a4-8ede-880f18e6e622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.344208 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524e8c5-42e6-4929-b86f-eda266b37480" -d '{"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:11.374233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:11.382266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.396597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Allocated IP 172.20.0.10 (b92ec654-d1fb-46f1-8fa3-dce1084535b5/9727acc2-d7dd-4359-8464-029808ae219d/fc0fbe8f-6866-4928-ac97-28b80aec3455) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:11.436938 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc18025-fc00-4274-ad80-e5b5a24d277d x-openstack-request-id: req-8dc18025-fc00-4274-ad80-e5b5a24d277d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:11.438218 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:11.439003 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8dc18025-fc00-4274-ad80-e5b5a24d277d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:11.441751 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'code': 200} Aug 29 04:22:11.499357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:11.511074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04c5c-5758-4476-be51-b7eb11053ac5 req-55755969-b956-4fe9-addc-def194b14c7f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.513787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-caf04c5c-5758-4476-be51-b7eb11053ac5 req-55755969-b956-4fe9-addc-def194b14c7f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1535699 Aug 29 04:22:11.551340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13f98e3f-8ae6-40a4-8ede-880f18e6e622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.561110 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13f98e3f-8ae6-40a4-8ede-880f18e6e622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.562692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a165cc05-ba9e-4fe2-85ec-360cdbc99782 req-52e35905-9ee7-4249-8187-e3e28bf0c8af tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 210 time: 0.0393002 Aug 29 04:22:11.579883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-13f98e3f-8ae6-40a4-8ede-880f18e6e622 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77650076-bc74-40ce-a1da-9bb20497397a HTTP/1.1" status: 204 len: 168 time: 0.8897140 Aug 29 04:22:11.604582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f98e3f-8ae6-40a4-8ede-880f18e6e622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77650076-bc74-40ce-a1da-9bb20497397a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:11.662954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-caf04c5c-5758-4476-be51-b7eb11053ac5 req-e70de50e-455b-41c6-a273-64f8dfe754e9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371858 Aug 29 04:22:11.729468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f703b82-7297-4a18-8c2c-b8c6bf4aae6c req-65a1342a-f549-46a7-be1e-3abcf8f0b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.738292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f703b82-7297-4a18-8c2c-b8c6bf4aae6c req-65a1342a-f549-46a7-be1e-3abcf8f0b1f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 1098 time: 0.1110141 Aug 29 04:22:11.739255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.767448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Transition to ACTIVE for port object fc0fbe8f-6866-4928-ac97-28b80aec3455 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:11.791608 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f703b82-7297-4a18-8c2c-b8c6bf4aae6c req-8801e0e9-5a0a-42cc-be59-8f50d9cb08a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476429 Aug 29 04:22:11.800539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:11.826558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.878898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:11.886514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:11.904085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:11.938963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Pushing event updated for resources: {'Port': ['ID=fc0fbe8f-6866-4928-ac97-28b80aec3455,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:11.954235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c84f025b-d69e-4e4a-9d6e-a6d41b2dc42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.993446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.994788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.085549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcbe1f-6d64-4bbd-81af-4dac99d42d88 req-1e177ab6-39a9-4d02-b2c9-78e0b4eb2547 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.087185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9abcbe1f-6d64-4bbd-81af-4dac99d42d88 req-1e177ab6-39a9-4d02-b2c9-78e0b4eb2547 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.1028376 Aug 29 04:22:12.154415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9abcbe1f-6d64-4bbd-81af-4dac99d42d88 req-81eb81ad-cd15-4af9-8897-2afa4f1dc340 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Aug 29 04:22:12.171110 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c84f025b-d69e-4e4a-9d6e-a6d41b2dc42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.184983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9325d774-aeed-472a-8611-22440120cd72 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:12.188792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-f0e645e8-b66a-48f9-9379-00a1bca4722d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3585939 Aug 29 04:22:12.196702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c84f025b-d69e-4e4a-9d6e-a6d41b2dc42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.203926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Request body: {'port': {'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:12.266193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c84f025b-d69e-4e4a-9d6e-a6d41b2dc42f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75003516768f4c55a88a53135f64c473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645729 Aug 29 04:22:12.269449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42592) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:12.282353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f025b-d69e-4e4a-9d6e-a6d41b2dc42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc69a1-e430-4bf0-87a0-4c5a925955b4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.302881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.308140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9325d774-aeed-472a-8611-22440120cd72 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:12.352849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9325d774-aeed-472a-8611-22440120cd72 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:12.353112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.359375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-952ac024-30ec-4c8b-bd7e-bd4bcaf77aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.417757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-14fd90c3-ec21-4219-a63b-9c3ee987c188 None None] Provisioning for port fc0fbe8f-6866-4928-ac97-28b80aec3455 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:12.428005 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-952ac024-30ec-4c8b-bd7e-bd4bcaf77aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.443179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-14fd90c3-ec21-4219-a63b-9c3ee987c188 None None] Provisioning complete for port fc0fbe8f-6866-4928-ac97-28b80aec3455 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:12.443557 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14fd90c3-ec21-4219-a63b-9c3ee987c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.469842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391b87-ccc8-414e-86cc-93b6963426c6 req-4a6ade94-1d9c-4478-8b7e-b6a1dba78bf8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.471564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a391b87-ccc8-414e-86cc-93b6963426c6 req-4a6ade94-1d9c-4478-8b7e-b6a1dba78bf8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1054053 Aug 29 04:22:12.495155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-14fd90c3-ec21-4219-a63b-9c3ee987c188 None None] Port fc0fbe8f-6866-4928-ac97-28b80aec3455 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:12.534395 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a391b87-ccc8-414e-86cc-93b6963426c6 req-6883a70e-db65-4db5-be6d-72d95385fbe0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Aug 29 04:22:12.539986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-952ac024-30ec-4c8b-bd7e-bd4bcaf77aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.542842 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-952ac024-30ec-4c8b-bd7e-bd4bcaf77aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.545265 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-952ac024-30ec-4c8b-bd7e-bd4bcaf77aec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dcc69a1-e430-4bf0-87a0-4c5a925955b4 HTTP/1.1" status: 204 len: 168 time: 0.2744493 Aug 29 04:22:12.549214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.557827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ac024-30ec-4c8b-bd7e-bd4bcaf77aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc69a1-e430-4bf0-87a0-4c5a925955b4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.599449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 9325d774-aeed-472a-8611-22440120cd72, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9325d774-aeed-472a-8611-22440120cd72,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:12.606123 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.653940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42608) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:12.680468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0fbe8f-6866-4928-ac97-28b80aec3455 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:12.693535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=9325d774-aeed-472a-8611-22440120cd72,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.695998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.755136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Transition to ACTIVE for port object fc0fbe8f-6866-4928-ac97-28b80aec3455 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:12.773814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e2ad-f7c7-4eb0-b2e7-08dbf93441a3 req-33fcc221-2091-4ab2-b5a6-46e2ed054681 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.781202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e42e2ad-f7c7-4eb0-b2e7-08dbf93441a3 req-33fcc221-2091-4ab2-b5a6-46e2ed054681 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 932 time: 0.0826151 Aug 29 04:22:12.782531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1832872165-network', 'tenant_id': '615c0f2f6c22466a87e27d0751de22dd'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:12.782995 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.833573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Made reservation on behalf of 615c0f2f6c22466a87e27d0751de22dd for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:12.836739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.847817 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.885044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece41a3-fa30-409d-9434-91188b718a4f req-ad6d7d64-200b-4ac5-ba0d-10145d813d06 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:12.886650 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ece41a3-fa30-409d-9434-91188b718a4f req-ad6d7d64-200b-4ac5-ba0d-10145d813d06 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0815196 Aug 29 04:22:12.910701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0fbe8f-6866-4928-ac97-28b80aec3455,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.915572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e42e2ad-f7c7-4eb0-b2e7-08dbf93441a3 req-dec17a33-4a45-4d87-822b-e162dffc4f55 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335092 Aug 29 04:22:12.967358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Attempting to bind port fc0fbe8f-6866-4928-ac97-28b80aec3455 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:12.967891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Attempting to bind port fc0fbe8f-6866-4928-ac97-28b80aec3455 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:12.968402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Attempting to bind port fc0fbe8f-6866-4928-ac97-28b80aec3455 on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:12.974086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Port fc0fbe8f-6866-4928-ac97-28b80aec3455 on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:12.974610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Attempting to bind port fc0fbe8f-6866-4928-ac97-28b80aec3455 on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:12.979279 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ece41a3-fa30-409d-9434-91188b718a4f req-a51aac3c-bc2a-499f-8086-44c0ba83efcf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758495 Aug 29 04:22:12.980568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:12.981099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Checking segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:12.990873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Bound using segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:12.991382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Bound port: fc0fbe8f-6866-4928-ac97-28b80aec3455, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:12.991897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.067870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] For port fc0fbe8f-6866-4928-ac97-28b80aec3455, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:13.068876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.073628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] For port fc0fbe8f-6866-4928-ac97-28b80aec3455, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:13.080093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.080232 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.128657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.128792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:13.129194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.136122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238a62a-dc6b-40c3-be7a-28e9dab2448d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.142188 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] 10.222.0.37 "PUT /v2.0/ports/fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 1093 time: 0.9353297 Aug 29 04:22:13.142858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:13.145542 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd688879-f031-4115-87d3-0c836de24b52" -d '{"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:13.162210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.162681 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Added segment 5aa2b9f0-40fb-4c20-a392-c024c0d316fa of type vlan for network f157eda9-4592-4023-be51-f9a5a271a013 Aug 29 04:22:13.176625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42620) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:13.193309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241baef-6e7f-4452-a8ec-c3c9c3481250 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0fbe8f-6866-4928-ac97-28b80aec3455,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.254518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-e9e59b78-ec33-4c60-abb1-df48ea758029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.254518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-e9e59b78-ec33-4c60-abb1-df48ea758029 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1096 time: 0.0577278 Aug 29 04:22:13.273942 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c152a45-49d1-4f58-87ca-490fb75cf07b x-openstack-request-id: req-8c152a45-49d1-4f58-87ca-490fb75cf07b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:13.274234 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:13.274488 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c152a45-49d1-4f58-87ca-490fb75cf07b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:13.274934 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'status': 'completed', 'code': 200} Aug 29 04:22:13.298180 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.304664 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-993808cb-ca98-4adb-a09b-b6defb653b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.312726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-d313720b-faa5-4935-bdb6-0ea7b1031fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 217 time: 0.0499921 Aug 29 04:22:13.372368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.372608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-6d58d35d-57ae-4205-bc2a-8579f33a137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.373227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.373833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.374568 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-6d58d35d-57ae-4205-bc2a-8579f33a137c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0478678 Aug 29 04:22:13.421123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-9c1c67a3-dad9-4799-9d47-f1a1c66f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.422630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-9c1c67a3-dad9-4799-9d47-f1a1c66f5430 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405679 Aug 29 04:22:13.437968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08daf9-5777-4f75-b3aa-13b087b44af4 req-951b48b9-0ee7-4e0e-9e24-b0a93b90171a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.439488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a08daf9-5777-4f75-b3aa-13b087b44af4 req-951b48b9-0ee7-4e0e-9e24-b0a93b90171a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.1379428 Aug 29 04:22:13.479910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] Pushing event updated for resources: {'Network': ['ID=f157eda9-4592-4023-be51-f9a5a271a013,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.492907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f157eda9-4592-4023-be51-f9a5a271a013 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:13.535910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-5f5652d4-5ef5-4f1a-98f0-27d143b94984 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048281 Aug 29 04:22:13.537902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a08daf9-5777-4f75-b3aa-13b087b44af4 req-bf25b5cf-6e4c-4b93-baa1-d161d8d572b9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789535 Aug 29 04:22:13.578320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-993808cb-ca98-4adb-a09b-b6defb653b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.583269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-993808cb-ca98-4adb-a09b-b6defb653b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.603672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d1421306-093a-44b2-b6e6-352653fa225e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9484088 Aug 29 04:22:13.609178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42628) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:13.614706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Request body: {'subnet': {'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1832872165-subnet', 'tenant_id': '615c0f2f6c22466a87e27d0751de22dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:13.631885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-993808cb-ca98-4adb-a09b-b6defb653b7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=041aa89760794a388275cd4e249a7baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508164 Aug 29 04:22:13.631885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993808cb-ca98-4adb-a09b-b6defb653b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76831cc4-3719-4d5f-919a-c4de76154ceb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.633308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42630) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:13.649232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af24124-7c5e-4121-8cfc-b38691bd289e req-09afca4c-5be0-4fdb-bc0c-cf8249315f8b service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062348 Aug 29 04:22:13.651438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Made reservation on behalf of 615c0f2f6c22466a87e27d0751de22dd for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:13.654807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.718105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0572c6de-eb85-4099-b31d-84df85d76cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.750965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541d114-88f6-409e-9d99-1498993e23c0 req-497be54b-5ac1-4d7b-b9c3-2052275f958b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.752512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9541d114-88f6-409e-9d99-1498993e23c0 req-497be54b-5ac1-4d7b-b9c3-2052275f958b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0815969 Aug 29 04:22:13.754521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0572c6de-eb85-4099-b31d-84df85d76cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.776034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688879-f031-4115-87d3-0c836de24b52 req-15bfa22e-b4a6-4f1d-8960-ef51396dd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.777544 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd688879-f031-4115-87d3-0c836de24b52 req-15bfa22e-b4a6-4f1d-8960-ef51396dd9bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1096 time: 0.0653119 Aug 29 04:22:13.828613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9541d114-88f6-409e-9d99-1498993e23c0 req-02b64ce9-7ef4-4d28-9b37-847b96455cdd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Aug 29 04:22:13.839723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0572c6de-eb85-4099-b31d-84df85d76cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.843318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0572c6de-eb85-4099-b31d-84df85d76cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.850157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0572c6de-eb85-4099-b31d-84df85d76cb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76831cc4-3719-4d5f-919a-c4de76154ceb HTTP/1.1" status: 204 len: 168 time: 0.2161477 Aug 29 04:22:13.859003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c6de-eb85-4099-b31d-84df85d76cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76831cc4-3719-4d5f-919a-c4de76154ceb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.933922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.942642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688879-f031-4115-87d3-0c836de24b52 req-c6f86bdf-dfaf-43bc-905b-58d745ef1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.944108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd688879-f031-4115-87d3-0c836de24b52 req-c6f86bdf-dfaf-43bc-905b-58d745ef1d43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.1421938 Aug 29 04:22:14.016955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd688879-f031-4115-87d3-0c836de24b52 req-f7c475a9-a3d3-4089-8ca1-7d81b81b56d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 217 time: 0.0526156 Aug 29 04:22:14.066052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a77813-2562-4102-828c-8c0a030705c9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.105154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Checking segment: {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:14.105816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Network hostable DHCP agents. Network: f157eda9-4592-4023-be51-f9a5a271a013, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:14.116482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9325d774-aeed-472a-8611-22440120cd72 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:14.120145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019f9b5-d7d8-474a-8ce5-d65c9ce6f15b req-81f552a0-c740-4e74-a949-21be75c8d06f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.123567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f019f9b5-d7d8-474a-8ce5-d65c9ce6f15b req-81f552a0-c740-4e74-a949-21be75c8d06f tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0572777 Aug 29 04:22:14.123855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688879-f031-4115-87d3-0c836de24b52 req-30a6c07e-30ba-49fd-b3ea-57824c58f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.125293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd688879-f031-4115-87d3-0c836de24b52 req-30a6c07e-30ba-49fd-b3ea-57824c58f71f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0956664 Aug 29 04:22:14.136223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c05cf-8b92-4cfd-8447-9aa17462f438 req-a21e4589-67ba-48d4-b620-2c4781999cf5 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.138392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee1c05cf-8b92-4cfd-8447-9aa17462f438 req-a21e4589-67ba-48d4-b620-2c4781999cf5 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 944 time: 0.1236887 Aug 29 04:22:14.183206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f019f9b5-d7d8-474a-8ce5-d65c9ce6f15b req-c445a46a-cf9a-40d6-9238-da18eca282df tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530903 Aug 29 04:22:14.185712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Network f157eda9-4592-4023-be51-f9a5a271a013 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:14.189189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9325d774-aeed-472a-8611-22440120cd72 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:14.189709 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.204106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f157eda9-4592-4023-be51-f9a5a271a013) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:14.217429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.218038 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.223946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e68a73-34f7-4fa8-a236-0504e926d8d8 None None] Network f157eda9-4592-4023-be51-f9a5a271a013 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:14.233634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee1c05cf-8b92-4cfd-8447-9aa17462f438 req-4df0041b-ea28-4d65-83d2-e783705472ed tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831912 Aug 29 04:22:14.238676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688879-f031-4115-87d3-0c836de24b52 req-63a0c926-05be-419f-9bd0-8e55576c7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.240251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd688879-f031-4115-87d3-0c836de24b52 req-63a0c926-05be-419f-9bd0-8e55576c7293 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990148 Aug 29 04:22:14.254179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4a788173-52f8-422f-8054-47a3d571438b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6366363 Aug 29 04:22:14.341562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd688879-f031-4115-87d3-0c836de24b52 req-43f96e39-7434-4986-86c2-08f83777500a service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925300 Aug 29 04:22:14.368672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e5434-0213-479f-b13e-fadf4baee7eb req-66cc4dd2-e973-4110-a276-16416a2e8896 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.385186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-990e5434-0213-479f-b13e-fadf4baee7eb req-66cc4dd2-e973-4110-a276-16416a2e8896 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1018903 Aug 29 04:22:14.428705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-990e5434-0213-479f-b13e-fadf4baee7eb req-e5e3baf9-da5c-4128-b2f4-27a54e48ea11 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Aug 29 04:22:14.458225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd688879-f031-4115-87d3-0c836de24b52 req-87456f53-46bb-4891-8781-f4f5d5481109 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088769 Aug 29 04:22:14.490312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7dc09-afa6-4170-8034-903802e30936 None None] Network f157eda9-4592-4023-be51-f9a5a271a013 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:14.719345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c7165-f6bf-4832-a937-97f43a680819 req-653e8f2d-6826-48ca-869f-46d9342b7633 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.725989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a2c7165-f6bf-4832-a937-97f43a680819 req-653e8f2d-6826-48ca-869f-46d9342b7633 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.0667248 Aug 29 04:22:14.764176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a2c7165-f6bf-4832-a937-97f43a680819 req-3e1de3dc-b964-4507-82f5-20b3b5cb8ec7 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Aug 29 04:22:14.944525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb487c-658e-4a3b-afae-41037951e82c req-61eb7c44-47e2-464d-8ace-2c9272d1c957 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.946057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-61eb7c44-47e2-464d-8ace-2c9272d1c957 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 815 time: 0.1027768 Aug 29 04:22:14.970326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-910ee6f5-81e4-465d-b27b-c9dbf0a68439 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/quotas/b2d53f53700c4c6e8200900c74fb755e HTTP/1.1" status: 200 len: 375 time: 0.0178542 Aug 29 04:22:15.021431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-768200d4-ac60-4102-887b-09d25fd82a5d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502465 Aug 29 04:22:15.124552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-66e7a2c7-b80c-434d-a355-2cc61871cd46 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927746 Aug 29 04:22:15.137390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device f0991e80-dd8e-4995-bb53-97ef754e6f7f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:15.192117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-68189069-1ea6-4d85-880e-fb79b258fa13 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.199688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-68189069-1ea6-4d85-880e-fb79b258fa13 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 822 time: 0.1228881 Aug 29 04:22:15.217621 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-54193be4-9c8c-4ff1-972d-75f7a576fbf7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/quotas/615c0f2f6c22466a87e27d0751de22dd HTTP/1.1" status: 200 len: 375 time: 0.0161855 Aug 29 04:22:15.244163 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-0a0eee24-21ae-4a37-b3dc-a4b6c0026a01 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125596 Aug 29 04:22:15.257236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-d1174dce-9ba9-4990-b625-d48de9e04419 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384293 Aug 29 04:22:15.257522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.289047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f', 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2', 'port_id': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f', 'mac_address': 'fa:16:3e:bf:8a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec885d3-0623-4791-b3d2-1402e1777348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:15.357114 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.361300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-adc8ca57-bdf9-4031-8073-1272059e8edb service neutron] 10.222.0.55 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024754 Aug 29 04:22:15.373623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0991e80-dd8e-4995-bb53-97ef754e6f7f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:15.398042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.402719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.473296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.499778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-c9369cec-f5a6-4358-a1fc-ea3de57d695b service neutron] 10.222.0.55 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292231 Aug 29 04:22:15.561360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cf2d-1c15-4b48-b931-c73b8a8eae62 req-56b02ca6-eee1-4c3e-826e-4fe762477b0b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.562877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b13cf2d-1c15-4b48-b931-c73b8a8eae62 req-56b02ca6-eee1-4c3e-826e-4fe762477b0b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0647423 Aug 29 04:22:15.604730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b13cf2d-1c15-4b48-b931-c73b8a8eae62 req-df5f4e3f-8d0f-492f-92f9-ee8165d8e101 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Aug 29 04:22:15.676454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc3a4cd6-f229-43c3-8c5f-8f86d4e76af5 req-46056edf-a9f4-4401-865a-6fdf518c8745 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 210 time: 0.0318871 Aug 29 04:22:15.745289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed97bf0-e83b-4beb-954e-c3ea8a1ac0dc req-226a2ae8-1096-4d4e-8559-c05c86fe2e78 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.752900 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ed97bf0-e83b-4beb-954e-c3ea8a1ac0dc req-226a2ae8-1096-4d4e-8559-c05c86fe2e78 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 944 time: 0.0712984 Aug 29 04:22:15.762135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['f0991e80-dd8e-4995-bb53-97ef754e6f7f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:15.830773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ed97bf0-e83b-4beb-954e-c3ea8a1ac0dc req-f763cf19-549b-4f06-a6e4-275a85dd86c5 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767548 Aug 29 04:22:15.918212 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e0c3021-1370-4f6b-9307-c26ab4471978 req-d8db4d02-b527-4cc7-9d90-204cf3418210 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 210 time: 0.0424335 Aug 29 04:22:15.971113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1511008080', 'description': 'tempest-description-1027124165'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:16.005167 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.015141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.117856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.122699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.168317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40dc58-55aa-409a-9c82-b59ca002c7b5 req-6a400f32-d335-4a82-8c1e-c83483693273 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.169897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df40dc58-55aa-409a-9c82-b59ca002c7b5 req-6a400f32-d335-4a82-8c1e-c83483693273 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 945 time: 0.0513184 Aug 29 04:22:16.170622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2daff2-71cd-40d5-b70a-024b48225b4c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.222750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df40dc58-55aa-409a-9c82-b59ca002c7b5 req-b8410d2c-dc8b-4461-830a-9ef6bd2a8ec6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Aug 29 04:22:16.228523 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.232308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.264574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.265811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d2ba638-62eb-46e9-9bf9-fbf76cbfadbd req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3050749 Aug 29 04:22:16.267575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1e1f-4c8e-49f3-ada7-e54e1e7e7b28 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0137c23a-fa19-4976-b5ea-bcb14ace1fbc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.291800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d82b0c43-340f-4f34-99df-f9ae5a776f92 req-66564ba2-5328-45ab-93cf-824de3e0ee5e tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Request body: {'security_group': {'name': 'tempest-securitygroup-477517283', 'description': 'tempest-description-526123599'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:16.317953 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d82b0c43-340f-4f34-99df-f9ae5a776f92 req-66564ba2-5328-45ab-93cf-824de3e0ee5e tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.376568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-1d907b97-fc3a-4147-a911-a498d86c398d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.378049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-1d907b97-fc3a-4147-a911-a498d86c398d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4 HTTP/1.1" status: 200 len: 946 time: 0.0628586 Aug 29 04:22:16.410447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d82b0c43-340f-4f34-99df-f9ae5a776f92 req-66564ba2-5328-45ab-93cf-824de3e0ee5e tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.414213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d82b0c43-340f-4f34-99df-f9ae5a776f92 req-66564ba2-5328-45ab-93cf-824de3e0ee5e tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.442288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d82b0c43-340f-4f34-99df-f9ae5a776f92 req-66564ba2-5328-45ab-93cf-824de3e0ee5e tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.443502 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d82b0c43-340f-4f34-99df-f9ae5a776f92 req-66564ba2-5328-45ab-93cf-824de3e0ee5e tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1562488 Aug 29 04:22:16.445493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66564ba2-5328-45ab-93cf-824de3e0ee5e tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9f7df8-b65f-4f55-b48b-7ea6447627f3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.478776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Deleting port b0747eea-ec29-4148-b890-5ed4d473f81d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:16.479030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.508482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device fc0fbe8f-6866-4928-ac97-28b80aec3455 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:16.530923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1218198692', 'description': 'tempest-description-1069203758'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:16.553444 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.563415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.582082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] For port b0747eea-ec29-4148-b890-5ed4d473f81d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0747eea-ec29-4148-b890-5ed4d473f81d,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:16.582696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.601230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Calling delete_port for b0747eea-ec29-4148-b890-5ed4d473f81d owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:16.612951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port fc0fbe8f-6866-4928-ac97-28b80aec3455, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:16.627405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'mac_address': 'fa:16:3e:55:a3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:16.682241 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.717148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.724092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0fbe8f-6866-4928-ac97-28b80aec3455 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:16.725556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.774582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port fc0fbe8f-6866-4928-ac97-28b80aec3455, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:16.775216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35162fd8-4b3b-4f30-820f-2a264c5f2768,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.784270 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.796574 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28be1ad4-555e-4059-a455-b58519eb3ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.847544 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.851746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=fc0fbe8f-6866-4928-ac97-28b80aec3455,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.852172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.880572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.882152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1888ae7e-3db2-4327-86d4-8fe139b4e092 req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3557050 Aug 29 04:22:16.883901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81903329-5e9a-49e2-890f-d497d15e1177 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6271e-9ccb-48cf-9564-14d8c2b8e454,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:16.929384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.967721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b0747eea-ec29-4148-b890-5ed4d473f81d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:16.982901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49b46-3db5-478f-b63b-e6f39844804e req-5e4a707f-0a5e-4fb9-950c-d5cff83d8bf6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.984685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08e49b46-3db5-478f-b63b-e6f39844804e req-5e4a707f-0a5e-4fb9-950c-d5cff83d8bf6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.2361324 Aug 29 04:22:16.988313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45b00828-7c7b-4f7a-964f-7909f669c40d req-77ee0bc6-cac2-4647-96ea-3cf467b9e4b6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 210 time: 0.0351491 Aug 29 04:22:16.990085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Pushing event deleted for resources: {'Port': ['ID=b0747eea-ec29-4148-b890-5ed4d473f81d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.044770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb487c-658e-4a3b-afae-41037951e82c req-1944dab7-c6fe-40de-9cdb-60faaa0326cf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.046344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-1944dab7-c6fe-40de-9cdb-60faaa0326cf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 815 time: 0.2773128 Aug 29 04:22:17.064994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] No DVR routers for this DVR port b0747eea-ec29-4148-b890-5ed4d473f81d on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:17.072417 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.074349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d932e4e-b23f-4f32-8b19-fbc10549f12c req-b34c9d5a-3ca2-4eca-b049-b2e78d7e0372 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "DELETE /v2.0/ports/b0747eea-ec29-4148-b890-5ed4d473f81d HTTP/1.1" status: 204 len: 173 time: 0.6884689 Aug 29 04:22:17.077805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Request body: {'port': {'device_id': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'admin_state_up': True, 'tenant_id': 'b2d53f53700c4c6e8200900c74fb755e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:17.080382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-deleted', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:17.082570 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c0b163-59cd-4ae9-b777-719ae02ec49f" -d '{"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-deleted", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:17.087501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['fc0fbe8f-6866-4928-ac97-28b80aec3455'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:17.137326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08e49b46-3db5-478f-b63b-e6f39844804e req-3a34ccc6-8fcb-47dc-b63a-336fa4db7e34 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349185 Aug 29 04:22:17.171921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device f0991e80-dd8e-4995-bb53-97ef754e6f7f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:17.213082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-260612dd-d247-4a9d-ba35-5b649a3326e5 req-742ec14f-dc3a-46a5-b42b-3165facbec79 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-134818211', 'description': 'tempest-description-931411715'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:17.283187 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-260612dd-d247-4a9d-ba35-5b649a3326e5 req-742ec14f-dc3a-46a5-b42b-3165facbec79 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.297245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port f0991e80-dd8e-4995-bb53-97ef754e6f7f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:17.308893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port f0991e80-dd8e-4995-bb53-97ef754e6f7f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:17.309995 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.381013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Made reservation on behalf of b2d53f53700c4c6e8200900c74fb755e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:17.384594 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.397339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-260612dd-d247-4a9d-ba35-5b649a3326e5 req-742ec14f-dc3a-46a5-b42b-3165facbec79 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.424772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-260612dd-d247-4a9d-ba35-5b649a3326e5 req-742ec14f-dc3a-46a5-b42b-3165facbec79 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.432639 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.454547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e22e47-27c3-4746-944c-d2cc1e1f2f65 req-2932fa1b-ae04-4999-b1b4-53bb6baf37b1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.458071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53e22e47-27c3-4746-944c-d2cc1e1f2f65 req-2932fa1b-ae04-4999-b1b4-53bb6baf37b1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 945 time: 0.4000978 Aug 29 04:22:17.462516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:17.467374 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee191983-0ec0-4b66-bae4-5bd4ff3d6672" -d '{"events": [{"server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "name": "network-vif-plugged", "status": "completed", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:17.480522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ec14f-dc3a-46a5-b42b-3165facbec79 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ac4647-7920-40a8-95b6-9ecde4f36c44,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.492708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:17.496514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.506104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-260612dd-d247-4a9d-ba35-5b649a3326e5 req-742ec14f-dc3a-46a5-b42b-3165facbec79 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.507336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-260612dd-d247-4a9d-ba35-5b649a3326e5 req-742ec14f-dc3a-46a5-b42b-3165facbec79 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3084075 Aug 29 04:22:17.516001 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53e22e47-27c3-4746-944c-d2cc1e1f2f65 req-a5856f34-832b-45db-a157-683f141d2dc5 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Aug 29 04:22:17.561054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.624903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-eb982618-407a-4c31-b0b5-3b13b94d15a4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.626391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-eb982618-407a-4c31-b0b5-3b13b94d15a4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 822 time: 0.2358479 Aug 29 04:22:17.632083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1f8096a-669a-4b3c-98aa-a13c0a8fa847 req-425ca5aa-320d-4545-aee1-fb5b1466042f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 210 time: 0.0517354 Aug 29 04:22:17.662240 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be1bb0f-57d0-4d5f-88d8-de8ca2bc95b0 x-openstack-request-id: req-4be1bb0f-57d0-4d5f-88d8-de8ca2bc95b0 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:17.662524 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4", "name": "network-vif-deleted", "tag": "b0747eea-ec29-4148-b890-5ed4d473f81d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:17.662780 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4be1bb0f-57d0-4d5f-88d8-de8ca2bc95b0 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:17.663616 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a827f-942b-4cb1-ba4e-0fe3478ec2f4', 'name': 'network-vif-deleted', 'tag': 'b0747eea-ec29-4148-b890-5ed4d473f81d', 'status': 'completed', 'code': 200} Aug 29 04:22:17.671037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Request body: {'port': {'device_id': 'd8e27598-2a08-419a-a016-828527a74422', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'admin_state_up': True, 'tenant_id': '615c0f2f6c22466a87e27d0751de22dd'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:17.694877 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff3132c-8baf-4a38-84c4-02250a79cf3f x-openstack-request-id: req-3ff3132c-8baf-4a38-84c4-02250a79cf3f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:17.695147 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "name": "network-vif-plugged", "status": "completed", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:17.695408 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ff3132c-8baf-4a38-84c4-02250a79cf3f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:17.695799 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f', 'code': 200} Aug 29 04:22:17.740062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Allocated IP 172.20.0.10 (cd7cdff3-c4c9-4a63-b998-e1dc346145d1/95987889-52a7-4dfd-947d-e6abdefbfc28/28c8ce99-e94d-4cb9-82d5-e956690160c1) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:17.847088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471ed6-159b-4379-b3d2-f5b104763d7b req-06acacf3-9ef5-4065-bc9e-268a2b728544 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.850097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d471ed6-159b-4379-b3d2-f5b104763d7b req-06acacf3-9ef5-4065-bc9e-268a2b728544 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.1302783 Aug 29 04:22:17.913126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed1fc6-2a1b-4099-9a11-6f7b1a5df125 req-c5ebc187-7ba8-460c-8831-f18858314708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.914649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37ed1fc6-2a1b-4099-9a11-6f7b1a5df125 req-c5ebc187-7ba8-460c-8831-f18858314708 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1098 time: 0.0855510 Aug 29 04:22:17.967599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d471ed6-159b-4379-b3d2-f5b104763d7b req-559a02e1-3ed5-4acd-b11d-3ec63d280f54 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088722 Aug 29 04:22:17.971513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Made reservation on behalf of 615c0f2f6c22466a87e27d0751de22dd for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:17.974801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.990800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37ed1fc6-2a1b-4099-9a11-6f7b1a5df125 req-027548c8-7ded-422c-9d24-a4697cff5297 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643530 Aug 29 04:22:18.088218 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.107080 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-fe34d198-21cc-4f01-a698-e30350fcc03e tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53337 time: 0.3246253 Aug 29 04:22:18.136674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfdfd6ae-79f0-41b6-9e17-f599828a4ac5 req-79802043-73eb-40ac-9dae-1bd449fcf2df tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 210 time: 0.0693760 Aug 29 04:22:18.152766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-3dba3225-f4f7-43b8-9eb1-3532b2442c83 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/12e3e1ba-caf8-4114-8b97-cf8a23cb90e4 HTTP/1.1" status: 200 len: 2981 time: 0.0371130 Aug 29 04:22:18.187518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Allocated IP 172.20.0.7 (f157eda9-4592-4023-be51-f9a5a271a013/d6a77813-2562-4102-828c-8c0a030705c9/cf074e2c-c9fc-47a1-8465-88e2b25df43b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:18.196695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-0c076e6c-1854-4411-92fe-db938d8b1f1c tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/12e3e1ba-caf8-4114-8b97-cf8a23cb90e4 HTTP/1.1" status: 200 len: 2981 time: 0.0377576 Aug 29 04:22:18.210304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.246330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-5b17140b-1fbb-406a-bfec-ae0b062b48d6 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/35162fd8-4b3b-4f30-820f-2a264c5f2768 HTTP/1.1" status: 200 len: 2981 time: 0.0416498 Aug 29 04:22:18.290710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-9e99bc99-91c2-4643-8a1c-b03cfef98b34 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/35162fd8-4b3b-4f30-820f-2a264c5f2768 HTTP/1.1" status: 200 len: 2981 time: 0.0375018 Aug 29 04:22:18.298933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:18.315716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:18.326013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:18.333981 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-57a6473a-1726-4bd1-9ebc-a9eb74b8eac5 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4f2daff2-71cd-40d5-b70a-024b48225b4c HTTP/1.1" status: 200 len: 2981 time: 0.0364163 Aug 29 04:22:18.339256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Pushing event updated for resources: {'Port': ['ID=28c8ce99-e94d-4cb9-82d5-e956690160c1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:18.377372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-b7162274-7285-4bcf-846d-c64f166ee5a2 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4f2daff2-71cd-40d5-b70a-024b48225b4c HTTP/1.1" status: 200 len: 2981 time: 0.0365925 Aug 29 04:22:18.419393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-5c5f54e2-c25b-4f4e-bb1e-ac584301a857 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/54caa13a-832a-495e-afbd-00bbbf85e3e3 HTTP/1.1" status: 200 len: 2981 time: 0.0363944 Aug 29 04:22:18.421152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05ac73-b914-40c7-861a-e3e08561abc4 req-d96ceb3d-637b-4b5a-89f5-56373a570706 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.422675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af05ac73-b914-40c7-861a-e3e08561abc4 req-d96ceb3d-637b-4b5a-89f5-56373a570706 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1994169 Aug 29 04:22:18.450611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.451233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.462473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-7f5347c8-109f-4eb5-878b-ea77644e8244 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/54caa13a-832a-495e-afbd-00bbbf85e3e3 HTTP/1.1" status: 200 len: 2981 time: 0.0361788 Aug 29 04:22:18.495912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-5762f3a7-0ad6-4047-b268-cef33de433a1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4286575 Aug 29 04:22:18.508662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-d7f8f656-2d21-4460-a188-b643d898219c tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/710e2a58-5d52-4747-8891-57b5e0e8b4df HTTP/1.1" status: 200 len: 2981 time: 0.0390534 Aug 29 04:22:18.508866 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af05ac73-b914-40c7-861a-e3e08561abc4 req-d7c87525-957d-4a74-927d-07a281ea8bfc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794148 Aug 29 04:22:18.520352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Request body: {'port': {'device_id': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:18.525653 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.527412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device fc0fbe8f-6866-4928-ac97-28b80aec3455 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:18.564052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-cab74e4f-12ba-4b14-add1-024059bdd319 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/710e2a58-5d52-4747-8891-57b5e0e8b4df HTTP/1.1" status: 200 len: 2981 time: 0.0486369 Aug 29 04:22:18.587650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.599870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port fc0fbe8f-6866-4928-ac97-28b80aec3455 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:18.605047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port fc0fbe8f-6866-4928-ac97-28b80aec3455 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:18.605523 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.618957 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-cfec10fb-aa09-4b6d-b2bc-9c39e0f4ebdc tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7792a252-ce90-44ad-a467-455443943e2c HTTP/1.1" status: 200 len: 2981 time: 0.0483627 Aug 29 04:22:18.645932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.671084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-62bd794a-e155-49be-9135-322fb4b0c5c8 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7792a252-ce90-44ad-a467-455443943e2c HTTP/1.1" status: 200 len: 2981 time: 0.0450556 Aug 29 04:22:18.709487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.720331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-7f757b7b-aa29-4f0e-ae31-893d4666705f tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/804fd16e-6edd-4704-b919-6dfa214774ad HTTP/1.1" status: 200 len: 2973 time: 0.0423498 Aug 29 04:22:18.747888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port fc0fbe8f-6866-4928-ac97-28b80aec3455, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:18.753234 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.768854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-12f0a940-950c-4385-9308-3d29d3ba30c0 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/804fd16e-6edd-4704-b919-6dfa214774ad HTTP/1.1" status: 200 len: 2973 time: 0.0420637 Aug 29 04:22:18.812233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=fc0fbe8f-6866-4928-ac97-28b80aec3455,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:18.816739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-1334c321-2d3b-41db-b2e8-8f7cb6dde16f tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/97bd0540-8ad6-4d5a-ad4e-65a7121103e5 HTTP/1.1" status: 200 len: 2981 time: 0.0404310 Aug 29 04:22:18.861998 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-a07fe33f-c055-4d4e-a603-ceacd951a27f tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/97bd0540-8ad6-4d5a-ad4e-65a7121103e5 HTTP/1.1" status: 200 len: 2981 time: 0.0381327 Aug 29 04:22:18.904826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-d4ae3554-302e-4def-9467-0ec29ed9658c tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bda32c3a-eecd-421e-a9c9-37964c074e56 HTTP/1.1" status: 200 len: 2981 time: 0.0369203 Aug 29 04:22:18.945925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-8c6a895f-2427-4fe6-835d-252b02244ad4 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bda32c3a-eecd-421e-a9c9-37964c074e56 HTTP/1.1" status: 200 len: 2981 time: 0.0351465 Aug 29 04:22:18.961630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Network f157eda9-4592-4023-be51-f9a5a271a013 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:18.991475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-b3d06064-943a-45d6-bb34-b5c5a5766868 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c222fe00-7dd8-4f02-b016-01a9b33f4a7b HTTP/1.1" status: 200 len: 2981 time: 0.0373445 Aug 29 04:22:19.022573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73deec-4e0d-453c-9442-112bbb270078 req-5360abb7-82c1-4a88-8e36-8bb72c01a546 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.024105 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb73deec-4e0d-453c-9442-112bbb270078 req-5360abb7-82c1-4a88-8e36-8bb72c01a546 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 945 time: 0.4110520 Aug 29 04:22:19.025005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:19.030111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:19.040438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.041801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-97a4606a-0451-4cfb-b5b3-f1e7f3f328e8 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c222fe00-7dd8-4f02-b016-01a9b33f4a7b HTTP/1.1" status: 200 len: 2981 time: 0.0438547 Aug 29 04:22:19.088963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-1c0313e8-82a2-4d1f-b780-0aa57035582e tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c238a62a-dc6b-40c3-be7a-28e9dab2448d HTTP/1.1" status: 200 len: 2981 time: 0.0394497 Aug 29 04:22:19.131908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-dcc784b6-dfe3-4505-95d7-f6383120fac7 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c238a62a-dc6b-40c3-be7a-28e9dab2448d HTTP/1.1" status: 200 len: 2981 time: 0.0359933 Aug 29 04:22:19.157255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb73deec-4e0d-453c-9442-112bbb270078 req-963ad062-5b4e-46e9-a768-3b2c48a38855 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243117 Aug 29 04:22:19.169213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.170352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.184142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-04f940a6-8b46-42a9-a285-d01c16b2f95d tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c3071c03-c3c0-40c0-8d58-7381d08d2143 HTTP/1.1" status: 200 len: 2977 time: 0.0448155 Aug 29 04:22:19.186884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0747eea-ec29-4148-b890-5ed4d473f81d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:19.202215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-51bbf2e3-159b-47f8-b297-bcf629df38f1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5355175 Aug 29 04:22:19.217431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: b0747eea-ec29-4148-b890-5ed4d473f81d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:19.218181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0747eea-ec29-4148-b890-5ed4d473f81d not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:19.241177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Request body: {'port': {'device_id': 'd8e27598-2a08-419a-a016-828527a74422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:19.244370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-1420b7e5-17cc-4fa5-baf7-d7a7969235c0 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c3071c03-c3c0-40c0-8d58-7381d08d2143 HTTP/1.1" status: 200 len: 2977 time: 0.0519679 Aug 29 04:22:19.298972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-66b4c2c9-a363-40e2-8e91-4117a07d26b5 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e199d0d1-2ab1-44be-a61a-2f1ea505cef2 HTTP/1.1" status: 200 len: 2977 time: 0.0480950 Aug 29 04:22:19.320078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.339372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-0f18b1d5-6b95-4137-bed2-d6b6e2998790 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e199d0d1-2ab1-44be-a61a-2f1ea505cef2 HTTP/1.1" status: 200 len: 2977 time: 0.0395243 Aug 29 04:22:19.385240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-e0ab7485-dc79-44c3-9b56-6a850269cf89 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e2fd8887-7b94-425c-be2c-edddbdd8a560 HTTP/1.1" status: 200 len: 2981 time: 0.0399446 Aug 29 04:22:19.391023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c8ce99-e94d-4cb9-82d5-e956690160c1 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:19.406817 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f69bca4-b531-442a-a8f8-4619389ad002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.415684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.429319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-f3629c09-3b9c-4da1-a339-d22076e40753 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e2fd8887-7b94-425c-be2c-edddbdd8a560 HTTP/1.1" status: 200 len: 2981 time: 0.0370266 Aug 29 04:22:19.442692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Transition to ACTIVE for port object 28c8ce99-e94d-4cb9-82d5-e956690160c1 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:19.454515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.471636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03898a09-1aee-447c-bdd1-fe82f622b29f req-d41c6512-97b4-4834-a85c-aadba08d47cf tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.473127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-03898a09-1aee-447c-bdd1-fe82f622b29f req-d41c6512-97b4-4834-a85c-aadba08d47cf tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 931 time: 0.1317999 Aug 29 04:22:19.475407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-e5e98bbf-5796-4ce2-90de-e702f1bdeccb tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f6f7031c-2aef-439d-8a76-65f456b54b2f HTTP/1.1" status: 200 len: 2981 time: 0.0393248 Aug 29 04:22:19.518896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3187dc90-d93f-4ed8-8656-20ae7ca83a1c req-9ca83d43-9bba-4953-8072-363a5978ef07 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f6f7031c-2aef-439d-8a76-65f456b54b2f HTTP/1.1" status: 200 len: 2981 time: 0.0367877 Aug 29 04:22:19.570019 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.613133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=28c8ce99-e94d-4cb9-82d5-e956690160c1,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.662202 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-03898a09-1aee-447c-bdd1-fe82f622b29f req-e3c9962e-9d83-4c50-8901-37bf0cf2ca9d tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188536 Aug 29 04:22:19.674912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc632-c158-4e40-b0de-90be6244d3e5 req-c5569242-6347-4f09-bb71-2fb907fbd519 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.678371 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a36bc632-c158-4e40-b0de-90be6244d3e5 req-c5569242-6347-4f09-bb71-2fb907fbd519 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0520957 Aug 29 04:22:19.696762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:19.699093 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49106c3-248e-452f-817f-76f5acc099ba" -d '{"events": [{"server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "name": "network-vif-plugged", "status": "completed", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:19.724930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a36bc632-c158-4e40-b0de-90be6244d3e5 req-aa52942d-fe98-4a0f-82de-244a2ca8be87 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Aug 29 04:22:19.803407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Attempting to bind port 28c8ce99-e94d-4cb9-82d5-e956690160c1 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:19.803742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Attempting to bind port 28c8ce99-e94d-4cb9-82d5-e956690160c1 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:19.804072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Attempting to bind port 28c8ce99-e94d-4cb9-82d5-e956690160c1 on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:19.825177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd33c-e867-41a2-9704-d174b89b6f0b req-e1014ec1-542c-4e03-a2bb-2fba4b78106d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.826701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-908fd33c-e867-41a2-9704-d174b89b6f0b req-e1014ec1-542c-4e03-a2bb-2fba4b78106d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 944 time: 0.0983963 Aug 29 04:22:19.827345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Port 28c8ce99-e94d-4cb9-82d5-e956690160c1 on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:19.827555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Attempting to bind port 28c8ce99-e94d-4cb9-82d5-e956690160c1 on network cd7cdff3-c4c9-4a63-b998-e1dc346145d1 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:19.835099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd57e-38a6-4fea-a7db-3f8420190ff4 req-38824c2c-def3-401f-873f-e29249906a42 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.836619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3dbdd57e-38a6-4fea-a7db-3f8420190ff4 req-38824c2c-def3-401f-873f-e29249906a42 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0517235 Aug 29 04:22:19.846368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:19.846706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Checking segment: {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:19.847070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Bound using segment: {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:19.847502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Bound port: 28c8ce99-e94d-4cb9-82d5-e956690160c1, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b24a393-5ef7-485e-867d-a5746a9f1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:19.847852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.874826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3dbdd57e-38a6-4fea-a7db-3f8420190ff4 req-85ab0673-8dc5-4c75-b588-321fd8a57089 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Aug 29 04:22:19.933053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf074e2c-c9fc-47a1-8465-88e2b25df43b {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:19.949132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-908fd33c-e867-41a2-9704-d174b89b6f0b req-b86b5651-0c40-4334-be8f-918ef09cc657 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154273 Aug 29 04:22:19.952452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.963281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-801f3cb5-e5ce-4f04-9e6a-f7594c192f9a req-72474c18-f85d-4b38-b76b-cd1cb169b4f8 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=495c48505b61419d8d31500c978b7259 HTTP/1.1" status: 200 len: 6102 time: 0.0652432 Aug 29 04:22:19.978930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Transition to ACTIVE for port object cf074e2c-c9fc-47a1-8465-88e2b25df43b will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:19.982028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] For port 28c8ce99-e94d-4cb9-82d5-e956690160c1, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:19.985630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] For port 28c8ce99-e94d-4cb9-82d5-e956690160c1, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28c8ce99-e94d-4cb9-82d5-e956690160c1,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:19.986824 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.992528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.023107 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ea7d75-2b6b-4ff8-b870-1afa2d4c9b95 x-openstack-request-id: req-b1ea7d75-2b6b-4ff8-b870-1afa2d4c9b95 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:20.023601 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "name": "network-vif-plugged", "status": "completed", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:20.024038 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1ea7d75-2b6b-4ff8-b870-1afa2d4c9b95 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:20.024790 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'code': 200} Aug 29 04:22:20.027622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-801f3cb5-e5ce-4f04-9e6a-f7594c192f9a req-7df2b641-95e6-4305-9ab5-bb3e2963823a tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "GET /v2.0/security-groups/4f2daff2-71cd-40d5-b70a-024b48225b4c HTTP/1.1" status: 200 len: 2981 time: 0.0569382 Aug 29 04:22:20.043664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.044493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.045925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/28c8ce99-e94d-4cb9-82d5-e956690160c1 HTTP/1.1" status: 200 len: 1093 time: 1.5310442 Aug 29 04:22:20.048214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'tag': '28c8ce99-e94d-4cb9-82d5-e956690160c1'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:20.050493 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93d2f75-4158-40cf-8b9c-c9a55226abf1" -d '{"events": [{"name": "network-changed", "server_uuid": "cecf421e-3cff-4272-bb83-8d59019790f9", "tag": "28c8ce99-e94d-4cb9-82d5-e956690160c1"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:20.054492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.106152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-801f3cb5-e5ce-4f04-9e6a-f7594c192f9a req-d23d0bc9-6df8-4ebf-8067-d9e91cf8257a tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "GET /v2.0/security-groups/4f2daff2-71cd-40d5-b70a-024b48225b4c HTTP/1.1" status: 200 len: 2981 time: 0.0774205 Aug 29 04:22:20.149008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdd924-d206-47b2-a1bc-455c2a61049f req-25346d55-9af2-4b5c-bf96-855a5d957dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.150618 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3cdd924-d206-47b2-a1bc-455c2a61049f req-25346d55-9af2-4b5c-bf96-855a5d957dac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.0429583 Aug 29 04:22:20.161490 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb100680-ea6a-4697-ac57-a8f118f15476 x-openstack-request-id: req-cb100680-ea6a-4697-ac57-a8f118f15476 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:20.161802 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecf421e-3cff-4272-bb83-8d59019790f9", "tag": "28c8ce99-e94d-4cb9-82d5-e956690160c1", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:20.162054 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb100680-ea6a-4697-ac57-a8f118f15476 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:20.162439 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'tag': '28c8ce99-e94d-4cb9-82d5-e956690160c1', 'status': 'completed', 'code': 200} Aug 29 04:22:20.204603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833e44a-e10d-4532-8c02-957b0402d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=28c8ce99-e94d-4cb9-82d5-e956690160c1,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.210035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8632696e-a65f-4e64-8a4c-32c0bf7448ef req-3db0d4db-edc8-4cfb-b2fa-756c118ec7fe tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/71ac4647-7920-40a8-95b6-9ecde4f36c44 HTTP/1.1" status: 200 len: 1776 time: 0.0584214 Aug 29 04:22:20.214222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3cdd924-d206-47b2-a1bc-455c2a61049f req-29660637-5053-4526-a5be-d9e3ea94bc4e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Aug 29 04:22:20.235550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135806d-c3fe-4ced-9d86-a0fbab371ecd req-a96a679d-1e06-4897-9951-a1d5ae0a999b tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.237070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5135806d-c3fe-4ced-9d86-a0fbab371ecd req-a96a679d-1e06-4897-9951-a1d5ae0a999b tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1098 time: 0.1380613 Aug 29 04:22:20.239581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Attempting to bind port cf074e2c-c9fc-47a1-8465-88e2b25df43b on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:20.239917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Attempting to bind port cf074e2c-c9fc-47a1-8465-88e2b25df43b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:20.240245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Attempting to bind port cf074e2c-c9fc-47a1-8465-88e2b25df43b on network f157eda9-4592-4023-be51-f9a5a271a013 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:20.246257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb487c-658e-4a3b-afae-41037951e82c req-b1ecfd91-8663-4f3f-a8a9-6f85e730c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.247745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-b1ecfd91-8663-4f3f-a8a9-6f85e730c433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 1096 time: 0.1168747 Aug 29 04:22:20.254937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Port cf074e2c-c9fc-47a1-8465-88e2b25df43b on network f157eda9-4592-4023-be51-f9a5a271a013 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:20.255260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Attempting to bind port cf074e2c-c9fc-47a1-8465-88e2b25df43b on network f157eda9-4592-4023-be51-f9a5a271a013 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:20.263823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8632696e-a65f-4e64-8a4c-32c0bf7448ef req-5d374385-9477-4d6c-bff5-2b00382f3e04 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.268288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:20.268653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Checking segment: {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:20.269042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Bound using segment: {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:20.269469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Bound port: cf074e2c-c9fc-47a1-8465-88e2b25df43b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:20.269853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.284467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8632696e-a65f-4e64-8a4c-32c0bf7448ef req-5d374385-9477-4d6c-bff5-2b00382f3e04 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.322372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8632696e-a65f-4e64-8a4c-32c0bf7448ef req-5d374385-9477-4d6c-bff5-2b00382f3e04 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.324909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8632696e-a65f-4e64-8a4c-32c0bf7448ef req-5d374385-9477-4d6c-bff5-2b00382f3e04 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.326127 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8632696e-a65f-4e64-8a4c-32c0bf7448ef req-5d374385-9477-4d6c-bff5-2b00382f3e04 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/71ac4647-7920-40a8-95b6-9ecde4f36c44 HTTP/1.1" status: 204 len: 173 time: 0.1088650 Aug 29 04:22:20.330792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-fa591e95-1781-40d6-8ed8-8096b47bd8c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c8ce99-e94d-4cb9-82d5-e956690160c1 HTTP/1.1" status: 200 len: 217 time: 0.0585685 Aug 29 04:22:20.332736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5135806d-c3fe-4ced-9d86-a0fbab371ecd req-da95e15a-9542-4137-9908-b2106aab00a7 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884638 Aug 29 04:22:20.333820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d374385-9477-4d6c-bff5-2b00382f3e04 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ac4647-7920-40a8-95b6-9ecde4f36c44,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.426597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb487c-658e-4a3b-afae-41037951e82c req-f0546997-e780-4194-bd3e-c74486558048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.428161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-f0546997-e780-4194-bd3e-c74486558048 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95987889-52a7-4dfd-947d-e6abdefbfc28 HTTP/1.1" status: 200 len: 855 time: 0.0897198 Aug 29 04:22:20.436365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:20.439950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:20.443514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.445399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1753-2f6e-406c-954b-55fc936a02f2 req-f2dc3b94-fc88-4a3f-a041-a041d76997c3 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.447067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-038a1753-2f6e-406c-954b-55fc936a02f2 req-f2dc3b94-fc88-4a3f-a041-a041d76997c3 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 946 time: 0.0543659 Aug 29 04:22:20.492154 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-038a1753-2f6e-406c-954b-55fc936a02f2 req-41d43ba8-ccd2-49ad-80c6-87cd5f356316 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383785 Aug 29 04:22:20.512484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.512484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.512484 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] 10.222.0.32 "PUT /v2.0/ports/cf074e2c-c9fc-47a1-8465-88e2b25df43b HTTP/1.1" status: 200 len: 1092 time: 1.2862029 Aug 29 04:22:20.515130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-cc59feae-4524-402c-9cc5-4b4d90b9cdcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402889 Aug 29 04:22:20.519759 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.593847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cb74c-7660-4c65-8609-35c08fdbe7f4 req-64d829d1-b55c-47b2-b21b-d2f8e001740e tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.595432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d3cb74c-7660-4c65-8609-35c08fdbe7f4 req-64d829d1-b55c-47b2-b21b-d2f8e001740e tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1098 time: 0.0456314 Aug 29 04:22:20.610769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b2788-32d5-457f-bd54-4047f0724c5f service neutron] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.635157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d3cb74c-7660-4c65-8609-35c08fdbe7f4 req-249cd8b3-ebd9-4463-b699-7b242cf8f197 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Aug 29 04:22:20.638960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8b059b5-a091-4652-8ab1-cd8ac0a59baf req-58cb16fd-d06c-43de-9bf0-225ae5f12329 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "GET /v2.0/security-groups/c0c6271e-9ccb-48cf-9564-14d8c2b8e454 HTTP/1.1" status: 200 len: 1778 time: 0.1614687 Aug 29 04:22:20.652153 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.697950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-cbe396d6-795f-47df-b624-390d15729d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.699457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-cbe396d6-795f-47df-b624-390d15729d68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 1095 time: 0.1073294 Aug 29 04:22:20.713296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-391f82ea-f68e-4ce1-9750-0f34e295a912 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785979 Aug 29 04:22:20.774929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-b130b9e8-af3d-4efa-9806-c813da9adbac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b HTTP/1.1" status: 200 len: 217 time: 0.0598578 Aug 29 04:22:20.846741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daffda-eba7-462b-8326-49a8966b0693 req-49a915d3-ced4-43a9-8e84-87507f5c2a92 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.848217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1daffda-eba7-462b-8326-49a8966b0693 req-49a915d3-ced4-43a9-8e84-87507f5c2a92 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 943 time: 0.0488284 Aug 29 04:22:20.855707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b8b059b5-a091-4652-8ab1-cd8ac0a59baf req-2c91cd43-439f-458c-8fcc-8f73621de891 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.885905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1daffda-eba7-462b-8326-49a8966b0693 req-65a09c16-78fe-48fd-a6e8-d655d87c424c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Aug 29 04:22:20.899474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b8b059b5-a091-4652-8ab1-cd8ac0a59baf req-2c91cd43-439f-458c-8fcc-8f73621de891 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.908508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-173dc85e-b849-4193-a113-5cc685436b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.909990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-173dc85e-b849-4193-a113-5cc685436b60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6a77813-2562-4102-828c-8c0a030705c9 HTTP/1.1" status: 200 len: 862 time: 0.1052299 Aug 29 04:22:20.958188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dcbb487c-658e-4a3b-afae-41037951e82c req-088ee56c-6db6-4531-be2b-227aa8c3408e service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329197 Aug 29 04:22:20.960019 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-ff8a075b-0237-413e-9abd-a02d466d6a43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f157eda9-4592-4023-be51-f9a5a271a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388370 Aug 29 04:22:20.982876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b8b059b5-a091-4652-8ab1-cd8ac0a59baf req-2c91cd43-439f-458c-8fcc-8f73621de891 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.985756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b8b059b5-a091-4652-8ab1-cd8ac0a59baf req-2c91cd43-439f-458c-8fcc-8f73621de891 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.987030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8b059b5-a091-4652-8ab1-cd8ac0a59baf req-2c91cd43-439f-458c-8fcc-8f73621de891 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0c6271e-9ccb-48cf-9564-14d8c2b8e454 HTTP/1.1" status: 204 len: 173 time: 0.3387389 Aug 29 04:22:21.010127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91cd43-439f-458c-8fcc-8f73621de891 tempest-SecurityGroupsTestAdminJSON-2001792265 tempest-SecurityGroupsTestAdminJSON-2001792265-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6271e-9ccb-48cf-9564-14d8c2b8e454,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.155162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-8dda16f8-44e4-4458-bdc9-a34131b2fd2e service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671531 Aug 29 04:22:21.171850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a6d9a-e496-45b3-8b8a-da22ea533c69 req-7793bc75-21a2-4b2d-9793-7c83d055a399 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.173259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f86a6d9a-e496-45b3-8b8a-da22ea533c69 req-7793bc75-21a2-4b2d-9793-7c83d055a399 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0966582 Aug 29 04:22:21.184450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-105c056a-a1de-4ef6-9849-7717fa2c9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.186387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-105c056a-a1de-4ef6-9849-7717fa2c9e4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2d53f53700c4c6e8200900c74fb755e&device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 1096 time: 0.0974779 Aug 29 04:22:21.312695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f86a6d9a-e496-45b3-8b8a-da22ea533c69 req-0f737d4a-83db-4708-b07c-5c311831ac73 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302431 Aug 29 04:22:21.361352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e07ffea1-c5b4-43d1-b91a-8a4f346d1262 req-d9b1500a-976b-436d-87c7-fc363fb6f59a service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870017 Aug 29 04:22:21.363935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-6a3b9290-c9be-419e-9f5f-d5c1ad00f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.365210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-6a3b9290-c9be-419e-9f5f-d5c1ad00f0d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 200 len: 916 time: 0.1631546 Aug 29 04:22:21.442713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-09b54557-7144-4077-a4f2-b2d02d8cea56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c8ce99-e94d-4cb9-82d5-e956690160c1 HTTP/1.1" status: 200 len: 217 time: 0.0547857 Aug 29 04:22:21.462120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7c9e-5164-408e-856e-64135359d69f req-899fa11e-1e0b-49d8-8d43-ce04e8025d7b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.463606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88ec7c9e-5164-408e-856e-64135359d69f req-899fa11e-1e0b-49d8-8d43-ce04e8025d7b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 944 time: 0.0857222 Aug 29 04:22:21.530641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-75a1c839-b335-4e49-96ce-4180ad781e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:21.532090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-75a1c839-b335-4e49-96ce-4180ad781e98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95987889-52a7-4dfd-947d-e6abdefbfc28 HTTP/1.1" status: 200 len: 855 time: 0.0676289 Aug 29 04:22:21.537245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88ec7c9e-5164-408e-856e-64135359d69f req-c0f74844-ebef-4bb9-b46a-ae167ee8ba18 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641246 Aug 29 04:22:21.573837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-694f867c-f733-4fb8-8b29-d01e43e5fbf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd7cdff3-c4c9-4a63-b998-e1dc346145d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298777 Aug 29 04:22:21.660771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3703b26-9412-44f7-9ac6-c1a9b9dbeb13 req-7c497a33-3fe2-408f-906c-ea05a11ecd99 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "GET /v2.0/security-groups/3b9f7df8-b65f-4f55-b48b-7ea6447627f3 HTTP/1.1" status: 200 len: 1776 time: 0.0892551 Aug 29 04:22:21.717975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-0e5248b4-1ff9-4ac4-b34f-ead544286e22 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312456 Aug 29 04:22:21.738868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-0f475b54-fea1-4226-99ed-d7de393ffbd4 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:21.739821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-0f475b54-fea1-4226-99ed-d7de393ffbd4 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060704 Aug 29 04:22:21.750391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Request body: {'binding': {'host': 'n-h1-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:21.750868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:22:21.780187 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3703b26-9412-44f7-9ac6-c1a9b9dbeb13 req-5ab97b92-42ab-4e21-8a96-953c5f0c1eb1 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.892208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on host n-h1-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:21.892446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:21.892763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:21.897265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:21.897606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:21.902679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:21.903012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:21.903898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:21.904320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Bound port: f0991e80-dd8e-4995-bb53-97ef754e6f7f, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:21.963126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:21.968863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.970115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ae8fbf0b-e511-40c4-b526-d0480fabc196 service neutron] 10.222.0.55 "POST /v2.0/ports/f0991e80-dd8e-4995-bb53-97ef754e6f7f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2232022 Aug 29 04:22:22.049337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3703b26-9412-44f7-9ac6-c1a9b9dbeb13 req-5ab97b92-42ab-4e21-8a96-953c5f0c1eb1 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.099504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d93d2f75-4158-40cf-8b9c-c9a55226abf1 req-acefb606-2c0c-4b8c-b6c4-77afa09719b0 service neutron] 10.222.0.32 "GET /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703802 Aug 29 04:22:22.113759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3703b26-9412-44f7-9ac6-c1a9b9dbeb13 req-5ab97b92-42ab-4e21-8a96-953c5f0c1eb1 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.116375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3703b26-9412-44f7-9ac6-c1a9b9dbeb13 req-5ab97b92-42ab-4e21-8a96-953c5f0c1eb1 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.117732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3703b26-9412-44f7-9ac6-c1a9b9dbeb13 req-5ab97b92-42ab-4e21-8a96-953c5f0c1eb1 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b9f7df8-b65f-4f55-b48b-7ea6447627f3 HTTP/1.1" status: 204 len: 173 time: 0.4506328 Aug 29 04:22:22.127071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab97b92-42ab-4e21-8a96-953c5f0c1eb1 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9f7df8-b65f-4f55-b48b-7ea6447627f3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.163806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:22.168508 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dec627-32d3-4828-8c23-26b9ee92448c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:22.197296 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.238093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c26691-9541-482c-9f2a-6bded2b9bd9d req-95a7eed8-7dae-46a1-ad39-d72538a7b047 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.239730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53c26691-9541-482c-9f2a-6bded2b9bd9d req-95a7eed8-7dae-46a1-ad39-d72538a7b047 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 946 time: 0.0556924 Aug 29 04:22:22.296037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5d5d9-0652-4d68-9a25-c601fa7f32d3 req-06234932-6767-4dcd-846b-988699140984 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.297557 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88e5d5d9-0652-4d68-9a25-c601fa7f32d3 req-06234932-6767-4dcd-846b-988699140984 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 943 time: 0.0489581 Aug 29 04:22:22.307304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53c26691-9541-482c-9f2a-6bded2b9bd9d req-84fe07cc-3459-49ee-a16f-7f00461315cf tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598664 Aug 29 04:22:22.335801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-67627bac-bd9b-4529-a1c6-600effc505cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.337302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-67627bac-bd9b-4529-a1c6-600effc505cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1098 time: 0.0623736 Aug 29 04:22:22.339300 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88e5d5d9-0652-4d68-9a25-c601fa7f32d3 req-ffa19927-7b8b-4cbe-af2b-6f1786699616 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356209 Aug 29 04:22:22.400377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1a31f16-9f16-4205-b0a6-f2e057d7c78b req-ad2d4ad5-ccca-433d-a9c9-36a07c491a78 tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "GET /v2.0/security-groups/0137c23a-fa19-4976-b5ea-bcb14ace1fbc HTTP/1.1" status: 200 len: 1778 time: 0.0383561 Aug 29 04:22:22.460082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be330-0c26-413c-8c91-96133710a168 req-ce86d202-a202-44e5-9594-e1d40e5f10b5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.461073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e1a31f16-9f16-4205-b0a6-f2e057d7c78b req-cf5696c2-1480-41b3-95e6-f366c22c341b tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.461573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f7be330-0c26-413c-8c91-96133710a168 req-ce86d202-a202-44e5-9594-e1d40e5f10b5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0729825 Aug 29 04:22:22.496797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-b36dec7c-30c1-4ff2-8cda-aa62b273184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.498917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-b36dec7c-30c1-4ff2-8cda-aa62b273184f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1537697 Aug 29 04:22:22.499040 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e1a31f16-9f16-4205-b0a6-f2e057d7c78b req-cf5696c2-1480-41b3-95e6-f366c22c341b tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.540709 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e1a31f16-9f16-4205-b0a6-f2e057d7c78b req-cf5696c2-1480-41b3-95e6-f366c22c341b tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.543603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e1a31f16-9f16-4205-b0a6-f2e057d7c78b req-cf5696c2-1480-41b3-95e6-f366c22c341b tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.544765 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1a31f16-9f16-4205-b0a6-f2e057d7c78b req-cf5696c2-1480-41b3-95e6-f366c22c341b tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] 10.222.0.55 "DELETE /v2.0/security-groups/0137c23a-fa19-4976-b5ea-bcb14ace1fbc HTTP/1.1" status: 204 len: 173 time: 0.1382473 Aug 29 04:22:22.550536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f7be330-0c26-413c-8c91-96133710a168 req-7225589e-8f28-4a9c-827a-b11c44e95bb2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733976 Aug 29 04:22:22.553128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-d51f486d-70dc-494e-b2e0-205f0232b42d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 200 len: 217 time: 0.0411458 Aug 29 04:22:22.559180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5696c2-1480-41b3-95e6-f366c22c341b tempest-SecurityGroupsTestAdminJSON-841967657 tempest-SecurityGroupsTestAdminJSON-841967657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0137c23a-fa19-4976-b5ea-bcb14ace1fbc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.594511 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81b91f-fd6e-4456-ac22-a11d2c964d42 x-openstack-request-id: req-8d81b91f-fd6e-4456-ac22-a11d2c964d42 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:22.594778 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:22.595049 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d81b91f-fd6e-4456-ac22-a11d2c964d42 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:22.595438 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'status': 'completed', 'code': 200} Aug 29 04:22:22.725567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b45e19-7f9e-43e6-80e0-f04448f0f170 req-2163fd20-9e83-4117-824f-3a90d0048cbf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.726977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-b8dd96c2-7cfd-4417-bed1-834af5d2b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.727119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2b45e19-7f9e-43e6-80e0-f04448f0f170 req-2163fd20-9e83-4117-824f-3a90d0048cbf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0785491 Aug 29 04:22:22.728421 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-b8dd96c2-7cfd-4417-bed1-834af5d2b338 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1676559 Aug 29 04:22:22.729366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-98da71c4-63a3-4c38-9be0-b9733cfd15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.730504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-98da71c4-63a3-4c38-9be0-b9733cfd15ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 1095 time: 0.0719345 Aug 29 04:22:22.794877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-6512c8a6-c531-4228-ad72-7980455e41b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520167 Aug 29 04:22:22.822642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2b45e19-7f9e-43e6-80e0-f04448f0f170 req-6deb6476-62ec-48dc-a6c9-06edc4bc8155 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883245 Aug 29 04:22:22.861049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-e87fe442-02ec-4241-8bc0-265fdee1b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:22.862947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-e87fe442-02ec-4241-8bc0-265fdee1b7ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 923 time: 0.1214230 Aug 29 04:22:22.891925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-ab056ea9-1d9b-4419-bb8f-7bacef8ce23d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2862055 Aug 29 04:22:22.905436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:22.911153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42868) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:22.919286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-7136bd68-520d-4b00-961c-56854b5c4d14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b HTTP/1.1" status: 200 len: 217 time: 0.0485833 Aug 29 04:22:22.939500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-43ab979a-c482-4e2a-87c6-32e49d95d5a0 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315212 Aug 29 04:22:22.941096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.001556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-5a9532f3-01b9-4e66-ab98-6396ebd692ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.003124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-5a9532f3-01b9-4e66-ab98-6396ebd692ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6a77813-2562-4102-828c-8c0a030705c9 HTTP/1.1" status: 200 len: 862 time: 0.0745564 Aug 29 04:22:23.011807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f8c8d-4a0e-46fe-a5f5-e8491ffedcfa req-b62f513c-50d7-4550-9d90-2bea6de917a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.013848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-749f8c8d-4a0e-46fe-a5f5-e8491ffedcfa req-b62f513c-50d7-4550-9d90-2bea6de917a9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 944 time: 0.1017566 Aug 29 04:22:23.043399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-1d1b5f73-5762-4136-8fe9-5bd39bae923b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f157eda9-4592-4023-be51-f9a5a271a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285666 Aug 29 04:22:23.099349 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-d25aaf48-5429-44be-91a0-3662a747a38c service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443846 Aug 29 04:22:23.136629 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.160478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-749f8c8d-4a0e-46fe-a5f5-e8491ffedcfa req-56666a31-7a49-43bc-a12e-edc63a3f77ff tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364961 Aug 29 04:22:23.168497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed2c2854-2488-441e-a29d-afae5253a115 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=495c48505b61419d8d31500c978b7259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549400 Aug 29 04:22:23.171177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42874) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:23.206742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cf074e2c-c9fc-47a1-8465-88e2b25df43b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:23.214104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-b8f3159b-f836-4051-aa92-d9b43bc576b7 service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547332 Aug 29 04:22:23.257496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Allocated IP 172.25.7.51 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/e28f591d-b460-4a7a-837d-8bfc54b40c5f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:23.292499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25ca492-12ef-4108-94db-c06f6d787e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.327395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25ca492-12ef-4108-94db-c06f6d787e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.361557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:23.390918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'port_id': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'mac_address': 'fa:16:3e:22:40:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a77813-2562-4102-828c-8c0a030705c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:23.405115 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25ca492-12ef-4108-94db-c06f6d787e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.409155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25ca492-12ef-4108-94db-c06f6d787e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.416820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a25ca492-12ef-4108-94db-c06f6d787e0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f2daff2-71cd-40d5-b70a-024b48225b4c HTTP/1.1" status: 204 len: 168 time: 0.2435658 Aug 29 04:22:23.434390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.446195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ca492-12ef-4108-94db-c06f6d787e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2daff2-71cd-40d5-b70a-024b48225b4c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.461369 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9dec627-32d3-4828-8c23-26b9ee92448c req-6a9533ba-67f2-464f-ab43-db01c59698b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333097 Aug 29 04:22:23.483588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.521806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf074e2c-c9fc-47a1-8465-88e2b25df43b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:23.528075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.538840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119abe0-a5fe-43e9-beb0-ea1fd6dd3b6a req-456f0a83-67c3-4122-ab11-008a8c00dc33 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.547119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5119abe0-a5fe-43e9-beb0-ea1fd6dd3b6a req-456f0a83-67c3-4122-ab11-008a8c00dc33 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 943 time: 0.0688345 Aug 29 04:22:23.557202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:23.561553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:23.568841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:23.572118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:23.579980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.581266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28c8ce99-e94d-4cb9-82d5-e956690160c1 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:23.594422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5119abe0-a5fe-43e9-beb0-ea1fd6dd3b6a req-232c59a5-e09d-4dd1-a379-5d58ed515d90 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Aug 29 04:22:23.690316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.724842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.726193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad522-f496-49db-b1d1-887808349ec6 req-b4f892a3-859c-4b01-9c20-a6225a639a06 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.727373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Pushing event updated for resources: {'Port': ['ID=e28f591d-b460-4a7a-837d-8bfc54b40c5f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:23.728733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de9ad522-f496-49db-b1d1-887808349ec6 req-b4f892a3-859c-4b01-9c20-a6225a639a06 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0760293 Aug 29 04:22:23.771968 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.802117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de9ad522-f496-49db-b1d1-887808349ec6 req-2cf04c9b-3aa8-479a-b982-f2b9abf5bc7a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633640 Aug 29 04:22:23.808428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 28c8ce99-e94d-4cb9-82d5-e956690160c1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28c8ce99-e94d-4cb9-82d5-e956690160c1,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:23.837945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '28c8ce99-e94d-4cb9-82d5-e956690160c1', 'network_id': 'cd7cdff3-c4c9-4a63-b998-e1dc346145d1', 'port_id': '28c8ce99-e94d-4cb9-82d5-e956690160c1', 'mac_address': 'fa:16:3e:ce:91:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95987889-52a7-4dfd-947d-e6abdefbfc28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:23.882195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:23.891321 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.907092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c8ce99-e94d-4cb9-82d5-e956690160c1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:23.934222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7bcfe453-ce48-4f07-9e88-3394e7aedf3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8657418015e145c59bfa3aa7e8dc67af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507610 Aug 29 04:22:23.937297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42890) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:23.942545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 28c8ce99-e94d-4cb9-82d5-e956690160c1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28c8ce99-e94d-4cb9-82d5-e956690160c1,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:23.954727 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.016879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.022529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.034236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf43dd3-137f-4189-968e-8fb8402fc861 req-be2e1f63-87d4-4785-8f0f-7e7ff1772433 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.035865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bf43dd3-137f-4189-968e-8fb8402fc861 req-be2e1f63-87d4-4785-8f0f-7e7ff1772433 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0840681 Aug 29 04:22:24.039273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33b0880a-4455-4d42-8941-0f963c549753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.045194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=28c8ce99-e94d-4cb9-82d5-e956690160c1,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.064187 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33b0880a-4455-4d42-8941-0f963c549753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.097665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Pushing event updated for resources: {'Port': ['ID=e28f591d-b460-4a7a-837d-8bfc54b40c5f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.105737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.119513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.120743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-0de8dd6a-5fbf-449f-9b07-8a719ad2afd2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2279835 Aug 29 04:22:24.121657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bf43dd3-137f-4189-968e-8fb8402fc861 req-0d0f91a4-c5ed-44e6-b19e-708c2bca85dd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635521 Aug 29 04:22:24.146797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33b0880a-4455-4d42-8941-0f963c549753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.149408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33b0880a-4455-4d42-8941-0f963c549753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.150757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-33b0880a-4455-4d42-8941-0f963c549753 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35162fd8-4b3b-4f30-820f-2a264c5f2768 HTTP/1.1" status: 204 len: 168 time: 0.2120171 Aug 29 04:22:24.163864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0880a-4455-4d42-8941-0f963c549753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35162fd8-4b3b-4f30-820f-2a264c5f2768,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.201002 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-99e6fd06-972e-4416-a72b-d6021db12fbc tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0729010 Aug 29 04:22:24.301578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d70d5-fb11-403a-8583-4e86f07ac58d req-955c31ba-5cff-4fba-8fe0-20c3cf5e4b69 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.309302 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f9d70d5-fb11-403a-8583-4e86f07ac58d req-955c31ba-5cff-4fba-8fe0-20c3cf5e4b69 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 945 time: 0.0607109 Aug 29 04:22:24.334946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-803ac535-3764-47ed-a33f-2ad306893889 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.344218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-803ac535-3764-47ed-a33f-2ad306893889 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1352632 Aug 29 04:22:24.350700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-2687f518-aa40-4d15-8a43-a228fcfe119c tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:24.366271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f9d70d5-fb11-403a-8583-4e86f07ac58d req-7a0cf41c-c6d9-4508-a85b-f0c179c4c60a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Aug 29 04:22:24.366653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9955e4c9-47a0-40cb-8416-3da87b1d9d8c req-2687f518-aa40-4d15-8a43-a228fcfe119c tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129545 Aug 29 04:22:24.394054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['cf074e2c-c9fc-47a1-8465-88e2b25df43b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:24.425201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['28c8ce99-e94d-4cb9-82d5-e956690160c1'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:24.730812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-62573a02-1931-45dc-859a-30b69de24701 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.732678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-62573a02-1931-45dc-859a-30b69de24701 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 820 time: 0.1354530 Aug 29 04:22:24.749641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-0849fe69-3d8c-42b6-b431-5591fcf3bfa9 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/quotas/c23e5f2a1667431cb76c417c2e9d1dcf HTTP/1.1" status: 200 len: 375 time: 0.0099833 Aug 29 04:22:24.766330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7609c7-f811-4719-90e5-400fc1256e7a req-a5fadd0f-7f5a-49ba-993c-92f8e1da27db tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.768211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef7609c7-f811-4719-90e5-400fc1256e7a req-a5fadd0f-7f5a-49ba-993c-92f8e1da27db tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 944 time: 0.0797014 Aug 29 04:22:24.813689 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef7609c7-f811-4719-90e5-400fc1256e7a req-84d1b4f4-eb2d-46d8-b3fd-c5a790f8ec9c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Aug 29 04:22:24.824203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-32b2f9ab-7ec7-45f4-8741-e8938cffe9e2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676949 Aug 29 04:22:24.960793 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-dd3dfb9a-f565-4195-bbe1-e37141ee4354 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236591 Aug 29 04:22:24.972709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9933c8-104c-4294-9c0e-d40d219fa2dc req-8d3a76f2-9ced-4ff0-a87f-20565da77f9b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:24.982058 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e9933c8-104c-4294-9c0e-d40d219fa2dc req-8d3a76f2-9ced-4ff0-a87f-20565da77f9b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0804145 Aug 29 04:22:25.031513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e9933c8-104c-4294-9c0e-d40d219fa2dc req-dd498014-4812-40b6-8b87-bbf9de33bfbe tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Aug 29 04:22:25.066867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-2a5df207-c97e-44df-bc57-5ca1fdfc7b12 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031706 Aug 29 04:22:25.250417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da73c9-b51f-48c4-ad93-ad616321471e req-a1b35c3f-e1d3-48c9-a1d9-a561ce4ff320 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.258470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28da73c9-b51f-48c4-ad93-ad616321471e req-a1b35c3f-e1d3-48c9-a1d9-a561ce4ff320 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0572031 Aug 29 04:22:25.276655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3388bb4-fbc4-452b-b567-f87e3e65f5a6 req-b81ce0d2-6f59-4a76-8498-ba35a6515429 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 210 time: 0.0478964 Aug 29 04:22:25.304155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28da73c9-b51f-48c4-ad93-ad616321471e req-a79e02c7-7850-4e4d-bd12-7788ebee39f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Aug 29 04:22:25.528132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2906-48b5-4183-83f3-69ab02c4adeb req-f08c0f05-4b76-4a56-8d2e-f5d5e6379d20 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.530220 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01cc2906-48b5-4183-83f3-69ab02c4adeb req-f08c0f05-4b76-4a56-8d2e-f5d5e6379d20 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 945 time: 0.0710387 Aug 29 04:22:25.589521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01cc2906-48b5-4183-83f3-69ab02c4adeb req-3574b6c7-6a4f-41a9-be3b-1dcc61b0f1b5 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Aug 29 04:22:25.975463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0625-eb3b-4ed6-8339-500a68f1f226 req-b9b2b256-63b3-48ea-8735-60cfd51c2c66 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:25.977093 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee4a0625-eb3b-4ed6-8339-500a68f1f226 req-b9b2b256-63b3-48ea-8735-60cfd51c2c66 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 944 time: 0.0747004 Aug 29 04:22:26.023834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee4a0625-eb3b-4ed6-8339-500a68f1f226 req-835957f6-1ff3-43c8-8950-d69fa1a1f938 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Aug 29 04:22:26.175630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c118-d4ed-4aca-9d74-2c36d569ac5e req-4f6741b5-e56f-4a79-b84c-022fd9934667 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.177272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab81c118-d4ed-4aca-9d74-2c36d569ac5e req-4f6741b5-e56f-4a79-b84c-022fd9934667 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0563781 Aug 29 04:22:26.218982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab81c118-d4ed-4aca-9d74-2c36d569ac5e req-0f24d5e6-cf69-4bce-88d7-361d0f50f71e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Aug 29 04:22:26.226928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-4c9027f0-e578-44cc-855d-8a89426e572d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=41e983be149d439eb30d2f1368a258d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225184 Aug 29 04:22:26.380627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-05187fbb-9965-4ee3-8f0d-a36864d5f760 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.382712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-05187fbb-9965-4ee3-8f0d-a36864d5f760 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483805 Aug 29 04:22:26.397397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ede804e-9c01-450b-ae9d-57d095ce6122 req-8a391694-c9ba-40d4-b712-9070cedec36d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 210 time: 0.0339029 Aug 29 04:22:26.404331 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-03b7d406-8767-4c19-8148-168c1d5b037b tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/quotas/41e983be149d439eb30d2f1368a258d8 HTTP/1.1" status: 200 len: 375 time: 0.0140133 Aug 29 04:22:26.446205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d304d7bf-e232-4ae4-be35-cc2f3d5fabf4 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41e983be149d439eb30d2f1368a258d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335600 Aug 29 04:22:26.470063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-7863eb89-7681-4454-838b-f9deba5cc651 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.474817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-7863eb89-7681-4454-838b-f9deba5cc651 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 820 time: 0.1787028 Aug 29 04:22:26.489554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'port': {'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'admin_state_up': True, 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:26.614806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdc1cf-fa42-43f1-9769-36aa8605efa6 req-be207036-5feb-4c19-b6dc-43a88bd39b4c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.616490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65cdc1cf-fa42-43f1-9769-36aa8605efa6 req-be207036-5feb-4c19-b6dc-43a88bd39b4c tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1231792 Aug 29 04:22:26.627132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-914d8fbe-2ccf-4aa0-918a-83d23e68b62e req-e1934e50-8861-4260-ac21-cd455fef389c tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 210 time: 0.0414166 Aug 29 04:22:26.674423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65cdc1cf-fa42-43f1-9769-36aa8605efa6 req-5ff39ac0-ad03-411a-b856-9519d2d4ffcc tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 Aug 29 04:22:26.686572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Made reservation on behalf of c23e5f2a1667431cb76c417c2e9d1dcf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:26.691196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.769516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ae7a-2bd3-4c3f-a4f2-bc7cd562b3e9 req-aa77f691-b8cf-4abb-822a-5b5c49ae0335 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.774261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1868ae7a-2bd3-4c3f-a4f2-bc7cd562b3e9 req-aa77f691-b8cf-4abb-822a-5b5c49ae0335 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 945 time: 0.0831492 Aug 29 04:22:26.834145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1868ae7a-2bd3-4c3f-a4f2-bc7cd562b3e9 req-3b798de2-fbbd-43b9-bd9f-18982b7b266c tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522683 Aug 29 04:22:26.896233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Allocated IP 172.20.0.3 (b92ec654-d1fb-46f1-8fa3-dce1084535b5/9727acc2-d7dd-4359-8464-029808ae219d/d4073c10-136f-448e-9af7-015c17d1c47e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:27.078274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.094559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Transition to ACTIVE for port object d4073c10-136f-448e-9af7-015c17d1c47e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:27.131643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.145134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['fc0fbe8f-6866-4928-ac97-28b80aec3455'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:27.190548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:27.194003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:27.210966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03e3d2-384e-44eb-b267-a3a7f259def0 req-81fd6fd3-99c6-4537-a390-616de87f2dd5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.213832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:27.216261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba03e3d2-384e-44eb-b267-a3a7f259def0 req-81fd6fd3-99c6-4537-a390-616de87f2dd5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 944 time: 0.1158617 Aug 29 04:22:27.222030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cf074e2c-c9fc-47a1-8465-88e2b25df43b up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:27.300114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.300901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.307975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Pushing event updated for resources: {'Port': ['ID=d4073c10-136f-448e-9af7-015c17d1c47e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.308257 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba03e3d2-384e-44eb-b267-a3a7f259def0 req-4974d773-9640-4164-98a6-845b1fa8cd51 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762498 Aug 29 04:22:27.329268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-c0fda66c-a33d-4f52-b121-7740321768f8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442316 Aug 29 04:22:27.343917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Request body: {'port': {'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:27.436799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port cf074e2c-c9fc-47a1-8465-88e2b25df43b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:27.448619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port cf074e2c-c9fc-47a1-8465-88e2b25df43b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:27.455533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.569371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa030b-8afc-4324-8ebc-64472eaa2ccf req-b7be0649-58f0-4802-a36c-325356024580 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.576961 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25aa030b-8afc-4324-8ebc-64472eaa2ccf req-b7be0649-58f0-4802-a36c-325356024580 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 931 time: 0.0731535 Aug 29 04:22:27.597618 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.614482 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25aa030b-8afc-4324-8ebc-64472eaa2ccf req-343c4e78-6490-4a61-8650-f9784725614d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366273 Aug 29 04:22:27.616490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d60169e5-125a-42ac-987e-e059624888d9 None None] Provisioning for port d4073c10-136f-448e-9af7-015c17d1c47e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:27.626499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d60169e5-125a-42ac-987e-e059624888d9 None None] Provisioning complete for port d4073c10-136f-448e-9af7-015c17d1c47e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:27.626882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d60169e5-125a-42ac-987e-e059624888d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.653934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:27.656242 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c342c90d-975b-4ba5-94ec-8c5066abf7a2" -d '{"events": [{"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-plugged", "status": "completed", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:27.677627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:27.682929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d60169e5-125a-42ac-987e-e059624888d9 None None] Port d4073c10-136f-448e-9af7-015c17d1c47e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:27.686265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.687078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28c8ce99-e94d-4cb9-82d5-e956690160c1 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:27.767245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b1fa67b6-888a-4e4b-aed2-9e14194fd0f1 req-d0527a6c-e026-4545-9747-c4d1f9c5037c tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 210 time: 0.0600708 Aug 29 04:22:27.780155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.786412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 28c8ce99-e94d-4cb9-82d5-e956690160c1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:27.790943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 28c8ce99-e94d-4cb9-82d5-e956690160c1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:27.791387 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.859819 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.892095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6860efd-ba37-4c38-b8a0-757d161c1efe req-20a113f3-95bb-4c5e-99b1-84d8c5e86e9a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.900495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6860efd-ba37-4c38-b8a0-757d161c1efe req-20a113f3-95bb-4c5e-99b1-84d8c5e86e9a tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.5243530 Aug 29 04:22:27.953054 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd97a2a6-af12-47cc-8925-0d65d7d9f439 x-openstack-request-id: req-dd97a2a6-af12-47cc-8925-0d65d7d9f439 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:27.953331 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-plugged", "status": "completed", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:27.953580 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd97a2a6-af12-47cc-8925-0d65d7d9f439 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:27.953989 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'code': 200} Aug 29 04:22:28.010119 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.023472 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6860efd-ba37-4c38-b8a0-757d161c1efe req-3dbf44bd-03b6-4fd5-b57d-a9fce699bc86 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214538 Aug 29 04:22:28.063689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 28c8ce99-e94d-4cb9-82d5-e956690160c1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28c8ce99-e94d-4cb9-82d5-e956690160c1,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:28.070422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39a2e4-2497-4544-abba-a5952b7ff441 req-353ac516-26f7-40f5-bc34-a2da734a5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.072364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c39a2e4-2497-4544-abba-a5952b7ff441 req-353ac516-26f7-40f5-bc34-a2da734a5cf4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 1097 time: 0.1126795 Aug 29 04:22:28.072934 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.097120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa912a-db34-4937-b58c-89012220c10c req-026623e6-ec15-4027-bf68-6c25dba586e7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.110006 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6fa912a-db34-4937-b58c-89012220c10c req-026623e6-ec15-4027-bf68-6c25dba586e7 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1683018 Aug 29 04:22:28.138499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=28c8ce99-e94d-4cb9-82d5-e956690160c1,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.152329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-72b74613-e3f7-4211-9364-f74c7686a16e tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=41e983be149d439eb30d2f1368a258d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124816 Aug 29 04:22:28.197977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6fa912a-db34-4937-b58c-89012220c10c req-3a2b9cd6-ce2d-48d7-ad33-60645edab8ce tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868032 Aug 29 04:22:28.253140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c39a2e4-2497-4544-abba-a5952b7ff441 req-28155a74-fdff-4d2a-8354-370256d7d870 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401086 Aug 29 04:22:28.321444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-dad18948-5ac0-4751-8c11-30eeafd09ec9 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.322994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-dad18948-5ac0-4751-8c11-30eeafd09ec9 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576929 Aug 29 04:22:28.328252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88ae43-e7b6-4635-bd4f-1aea908cd394 req-44574538-e2a0-4181-bf8a-e16935a58157 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.329860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b88ae43-e7b6-4635-bd4f-1aea908cd394 req-44574538-e2a0-4181-bf8a-e16935a58157 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.1035559 Aug 29 04:22:28.380110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4073c10-136f-448e-9af7-015c17d1c47e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:28.395041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.403015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b88ae43-e7b6-4635-bd4f-1aea908cd394 req-fc0932d1-4210-4bc5-8e1e-30ae90b0548d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560243 Aug 29 04:22:28.412568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Transition to ACTIVE for port object d4073c10-136f-448e-9af7-015c17d1c47e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:28.417078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.479138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Pushing event updated for resources: {'Port': ['ID=d4073c10-136f-448e-9af7-015c17d1c47e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.566539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Request body: {'port': {'device_id': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '41e983be149d439eb30d2f1368a258d8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:28.575050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae0311-20b5-457c-b4b8-7cab426485a8 req-818f4699-ce8a-4fa7-992d-3202448c6a9d tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.577233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6ae0311-20b5-457c-b4b8-7cab426485a8 req-818f4699-ce8a-4fa7-992d-3202448c6a9d tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.1121774 Aug 29 04:22:28.594847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Attempting to bind port d4073c10-136f-448e-9af7-015c17d1c47e on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:28.595204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Attempting to bind port d4073c10-136f-448e-9af7-015c17d1c47e by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:28.595519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Attempting to bind port d4073c10-136f-448e-9af7-015c17d1c47e on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:28.608198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Port d4073c10-136f-448e-9af7-015c17d1c47e on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:28.608537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Attempting to bind port d4073c10-136f-448e-9af7-015c17d1c47e on network b92ec654-d1fb-46f1-8fa3-dce1084535b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:28.618703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:28.619122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Checking segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:28.619548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Bound using segment: {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:28.620153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Bound port: d4073c10-136f-448e-9af7-015c17d1c47e, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b6d819-0eff-4591-ad10-1862f76e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:28.620527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.646882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6ae0311-20b5-457c-b4b8-7cab426485a8 req-13dbeabc-f0ce-4aec-a613-0b63e3e4085f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611396 Aug 29 04:22:28.720006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] For port d4073c10-136f-448e-9af7-015c17d1c47e, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:28.723856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] For port d4073c10-136f-448e-9af7-015c17d1c47e, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d4073c10-136f-448e-9af7-015c17d1c47e,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:28.729259 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.741277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Made reservation on behalf of 41e983be149d439eb30d2f1368a258d8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:28.745252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.760505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.776201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.776884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.778866 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2914652-676d-4d92-9244-da77766d0668 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 1092 time: 1.4394212 Aug 29 04:22:28.779297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:28.782547 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178b459-808c-4e77-8baa-01b2f0c7d98b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:28.784813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9431d2c-28f0-4e76-aeeb-5cb66fe9d70d req-af7d3280-a5c5-487c-98b7-971fa3785a6a tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.786485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9431d2c-28f0-4e76-aeeb-5cb66fe9d70d req-af7d3280-a5c5-487c-98b7-971fa3785a6a tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 943 time: 0.0852401 Aug 29 04:22:28.857766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2914652-676d-4d92-9244-da77766d0668 service neutron] Pushing event updated for resources: {'Port': ['ID=d4073c10-136f-448e-9af7-015c17d1c47e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.879485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9431d2c-28f0-4e76-aeeb-5cb66fe9d70d req-04d7ef08-cf50-4e5c-a3a2-b42f989a12de tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850699 Aug 29 04:22:28.900870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39ac70f9-86cb-4f61-af4c-4b9a3b488d8b req-66be5c7d-0a00-4e53-80e7-7aca4f06ea6d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 210 time: 0.0514603 Aug 29 04:22:28.930328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2031840-749a-4618-ab20-f466ee506294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.934199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-b2031840-749a-4618-ab20-f466ee506294 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 1095 time: 0.1080494 Aug 29 04:22:28.952038 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b0997-e84c-44c4-8d37-4efb1b41f105 x-openstack-request-id: req-617b0997-e84c-44c4-8d37-4efb1b41f105 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:28.952539 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:28.952991 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-617b0997-e84c-44c4-8d37-4efb1b41f105 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:28.953564 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'status': 'completed', 'code': 200} Aug 29 04:22:28.971049 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.975295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.994977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-48537b12-d746-4d67-84e4-ac8e782f1908 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 217 time: 0.0402627 Aug 29 04:22:29.043024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.052240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-d624dbd1-591c-4527-b960-e0f28c31d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.053776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-d624dbd1-591c-4527-b960-e0f28c31d846 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0512276 Aug 29 04:22:29.071285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.071661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.072005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.072345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.072681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.073014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.073345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.073699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.074030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.074424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.074686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.075629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.127755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-f13da268-a31d-46ee-b9a7-bb7da2fade4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.129297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-f13da268-a31d-46ee-b9a7-bb7da2fade4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633445 Aug 29 04:22:29.151745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Allocated IP 192.168.233.31 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/a885ddef-afc4-4567-a08b-2e483cc402fc) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:29.218967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618a72-5737-4b3e-bfbe-ce4d485926c2 req-ae6efcd5-f576-4f18-8137-6e38f29eacff tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.220472 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4618a72-5737-4b3e-bfbe-ce4d485926c2 req-ae6efcd5-f576-4f18-8137-6e38f29eacff tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.1044445 Aug 29 04:22:29.277922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-a3977b76-bcb8-466f-831f-da59cb09a4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305978 Aug 29 04:22:29.285322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4618a72-5737-4b3e-bfbe-ce4d485926c2 req-f4a05f13-28bb-442a-9b56-2d0f1a416e2f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547535 Aug 29 04:22:29.376865 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-d8e4653f-34a9-4083-832c-1d7568eba37c service neutron] show failed (client error): The resource could not be found. Aug 29 04:22:29.377960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-d8e4653f-34a9-4083-832c-1d7568eba37c service neutron] 10.222.0.37 "GET /v2.0/ports/bff802ae-f53c-4def-9470-5ba0ba1fab96/bindings/n-h2-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.1257858 Aug 29 04:22:29.378367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac08b172-d21e-41db-a4ad-f9db953063bf req-a04e1494-757e-4bcd-9969-32a334ad4465 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920513 Aug 29 04:22:29.380701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.390210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ba4b9-8ebc-47aa-8875-4e871da0f5e9 req-0cc35179-6553-45be-9220-80fa33297c25 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.391715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b5ba4b9-8ebc-47aa-8875-4e871da0f5e9 req-0cc35179-6553-45be-9220-80fa33297c25 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.1046927 Aug 29 04:22:29.407349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Transition to ACTIVE for port object a885ddef-afc4-4567-a08b-2e483cc402fc will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:29.460139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b5ba4b9-8ebc-47aa-8875-4e871da0f5e9 req-c8142b39-87da-4890-b127-2d9fd1600d62 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562692 Aug 29 04:22:29.482058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.531665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-3124e7b9-9f4f-4521-a63e-33754dec4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.533181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-3124e7b9-9f4f-4521-a63e-33754dec4c06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 1095 time: 0.0864770 Aug 29 04:22:29.534564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:29.541518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:29.546528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:29.552638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa739596-209e-450d-9bf1-1f6457e769de req-ebdd3a31-18e7-4891-98f9-55f797a90415 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.554476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa739596-209e-450d-9bf1-1f6457e769de req-ebdd3a31-18e7-4891-98f9-55f797a90415 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0738215 Aug 29 04:22:29.577508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Pushing event updated for resources: {'Port': ['ID=a885ddef-afc4-4567-a08b-2e483cc402fc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.620146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.620837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.664950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-58b270d9-4c77-4389-a404-44ea1875af9d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1027310 Aug 29 04:22:29.670134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa739596-209e-450d-9bf1-1f6457e769de req-db53e867-b5a9-4201-bb51-a6134be8e6d3 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077120 Aug 29 04:22:29.704361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-e913471d-867d-4198-8194-5a412de3041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.704361 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-e913471d-867d-4198-8194-5a412de3041d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8&tenant_id=a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 1102 time: 0.0713248 Aug 29 04:22:29.704993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-0bbf9cde-3df2-4c29-80d5-324bb45035b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.705516 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-0bbf9cde-3df2-4c29-80d5-324bb45035b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.1621616 Aug 29 04:22:29.711111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Request body: {'port': {'device_id': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:29.738696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:29.767050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-9ba5fd86-7b8c-40c3-a564-4eac362889c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 217 time: 0.0484624 Aug 29 04:22:29.825509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-25f01807-12e0-4d81-8d73-ac7576f3961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.827168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-25f01807-12e0-4d81-8d73-ac7576f3961a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0491357 Aug 29 04:22:29.853215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.858301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.869338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-520c27b4-2274-42f4-b259-4495fdbd6b95 None None] Provisioning for port a885ddef-afc4-4567-a08b-2e483cc402fc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:29.874110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-520c27b4-2274-42f4-b259-4495fdbd6b95 None None] Provisioning complete for port a885ddef-afc4-4567-a08b-2e483cc402fc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:29.874897 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-520c27b4-2274-42f4-b259-4495fdbd6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.880647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-ec4472c5-f253-46b1-b975-36577eddcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.882393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-ec4472c5-f253-46b1-b975-36577eddcb17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459533 Aug 29 04:22:29.888777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a48269-f4b9-4ce4-bd25-a1dea8ed0515 req-0ca8fd57-d8cd-4171-b816-1a3dc073797a tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:29.890281 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a48269-f4b9-4ce4-bd25-a1dea8ed0515 req-0ca8fd57-d8cd-4171-b816-1a3dc073797a tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.1228116 Aug 29 04:22:29.922243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-520c27b4-2274-42f4-b259-4495fdbd6b95 None None] Port a885ddef-afc4-4567-a08b-2e483cc402fc cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:29.959041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c8ce99-e94d-4cb9-82d5-e956690160c1'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:29.964754 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f25dd-337e-4a0d-8a49-56b8f775a34c" -d '{"events": [{"server_uuid": "cecf421e-3cff-4272-bb83-8d59019790f9", "name": "network-vif-plugged", "status": "completed", "tag": "28c8ce99-e94d-4cb9-82d5-e956690160c1"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:30.015113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-57b96a3c-dd60-4a8a-8e27-9c2b742577d7 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241546 Aug 29 04:22:30.042830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9982f71-ab87-4213-aeb7-bd55322f1507 req-f10a37de-5d19-4b44-980e-47c188271f4c tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.045159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9982f71-ab87-4213-aeb7-bd55322f1507 req-f10a37de-5d19-4b44-980e-47c188271f4c tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 943 time: 0.0712986 Aug 29 04:22:30.107805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a48269-f4b9-4ce4-bd25-a1dea8ed0515 req-89244d0c-8935-4ad7-8abe-9fafcf51a6f6 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762655 Aug 29 04:22:30.141758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9982f71-ab87-4213-aeb7-bd55322f1507 req-50628d3b-7b46-4c97-9213-2417188a472d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863924 Aug 29 04:22:30.180732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9178b459-808c-4e77-8baa-01b2f0c7d98b req-b8df151f-0f29-498c-82f9-12c54252b2fa service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549690 Aug 29 04:22:30.224712 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd29322f-eac7-44b1-b61c-172a926923e0 x-openstack-request-id: req-cd29322f-eac7-44b1-b61c-172a926923e0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:30.225013 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecf421e-3cff-4272-bb83-8d59019790f9", "name": "network-vif-plugged", "status": "completed", "tag": "28c8ce99-e94d-4cb9-82d5-e956690160c1", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:30.225273 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd29322f-eac7-44b1-b61c-172a926923e0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:30.225686 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c8ce99-e94d-4cb9-82d5-e956690160c1', 'code': 200} Aug 29 04:22:30.282340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90edc-f2f8-453f-8a8b-a530fbdabcb2 req-06e6373a-94fb-44fd-a5d8-902da2f7e6e6 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.283960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5b90edc-f2f8-453f-8a8b-a530fbdabcb2 req-06e6373a-94fb-44fd-a5d8-902da2f7e6e6 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 935 time: 0.0926771 Aug 29 04:22:30.342417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23799-4e57-4fbb-8e0c-4bd01d9e743f req-87c5fa61-f0a6-4eac-ad9b-36bcf51a6477 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.344239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1b23799-4e57-4fbb-8e0c-4bd01d9e743f req-87c5fa61-f0a6-4eac-ad9b-36bcf51a6477 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.0691230 Aug 29 04:22:30.360226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5b90edc-f2f8-453f-8a8b-a530fbdabcb2 req-64b83f83-dc02-411a-a3b6-c704f5a6e44e tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685112 Aug 29 04:22:30.368200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a885ddef-afc4-4567-a08b-2e483cc402fc {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:30.377699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.393458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Transition to ACTIVE for port object a885ddef-afc4-4567-a08b-2e483cc402fc will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:30.405887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.408995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724afec-b9cd-47a1-aebf-2277e6e73d33 req-d6ba9494-bffa-44b8-b6d0-c80ec88dc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.410850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c724afec-b9cd-47a1-aebf-2277e6e73d33 req-d6ba9494-bffa-44b8-b6d0-c80ec88dc8aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 1098 time: 0.0898170 Aug 29 04:22:30.421437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1b23799-4e57-4fbb-8e0c-4bd01d9e743f req-b78d34bf-49be-4700-bff3-fbebb73c1f00 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623710 Aug 29 04:22:30.471365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c724afec-b9cd-47a1-aebf-2277e6e73d33 req-6a436302-3713-4a09-bf93-63fecc23b6c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Aug 29 04:22:30.521415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a885ddef-afc4-4567-a08b-2e483cc402fc,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.570541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d4073c10-136f-448e-9af7-015c17d1c47e details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:30.594095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74707715-394c-4132-b4e2-e9e9cd999749 req-c74c3c95-1058-4532-9fc5-d6ce54c822da tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.604430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74707715-394c-4132-b4e2-e9e9cd999749 req-c74c3c95-1058-4532-9fc5-d6ce54c822da tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0950637 Aug 29 04:22:30.634180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.662534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74707715-394c-4132-b4e2-e9e9cd999749 req-a16ee829-b725-47fc-892a-80190af9df7b tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567415 Aug 29 04:22:30.675940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:30.704477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d4073c10-136f-448e-9af7-015c17d1c47e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d4073c10-136f-448e-9af7-015c17d1c47e,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.719741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'mac_address': 'fa:16:3e:57:cb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:30.733146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:30.736759 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c38cee-e89a-4bed-9232-e786b56ba5e1" -d '{"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-unplugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:30.740790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.776237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.777153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Transition to ACTIVE for port object bff802ae-f53c-4def-9470-5ba0ba1fab96 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:30.789338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562a39d-899d-4334-b5cd-a78c98725a9b req-a3bc7a3c-999e-4e4e-ae2d-7ce4559ebd95 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.790894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4073c10-136f-448e-9af7-015c17d1c47e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:30.792944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc458d-b183-4578-9665-e4327bec088c req-ef9d3531-a91f-48d1-89cd-3dcfd84d48cb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.794690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8562a39d-899d-4334-b5cd-a78c98725a9b req-a3bc7a3c-999e-4e4e-ae2d-7ce4559ebd95 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.2459872 Aug 29 04:22:30.795196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9dc458d-b183-4578-9665-e4327bec088c req-ef9d3531-a91f-48d1-89cd-3dcfd84d48cb tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0564928 Aug 29 04:22:30.801055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Attempting to bind port a885ddef-afc4-4567-a08b-2e483cc402fc on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:30.801850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Attempting to bind port a885ddef-afc4-4567-a08b-2e483cc402fc by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:30.802595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Attempting to bind port a885ddef-afc4-4567-a08b-2e483cc402fc on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:30.804989 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.812699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d4073c10-136f-448e-9af7-015c17d1c47e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d4073c10-136f-448e-9af7-015c17d1c47e,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:30.817689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.832484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Port a885ddef-afc4-4567-a08b-2e483cc402fc on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:30.832943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Attempting to bind port a885ddef-afc4-4567-a08b-2e483cc402fc on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:30.836634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9dc458d-b183-4578-9665-e4327bec088c req-bb742cb1-3d75-4573-b9e2-c68c8639ffb9 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Aug 29 04:22:30.884381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:30.884381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:30.884744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d4073c10-136f-448e-9af7-015c17d1c47e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:30.885815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:30.885815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Bound port: a885ddef-afc4-4567-a08b-2e483cc402fc, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:30.885815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.898180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8562a39d-899d-4334-b5cd-a78c98725a9b req-011cbe5e-2990-4e19-bf8e-9c219eca71f2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004624 Aug 29 04:22:31.092762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['d4073c10-136f-448e-9af7-015c17d1c47e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:31.117907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf099c-a7c8-4a92-9949-f2b32c0a9973 req-dcd1631d-2f8c-4326-92c6-c26858375af6 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.119755 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-61cf099c-a7c8-4a92-9949-f2b32c0a9973 req-dcd1631d-2f8c-4326-92c6-c26858375af6 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Aug 29 04:22:31.143085 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.164228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-61cf099c-a7c8-4a92-9949-f2b32c0a9973 req-d927a491-ad91-44fa-9b43-d2e4f289a961 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Aug 29 04:22:31.186089 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a6540-0b0b-43fe-9bbe-6441eccc53ec x-openstack-request-id: req-da4a6540-0b0b-43fe-9bbe-6441eccc53ec {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:31.186674 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-unplugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:31.187767 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da4a6540-0b0b-43fe-9bbe-6441eccc53ec {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:31.188556 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'code': 200} Aug 29 04:22:31.204517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] No DVR routers for this DVR port bff802ae-f53c-4def-9470-5ba0ba1fab96 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:31.213099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=6']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.282642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7bad3-abf3-4b67-83ec-c12b3ef77b2f req-3acc3fb5-6fbf-49e3-b9b7-2be27e5213ec tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.284261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ea7bad3-abf3-4b67-83ec-c12b3ef77b2f req-3acc3fb5-6fbf-49e3-b9b7-2be27e5213ec tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 944 time: 0.0584383 Aug 29 04:22:31.312828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:31.313155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:31.313496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:31.325922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ea7bad3-abf3-4b67-83ec-c12b3ef77b2f req-f3967f91-472b-4030-b9d2-6267174e3e16 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Aug 29 04:22:31.329744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:31.330071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:31.332303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] For port a885ddef-afc4-4567-a08b-2e483cc402fc, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:31.338273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] For port a885ddef-afc4-4567-a08b-2e483cc402fc, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a885ddef-afc4-4567-a08b-2e483cc402fc,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:31.346319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b7c54-0f2b-4244-9f8f-c4ac8483a0af req-8cfc26e1-73c6-4588-9ec7-c7aa9948f67b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.347799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e93b7c54-0f2b-4244-9f8f-c4ac8483a0af req-8cfc26e1-73c6-4588-9ec7-c7aa9948f67b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.1584804 Aug 29 04:22:31.349626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.351668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:31.351999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:31.352374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:31.352803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Bound port: bff802ae-f53c-4def-9470-5ba0ba1fab96, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:31.353145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.432746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.433372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.434803 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] 10.222.0.32 "PUT /v2.0/ports/a885ddef-afc4-4567-a08b-2e483cc402fc HTTP/1.1" status: 200 len: 1096 time: 1.7413373 Aug 29 04:22:31.454483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3074a2f-4168-4066-98e9-63a3bbcd7b6f req-61783792-c0b2-4293-9db0-13b081fadc85 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.456258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3074a2f-4168-4066-98e9-63a3bbcd7b6f req-61783792-c0b2-4293-9db0-13b081fadc85 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.0592740 Aug 29 04:22:31.485241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29980d1-037f-4a02-9dc7-4e9012935dbf service neutron] Pushing event updated for resources: {'Port': ['ID=a885ddef-afc4-4567-a08b-2e483cc402fc,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.505937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e93b7c54-0f2b-4244-9f8f-c4ac8483a0af req-49312835-8ad4-4dd5-a62c-23640995b7d7 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384692 Aug 29 04:22:31.512000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3074a2f-4168-4066-98e9-63a3bbcd7b6f req-dab8ec31-adf4-4849-8e6b-451508051cd4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Aug 29 04:22:31.532071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:31.537358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:31.556392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.614786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.615431 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.616819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] 10.222.0.32 "PUT /v2.0/ports/bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 1097 time: 1.8860350 Aug 29 04:22:31.649616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-5e1c2275-b4c1-463a-b938-ff8393be44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.651351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-5e1c2275-b4c1-463a-b938-ff8393be44a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41e983be149d439eb30d2f1368a258d8&device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 1099 time: 0.1281044 Aug 29 04:22:31.666075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94267b6-47e7-462e-ab2c-1bfb1859f84b service neutron] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=7']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.681967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7b6a3-f8da-4e32-8dc8-a73611e9ac4c req-2f730295-11af-4427-a802-45a06b503847 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.683612 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38f7b6a3-f8da-4e32-8dc8-a73611e9ac4c req-2f730295-11af-4427-a802-45a06b503847 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 947 time: 0.0920420 Aug 29 04:22:31.731537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f0746-7fd7-49ff-a28b-998200ea7a65 req-1cad9618-0369-4ffe-af44-5e6218e2d8cb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.738267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-707f0746-7fd7-49ff-a28b-998200ea7a65 req-1cad9618-0369-4ffe-af44-5e6218e2d8cb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.0676007 Aug 29 04:22:31.742434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-6f1f4bce-15b5-48d1-a49e-a6b2c90315e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=a885ddef-afc4-4567-a08b-2e483cc402fc HTTP/1.1" status: 200 len: 217 time: 0.0436778 Aug 29 04:22:31.781622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-707f0746-7fd7-49ff-a28b-998200ea7a65 req-f8d28350-3742-4b9b-ad74-01ba13d37f1d tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Aug 29 04:22:31.786559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38f7b6a3-f8da-4e32-8dc8-a73611e9ac4c req-cae09f7a-8c7c-48a2-a4cf-cc42d73576fc tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952818 Aug 29 04:22:31.854636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-720aa4d2-ccaa-461c-ab17-dea157a4e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.863540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-720aa4d2-ccaa-461c-ab17-dea157a4e50f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1100 time: 0.1073563 Aug 29 04:22:31.867141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-c902f0a1-dacb-4f24-bec3-9bfb36155b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.868867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-c902f0a1-dacb-4f24-bec3-9bfb36155b1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1087563 Aug 29 04:22:31.942242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c0485-3934-4aaf-bd2e-40d313798f09 req-6e623347-6703-4244-90c2-eff40149be0e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.943776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-106c0485-3934-4aaf-bd2e-40d313798f09 req-6e623347-6703-4244-90c2-eff40149be0e tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0744686 Aug 29 04:22:31.991553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-106c0485-3934-4aaf-bd2e-40d313798f09 req-a810ed97-c276-4c62-aa68-407778bd24cc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Aug 29 04:22:32.072127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-14f87757-e7ad-4ea0-8d0a-bd81ce745614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.073798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-14f87757-e7ad-4ea0-8d0a-bd81ce745614 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1921380 Aug 29 04:22:32.077925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c4e21d30-cc61-4ae4-b8cc-7a7f4d7a06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.079480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-c4e21d30-cc61-4ae4-b8cc-7a7f4d7a06b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1990492 Aug 29 04:22:32.089555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cabeb5-35cb-4a7e-9561-722a2fc801db req-97ee8f9e-7699-4627-a628-4256bae1faba tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.091771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6cabeb5-35cb-4a7e-9561-722a2fc801db req-97ee8f9e-7699-4627-a628-4256bae1faba tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.1721160 Aug 29 04:22:32.120493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369918-9d6a-436f-975b-0b4d8ff67583 req-fb265618-f0ae-42e5-aecc-f149e910b787 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.121995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d369918-9d6a-436f-975b-0b4d8ff67583 req-fb265618-f0ae-42e5-aecc-f149e910b787 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 948 time: 0.0515604 Aug 29 04:22:32.160486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d369918-9d6a-436f-975b-0b4d8ff67583 req-b56e2054-4691-48c0-82de-aae859970b56 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Aug 29 04:22:32.192699 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-1d582f2b-fc0f-4a5f-8ff3-656eefa0a61f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0998368 Aug 29 04:22:32.264208 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6cabeb5-35cb-4a7e-9561-722a2fc801db req-b4e0ac03-0d43-427f-ba9a-bb7cd6e0e581 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618552 Aug 29 04:22:32.295161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-99ebcffc-bbdb-4548-8f40-1f39e53bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.296836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-99ebcffc-bbdb-4548-8f40-1f39e53bbff0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0932653 Aug 29 04:22:32.320020 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-0387aa5f-eb6b-4255-a058-4b51c7de4cfa service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254720 Aug 29 04:22:32.372891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e3318-d7e4-4e80-9280-0ea184f2522d req-37c17877-4e19-43a4-b866-dedcfe748638 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.374509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa4e3318-d7e4-4e80-9280-0ea184f2522d req-37c17877-4e19-43a4-b866-dedcfe748638 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0518484 Aug 29 04:22:32.416308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa4e3318-d7e4-4e80-9280-0ea184f2522d req-8b3cbdc9-e910-458d-b398-9dde111aff61 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352459 Aug 29 04:22:32.443967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-0e9d3750-f1d1-4723-a40c-438d5deb7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.445518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-0e9d3750-f1d1-4723-a40c-438d5deb7da6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403944 Aug 29 04:22:32.532452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb34d3-af36-43ec-96d7-7272e8d421c7 req-4d3a6b13-f4a4-46db-a7f1-74ce5bd86469 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.538201 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0efb34d3-af36-43ec-96d7-7272e8d421c7 req-4d3a6b13-f4a4-46db-a7f1-74ce5bd86469 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 944 time: 0.0638473 Aug 29 04:22:32.544551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3d53d-24c0-4ad9-940d-cc0edbc99650 req-d0f77113-3f31-48d8-8281-9b41b3493614 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.546153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5b3d53d-24c0-4ad9-940d-cc0edbc99650 req-d0f77113-3f31-48d8-8281-9b41b3493614 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.1971598 Aug 29 04:22:32.550710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2b37d3e-588d-4876-874b-973249c6b7f8 req-b9c1b085-5600-4e46-845e-a378fcb7df6f service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150767 Aug 29 04:22:32.583074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0efb34d3-af36-43ec-96d7-7272e8d421c7 req-b75f1147-98aa-400e-8f30-6e8cd8457d0c tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Aug 29 04:22:32.583675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d4073c10-136f-448e-9af7-015c17d1c47e up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:32.619569 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5b3d53d-24c0-4ad9-940d-cc0edbc99650 req-6c3f4bf9-b8b2-4868-a4f7-766c82c02b43 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660591 Aug 29 04:22:32.635817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-dabd430b-3f46-4a24-a42b-6717b0948dfb service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789010 Aug 29 04:22:32.666492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port d4073c10-136f-448e-9af7-015c17d1c47e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:32.674540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port d4073c10-136f-448e-9af7-015c17d1c47e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:32.675223 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.736515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753c1e-b7a7-42dc-a91e-a156a4fb1e43 req-913b1d08-8219-44ba-8cae-7810621a90f9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.738641 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca753c1e-b7a7-42dc-a91e-a156a4fb1e43 req-913b1d08-8219-44ba-8cae-7810621a90f9 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0742211 Aug 29 04:22:32.752681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec98743-9e60-4d6f-a550-b6f63c175389 req-f6d133da-76ae-4228-b72b-89e3b5c94d98 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075721 Aug 29 04:22:32.782581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.793858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca753c1e-b7a7-42dc-a91e-a156a4fb1e43 req-06fe1f2b-afd9-450c-b72c-c6482ae95e3b tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Aug 29 04:22:32.816122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:32.820088 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f99a27c-01ba-4489-9587-10c9aff0cfb6" -d '{"events": [{"server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "name": "network-vif-plugged", "status": "completed", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:32.839848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d4073c10-136f-448e-9af7-015c17d1c47e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d4073c10-136f-448e-9af7-015c17d1c47e,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:32.844524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.845702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:32.937315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a675101-2570-4a0c-85c2-4df5629bed60 req-c6975d0e-0433-442f-9eb8-357082e0613d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.939288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a675101-2570-4a0c-85c2-4df5629bed60 req-c6975d0e-0433-442f-9eb8-357082e0613d tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0696340 Aug 29 04:22:32.945722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:32.955922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d4073c10-136f-448e-9af7-015c17d1c47e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.990644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a675101-2570-4a0c-85c2-4df5629bed60 req-0b23d24a-a35f-463e-823b-5009ed5022b0 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Aug 29 04:22:33.092604 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfaaf4f-5b56-45a2-a09f-f4d856a7b6f7 x-openstack-request-id: req-7bfaaf4f-5b56-45a2-a09f-f4d856a7b6f7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:33.093525 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "name": "network-vif-plugged", "status": "completed", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:33.093857 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bfaaf4f-5b56-45a2-a09f-f4d856a7b6f7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:33.094287 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'code': 200} Aug 29 04:22:33.118239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57926b4-762f-4830-a89f-6c22edaf2b50 req-b292cad2-90d3-4ce0-8935-91fe16ac1161 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.120514 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c57926b4-762f-4830-a89f-6c22edaf2b50 req-b292cad2-90d3-4ce0-8935-91fe16ac1161 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 947 time: 0.0697351 Aug 29 04:22:33.179380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c57926b4-762f-4830-a89f-6c22edaf2b50 req-0dcf49f3-0715-458c-b891-e2945c8eafb5 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489707 Aug 29 04:22:33.195898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'tag': 'a885ddef-afc4-4567-a08b-2e483cc402fc'}, {'name': 'network-changed', 'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:33.198447 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122c63ea-dd17-4c31-aa67-ef75eecd1734" -d '{"events": [{"name": "network-changed", "server_uuid": "07859d9a-8150-4fe7-b5a3-a21a46266baa", "tag": "a885ddef-afc4-4567-a08b-2e483cc402fc"}, {"name": "network-changed", "server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:33.219345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056078b-e105-4ffb-9899-f8af8df309cb req-f45df145-41f6-4cc6-acfe-d8a2031e548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.220883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d056078b-e105-4ffb-9899-f8af8df309cb req-f45df145-41f6-4cc6-acfe-d8a2031e548c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 1097 time: 0.0558920 Aug 29 04:22:33.262346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d056078b-e105-4ffb-9899-f8af8df309cb req-44ba4ac1-d26f-4e04-b00e-ffe955c8021c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 29 04:22:33.289265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05720ef4-80f0-4236-a446-16b69be57617 req-e49e46ee-7d0d-47bb-96ab-b6840597606d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.290816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05720ef4-80f0-4236-a446-16b69be57617 req-e49e46ee-7d0d-47bb-96ab-b6840597606d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0521030 Aug 29 04:22:33.333578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05720ef4-80f0-4236-a446-16b69be57617 req-eb568e65-9035-4b73-aaf8-952f87a93576 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359833 Aug 29 04:22:33.360326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edb73c-cb3d-43c1-b91f-ccfe355e6780 req-f8da776c-0026-474e-808e-8e1def660871 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.361905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57edb73c-cb3d-43c1-b91f-ccfe355e6780 req-f8da776c-0026-474e-808e-8e1def660871 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 948 time: 0.0530636 Aug 29 04:22:33.402542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57edb73c-cb3d-43c1-b91f-ccfe355e6780 req-6588f107-3de9-49bd-8207-4f1c13a641cf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Aug 29 04:22:33.447236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018adbe-ce63-4091-b991-a1436c14da44 req-3b489d0a-695f-4321-a22e-8686d014dd61 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.448720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f018adbe-ce63-4091-b991-a1436c14da44 req-3b489d0a-695f-4321-a22e-8686d014dd61 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0538328 Aug 29 04:22:33.469295 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccc411a-f9b2-4420-9099-998f15c49717 x-openstack-request-id: req-bccc411a-f9b2-4420-9099-998f15c49717 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:33.470258 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07859d9a-8150-4fe7-b5a3-a21a46266baa", "tag": "a885ddef-afc4-4567-a08b-2e483cc402fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:33.470529 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bccc411a-f9b2-4420-9099-998f15c49717 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:33.470944 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'tag': 'a885ddef-afc4-4567-a08b-2e483cc402fc', 'status': 'completed', 'code': 200} Aug 29 04:22:33.471255 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'status': 'completed', 'code': 200} Aug 29 04:22:33.493309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f018adbe-ce63-4091-b991-a1436c14da44 req-656e5bed-386f-48b1-84d2-822abd61d054 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Aug 29 04:22:33.542153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-1b1670fb-9480-4177-9965-1aaab6c2b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.543850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-1b1670fb-9480-4177-9965-1aaab6c2b5f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1100 time: 0.0520592 Aug 29 04:22:33.633550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-484a4a2d-6138-4e69-bbdf-280bffe4313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.635131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-484a4a2d-6138-4e69-bbdf-280bffe4313a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=41e983be149d439eb30d2f1368a258d8&device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 1099 time: 0.0796363 Aug 29 04:22:33.648797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-d5652625-83ab-4e25-8268-e9aef2ef86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.650333 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-d5652625-83ab-4e25-8268-e9aef2ef86ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.0961704 Aug 29 04:22:33.652446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bef4-2576-4478-8a6b-0d44a775843f req-9002c88f-fdbd-47e5-aa37-08a83ca15135 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.654514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-df52bef4-2576-4478-8a6b-0d44a775843f req-9002c88f-fdbd-47e5-aa37-08a83ca15135 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0703521 Aug 29 04:22:33.721130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-e903a06e-7f16-4aa1-b304-9f4e0b7b4959 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0505533 Aug 29 04:22:33.753001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-df52bef4-2576-4478-8a6b-0d44a775843f req-b6217ec5-bb61-4282-a0da-c6162459f8bf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894394 Aug 29 04:22:33.774011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113c1e-ff64-4880-9ca1-dbed9f9c2780 req-f1b10a8b-11a6-4089-8bab-b8df6c15f2f9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.774011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49113c1e-ff64-4880-9ca1-dbed9f9c2780 req-f1b10a8b-11a6-4089-8bab-b8df6c15f2f9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.1093020 Aug 29 04:22:33.774251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-93dcca70-911e-4602-be44-979a2e457cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.774867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-93dcca70-911e-4602-be44-979a2e457cf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1193855 Aug 29 04:22:33.802738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-fb4648d4-5757-459e-9ea9-c1042d3784aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.804183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-fb4648d4-5757-459e-9ea9-c1042d3784aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0753930 Aug 29 04:22:33.821759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-9b7f6113-7135-4d3d-9c8d-66fd328f37a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=a885ddef-afc4-4567-a08b-2e483cc402fc HTTP/1.1" status: 200 len: 217 time: 0.0372455 Aug 29 04:22:33.829197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49113c1e-ff64-4880-9ca1-dbed9f9c2780 req-0b6478b6-c953-406d-98b6-b8df37660740 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498118 Aug 29 04:22:33.862540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-f3815f31-e629-4792-ae7f-9b1cd218d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.864046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-f3815f31-e629-4792-ae7f-9b1cd218d2ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503178 Aug 29 04:22:33.910697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61e005-9a6a-4b99-a8b8-e883d2d7839d req-68818f96-20f2-47cb-93a6-37f1d4449305 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.912309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c61e005-9a6a-4b99-a8b8-e883d2d7839d req-68818f96-20f2-47cb-93a6-37f1d4449305 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 945 time: 0.0870607 Aug 29 04:22:33.920191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-192f438f-4c85-4881-8c64-3bc1d68802a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.921718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-192f438f-4c85-4881-8c64-3bc1d68802a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0667591 Aug 29 04:22:33.971540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-8f1f5f26-675c-43d5-801a-0672cb9d8880 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995553 Aug 29 04:22:34.003373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c61e005-9a6a-4b99-a8b8-e883d2d7839d req-a587e998-8500-4459-adc6-c3dc190c2a1c tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697498 Aug 29 04:22:34.016255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-f360a93e-a815-4ae9-b820-d518f7a3f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.017858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-f360a93e-a815-4ae9-b820-d518f7a3f1ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596478 Aug 29 04:22:34.087703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-7ae8d644-c45d-4129-91f5-b04805cce6d3 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072853 Aug 29 04:22:34.120848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-6f861021-a0e2-4737-99de-3e75bb2d3def service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913966 Aug 29 04:22:34.194692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1f31b-ff15-48d4-b9b2-adc7cc2a59ab req-7e454b3c-09a0-4d0f-8e7b-072872d5ddf2 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.196451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84c1f31b-ff15-48d4-b9b2-adc7cc2a59ab req-7e454b3c-09a0-4d0f-8e7b-072872d5ddf2 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0566568 Aug 29 04:22:34.221686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-e447d8db-7c81-4b6a-b030-0c04507d579d service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873487 Aug 29 04:22:34.236246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84c1f31b-ff15-48d4-b9b2-adc7cc2a59ab req-009f53e4-2db4-43ca-a957-d120fef235f8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323822 Aug 29 04:22:34.308433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57ed39-0dcf-4a7c-a46e-92d4f0b23d60 req-3b51a1de-fb0e-43a6-a82e-1dcf487bd7a6 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.310452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf57ed39-0dcf-4a7c-a46e-92d4f0b23d60 req-3b51a1de-fb0e-43a6-a82e-1dcf487bd7a6 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0532496 Aug 29 04:22:34.340551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e52770-5206-45a2-92fa-193554cd8bde req-57eedcec-ab11-4e5b-9c0e-17151ee64645 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.342066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75e52770-5206-45a2-92fa-193554cd8bde req-57eedcec-ab11-4e5b-9c0e-17151ee64645 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 947 time: 0.0489919 Aug 29 04:22:34.348468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf57ed39-0dcf-4a7c-a46e-92d4f0b23d60 req-c4f57ffe-b90e-4dda-bb32-e70206238b70 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 29 04:22:34.383623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75e52770-5206-45a2-92fa-193554cd8bde req-ddc04649-86e2-4d74-92b7-103418010537 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Aug 29 04:22:34.472193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-feac68c5-9fcc-4176-bb07-c01e0846a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.473584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-feac68c5-9fcc-4176-bb07-c01e0846a7d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1100 time: 0.0683444 Aug 29 04:22:34.485259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67807de9-bb20-4189-9e26-e4fb83fd37cd req-6d24bc17-b536-4bba-bf8e-40b5286a9fdf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.486708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67807de9-bb20-4189-9e26-e4fb83fd37cd req-6d24bc17-b536-4bba-bf8e-40b5286a9fdf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0833941 Aug 29 04:22:34.490476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b52dd-9ff7-49f2-950b-9805182075df req-d8a2be02-a323-4b04-87fd-f99f1c1445d9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.491967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f6b52dd-9ff7-49f2-950b-9805182075df req-d8a2be02-a323-4b04-87fd-f99f1c1445d9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 946 time: 0.0543020 Aug 29 04:22:34.540564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f6b52dd-9ff7-49f2-950b-9805182075df req-47f9aa82-1c1d-4f04-a78c-ed654890d048 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Aug 29 04:22:34.594527 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67807de9-bb20-4189-9e26-e4fb83fd37cd req-5778b60c-e1e6-44b3-8ee2-7cb6a414c379 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937419 Aug 29 04:22:34.594875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f0991e80-dd8e-4995-bb53-97ef754e6f7f details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:34.633625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-7cfef15b-a789-4428-9111-f6530a3b7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.636404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-7cfef15b-a789-4428-9111-f6530a3b7638 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1457827 Aug 29 04:22:34.694301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-347dfa70-48a9-40fd-8f61-bfd45d1dce5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0394781 Aug 29 04:22:34.698689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e7eb0-086d-4031-a251-bdcc9001b99b req-bfdac213-f750-42f8-8af5-1b1d58d43773 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.701171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca0e7eb0-086d-4031-a251-bdcc9001b99b req-bfdac213-f750-42f8-8af5-1b1d58d43773 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 948 time: 0.0644376 Aug 29 04:22:34.736045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:34.763129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca0e7eb0-086d-4031-a251-bdcc9001b99b req-191bd981-b6d0-4eaa-8f9a-adcc623dae84 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537612 Aug 29 04:22:34.767751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-082affd1-6261-426a-9621-0255a8c0661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.769490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-082affd1-6261-426a-9621-0255a8c0661e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0660782 Aug 29 04:22:34.775269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f0991e80-dd8e-4995-bb53-97ef754e6f7f has no active binding in host n-h1-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:22:34.891038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-87530520-97e8-495e-a266-3f30406be1a2 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.898763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-87530520-97e8-495e-a266-3f30406be1a2 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1098 time: 0.0646183 Aug 29 04:22:34.902295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-a1badcf7-f000-4ba8-8a6d-6ef78aec009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.903888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-a1badcf7-f000-4ba8-8a6d-6ef78aec009a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502827 Aug 29 04:22:34.906239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-14'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:35.001334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0925681-b171-41b2-af63-6b27fc59faab req-b61259f3-196f-4933-a643-27473b7c22a6 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.003252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0925681-b171-41b2-af63-6b27fc59faab req-b61259f3-196f-4933-a643-27473b7c22a6 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.0931213 Aug 29 04:22:35.003769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.010309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baef43-a67b-4603-91df-d9250cc43946 req-d23b4d1d-413c-48ec-a2b7-c8377ac70f28 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.011791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20baef43-a67b-4603-91df-d9250cc43946 req-d23b4d1d-413c-48ec-a2b7-c8377ac70f28 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0995812 Aug 29 04:22:35.054848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-608788d1-18d3-4d0a-9fe3-376c6cfec538 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324098 Aug 29 04:22:35.067536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20baef43-a67b-4603-91df-d9250cc43946 req-96367c3d-039c-4494-8e50-06b5ee921fa6 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Aug 29 04:22:35.073968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0925681-b171-41b2-af63-6b27fc59faab req-14154579-da2b-467e-a58c-ffe313e36311 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615993 Aug 29 04:22:35.164590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-122c63ea-dd17-4c31-aa67-ef75eecd1734 req-bf259443-ff87-4e89-b528-bb60c87f5e1a service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958655 Aug 29 04:22:35.187666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.260429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed72d6-5db6-488a-b94e-5736c619ac33 req-32ec6f9f-6863-4d4e-9621-73028ff74a82 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.261849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11ed72d6-5db6-488a-b94e-5736c619ac33 req-32ec6f9f-6863-4d4e-9621-73028ff74a82 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Aug 29 04:22:35.271165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:35.277871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cf074e2c-c9fc-47a1-8465-88e2b25df43b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:35.337071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11ed72d6-5db6-488a-b94e-5736c619ac33 req-e33d902d-af17-4f07-a148-498d4762db94 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669522 Aug 29 04:22:35.339325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:35.341215 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea8a2b0-cff6-4dac-a6b0-62b23cd226a8" -d '{"events": [{"server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "name": "network-vif-unplugged", "status": "completed", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:35.345701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.356219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.402226 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef28f26-d089-4cf9-9d87-28289419463b x-openstack-request-id: req-3ef28f26-d089-4cf9-9d87-28289419463b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:35.402524 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "name": "network-vif-unplugged", "status": "completed", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:35.402920 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ef28f26-d089-4cf9-9d87-28289419463b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:35.403206 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f', 'code': 200} Aug 29 04:22:35.406334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.423938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'port_id': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'mac_address': 'fa:16:3e:22:40:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a77813-2562-4102-828c-8c0a030705c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:35.448041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.458016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on host n-h2-712143-14 for vnic_type normal with profile {"migrating_to": "n-h1-712143-14"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:35.458421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:35.458751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:35.463597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:35.463925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Attempting to bind port f0991e80-dd8e-4995-bb53-97ef754e6f7f on network 9fdd33ed-09ab-458b-af6e-37abdadf7bb2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:35.469806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:35.470143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Checking segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:35.470566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Bound using segment: {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:35.470985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Bound port: f0991e80-dd8e-4995-bb53-97ef754e6f7f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a335881-f729-480b-ae7e-fb7b1a30602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9fdd33ed-09ab-458b-af6e-37abdadf7bb2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:35.471337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.473048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.500830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf074e2c-c9fc-47a1-8465-88e2b25df43b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:35.524797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.531424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.532550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:35.606275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:35.610332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:35.617493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.627926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfd70c-7f85-4b35-b47b-ff2db42cd04c req-573a1be1-18df-4382-a443-cda0f4149fd7 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.629956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.630788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6dfd70c-7f85-4b35-b47b-ff2db42cd04c req-573a1be1-18df-4382-a443-cda0f4149fd7 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 947 time: 0.0656095 Aug 29 04:22:35.630932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-8364278e-b29a-494c-9b97-cb0ff8fb04d8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.639179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-8364278e-b29a-494c-9b97-cb0ff8fb04d8 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1205020 Aug 29 04:22:35.674373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6dfd70c-7f85-4b35-b47b-ff2db42cd04c req-737c742a-afb7-4412-9159-625d05c6e501 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Aug 29 04:22:35.678553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.695174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'mac_address': 'fa:16:3e:19:ee:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:35.718384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-2e74ced5-c5bb-4cdc-944a-96be6946df1b tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0782936 Aug 29 04:22:35.738501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'floatingip': {'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:35.739948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.758593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff802ae-f53c-4def-9470-5ba0ba1fab96 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:35.782261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.786672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.787969 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.788817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a885ddef-afc4-4567-a08b-2e483cc402fc details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:35.792111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f139d-96f5-4860-856f-24b916b887e2 req-622d8a29-dadf-49e6-81b6-9eab3c472110 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.794428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.795039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.795553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a39f139d-96f5-4860-856f-24b916b887e2 req-622d8a29-dadf-49e6-81b6-9eab3c472110 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0539308 Aug 29 04:22:35.796395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-acbd6e9a-7f9c-45c1-92f2-a201b93f6772 service neutron] 10.222.0.37 "PUT /v2.0/ports/f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 200 len: 1124 time: 0.8944468 Aug 29 04:22:35.802954 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.851126 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a39f139d-96f5-4860-856f-24b916b887e2 req-31099e65-c7de-41c7-b02a-14dd6090391e tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488183 Aug 29 04:22:35.882945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a885ddef-afc4-4567-a08b-2e483cc402fc, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a885ddef-afc4-4567-a08b-2e483cc402fc,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:35.886565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.908027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'a885ddef-afc4-4567-a08b-2e483cc402fc', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'a885ddef-afc4-4567-a08b-2e483cc402fc', 'mac_address': 'fa:16:3e:8a:2e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:35.917289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f0991e80-dd8e-4995-bb53-97ef754e6f7f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:35.995365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9822b-8313-4fce-9ab5-c67e5f795e99 req-dcc3a954-9325-4483-8953-6cd8147e60fc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.996922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84b9822b-8313-4fce-9ab5-c67e5f795e99 req-dcc3a954-9325-4483-8953-6cd8147e60fc tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.0671194 Aug 29 04:22:36.001395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.018434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a885ddef-afc4-4567-a08b-2e483cc402fc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:36.038403 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84b9822b-8313-4fce-9ab5-c67e5f795e99 req-56aeafba-af0d-4891-ac30-985116080123 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340271 Aug 29 04:22:36.056927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a885ddef-afc4-4567-a08b-2e483cc402fc, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a885ddef-afc4-4567-a08b-2e483cc402fc,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:36.069812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.142961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a885ddef-afc4-4567-a08b-2e483cc402fc,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:36.165400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66790f-71e5-4dc0-be7e-6b9ad279b254 req-30538915-f81d-4a88-987a-5b094a60adf6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.166909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af66790f-71e5-4dc0-be7e-6b9ad279b254 req-30538915-f81d-4a88-987a-5b094a60adf6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.0632172 Aug 29 04:22:36.205727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af66790f-71e5-4dc0-be7e-6b9ad279b254 req-29cdc5dc-70dc-4de1-a85d-8c9cc5af6022 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Aug 29 04:22:36.298837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.302748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.311872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461188b1-b153-43f6-b408-9a0612964e5d req-359aee70-72ac-493d-9bad-57fc5dc8b597 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.313446 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461188b1-b153-43f6-b408-9a0612964e5d req-359aee70-72ac-493d-9bad-57fc5dc8b597 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0495079 Aug 29 04:22:36.353110 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461188b1-b153-43f6-b408-9a0612964e5d req-8a406d19-75e7-4d77-be12-6e037a5d4f2e tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Aug 29 04:22:36.407161 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4 associated. External IP: 172.25.7.51, port: fc0fbe8f-6866-4928-ac97-28b80aec3455. Aug 29 04:22:36.410150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['f0991e80-dd8e-4995-bb53-97ef754e6f7f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:36.468169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76909-2783-4fbc-b3f8-43ae4f977969 req-7582e5c4-e876-442e-9580-5fa9f8644e91 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.469666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1c76909-2783-4fbc-b3f8-43ae4f977969 req-7582e5c4-e876-442e-9580-5fa9f8644e91 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 944 time: 0.0525177 Aug 29 04:22:36.519912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1c76909-2783-4fbc-b3f8-43ae4f977969 req-af3ca71e-e17e-4ce7-b966-c7b3c4bab685 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Aug 29 04:22:36.798336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fafc9-5af3-4ddd-b650-cef5bce783f5 req-3be92bb0-e4f2-4b3e-bd26-bd6e172123c6 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.799824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c9fafc9-5af3-4ddd-b650-cef5bce783f5 req-3be92bb0-e4f2-4b3e-bd26-bd6e172123c6 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 948 time: 0.0545490 Aug 29 04:22:36.817415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['cf074e2c-c9fc-47a1-8465-88e2b25df43b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:36.840796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c9fafc9-5af3-4ddd-b650-cef5bce783f5 req-b7e97ac3-46a3-4212-a4c4-f756e20acf6d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Aug 29 04:22:36.903936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:36.974875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268568e-a11a-4223-901f-901e4526bff0 req-06ce5be4-e1dc-4635-9ffd-9c6a96851ba8 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.976359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e268568e-a11a-4223-901f-901e4526bff0 req-06ce5be4-e1dc-4635-9ffd-9c6a96851ba8 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0563200 Aug 29 04:22:37.014796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e268568e-a11a-4223-901f-901e4526bff0 req-772d586c-11e9-425d-b830-592bb6eafe1a tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 Aug 29 04:22:37.021342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:37.034243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.046880 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:37.055256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-a9608c56-101a-49b4-8279-0667ba812dc1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "PUT /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 200 len: 996 time: 1.3225815 Aug 29 04:22:37.056731 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:37.057461 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:37.112305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-1a1d0c20-66d7-4306-9017-8659a6529fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.113859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-1a1d0c20-66d7-4306-9017-8659a6529fe6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.0424330 Aug 29 04:22:37.164965 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:37.165189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5dae-248f-4e9b-8997-9fce5776c2b7 req-6cb0ce4c-5d50-4b0d-a37e-a0f65a9f6bd2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.166802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76ff5dae-248f-4e9b-8997-9fce5776c2b7 req-6cb0ce4c-5d50-4b0d-a37e-a0f65a9f6bd2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.0498269 Aug 29 04:22:37.207616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76ff5dae-248f-4e9b-8997-9fce5776c2b7 req-b368c540-239a-468a-8337-288192a627c5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333750 Aug 29 04:22:37.212592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-c4db452e-c787-4c3f-92b0-0b149c3a98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.214231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-c4db452e-c787-4c3f-92b0-0b149c3a98e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.0943503 Aug 29 04:22:37.282557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-e375b64d-6ede-49a3-8921-badfca986c7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 999 time: 0.0617843 Aug 29 04:22:37.342309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-53c03b5a-3eec-4b9a-bb14-11b657486157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.342514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05cd02-05b1-4f95-8323-e11dccceda5e req-400ac485-0239-4d0a-b4b9-d2a1c05079c6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.343901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-53c03b5a-3eec-4b9a-bb14-11b657486157 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0451047 Aug 29 04:22:37.344053 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e05cd02-05b1-4f95-8323-e11dccceda5e req-400ac485-0239-4d0a-b4b9-d2a1c05079c6 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.0561290 Aug 29 04:22:37.397958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e05cd02-05b1-4f95-8323-e11dccceda5e req-dc34bff7-91d6-4d29-b7b8-b429694aa479 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Aug 29 04:22:37.404265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f'}, {'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:37.407196 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f18ad1-a963-47be-b628-3b3cd0abce51" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f"}, {"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:37.414673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-93a009b9-fd8e-40e8-b4c6-f87809c548f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.416245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-93a009b9-fd8e-40e8-b4c6-f87809c548f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607660 Aug 29 04:22:37.428272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-9d112cff-dd9b-4b75-bf73-3aad1bb219cb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:37.429856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-9d112cff-dd9b-4b75-bf73-3aad1bb219cb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059738 Aug 29 04:22:37.467011 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:55:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:36Z', 'revision_number': 1, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:37.514563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca651ad-3ba0-46b8-906d-a31bead882a2 req-89a823d1-eddc-49ec-a2d5-697b77ae126a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.516173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ca651ad-3ba0-46b8-906d-a31bead882a2 req-89a823d1-eddc-49ec-a2d5-697b77ae126a tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.0506122 Aug 29 04:22:37.523044 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:37.529525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-202ee7c6-61e7-4b7e-8c9c-622b1ad79b0e service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922422 Aug 29 04:22:37.536629 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:37.537238 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:37.560785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['bff802ae-f53c-4def-9470-5ba0ba1fab96'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:37.561621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ca651ad-3ba0-46b8-906d-a31bead882a2 req-b77b24d7-9b0c-448a-b181-783b1aaaa4b8 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/security-groups?id=e2fd8887-7b94-425c-be2c-edddbdd8a560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Aug 29 04:22:37.594664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['a885ddef-afc4-4567-a08b-2e483cc402fc'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:37.670154 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fceab79-80e9-4e80-962f-c3e7b98e55f1 req-d494679c-9e74-4477-953f-a6afd57efca1 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344051 Aug 29 04:22:37.672023 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce665a3-d895-4f40-84b9-30ca9ba28c96 x-openstack-request-id: req-7ce665a3-d895-4f40-84b9-30ca9ba28c96 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:37.672550 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:37.673087 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ce665a3-d895-4f40-84b9-30ca9ba28c96 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:37.674435 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f', 'status': 'completed', 'code': 200} Aug 29 04:22:37.675024 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'status': 'completed', 'code': 200} Aug 29 04:22:37.685886 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:37.755475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-2ae24785-2ac4-4847-8832-ef999fe45572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.756215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-2ae24785-2ac4-4847-8832-ef999fe45572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.0801260 Aug 29 04:22:37.791726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-150d3dd2-1f1d-467e-a2d8-bcf0f26a2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.794012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-150d3dd2-1f1d-467e-a2d8-bcf0f26a2be8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1127 time: 0.0814071 Aug 29 04:22:37.924200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cac7e7-bc60-4a65-baa6-ec3f466d117f req-656a02d4-50a1-48e5-9ec0-c91f67ec1134 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.931972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58cac7e7-bc60-4a65-baa6-ec3f466d117f req-656a02d4-50a1-48e5-9ec0-c91f67ec1134 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 944 time: 0.1272392 Aug 29 04:22:37.954041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-cc665275-9559-4a3f-ae99-ccb8eb7f0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.955988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-cc665275-9559-4a3f-ae99-ccb8eb7f0831 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.1890821 Aug 29 04:22:37.985938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-b454b69f-6428-4862-9140-a9620df80ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.987458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-b454b69f-6428-4862-9140-a9620df80ee6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1275461 Aug 29 04:22:38.038921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58cac7e7-bc60-4a65-baa6-ec3f466d117f req-c8248898-7c20-4609-ab49-a58771bcc608 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000333 Aug 29 04:22:38.057388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-f2401ec0-34f8-4bca-ab18-f35618b7ffe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 999 time: 0.0859787 Aug 29 04:22:38.118600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-df07e4a8-bec6-4541-b46e-4dabc5dc663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.120070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-df07e4a8-bec6-4541-b46e-4dabc5dc663c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0507891 Aug 29 04:22:38.185560 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:55:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:36Z', 'revision_number': 1, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:38.219301 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d19cb-d0e1-4fc4-a9f2-c49e79fbc0c0 None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:55:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:36Z', 'revision_number': 1, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:38.241252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05363ca-215f-4a22-81e4-e1ac76716ec6 req-b3774823-ce77-441c-80aa-3916e312ed15 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.242981 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a05363ca-215f-4a22-81e4-e1ac76716ec6 req-b3774823-ce77-441c-80aa-3916e312ed15 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.1204062 Aug 29 04:22:38.249060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-baf2c0b3-3988-4fd7-8aff-7ade81388013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.250582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-baf2c0b3-3988-4fd7-8aff-7ade81388013 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007562 Aug 29 04:22:38.269637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507da1da-0cc1-4279-83ee-d042592bd690 req-d62c2ec1-8afc-4662-9cf6-66635d74ffaf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.276550 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507da1da-0cc1-4279-83ee-d042592bd690 req-d62c2ec1-8afc-4662-9cf6-66635d74ffaf tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 946 time: 0.1124532 Aug 29 04:22:38.401752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a05363ca-215f-4a22-81e4-e1ac76716ec6 req-0adfa052-cce7-4cc7-89ae-b2bdb40fedfa tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476786 Aug 29 04:22:38.431031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-93fbf3e3-55ab-43e4-b7d5-acc2d19c6232 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 200 len: 217 time: 0.3318152 Aug 29 04:22:38.457080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-59ab5f1a-6602-4076-b32a-71e36be5b8b2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.464293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-59ab5f1a-6602-4076-b32a-71e36be5b8b2 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4189115 Aug 29 04:22:38.478806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1090dd0f-4fdc-49ae-a814-90bbf5c37e0b None None] New status for floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:22:38.495385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-e7e0abc6-d5a4-42de-aac9-7e376b9e86b3 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176979 Aug 29 04:22:38.562228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Deleting port 28c8ce99-e94d-4cb9-82d5-e956690160c1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:38.562575 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.592843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-3a334811-7514-4fcb-8a50-55dd581e49d0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.594353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-3a334811-7514-4fcb-8a50-55dd581e49d0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8&tenant_id=a627bba863024eb2ac3850aaa61da2e9&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 949 time: 0.4809873 Aug 29 04:22:38.629476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcdf12-2e88-4574-bef4-bf31ff592487 req-7407f607-37c2-4711-99a4-b68d76fcf3a1 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.630975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21bcdf12-2e88-4574-bef4-bf31ff592487 req-7407f607-37c2-4711-99a4-b68d76fcf3a1 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 948 time: 0.1590042 Aug 29 04:22:38.659570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-7b7acf65-92b0-4b9a-adce-dbc3031a4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.661670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-7b7acf65-92b0-4b9a-adce-dbc3031a4077 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1689315 Aug 29 04:22:38.666130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-f26eec5b-e584-4548-ab04-7571744c10f6 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 999 time: 0.2010095 Aug 29 04:22:38.686768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'floatingip': {'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:38.714625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-011f3751-452a-44ec-9e18-8de3e70d88ad service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047472 Aug 29 04:22:38.720491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21bcdf12-2e88-4574-bef4-bf31ff592487 req-b2c40f40-faea-45bc-9cf7-d380d83934bf tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767841 Aug 29 04:22:38.746267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-805a4f6b-c3dd-4dc0-b874-08658e59fec8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725489 Aug 29 04:22:38.747380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] For port 28c8ce99-e94d-4cb9-82d5-e956690160c1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28c8ce99-e94d-4cb9-82d5-e956690160c1,segment=NetworkSegment(8b24a393-5ef7-485e-867d-a5746a9f1f6a),segment_id=8b24a393-5ef7-485e-867d-a5746a9f1f6a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:38.747762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.761890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Calling delete_port for 28c8ce99-e94d-4cb9-82d5-e956690160c1 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:38.767010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-1de04ef7-490e-4c66-8536-a5e922674db7 service neutron] 10.222.0.32 "GET /v2.0/ports/bff802ae-f53c-4def-9470-5ba0ba1fab96/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.1490545 Aug 29 04:22:38.783949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.873267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a1425-ccbf-482c-adfa-f1e1fb97a1eb req-057a7c1f-b863-4112-aa37-6a4fbdf775ee tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.874785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-251a1425-ccbf-482c-adfa-f1e1fb97a1eb req-057a7c1f-b863-4112-aa37-6a4fbdf775ee tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0715420 Aug 29 04:22:38.957644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-251a1425-ccbf-482c-adfa-f1e1fb97a1eb req-c287d6c1-611e-4bcc-bc88-c84737d8eaef tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups?id=062f21eb-aaba-4758-8a93-fd3532d1a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758870 Aug 29 04:22:38.962362 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.992390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Pushing event deleted for resources: {'Port': ['ID=28c8ce99-e94d-4cb9-82d5-e956690160c1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.041292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] No DVR routers for this DVR port 28c8ce99-e94d-4cb9-82d5-e956690160c1 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:39.050557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.052426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507da1da-0cc1-4279-83ee-d042592bd690 req-dc001078-dce5-4e57-96c0-5ff987f9e948 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.32 "DELETE /v2.0/ports/28c8ce99-e94d-4cb9-82d5-e956690160c1 HTTP/1.1" status: 204 len: 173 time: 0.7561293 Aug 29 04:22:39.060207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['28c8ce99-e94d-4cb9-82d5-e956690160c1'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:39.097047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186452c-2220-4b91-b29e-bd3e829c107d req-3bf2f0cf-590b-4163-894a-fa82502375eb tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.098583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9186452c-2220-4b91-b29e-bd3e829c107d req-3bf2f0cf-590b-4163-894a-fa82502375eb tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.0586567 Aug 29 04:22:39.134355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-da34fb1f-6afd-4f60-b98f-da47607ce36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.135809 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-da34fb1f-6afd-4f60-b98f-da47607ce36a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1101 time: 0.1179657 Aug 29 04:22:39.143754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9186452c-2220-4b91-b29e-bd3e829c107d req-8bfec89e-f28d-4165-a79d-b96200009914 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Aug 29 04:22:39.151293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-ec440941-35fb-4162-946e-f4c4dc3f9984 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816523 Aug 29 04:22:39.244173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dda3292c-a6a5-4683-9d25-4be10744b384 req-fa7923e1-e1d2-4640-acd6-910ada24fec1 tempest-ServerDiskConfigTestJSON-374906059 tempest-ServerDiskConfigTestJSON-374906059-project] 10.222.0.55 "GET /v2.0/ports?device_id=cecf421e-3cff-4272-bb83-8d59019790f9 HTTP/1.1" status: 200 len: 210 time: 0.0269406 Aug 29 04:22:39.386033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cf074e2c-c9fc-47a1-8465-88e2b25df43b up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:39.417669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90219d94-9baf-4eac-b202-e08b87db62cd req-1c3653d4-8e2a-48a3-9e6c-4b945115adc1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.419352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90219d94-9baf-4eac-b202-e08b87db62cd req-1c3653d4-8e2a-48a3-9e6c-4b945115adc1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 944 time: 0.0529451 Aug 29 04:22:39.435238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port cf074e2c-c9fc-47a1-8465-88e2b25df43b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:39.435621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.456304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-2387641a-89d5-4c7d-8dd7-fa540534b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.457783 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-2387641a-89d5-4c7d-8dd7-fa540534b7cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2607102 Aug 29 04:22:39.461339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46f18ad1-a963-47be-b628-3b3cd0abce51 req-49b2933e-1656-469d-a8c8-92d08f80dacc service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653477 Aug 29 04:22:39.461852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90219d94-9baf-4eac-b202-e08b87db62cd req-14df3d9d-16c6-4db7-8aa7-754ab634ebe2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Aug 29 04:22:39.517374 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.541476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:39.544275 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b67f6-825e-462a-9b30-35ecabbef155" -d '{"events": [{"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-plugged", "status": "completed", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:39.559872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:39.564530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.565616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a885ddef-afc4-4567-a08b-2e483cc402fc up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:39.594236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-e12bd1b5-fa9e-40a7-b8b5-df43daa1dc5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0450525 Aug 29 04:22:39.616657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.623842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b83c4-a0af-4cd1-a7a5-fff1ff1d9a08 req-b22aaa02-b7e9-42bb-aa2e-b386980b7a54 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.625537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-006b83c4-a0af-4cd1-a7a5-fff1ff1d9a08 req-b22aaa02-b7e9-42bb-aa2e-b386980b7a54 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.1021805 Aug 29 04:22:39.637442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-3a5bfc2c-2edf-4ee0-baef-4b5aeefc9e85 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.637828 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.639021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-3a5bfc2c-2edf-4ee0-baef-4b5aeefc9e85 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 946 time: 0.0971873 Aug 29 04:22:39.646981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.662527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port a885ddef-afc4-4567-a08b-2e483cc402fc completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:39.668293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port a885ddef-afc4-4567-a08b-2e483cc402fc triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:39.669469 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.683137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'name': 'network-vif-deleted', 'tag': '28c8ce99-e94d-4cb9-82d5-e956690160c1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:39.685874 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98751412-90af-4131-9a2f-47dac84a8366" -d '{"events": [{"server_uuid": "cecf421e-3cff-4272-bb83-8d59019790f9", "name": "network-vif-deleted", "tag": "28c8ce99-e94d-4cb9-82d5-e956690160c1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:39.700428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-528082ad-ff60-4e99-b2c1-a1184c0dd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.702539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-528082ad-ff60-4e99-b2c1-a1184c0dd4c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0975051 Aug 29 04:22:39.738819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-006b83c4-a0af-4cd1-a7a5-fff1ff1d9a08 req-124e7ffe-2d5f-4034-9038-616d400e52bd tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988486 Aug 29 04:22:39.760653 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.779196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Deleting port b87da76b-7a86-479a-a627-e9dd07610ebe {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:39.780070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.794729 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4 associated. External IP: 172.25.7.51, port: fc0fbe8f-6866-4928-ac97-28b80aec3455. Aug 29 04:22:39.799920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-dd5c7a64-8a7a-437b-8a13-64170bb60df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.801524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-dd5c7a64-8a7a-437b-8a13-64170bb60df2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0665562 Aug 29 04:22:39.811253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a885ddef-afc4-4567-a08b-2e483cc402fc, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a885ddef-afc4-4567-a08b-2e483cc402fc,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:39.815914 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.817002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28c8ce99-e94d-4cb9-82d5-e956690160c1 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:39.869865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 28c8ce99-e94d-4cb9-82d5-e956690160c1 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:39.870308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28c8ce99-e94d-4cb9-82d5-e956690160c1 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:39.896207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] For port b87da76b-7a86-479a-a627-e9dd07610ebe, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b87da76b-7a86-479a-a627-e9dd07610ebe,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:39.896813 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.906255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a885ddef-afc4-4567-a08b-2e483cc402fc,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.976443 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca23aff-6590-45b9-a8f7-e16d5f991216 x-openstack-request-id: req-aca23aff-6590-45b9-a8f7-e16d5f991216 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:39.977025 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-plugged", "status": "completed", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:39.977426 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aca23aff-6590-45b9-a8f7-e16d5f991216 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:39.977981 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'code': 200} Aug 29 04:22:40.016031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-7b0d73b4-79e4-45a4-ab01-3aee87730bfb service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773698 Aug 29 04:22:40.028777 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ed780-7853-4265-8c76-de03419fcb7d x-openstack-request-id: req-1d9ed780-7853-4265-8c76-de03419fcb7d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:40.029291 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecf421e-3cff-4272-bb83-8d59019790f9", "name": "network-vif-deleted", "tag": "28c8ce99-e94d-4cb9-82d5-e956690160c1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:40.029291 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d9ed780-7853-4265-8c76-de03419fcb7d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:40.029731 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecf421e-3cff-4272-bb83-8d59019790f9', 'name': 'network-vif-deleted', 'tag': '28c8ce99-e94d-4cb9-82d5-e956690160c1', 'status': 'completed', 'code': 200} Aug 29 04:22:40.438410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:40.463080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-f5fd348e-9865-4c81-b740-09ee5827fcfc service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116197 Aug 29 04:22:40.469505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8642745-f19a-4353-857a-34d376ef731f req-3f952ec6-37d6-4bb9-9562-baf988067fd2 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.470956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8642745-f19a-4353-857a-34d376ef731f req-3f952ec6-37d6-4bb9-9562-baf988067fd2 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 949 time: 0.3820024 Aug 29 04:22:40.490070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.490454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.490770 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Floating IP afe4e21e-aac0-495d-846e-292b690a79f8 disassociated. External IP: 172.25.7.100, port: b87da76b-7a86-479a-a627-e9dd07610ebe. Aug 29 04:22:40.491106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Calling delete_port for b87da76b-7a86-479a-a627-e9dd07610ebe owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:40.555369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8642745-f19a-4353-857a-34d376ef731f req-c775cfbe-7ce2-4bd5-8b9e-ab49b66d992e tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Aug 29 04:22:40.562627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:40.583623 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:40.597495 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:40.598815 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:40.674334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.709777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event deleted for resources: {'Port': ['ID=b87da76b-7a86-479a-a627-e9dd07610ebe,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.719962 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:40.725489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3680d2-b744-47e1-9735-c6d020a697bf req-8bccfab1-788c-44ae-9e40-fa2e2cfa45fd tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.727158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d3680d2-b744-47e1-9735-c6d020a697bf req-8bccfab1-788c-44ae-9e40-fa2e2cfa45fd tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.0917652 Aug 29 04:22:40.817312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:40.836657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d3680d2-b744-47e1-9735-c6d020a697bf req-cde2837a-9c7a-4c37-af4a-0573fb8ac48a tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027398 Aug 29 04:22:40.878761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Router f2f4b647-2aba-4bda-be1a-0b37ee208894 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:40.946133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:40.956321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.965167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e05cdad7-fea1-4510-a715-e37e38077811 req-b64e82e4-c34c-4556-9a11-4342daeabdcb tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 210 time: 0.0338633 Aug 29 04:22:40.967433 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:57:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 3, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:40.993507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:40.995434 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27d54d-5d8f-440a-a10e-a489793b88e1" -d '{"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:41.003966 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:41.013131 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:41.013776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:41.028672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-88e31575-2082-44df-9ae8-2b512834e853 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "PUT /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 200 len: 997 time: 2.3457286 Aug 29 04:22:41.028897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:41.039148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] Sync routers for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:41.055008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:41.055675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:41.087199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] No DVR routers for this DVR port b87da76b-7a86-479a-a627-e9dd07610ebe on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:41.102334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-7684e77b-62a7-44a1-9be0-54526585d2c1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.103907 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-7684e77b-62a7-44a1-9be0-54526585d2c1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports/fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 943 time: 0.0682220 Aug 29 04:22:41.107653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.109947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d6f1d7b-5b9e-40e8-97eb-6540de47e52e req-5566f461-1ed3-4af6-87a8-b9784193173c tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.32 "DELETE /v2.0/ports/b87da76b-7a86-479a-a627-e9dd07610ebe HTTP/1.1" status: 204 len: 173 time: 1.4535441 Aug 29 04:22:41.156098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365f3be-b5e1-4c96-adda-b9ce73e965cf req-53fb9d3a-7a57-429f-9a9b-62f076f4ecdf tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.166265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1365f3be-b5e1-4c96-adda-b9ce73e965cf req-53fb9d3a-7a57-429f-9a9b-62f076f4ecdf tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.1050341 Aug 29 04:22:41.217575 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:41.244613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1365f3be-b5e1-4c96-adda-b9ce73e965cf req-2a5a2ddd-c955-4338-afc6-0aacc199cfbe tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679486 Aug 29 04:22:41.285176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-6118fcee-1942-4baf-8b69-851fb6057889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.293625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-6118fcee-1942-4baf-8b69-851fb6057889 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.0883944 Aug 29 04:22:41.417244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:41.421196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:41.509317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-58e3204a-0208-43c1-b53a-16241f602e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.511370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-58e3204a-0208-43c1-b53a-16241f602e5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.2168536 Aug 29 04:22:41.521668 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:57:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 3, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:41.554854 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43d7f1-b77e-47e3-bcd3-fc66cab1a8b7 None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:57:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:39Z', 'revision_number': 3, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:41.616274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-f44bc03d-0a27-4019-859e-21fe9c691597 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 217 time: 0.0964539 Aug 29 04:22:41.684483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-e9e20a41-ddec-4e8e-b416-a5971dbdc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.693716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-e9e20a41-ddec-4e8e-b416-a5971dbdc04a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0764952 Aug 29 04:22:41.703140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port bff802ae-f53c-4def-9470-5ba0ba1fab96 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:41.711735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port bff802ae-f53c-4def-9470-5ba0ba1fab96 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:41.712276 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.735434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435456e1-23af-426b-a3ac-9ebe4109f207 req-8b91a0b9-4afb-48e9-9450-87e6b3c7fbbe tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.742175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-6d937cd5-abd4-4943-83a0-872edbc0a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.744412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-435456e1-23af-426b-a3ac-9ebe4109f207 req-8b91a0b9-4afb-48e9-9450-87e6b3c7fbbe tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.2675388 Aug 29 04:22:41.750139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-6d937cd5-abd4-4943-83a0-872edbc0a188 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553486 Aug 29 04:22:41.757213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-fefccfe2-ae5a-4899-a768-725eee62a481 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:41.769339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-fefccfe2-ae5a-4899-a768-725eee62a481 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183384 Aug 29 04:22:41.795807 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-435456e1-23af-426b-a3ac-9ebe4109f207 req-e2124f4a-c621-4488-b121-a37aea930a72 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502217 Aug 29 04:22:41.852955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:08Z', 'revision_number': 5, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:41.895221 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b815b8b8-5a12-4598-8f01-4d3cf96ff372 x-openstack-request-id: req-b815b8b8-5a12-4598-8f01-4d3cf96ff372 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:41.895513 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:41.895767 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b815b8b8-5a12-4598-8f01-4d3cf96ff372 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:41.896159 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'status': 'completed', 'code': 200} Aug 29 04:22:41.898443 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8a706-9652-4268-b9f9-dbff39d882da None None] New status for floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:22:41.915351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-9f317dd3-1dc6-4b02-845c-508c3c602626 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450670 Aug 29 04:22:41.935183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-58719b28-ec6d-4140-b97c-3ce5db72091a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1336930 Aug 29 04:22:41.945354 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.990938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885ddef-afc4-4567-a08b-2e483cc402fc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:41.995643 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e90c831-84e0-4c6c-a243-7383f883b152" -d '{"events": [{"server_uuid": "07859d9a-8150-4fe7-b5a3-a21a46266baa", "name": "network-vif-plugged", "status": "completed", "tag": "a885ddef-afc4-4567-a08b-2e483cc402fc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:41.998443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] Checking router: f2f4b647-2aba-4bda-be1a-0b37ee208894 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:42.046213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'name': 'network-vif-deleted', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:42.052008 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17157a50-3a1e-43bc-b8e3-3fdf833ca2ce" -d '{"events": [{"server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "name": "network-vif-deleted", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:42.053181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:42.053865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:42.105936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-0ac00c71-a787-457a-886b-13d50fd14e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.107474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-e4dbe9ee-51d6-43c5-bcf0-6da5e8bc42f9 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912017 Aug 29 04:22:42.109564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-0ac00c71-a787-457a-886b-13d50fd14e5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.1689794 Aug 29 04:22:42.179173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:42.186694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.187954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cf074e2c-c9fc-47a1-8465-88e2b25df43b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:42.209177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-8045e652-bd0c-49d1-ad2a-3205a76bdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.216738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-8045e652-bd0c-49d1-ad2a-3205a76bdf75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 1097 time: 0.0873489 Aug 29 04:22:42.222634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:42.274131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-f91e10c9-b237-4dc1-ba0e-a03d78474ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.275816 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-f91e10c9-b237-4dc1-ba0e-a03d78474ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 1096 time: 0.2804496 Aug 29 04:22:42.289893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c1a1c-b172-417e-8c13-b93bbfc2f061 req-21a613b5-5224-4114-9320-e28ae1684cda tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.299517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f20c1a1c-b172-417e-8c13-b93bbfc2f061 req-21a613b5-5224-4114-9320-e28ae1684cda tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 949 time: 0.1971374 Aug 29 04:22:42.371092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.396462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-497c5160-14fc-4f70-b260-03a79825628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.398014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-497c5160-14fc-4f70-b260-03a79825628e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.1722846 Aug 29 04:22:42.456932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-4c369eb9-3cf6-4b9e-a905-5b4de4a30d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.459301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-4c369eb9-3cf6-4b9e-a905-5b4de4a30d1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1124740 Aug 29 04:22:42.461726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:42.476809 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-580b71e4-9f5e-483b-b9fd-a5422aa8bcf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 1000 time: 0.0714974 Aug 29 04:22:42.489243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f20c1a1c-b172-417e-8c13-b93bbfc2f061 req-342e3502-80a7-45b2-b1df-8bb83fe24a5c tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886427 Aug 29 04:22:42.539638 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-96791560-f993-4c6c-acac-046f78e8b840 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 200 len: 217 time: 0.0468709 Aug 29 04:22:42.541611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-aeb37865-72e1-489b-a64f-57773fedb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.543189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-aeb37865-72e1-489b-a64f-57773fedb137 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.3575296 Aug 29 04:22:42.545006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-9d4636ad-f2ce-483c-b60b-ecf738d3a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.546984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-9d4636ad-f2ce-483c-b60b-ecf738d3a094 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0640361 Aug 29 04:22:42.556621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:42.557257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:42.561336 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.608094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-05ff4088-e6e4-4d3f-baa4-06dfb30e720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.610204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-05ff4088-e6e4-4d3f-baa4-06dfb30e720d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567052 Aug 29 04:22:42.661806 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-5ddf25a6-524e-4d6c-9458-3b25f52a6ca1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 217 time: 0.0922441 Aug 29 04:22:42.725984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-0c524ad8-c0c9-4742-9e64-b8297e99198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.727634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-0c524ad8-c0c9-4742-9e64-b8297e99198e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.1770637 Aug 29 04:22:42.728427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:42.737732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-0c5acaca-7e04-456d-a321-cbcf7218780e service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189744 Aug 29 04:22:42.756409 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.780266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-13c04a72-0b28-4d1b-9402-d2db3771fc1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431194 Aug 29 04:22:42.804231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-78d5f5ad-2971-4864-8330-158820b4f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.805938 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-78d5f5ad-2971-4864-8330-158820b4f7e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.1209147 Aug 29 04:22:42.816470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a4e0-9a9b-4dc7-a59f-160b12555314 req-f5ab058f-e1be-492c-b27b-d1fe999b82a7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.817744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3803a4e0-9a9b-4dc7-a59f-160b12555314 req-f5ab058f-e1be-492c-b27b-d1fe999b82a7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 945 time: 0.1708221 Aug 29 04:22:42.827350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:42.856866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-9f9e1b2a-693d-4643-bb52-c378242dc106 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.858409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-9f9e1b2a-693d-4643-bb52-c378242dc106 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 943 time: 0.1105602 Aug 29 04:22:42.897181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.970797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb1a7896-f002-49fd-af8c-0e80c1acf631 req-0787908d-5e24-4015-a81d-993b789bea41 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316611 Aug 29 04:22:42.980150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3803a4e0-9a9b-4dc7-a59f-160b12555314 req-f5a86193-c98e-4f2b-9515-667506889a49 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363184 Aug 29 04:22:43.021566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Deleting port cf074e2c-c9fc-47a1-8465-88e2b25df43b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:43.021893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.046271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-cdadf7d0-4dd1-4038-ab00-33c574fecbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.047632 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-cdadf7d0-4dd1-4038-ab00-33c574fecbe7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2151778 Aug 29 04:22:43.097728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-fe624dad-ad97-449e-8070-e4d5775ac433 service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049271 Aug 29 04:22:43.125754 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8118e537-8e91-42de-9360-08da4a48a07e x-openstack-request-id: req-8118e537-8e91-42de-9360-08da4a48a07e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:43.126359 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07859d9a-8150-4fe7-b5a3-a21a46266baa", "name": "network-vif-plugged", "status": "completed", "tag": "a885ddef-afc4-4567-a08b-2e483cc402fc", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:43.126359 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8118e537-8e91-42de-9360-08da4a48a07e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:43.127554 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885ddef-afc4-4567-a08b-2e483cc402fc', 'code': 200} Aug 29 04:22:43.131705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:08Z', 'revision_number': 5, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:43.199427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] For port cf074e2c-c9fc-47a1-8465-88e2b25df43b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cf074e2c-c9fc-47a1-8465-88e2b25df43b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:43.202956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087a20fc-fcc9-428d-8051-020cf0748eaa None None] The sync data for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 is: [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:18:59Z', 'revision_number': 4, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'bac519b7-8034-41a5-aee6-9b148766a807', 'name': '', 'network_id': '88f319d5-c481-44ca-a848-e04a278882d8', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'mac_address': 'fa:16:3e:43:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6099c378-3ab7-4017-86ea-183e319d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:58Z', 'updated_at': '2021-08-29T04:19:08Z', 'revision_number': 5, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'subnets': [{'id': '6099c378-3ab7-4017-86ea-183e319d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:43.203615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.268061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Calling delete_port for cf074e2c-c9fc-47a1-8465-88e2b25df43b owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:43.324373 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e296bce9-0d2b-4d02-a368-377bf33a952f x-openstack-request-id: req-e296bce9-0d2b-4d02-a368-377bf33a952f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:43.325448 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdffe0a-befd-491f-885e-7016a5c6707b", "name": "network-vif-deleted", "tag": "b87da76b-7a86-479a-a627-e9dd07610ebe", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:43.325722 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e296bce9-0d2b-4d02-a368-377bf33a952f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:43.326738 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdffe0a-befd-491f-885e-7016a5c6707b', 'name': 'network-vif-deleted', 'tag': 'b87da76b-7a86-479a-a627-e9dd07610ebe', 'status': 'completed', 'code': 200} Aug 29 04:22:43.329765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc50f2a8-bb7d-4a57-9954-84c4a560e2a4 req-dde1a380-41a0-4135-b53b-da7f1f5f677c service neutron] 10.222.0.32 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740861 Aug 29 04:22:43.345966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b87da76b-7a86-479a-a627-e9dd07610ebe no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:43.372795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: b87da76b-7a86-479a-a627-e9dd07610ebe {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:43.373145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b87da76b-7a86-479a-a627-e9dd07610ebe not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:43.378266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-636c24e1-9b4b-4efb-af45-a60d55a11acc req-70d6428f-e5b3-450c-af40-9f827728cbcd tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 210 time: 0.2192945 Aug 29 04:22:43.456097 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-edaf277e-9323-4db2-ab1f-f574326f66dc service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951166 Aug 29 04:22:43.483403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:57:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:42Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:43.525610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:43.540742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:43.542391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:43.581844 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e27d54d-5d8f-440a-a10e-a489793b88e1 req-b671fe14-3c7a-449b-bcb0-165dad8e4e54 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122587 Aug 29 04:22:43.640935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05080e-3e8b-49da-969b-149ca57c727c req-d96e5476-4143-4523-a587-fc9b6e4ec716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.642609 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b05080e-3e8b-49da-969b-149ca57c727c req-d96e5476-4143-4523-a587-fc9b6e4ec716 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 1101 time: 0.4194858 Aug 29 04:22:43.654348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.679515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0371-dfc4-4847-8aea-1655e0b3b4ce req-b2c14961-b750-4db2-81b1-fa6ab3774fa5 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.681216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-745f0371-dfc4-4847-8aea-1655e0b3b4ce req-b2c14961-b750-4db2-81b1-fa6ab3774fa5 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 950 time: 0.0806949 Aug 29 04:22:43.685231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383d5ef-6b1f-4a0e-a2fd-c95036cae7ba req-b7a5a7b5-6122-4bae-aa4f-8227a59e7a9d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.694758 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6383d5ef-6b1f-4a0e-a2fd-c95036cae7ba req-b7a5a7b5-6122-4bae-aa4f-8227a59e7a9d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.4692075 Aug 29 04:22:43.697630 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb324417-5cfd-4f54-9690-a01a5c90c83a None None] New status for floating IP afe4e21e-aac0-495d-846e-292b690a79f8: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:22:43.713613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-809540d3-9d52-49ae-bd77-b7c5f65def4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.715681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-809540d3-9d52-49ae-bd77-b7c5f65def4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8&tenant_id=a627bba863024eb2ac3850aaa61da2e9 HTTP/1.1" status: 200 len: 1102 time: 0.2054083 Aug 29 04:22:43.750821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:43.758664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event deleted for resources: {'Port': ['ID=cf074e2c-c9fc-47a1-8465-88e2b25df43b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.795049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-745f0371-dfc4-4847-8aea-1655e0b3b4ce req-5ab06cea-933d-441f-a231-0865a84c03c2 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849648 Aug 29 04:22:43.843957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:43.907899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:43.910346 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede8ed98-a799-4f17-b91a-23c8a35a7d79" -d '{"events": [{"name": "network-changed", "server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:43.916373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29001dcd-6f30-48af-a71a-db92caffe1d1 req-df80dfb0-bc60-4f07-94c8-0c7f206b8757 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.1071398 Aug 29 04:22:43.927394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] No DVR routers for this DVR port cf074e2c-c9fc-47a1-8465-88e2b25df43b on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:43.950368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.954662 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc783421-c67e-4a0b-b8ff-d477f4b7f023 req-6f9adce1-0178-40b1-a915-59cb4ac4191c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "DELETE /v2.0/ports/cf074e2c-c9fc-47a1-8465-88e2b25df43b HTTP/1.1" status: 204 len: 173 time: 1.0861554 Aug 29 04:22:43.969422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6383d5ef-6b1f-4a0e-a2fd-c95036cae7ba req-4d976c35-750d-4b96-885d-1ec200f52e52 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716036 Aug 29 04:22:43.971260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b05080e-3e8b-49da-969b-149ca57c727c req-dc4ffe9d-7b73-46a9-b8e7-5a491b519f55 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140044 Aug 29 04:22:43.987850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.001439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29001dcd-6f30-48af-a71a-db92caffe1d1 req-8028b6b8-de92-4c61-b88b-92ce7b3d6136 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.013939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29001dcd-6f30-48af-a71a-db92caffe1d1 req-8028b6b8-de92-4c61-b88b-92ce7b3d6136 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports/d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 942 time: 0.0849481 Aug 29 04:22:44.148551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29001dcd-6f30-48af-a71a-db92caffe1d1 req-f9006508-9285-49f4-9d33-7b7d3f92eebe tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.0809772 Aug 29 04:22:44.191898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:57:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:42Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:44.241788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0d858-cb77-4b1a-9f6b-4c9c05ae124f None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:57:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:42Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:44.284325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00dc6e-75db-4096-a5dd-fc1bc3db03b5 req-7212a4d1-59af-401a-8a6a-edd0487c600d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.294199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29001dcd-6f30-48af-a71a-db92caffe1d1 req-980cec93-5f2a-44dc-84c8-58999b3adfcb tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.297983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29001dcd-6f30-48af-a71a-db92caffe1d1 req-980cec93-5f2a-44dc-84c8-58999b3adfcb tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1407428 Aug 29 04:22:44.298339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce00dc6e-75db-4096-a5dd-fc1bc3db03b5 req-7212a4d1-59af-401a-8a6a-edd0487c600d tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 949 time: 0.1354671 Aug 29 04:22:44.406145 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2c4361-13b9-499e-9b03-7fb1ee14245e x-openstack-request-id: req-ab2c4361-13b9-499e-9b03-7fb1ee14245e {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:44.406581 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:44.406934 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab2c4361-13b9-499e-9b03-7fb1ee14245e {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:44.407572 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'status': 'completed', 'code': 200} Aug 29 04:22:44.425734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce00dc6e-75db-4096-a5dd-fc1bc3db03b5 req-1ca81729-d475-47be-90f1-e75cf6664eb5 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113310 Aug 29 04:22:44.440843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:44.483214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-498c3b60-5028-4e3a-995e-909f8df29ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.491535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-498c3b60-5028-4e3a-995e-909f8df29ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 1097 time: 0.0795600 Aug 29 04:22:44.494913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:44.513691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:44.555400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.571949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Transition to ACTIVE for port object bff802ae-f53c-4def-9470-5ba0ba1fab96 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:44.576844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.580730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3fff8de3-adb2-40a2-a100-e6455138a034 req-f2f8f4b8-a1a9-46ae-8f7e-7a07bbdae71b tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8e27598-2a08-419a-a016-828527a74422 HTTP/1.1" status: 200 len: 210 time: 0.0999773 Aug 29 04:22:44.684326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] Deleting subnet 95987889-52a7-4dfd-947d-e6abdefbfc28 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:44.731541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] No DVR routers for this DVR port bff802ae-f53c-4def-9470-5ba0ba1fab96 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:44.733422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a597e89a-53f5-4920-af2b-64c335d0af18 req-e78df242-408c-423c-86f1-eaf80b5a6023 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 210 time: 0.0411341 Aug 29 04:22:44.738141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.792954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:44.793511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:44.793918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:44.797175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=10']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.827939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-7543eabc-4b72-4713-8f2e-cf6080b8441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.829225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:44.829701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-7543eabc-4b72-4713-8f2e-cf6080b8441e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.3247352 Aug 29 04:22:44.831495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Attempting to bind port bff802ae-f53c-4def-9470-5ba0ba1fab96 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:44.837382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.875727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:44.881290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:44.881822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:44.882317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Bound port: bff802ae-f53c-4def-9470-5ba0ba1fab96, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:44.882676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.906144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-7c030288-1634-417c-b8db-44f566fabe44 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.3753090 Aug 29 04:22:44.983264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-71dae4c2-7182-49ad-b1ab-aca97e480afd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.994354 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.002035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-71dae4c2-7182-49ad-b1ab-aca97e480afd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports/d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 942 time: 0.0846870 Aug 29 04:22:45.020725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-cb41ab16-157c-45d1-89ce-7b330bbec2c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 1000 time: 0.1811409 Aug 29 04:22:45.089462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:45.090626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-3246ec1c-4d0d-4eaa-861b-8159a1a9dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.092123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-3246ec1c-4d0d-4eaa-861b-8159a1a9dd8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0598252 Aug 29 04:22:45.093767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:45.104418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed003567-6511-4f43-8c91-1e51d8685948 req-87d42fee-6e9a-4109-95f3-3f28f48f8b11 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.108366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.112756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed003567-6511-4f43-8c91-1e51d8685948 req-87d42fee-6e9a-4109-95f3-3f28f48f8b11 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.1831443 Aug 29 04:22:45.129191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}, {'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:45.132693 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd932d-988f-4c85-9e33-89168f700bf8" -d '{"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-plugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}, {"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-unplugged", "status": "completed", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:45.202852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.203483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.205000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] 10.222.0.37 "PUT /v2.0/ports/bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 1098 time: 1.4590511 Aug 29 04:22:45.231059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-8f99c85e-cb3c-4882-b08c-8f89a76fe2fa tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.1345258 Aug 29 04:22:45.233957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-34f2f136-4548-4949-b80d-77b7ce43d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.236437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-34f2f136-4548-4949-b80d-77b7ce43d38b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898397 Aug 29 04:22:45.239970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.262920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed003567-6511-4f43-8c91-1e51d8685948 req-99963f3d-71c0-4dd5-9675-775897d713f3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439996 Aug 29 04:22:45.297283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.301558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95987889-52a7-4dfd-947d-e6abdefbfc28 HTTP/1.1" status: 204 len: 168 time: 0.7834322 Aug 29 04:22:45.317086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000f8ca-7020-4449-80cb-9629a2e0dc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95987889-52a7-4dfd-947d-e6abdefbfc28,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.320830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device f0991e80-dd8e-4995-bb53-97ef754e6f7f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:45.321375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43310) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:45.410864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757fd1-3b0d-4c2f-91d5-509b96812e12 service neutron] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=11']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.432474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-703b0f60-6621-470b-9a9c-be94dc754e38 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.444245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-703b0f60-6621-470b-9a9c-be94dc754e38 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1791070 Aug 29 04:22:45.479029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:45.499539 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.513283 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-21e3e4ad-9716-4bad-920b-8ed29829fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.515794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3219-6ee9-406d-a0c1-e82fd57258e4 req-e01b4153-9589-4ca6-a316-e44763977374 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.516004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-21e3e4ad-9716-4bad-920b-8ed29829fe1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1101 time: 0.2812920 Aug 29 04:22:45.516812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-475d3219-6ee9-406d-a0c1-e82fd57258e4 req-e01b4153-9589-4ca6-a316-e44763977374 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.1592364 Aug 29 04:22:45.538141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:45.538920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cf074e2c-c9fc-47a1-8465-88e2b25df43b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:45.551134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-8a266cda-2791-4325-99ed-29c80efdc5f9 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840037 Aug 29 04:22:45.564758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: cf074e2c-c9fc-47a1-8465-88e2b25df43b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:45.565375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cf074e2c-c9fc-47a1-8465-88e2b25df43b not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:45.593786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c48523ba-30ca-4db5-ba37-83ba8118f0f7 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.1485796 Aug 29 04:22:45.613173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:45.677117 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-1fd56f63-4303-4143-991a-e781e59637a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.678667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-1fd56f63-4303-4143-991a-e781e59637a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1542797 Aug 29 04:22:45.723894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.728568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-6d73c68c-496d-4909-bec0-4f10f19fd864 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0422099 Aug 29 04:22:45.852200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-7b86f3b6-bf51-42af-aa20-1e46bfd1b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.853548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-7b86f3b6-bf51-42af-aa20-1e46bfd1b003 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0966313 Aug 29 04:22:45.944508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.953738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.954098 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4 disassociated. External IP: 172.25.7.51, port: d4073c10-136f-448e-9af7-015c17d1c47e. Aug 29 04:22:45.957531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-d33fe562-2bbe-4c69-a39d-89ef964ba2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.959310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-d33fe562-2bbe-4c69-a39d-89ef964ba2ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978978 Aug 29 04:22:45.961404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-475d3219-6ee9-406d-a0c1-e82fd57258e4 req-ebe16700-59bd-48ce-bdf1-6dcee2700a06 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344854 Aug 29 04:22:45.987610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.005871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7cdff3-c4c9-4a63-b998-e1dc346145d1']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.021439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b24a393-5ef7-485e-867d-a5746a9f1f6a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.021774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b24a393-5ef7-485e-867d-a5746a9f1f6a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.039940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.043541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede8ed98-a799-4f17-b91a-23c8a35a7d79 req-2017658a-2607-47e0-b3e6-43e0dfda2c0a service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651775 Aug 29 04:22:46.046519 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e16eef7-1e25-4d2e-a3ec-14fbdf27b018 x-openstack-request-id: req-1e16eef7-1e25-4d2e-a3ec-14fbdf27b018 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:46.046981 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-plugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "code": 200}, {"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-unplugged", "status": "completed", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:46.047277 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e16eef7-1e25-4d2e-a3ec-14fbdf27b018 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:46.047773 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'code': 200} Aug 29 04:22:46.048129 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'code': 200} Aug 29 04:22:46.057877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.065748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:46.066166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:46.108582 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:46.168352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.196336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7cdff3-c4c9-4a63-b998-e1dc346145d1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:46.199045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.206808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cfe30ee4-5336-431c-b2d6-2220e04ab7a1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cd7cdff3-c4c9-4a63-b998-e1dc346145d1 HTTP/1.1" status: 204 len: 168 time: 0.8581021 Aug 29 04:22:46.218454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca06da-2e4e-4d4b-896e-6020fc1a28c0 req-69a0ad10-606b-4d16-b1a4-892f90400e92 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.220079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-baca06da-2e4e-4d4b-896e-6020fc1a28c0 req-69a0ad10-606b-4d16-b1a4-892f90400e92 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 949 time: 0.1107557 Aug 29 04:22:46.266281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-baca06da-2e4e-4d4b-896e-6020fc1a28c0 req-ac376299-eec4-43e5-badd-4d3fcabf2ec6 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Aug 29 04:22:46.408904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-deleted', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b'}, {'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}, {'name': 'network-changed', 'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:46.411445 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29b0470-8b41-4564-b673-8766610aa850" -d '{"events": [{"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-deleted", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b"}, {"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-unplugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}, {"name": "network-changed", "server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:46.425224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d1c21f5-faf3-4de7-a5ff-aad48c6983a1 req-2f3d0dbb-f4ed-4ea7-9bb6-1ea70fb30e6d tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccdffe0a-befd-491f-885e-7016a5c6707b HTTP/1.1" status: 200 len: 210 time: 0.0422530 Aug 29 04:22:46.539269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.552614 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-66a8afad-28bb-4c6c-8b89-a904ff54e109 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564263 Aug 29 04:22:46.634927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f9d9305-9d47-4608-9b57-d115a50b0086 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2d53f53700c4c6e8200900c74fb755e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931714 Aug 29 04:22:46.636544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:46.676534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9699-ceb2-4096-b11b-5e62a36eba85 req-c140db05-9816-40ab-aaf5-76d00085c12f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.678073 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-844c9699-ceb2-4096-b11b-5e62a36eba85 req-c140db05-9816-40ab-aaf5-76d00085c12f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.0898664 Aug 29 04:22:46.705956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:46.715199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f4ebee2-55fb-4449-8012-183af0dc58d2 req-257c9444-975e-472e-87e0-379ca3d5a7e9 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457369 Aug 29 04:22:46.739387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abdffd62-48a3-40b8-9e2d-c1d5d168b179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.748071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-844c9699-ceb2-4096-b11b-5e62a36eba85 req-071d4411-5dde-4edf-aa0e-301b16ed715b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572183 Aug 29 04:22:46.780529 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da0c7b33-273a-4f0f-9edc-3d3fd55a54f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.791147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abdffd62-48a3-40b8-9e2d-c1d5d168b179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.868872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abdffd62-48a3-40b8-9e2d-c1d5d168b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.872141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abdffd62-48a3-40b8-9e2d-c1d5d168b179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.873686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-abdffd62-48a3-40b8-9e2d-c1d5d168b179 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2fd8887-7b94-425c-be2c-edddbdd8a560 HTTP/1.1" status: 204 len: 168 time: 0.2355735 Aug 29 04:22:46.875166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:46.888467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.889315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:46.901414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdffd62-48a3-40b8-9e2d-c1d5d168b179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd8887-7b94-425c-be2c-edddbdd8a560,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:46.903176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:46.903885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:46.944490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-c177aaf2-f8ef-482a-94e7-7bb3a8693a58 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "PUT /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 200 len: 694 time: 1.3444216 Aug 29 04:22:47.102071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-4cbbfd8f-5e18-41d0-b98a-1f7be30643a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.107705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-4cbbfd8f-5e18-41d0-b98a-1f7be30643a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 1097 time: 0.1309779 Aug 29 04:22:47.140368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:47.257415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-6997d347-08da-4ea3-b807-e7a69928a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.259706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-6997d347-08da-4ea3-b807-e7a69928a1fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.1413116 Aug 29 04:22:47.290000 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:47.314151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-bea2fba4-0442-4613-9bb1-b20381411315 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 217 time: 0.0481730 Aug 29 04:22:47.397903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:47.429756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:47.435958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-7d641c3c-2d6b-4da9-ae33-3b4cd5609a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.437453 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-7d641c3c-2d6b-4da9-ae33-3b4cd5609a26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.1153970 Aug 29 04:22:47.439641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:47.440497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:47.534494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-1ef40ad3-5e26-444f-81c7-b076cc83b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.536132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-1ef40ad3-5e26-444f-81c7-b076cc83b7ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851421 Aug 29 04:22:47.574389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:47.686246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-ece9c6f6-e3a1-4601-ac5a-dff5869a4595 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425300 Aug 29 04:22:47.873571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:47.874522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8b08472-4891-44a8-992b-eca9dc54ca67 req-21571254-fa44-402c-8fd9-339d67d4e928 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812744 Aug 29 04:22:47.897463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43364) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:47.921107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346620bf-2cd1-4429-b1d0-73fabda123f2 None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:47.945122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43370) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:47.951720 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9fe06075-bf77-4623-81c0-13b5983597fb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484099393', 'description': 'tempest-description--1504198781'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:47.996191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9fe06075-bf77-4623-81c0-13b5983597fb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.019602 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97bb4fe-cc11-4951-98f8-591067c55370 x-openstack-request-id: req-e97bb4fe-cc11-4951-98f8-591067c55370 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:48.020148 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e27598-2a08-419a-a016-828527a74422", "name": "network-vif-deleted", "tag": "cf074e2c-c9fc-47a1-8465-88e2b25df43b", "status": "completed", "code": 200}, {"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-unplugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "code": 200}, {"name": "network-changed", "server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:48.020958 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e97bb4fe-cc11-4951-98f8-591067c55370 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:48.021535 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e27598-2a08-419a-a016-828527a74422', 'name': 'network-vif-deleted', 'tag': 'cf074e2c-c9fc-47a1-8465-88e2b25df43b', 'status': 'completed', 'code': 200} Aug 29 04:22:48.021984 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'code': 200} Aug 29 04:22:48.022450 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'status': 'completed', 'code': 200} Aug 29 04:22:48.135396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1645789200-network', 'tenant_id': '9234c48d215942eb9ac7c69a51f683b1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:48.259213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-84a9237f-de5a-49bb-91ea-a776110fb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.260903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-84a9237f-de5a-49bb-91ea-a776110fb04d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1101 time: 0.2033257 Aug 29 04:22:48.280592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f7ed-a52e-4ea7-bf80-439731cd48be req-ac06065f-6cda-48ae-8a76-e7a2133c02d1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.282326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f7ed-a52e-4ea7-bf80-439731cd48be req-ac06065f-6cda-48ae-8a76-e7a2133c02d1 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.1735966 Aug 29 04:22:48.288627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-be9c7d64-5afd-4d8a-8115-237427268e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.290186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-be9c7d64-5afd-4d8a-8115-237427268e6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a627bba863024eb2ac3850aaa61da2e9&device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1101 time: 0.1827588 Aug 29 04:22:48.373875 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084d02a-e710-4775-8e81-278772d41ebb None None] New status for floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:22:48.433387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3c836-45e2-4048-b31c-723838dc51b8 req-29b8355f-4145-4768-a22a-cc24d322b6f8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.441579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03e3c836-45e2-4048-b31c-723838dc51b8 req-29b8355f-4145-4768-a22a-cc24d322b6f8 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.0739307 Aug 29 04:22:48.485624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03e3c836-45e2-4048-b31c-723838dc51b8 req-2ea73995-4125-46ba-b3c9-9c980aece837 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Aug 29 04:22:48.488589 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9fe06075-bf77-4623-81c0-13b5983597fb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.503079 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef35f7ed-a52e-4ea7-bf80-439731cd48be req-63de59b8-3124-42e1-a63a-85f4ef96168d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905298 Aug 29 04:22:48.529204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9fe06075-bf77-4623-81c0-13b5983597fb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.690019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9fe06075-bf77-4623-81c0-13b5983597fb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.691149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9fe06075-bf77-4623-81c0-13b5983597fb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7443614 Aug 29 04:22:48.695435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:48.703174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a67af056-4f97-438f-abbd-ca03b06bdeb9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Request body: {'security_group_rule': {'security_group_id': '1e298b10-1590-4491-a561-ec3558cb8b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:48.720964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:48.727771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Made reservation on behalf of 9234c48d215942eb9ac7c69a51f683b1 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:48.730231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.748121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.758428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe06075-bf77-4623-81c0-13b5983597fb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e298b10-1590-4491-a561-ec3558cb8b6d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:48.801346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a67af056-4f97-438f-abbd-ca03b06bdeb9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.834440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-b829ddb4-88bc-41be-bd4a-dca32dad4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.836550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-b829ddb4-88bc-41be-bd4a-dca32dad4d26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.5234301 Aug 29 04:22:48.896495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e356-6014-4004-9ae9-e78ea3ff80f9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.916438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-a1f04557-19aa-4731-b097-bd78b98d8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.917958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-a1f04557-19aa-4731-b097-bd78b98d8b96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.6344581 Aug 29 04:22:48.928009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-ecb414e2-a324-48b3-a893-41496a20e487 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.0686283 Aug 29 04:22:48.962908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76070149-8966-4a5e-87e8-62cf2e721e0e req-853b367a-1aca-418b-917e-c43c5b6aa3d3 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.966401 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e356-6014-4004-9ae9-e78ea3ff80f9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.970993 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76070149-8966-4a5e-87e8-62cf2e721e0e req-853b367a-1aca-418b-917e-c43c5b6aa3d3 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 949 time: 0.3343458 Aug 29 04:22:48.976959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a67af056-4f97-438f-abbd-ca03b06bdeb9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.999880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-26c86b65-7d96-4978-ae92-da17ea2fd057 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.002521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-26c86b65-7d96-4978-ae92-da17ea2fd057 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1681192 Aug 29 04:22:49.006520 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a67af056-4f97-438f-abbd-ca03b06bdeb9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.017685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-ccb64c85-4a95-4341-876e-36d488365847 service neutron] 10.222.0.32 "GET /v2.0/ports/f0991e80-dd8e-4995-bb53-97ef754e6f7f/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.6328325 Aug 29 04:22:49.037349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-4a7845f1-8e9d-4fcf-bb1b-0c6883f545b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 200 len: 217 time: 0.1041484 Aug 29 04:22:49.110340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-18c8e61d-f44d-483a-9954-1768f33ee55e tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0980868 Aug 29 04:22:49.119597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af056-4f97-438f-abbd-ca03b06bdeb9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42757ded-54a0-463d-9690-fa435ffbeb8f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.126312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'floatingip': {'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:49.174561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.219728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76070149-8966-4a5e-87e8-62cf2e721e0e req-8d6d5b84-bda0-442e-86d1-ef27ebc33713 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478158 Aug 29 04:22:49.247014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.247892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-992d6e2b-1c41-43f5-950e-598644972de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.249640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-992d6e2b-1c41-43f5-950e-598644972de0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.3013895 Aug 29 04:22:49.259099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-ac66ad96-92f8-4ce7-bde1-bce33455268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.260563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-ac66ad96-92f8-4ce7-bde1-bce33455268a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1923189 Aug 29 04:22:49.261335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.343714 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a67af056-4f97-438f-abbd-ca03b06bdeb9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.345859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a67af056-4f97-438f-abbd-ca03b06bdeb9 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6475458 Aug 29 04:22:49.380164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43390) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:49.385902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e356-6014-4004-9ae9-e78ea3ff80f9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.389139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e356-6014-4004-9ae9-e78ea3ff80f9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.389284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-14ace14a-11df-47b3-a6f4-4ba611d44dac tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Request body: {'security_group_rule': {'security_group_id': '1e298b10-1590-4491-a561-ec3558cb8b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:49.393559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f6b5e356-6014-4004-9ae9-e78ea3ff80f9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "DELETE /v2.0/security-groups/062f21eb-aaba-4758-8a93-fd3532d1a577 HTTP/1.1" status: 204 len: 168 time: 0.6652741 Aug 29 04:22:49.397048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:49.397202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:49.422174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5e356-6014-4004-9ae9-e78ea3ff80f9 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062f21eb-aaba-4758-8a93-fd3532d1a577,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.443944 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-91cdd24c-cf01-4dde-80bb-adf69c55ec90 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] show failed (client error): The resource could not be found. Aug 29 04:22:49.449017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-91cdd24c-cf01-4dde-80bb-adf69c55ec90 tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "GET /v2.0/security-groups/062f21eb-aaba-4758-8a93-fd3532d1a577 HTTP/1.1" status: 404 len: 347 time: 0.0430880 Aug 29 04:22:49.449017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:49.451529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.451880 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Added segment 134f06ff-edcc-4a47-bb89-42636e342f96 of type vlan for network 3162fdf5-16c3-436b-b200-f9d726dbdc7e Aug 29 04:22:49.455694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.479632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-debe5137-088e-4385-bb34-a46cc8bcd5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.521458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-4b575e09-91ab-4aa0-9c51-ec1cda681ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.523151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-4b575e09-91ab-4aa0-9c51-ec1cda681ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2400668 Aug 29 04:22:49.525077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b0470-8b41-4564-b673-8766610aa850 req-7791b4e5-f9cb-4715-8181-c14293609a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.526321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-7791b4e5-f9cb-4715-8181-c14293609a06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2598448 Aug 29 04:22:49.577691 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.710074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.719066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14ace14a-11df-47b3-a6f4-4ba611d44dac tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.835548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-c93ea6d4-426f-44bd-8c42-63d4e25f11dd tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.837119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-c93ea6d4-426f-44bd-8c42-63d4e25f11dd tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.32 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 949 time: 0.1575994 Aug 29 04:22:49.842235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Deleting port d3768c12-580e-48d5-88e0-d26f2b036eca {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:49.842581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.045693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.046029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.054852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:50.057196 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de7b748-8605-4053-8920-cdb6d5aeb832" -d '{"events": [{"name": "network-changed", "server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:50.100826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Calling delete_port for d3768c12-580e-48d5-88e0-d26f2b036eca owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:50.124059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa6627-cdd4-42a0-8069-9e300e1f7a20 req-e3fbe204-a79d-481e-bb6b-9a7a8f45ade4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.125671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abfa6627-cdd4-42a0-8069-9e300e1f7a20 req-e3fbe204-a79d-481e-bb6b-9a7a8f45ade4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 949 time: 0.5330620 Aug 29 04:22:50.126770 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.133658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Deleting port a885ddef-afc4-4567-a08b-2e483cc402fc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:50.133658 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.138368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.138604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.139193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.186890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.235506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.243720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-3099cdcd-73c9-4d88-800d-4942aeb093af service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712081 Aug 29 04:22:50.259891 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-2121ef7b-d36e-44f7-81bc-46f03da4b848 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782556 Aug 29 04:22:50.277001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3816657 Aug 29 04:22:50.280216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.287959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Request body: {'subnet': {'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1645789200-subnet', 'tenant_id': '9234c48d215942eb9ac7c69a51f683b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:50.377916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14ace14a-11df-47b3-a6f4-4ba611d44dac tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.414116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] For port a885ddef-afc4-4567-a08b-2e483cc402fc, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a885ddef-afc4-4567-a08b-2e483cc402fc,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.414684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.420071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Made reservation on behalf of 9234c48d215942eb9ac7c69a51f683b1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:50.421992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.427328 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14ace14a-11df-47b3-a6f4-4ba611d44dac tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.431038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:50.440553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abfa6627-cdd4-42a0-8069-9e300e1f7a20 req-375e043b-80fe-4586-94ad-a51331638049 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989738 Aug 29 04:22:50.441157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837f594-010d-41e4-9423-8c007bf00c4c admin admin] Pushing event updated for resources: {'Network': ['ID=3162fdf5-16c3-436b-b200-f9d726dbdc7e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.458111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:50.487053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Calling delete_port for a885ddef-afc4-4567-a08b-2e483cc402fc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:50.494796 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4 associated. External IP: 172.25.7.51, port: fc0fbe8f-6866-4928-ac97-28b80aec3455. Aug 29 04:22:50.550460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ace14a-11df-47b3-a6f4-4ba611d44dac tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed030447-5591-45c6-a469-12fd19c61dc9,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.579534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0991e80-dd8e-4995-bb53-97ef754e6f7f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:50.585421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14ace14a-11df-47b3-a6f4-4ba611d44dac tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.592534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-14ace14a-11df-47b3-a6f4-4ba611d44dac tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2064855 Aug 29 04:22:50.596426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43412) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.627623 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.659231 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.665286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:50.687076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:50.739971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.747598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-4e86e163-8330-48f7-99c0-d876be52df21 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616647 Aug 29 04:22:50.756704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a29b0470-8b41-4564-b673-8766610aa850 req-ae74eac8-f97e-4d03-b90d-c34cc2f5bccc service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960034 Aug 29 04:22:50.771069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.776492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.809525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.810075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c5e0-952c-4e01-9b93-32dd53635650 req-64741be4-042b-480e-9b83-57ab53227195 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.811730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cef8c5e0-952c-4e01-9b93-32dd53635650 req-64741be4-042b-480e-9b83-57ab53227195 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 944 time: 0.2095609 Aug 29 04:22:50.821922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'mac_address': 'fa:16:3e:19:ee:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:50.837260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Pushing event deleted for resources: {'Port': ['ID=d3768c12-580e-48d5-88e0-d26f2b036eca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.855502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-add93898-5f67-443c-8c0a-e112f1da9ac6 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.857237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-add93898-5f67-443c-8c0a-e112f1da9ac6 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 945 time: 0.3096375 Aug 29 04:22:50.877703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.895436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff802ae-f53c-4def-9470-5ba0ba1fab96 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:50.904572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.924793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.930655 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.939633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cef8c5e0-952c-4e01-9b93-32dd53635650 req-3d74f54c-adf6-4c3c-b648-a2e737b41307 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828652 Aug 29 04:22:51.031006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=12']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.101723 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9452e4-c8c3-4dc9-9c1c-28f7d350aad1 x-openstack-request-id: req-3d9452e4-c8c3-4dc9-9c1c-28f7d350aad1 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:51.102282 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:51.102282 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d9452e4-c8c3-4dc9-9c1c-28f7d350aad1 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:51.102635 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'status': 'completed', 'code': 200} Aug 29 04:22:51.242091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec2826-7ea4-4140-bf35-1548bcf22f7a req-f5bf7cd8-3003-4b24-8859-7f57c6352edb tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.243746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cec2826-7ea4-4140-bf35-1548bcf22f7a req-f5bf7cd8-3003-4b24-8859-7f57c6352edb tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/ports?device_id=07859d9a-8150-4fe7-b5a3-a21a46266baa HTTP/1.1" status: 200 len: 949 time: 0.1175559 Aug 29 04:22:51.246173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.279711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-f8552674-367a-434c-a49d-bafaff8977d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.281398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-f8552674-367a-434c-a49d-bafaff8977d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=bd66ef09-1bc7-4d1e-839c-8ce40a7880a8 HTTP/1.1" status: 200 len: 1097 time: 0.1818089 Aug 29 04:22:51.287308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['bff802ae-f53c-4def-9470-5ba0ba1fab96'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:51.400238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-06634f97-db78-4c87-a2f9-913915b5d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.402272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-06634f97-db78-4c87-a2f9-913915b5d663 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.1113329 Aug 29 04:22:51.419911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.420296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cec2826-7ea4-4140-bf35-1548bcf22f7a req-0b60cced-cf1f-4818-83f5-af3928dc56ac tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683037 Aug 29 04:22:51.423135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.427424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc8eeda8-9e38-422a-a42b-e67089ce119f tempest-ServersTestBootFromVolume-2005518145 tempest-ServersTestBootFromVolume-2005518145-project] 10.222.0.55 "DELETE /v2.0/floatingips/afe4e21e-aac0-495d-846e-292b690a79f8 HTTP/1.1" status: 204 len: 168 time: 1.9752824 Aug 29 04:22:51.441264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43416) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:51.563671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.583027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.623652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] Transition to ACTIVE for port object f0991e80-dd8e-4995-bb53-97ef754e6f7f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:51.635841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Pushing event deleted for resources: {'Port': ['ID=a885ddef-afc4-4567-a08b-2e483cc402fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.667816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-2ca2e04d-9db6-4870-a8c0-67916f127818 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 200 len: 217 time: 0.2464335 Aug 29 04:22:51.675644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:51.711641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.714568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] No DVR routers for this DVR port a885ddef-afc4-4567-a08b-2e483cc402fc on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:51.717965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.720168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a46960f2-cbcc-4e2d-ac29-b30e7d0b6a4e req-bd722f56-046d-4c54-b9d1-6eb0f2577295 tempest-ServerDiagnosticsNegativeTest-708050950 tempest-ServerDiagnosticsNegativeTest-708050950-project] 10.222.0.32 "DELETE /v2.0/ports/a885ddef-afc4-4567-a08b-2e483cc402fc HTTP/1.1" status: 204 len: 173 time: 1.8753500 Aug 29 04:22:51.725480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'name': 'network-vif-deleted', 'tag': 'a885ddef-afc4-4567-a08b-2e483cc402fc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:51.728058 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f3aa66-1904-4aa3-9bf2-6ccd8a56c209" -d '{"events": [{"server_uuid": "07859d9a-8150-4fe7-b5a3-a21a46266baa", "name": "network-vif-deleted", "tag": "a885ddef-afc4-4567-a08b-2e483cc402fc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:51.740451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d97149-b2e8-4212-8a0e-7c168100ac41,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:51.772286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Deleting port d4073c10-136f-448e-9af7-015c17d1c47e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:51.772830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.897146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Checking segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:51.897506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Network hostable DHCP agents. Network: 3162fdf5-16c3-436b-b200-f9d726dbdc7e, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:51.972012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:51.974213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] No DVR routers for this DVR port f0991e80-dd8e-4995-bb53-97ef754e6f7f on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:51.995933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-388192bb-d755-4668-bb2b-be47a8c371a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:51.998053 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-388192bb-d755-4668-bb2b-be47a8c371a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.2563283 Aug 29 04:22:52.003410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3162fdf5-16c3-436b-b200-f9d726dbdc7e) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:52.003736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e74e8-9089-41c0-bff3-35b9d3b6ff82 req-36fcfc0e-4875-4c03-8ef2-e9f59192148e tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.005199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d4e74e8-9089-41c0-bff3-35b9d3b6ff82 req-36fcfc0e-4875-4c03-8ef2-e9f59192148e tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 1102 time: 0.3783417 Aug 29 04:22:52.012264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] Pushing event updated for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=10']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.017962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84eb24-c592-4716-9faa-df7e84449bd8 None None] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:52.031023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.031619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.061008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] For port d4073c10-136f-448e-9af7-015c17d1c47e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d4073c10-136f-448e-9af7-015c17d1c47e,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:52.066498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.066835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Allocated IP 172.25.7.92 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/8fcf6099-1287-4bea-bcf3-5d9ff8ca3b4e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:52.078949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:52.095276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.100541 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-cd319897-02e3-4ed8-a636-6bb1378cd618 service neutron] 10.222.0.32 "PUT /v2.0/ports/f0991e80-dd8e-4995-bb53-97ef754e6f7f/bindings/n-h1-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 3.0699115 Aug 29 04:22:52.104675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Calling delete_port for d4073c10-136f-448e-9af7-015c17d1c47e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:52.105320 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-11ee8eeb-9cf1-41f4-b465-7f94a04f77d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8212476 Aug 29 04:22:52.118211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:52.145497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-30a10e97-9893-4358-b9d6-493886fe4982 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "PUT /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 200 len: 996 time: 3.0321090 Aug 29 04:22:52.161183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:52.161917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:52.279596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-108a22a9-cb86-4d0c-a04b-864b54eaf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.281952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-108a22a9-cb86-4d0c-a04b-864b54eaf604 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.0798435 Aug 29 04:22:52.289064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:52.370095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-741b8d98-14b0-4079-9b6b-18ed35a0580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.372792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-741b8d98-14b0-4079-9b6b-18ed35a0580f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3557458 Aug 29 04:22:52.387849 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d4e74e8-9089-41c0-bff3-35b9d3b6ff82 req-da911f55-7d66-4961-949f-2ee224df4c14 tempest-MigrationsAdminTest-2103590774 tempest-MigrationsAdminTest-2103590774-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644960 Aug 29 04:22:52.418935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdf7b1-5fa5-409b-b7a9-3d858c0c8c53 None None] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:52.503522 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732bf4e9-af4c-4445-9f1b-bdacbaf5fbd5 x-openstack-request-id: req-732bf4e9-af4c-4445-9f1b-bdacbaf5fbd5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:52.503857 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07859d9a-8150-4fe7-b5a3-a21a46266baa", "name": "network-vif-deleted", "tag": "a885ddef-afc4-4567-a08b-2e483cc402fc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:52.504086 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-732bf4e9-af4c-4445-9f1b-bdacbaf5fbd5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:52.504499 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07859d9a-8150-4fe7-b5a3-a21a46266baa', 'name': 'network-vif-deleted', 'tag': 'a885ddef-afc4-4567-a08b-2e483cc402fc', 'status': 'completed', 'code': 200} Aug 29 04:22:52.533465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-e2ba0203-abf8-4d42-88c3-dff3c6aecd57 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.535170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-e2ba0203-abf8-4d42-88c3-dff3c6aecd57 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.2207174 Aug 29 04:22:52.544212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.664024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Pushing event deleted for resources: {'Port': ['ID=d4073c10-136f-448e-9af7-015c17d1c47e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.675764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['fc0fbe8f-6866-4928-ac97-28b80aec3455'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:52.691408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] No DVR routers for this DVR port d4073c10-136f-448e-9af7-015c17d1c47e on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:52.694939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-9ceceef4-0381-4ded-a977-c6dc04034c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.696615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-9ceceef4-0381-4ded-a977-c6dc04034c7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.3917842 Aug 29 04:22:52.697979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.700545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5546df15-1a11-4e6f-9b50-833533d679b9 req-ee0ccbcc-4d26-49b3-9bd1-32f0482eb39d tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "DELETE /v2.0/ports/d4073c10-136f-448e-9af7-015c17d1c47e HTTP/1.1" status: 204 len: 173 time: 1.8312161 Aug 29 04:22:52.708349 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.720650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:52.773939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-5064432b-119e-40ca-b3e6-5ff4e60825c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.775595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-5064432b-119e-40ca-b3e6-5ff4e60825c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98 HTTP/1.1" status: 200 len: 1097 time: 0.2252579 Aug 29 04:22:52.806623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-0a48b7cc-5ffb-4729-b4be-bfbac8711513 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 999 time: 0.0992601 Aug 29 04:22:52.909232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-93c801a8-b35a-4a69-870c-61b8bf386f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.919580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-93c801a8-b35a-4a69-870c-61b8bf386f93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.1113896 Aug 29 04:22:52.956602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-889fab92-e273-4178-adae-35fef46a0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.958222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-889fab92-e273-4178-adae-35fef46a0641 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1097 time: 0.1156991 Aug 29 04:22:53.014465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port bff802ae-f53c-4def-9470-5ba0ba1fab96 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:53.031111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port bff802ae-f53c-4def-9470-5ba0ba1fab96 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:53.031742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.032137 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.069208 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-c7a23a25-119e-48ff-ad1f-cf07a6fc8eff service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789432 Aug 29 04:22:53.083216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-75e9f1fc-b2c6-416a-b82a-bfd21cffa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.085402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-75e9f1fc-b2c6-416a-b82a-bfd21cffa6b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654086 Aug 29 04:22:53.087725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-640b4e44-470f-495a-a043-48c5b19c849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.088810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-640b4e44-470f-495a-a043-48c5b19c849f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 200 len: 922 time: 0.1212151 Aug 29 04:22:53.094479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb0588-0486-412c-85f2-0d174e82733a req-a11a97bc-52d1-4f0f-9922-ee1497c68e97 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.096035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fbfb0588-0486-412c-85f2-0d174e82733a req-a11a97bc-52d1-4f0f-9922-ee1497c68e97 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 945 time: 0.5533977 Aug 29 04:22:53.126452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:55:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 8, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:53.165068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:53.175213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-488758e3-3d73-4284-8ea9-b0a0bacdac25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 200 len: 217 time: 0.0726671 Aug 29 04:22:53.217797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:53.218689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:53.272278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-1ea8ab89-9e1a-4ca2-bb8c-711aa4ec9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.273888 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-1ea8ab89-9e1a-4ca2-bb8c-711aa4ec9e78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 200 len: 861 time: 0.0908728 Aug 29 04:22:53.276111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-131e226f-9267-4473-bae6-6e16cf6b2952 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725166 Aug 29 04:22:53.290128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fbfb0588-0486-412c-85f2-0d174e82733a req-49d3a766-8add-4f91-99aa-497c22eee6e3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692803 Aug 29 04:22:53.304382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.305914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.333328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-05eb2094-c4a2-4d2b-afdb-9a80f148c9da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fdd33ed-09ab-458b-af6e-37abdadf7bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518484 Aug 29 04:22:53.349930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:53.353260 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bfa1e0-ca54-44c3-9ec3-cd4fc8804bf8" -d '{"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-plugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:53.365610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de7b748-8605-4053-8920-cdb6d5aeb832 req-d8b6392e-1a94-4ae9-9818-04eb3bfb63eb service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873013 Aug 29 04:22:53.377806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:53.382715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.389135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:53.421059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a885ddef-afc4-4567-a08b-2e483cc402fc no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:53.429006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:53.429260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:53.457430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'Port': ['ID=8fcf6099-1287-4bea-bcf3-5d9ff8ca3b4e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.463962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.464827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d4073c10-136f-448e-9af7-015c17d1c47e no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:53.471193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: a885ddef-afc4-4567-a08b-2e483cc402fc {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:53.471956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a885ddef-afc4-4567-a08b-2e483cc402fc not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:53.524236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c898dcb3-6e82-4018-b3aa-e6d21456b586 req-91aaea2b-0925-4eb2-b02c-884be363a12f service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319596 Aug 29 04:22:53.537876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: d4073c10-136f-448e-9af7-015c17d1c47e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:53.538830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d4073c10-136f-448e-9af7-015c17d1c47e not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:53.546499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-4dadb71b-714b-4d38-af9c-337f5087a931 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859705 Aug 29 04:22:53.570433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:53.620477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=13']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.688184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-a2fe92cc-c571-4e58-9f66-b924ad2005a5 service neutron] 10.222.0.37 "GET /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310384 Aug 29 04:22:53.740054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.884314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.919248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:55:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 8, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:53.968105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acce3c-69a0-445f-acee-2355abf3a598 None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fca49e59-071b-4e1d-85d7-58fe27bcbad4', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'port_id': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'mac_address': 'fa:16:3e:55:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628ae71a-992e-49cd-933f-214f2d608988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:23Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 8, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:53.986758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-97b0b359-eae1-4ac7-8bd4-b7a0d560b36e tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.993942 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-97b0b359-eae1-4ac7-8bd4-b7a0d560b36e tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 813 time: 0.2438908 Aug 29 04:22:54.004742 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2b781f-5378-438d-8282-e028434e1be7 x-openstack-request-id: req-ca2b781f-5378-438d-8282-e028434e1be7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:54.005374 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-plugged", "status": "completed", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:54.006098 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca2b781f-5378-438d-8282-e028434e1be7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:54.006535 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'code': 200} Aug 29 04:22:54.024896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-200a4c2e-e868-4f07-995a-e8edb6168031 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/quotas/9234c48d215942eb9ac7c69a51f683b1 HTTP/1.1" status: 200 len: 375 time: 0.0300033 Aug 29 04:22:54.083865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53302-24ee-4891-8c4a-600527af1116 req-7d22515d-cf83-4bd3-ab57-09457852002b tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.085190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-7d22515d-cf83-4bd3-ab57-09457852002b tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819&tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.1031992 Aug 29 04:22:54.085889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9af7d89d-3608-4e87-acc2-6d114c255b0e tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600991 Aug 29 04:22:54.122972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:54.136179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d760b0d-3853-43f1-9896-9a2f51f21fff req-1a24a92c-33e9-47a6-bd4f-faf55a65bbda tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 200 len: 996 time: 0.1093960 Aug 29 04:22:54.279310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-43ae37fb-03c7-4690-ba5c-d58c91d40ce1 service neutron] 10.222.0.55 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783059 Aug 29 04:22:54.295509 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b400bcf-ae05-4fe8-9e8b-34695712cd16 None None] New status for floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:22:54.304581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Deleting port bac519b7-8034-41a5-aee6-9b148766a807 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:54.304930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.320249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d760b0d-3853-43f1-9896-9a2f51f21fff req-368dcea6-dfe7-497c-b93d-92cd678b8034 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.321747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d760b0d-3853-43f1-9896-9a2f51f21fff req-368dcea6-dfe7-497c-b93d-92cd678b8034 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1771667 Aug 29 04:22:54.338744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-7d760b0d-3853-43f1-9896-9a2f51f21fff req-e2283f7a-f914-4107-9c55-7d3d8c024747 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:54.339722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d760b0d-3853-43f1-9896-9a2f51f21fff req-e2283f7a-f914-4107-9c55-7d3d8c024747 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103292 Aug 29 04:22:54.341307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5d53302-24ee-4891-8c4a-600527af1116 req-34cc6a6a-7955-4cb8-8f15-b6f154eb7079 service neutron] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:54.349830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5d53302-24ee-4891-8c4a-600527af1116 req-34cc6a6a-7955-4cb8-8f15-b6f154eb7079 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.351028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5d53302-24ee-4891-8c4a-600527af1116 req-34cc6a6a-7955-4cb8-8f15-b6f154eb7079 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f0991e80-dd8e-4995-bb53-97ef754e6f7f/bindings/n-h2-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.2573719 Aug 29 04:22:54.376483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-afbd3ac8-54e8-4efb-bc1f-aa66bb175d17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41e983be149d439eb30d2f1368a258d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481058 Aug 29 04:22:54.378293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:54.462560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.475329 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.475643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aae0e5-9f42-4e16-8e84-349bd1316c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.486251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bd1ba-a851-4e1a-8fb5-b9da224985ee req-ee50e01a-1e68-4236-b625-f0f50e424473 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.490065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e0bd1ba-a851-4e1a-8fb5-b9da224985ee req-ee50e01a-1e68-4236-b625-f0f50e424473 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 951 time: 0.0845094 Aug 29 04:22:54.508110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455'}, {'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'name': 'network-vif-deleted', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:54.511103 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821" -d '{"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455"}, {"server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "name": "network-vif-deleted", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:54.533079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aae0e5-9f42-4e16-8e84-349bd1316c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.537306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] For port bac519b7-8034-41a5-aee6-9b148766a807, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bac519b7-8034-41a5-aee6-9b148766a807,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:54.537807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.554665 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-6e7911a4-8569-473d-a818-00fbce3393a5 service neutron] 10.222.0.55 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615781 Aug 29 04:22:54.578718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e0bd1ba-a851-4e1a-8fb5-b9da224985ee req-a140ef4c-5367-4ae7-a466-4af7bceba082 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788245 Aug 29 04:22:54.582992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Calling delete_port for bac519b7-8034-41a5-aee6-9b148766a807 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:54.603774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'Port': ['ID=8fcf6099-1287-4bea-bcf3-5d9ff8ca3b4e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.605829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aae0e5-9f42-4e16-8e84-349bd1316c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.609567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1aae0e5-9f42-4e16-8e84-349bd1316c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.610844 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1aae0e5-9f42-4e16-8e84-349bd1316c64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6 HTTP/1.1" status: 204 len: 168 time: 0.2312164 Aug 29 04:22:54.630278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aae0e5-9f42-4e16-8e84-349bd1316c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d32e4b8-1cab-4ab2-bee1-64ab7b45cdc6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:54.676174 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.716681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.725963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3086a5a9-52bb-4c61-be55-2137741fc85e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1094780 Aug 29 04:22:54.764158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3071-d390-4f93-8ee0-2300289d5227 req-672b8b73-5591-46d9-8b6a-ef6ab3d5bd96 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.767684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-668c3071-d390-4f93-8ee0-2300289d5227 req-672b8b73-5591-46d9-8b6a-ef6ab3d5bd96 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 945 time: 0.0863392 Aug 29 04:22:54.839207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-668c3071-d390-4f93-8ee0-2300289d5227 req-1e679bcb-7e8a-4130-b61b-6fb4cbb7c188 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601943 Aug 29 04:22:54.908408 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b9ebe9-e75c-47ff-946e-5c187f49f72e x-openstack-request-id: req-59b9ebe9-e75c-47ff-946e-5c187f49f72e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:54.909035 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455", "status": "completed", "code": 200}, {"server_uuid": "bd66ef09-1bc7-4d1e-839c-8ce40a7880a8", "name": "network-vif-deleted", "tag": "d4073c10-136f-448e-9af7-015c17d1c47e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:54.909466 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59b9ebe9-e75c-47ff-946e-5c187f49f72e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:54.910093 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'status': 'completed', 'code': 200} Aug 29 04:22:54.910562 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd66ef09-1bc7-4d1e-839c-8ce40a7880a8', 'name': 'network-vif-deleted', 'tag': 'd4073c10-136f-448e-9af7-015c17d1c47e', 'status': 'completed', 'code': 200} Aug 29 04:22:55.033153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.042441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-85e20b24-75c9-4f7c-ac6d-b50721f37b2a tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.1835907 Aug 29 04:22:55.046826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-14997fb2-a0b0-4833-99a4-411920508e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.051053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-14997fb2-a0b0-4833-99a4-411920508e47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.1132710 Aug 29 04:22:55.076883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac519b7-8034-41a5-aee6-9b148766a807,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.227910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033e89-f6de-4bad-98a5-dca509edd58d req-80ed6653-2d7c-4a01-af5f-657d8c700ec0 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.253290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-80ed6653-2d7c-4a01-af5f-657d8c700ec0 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports/fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 943 time: 0.1640613 Aug 29 04:22:55.254113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:55.308251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-200d872c-4420-4382-b7a4-5caa61fea9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.434574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-13b29d7d-5ce3-4d8d-96f7-cee2527415dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.436713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-13b29d7d-5ce3-4d8d-96f7-cee2527415dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.3769605 Aug 29 04:22:55.443841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-04caa71e-00d5-4fb7-9c57-72e04d9f3cf2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.445413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-04caa71e-00d5-4fb7-9c57-72e04d9f3cf2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 822 time: 0.2758093 Aug 29 04:22:55.515086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-b989e3b9-0e49-454e-b904-5c58200bfd82 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/quotas/615c0f2f6c22466a87e27d0751de22dd HTTP/1.1" status: 200 len: 375 time: 0.0562773 Aug 29 04:22:55.548501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-56c133d5-e3ce-4f53-ad0e-dca1489b7fa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 1001 time: 0.0995526 Aug 29 04:22:55.651134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-99dca2db-e257-4686-8a62-c773514721fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.652615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-99dca2db-e257-4686-8a62-c773514721fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0859313 Aug 29 04:22:55.659893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-72fa8481-8ffc-49e9-92d2-23f6bfffda30 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310067 Aug 29 04:22:55.753540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-21cb3d90-0686-46a1-bfa6-b35b3540a499 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.4041908 Aug 29 04:22:55.770622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-200d872c-4420-4382-b7a4-5caa61fea9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.779078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-200d872c-4420-4382-b7a4-5caa61fea9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.795083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-21ca91f0-97a2-4d9f-a4ea-81a79d3e9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.796747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-21ca91f0-97a2-4d9f-a4ea-81a79d3e9f90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327653 Aug 29 04:22:55.827388 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.849680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-2b10662d-99c0-4ad5-92f8-045456371270 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.851228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-2b10662d-99c0-4ad5-92f8-045456371270 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 951 time: 0.1386023 Aug 29 04:22:55.894917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d872c-4420-4382-b7a4-5caa61fea9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b7a71b-553b-4230-b7e0-a6e59b44b216,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.902305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-200d872c-4420-4382-b7a4-5caa61fea9a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67000a36b2a34a3b96dbb346a29a9e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471808 Aug 29 04:22:55.904473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:55.917111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-e7add9cd-0e6b-4ee6-b87e-566d0862944a service neutron] 10.222.0.55 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423227 Aug 29 04:22:56.054261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033e89-f6de-4bad-98a5-dca509edd58d req-c7ba919f-356d-427e-ba09-e01482b2ea71 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.056214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-c7ba919f-356d-427e-ba09-e01482b2ea71 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.2946627 Aug 29 04:22:56.201625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-1dec699a-b6ed-4f6b-ad58-5cba62ac998a tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.1327891 Aug 29 04:22:56.206210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Deleting port bff802ae-f53c-4def-9470-5ba0ba1fab96 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:56.206927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.222868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:56.329631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-361184bf-9110-4935-9d83-c33953dd3781 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210657 Aug 29 04:22:56.361800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-138932a4-6130-4e22-9b9b-c27da361fb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.385638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.427454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Router f2f4b647-2aba-4bda-be1a-0b37ee208894 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:56.429744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-31551478-a3b0-47b9-92ee-4cb5b1fa997f service neutron] 10.222.0.55 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020163 Aug 29 04:22:56.442113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-138932a4-6130-4e22-9b9b-c27da361fb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.459877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] For port bff802ae-f53c-4def-9470-5ba0ba1fab96, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bff802ae-f53c-4def-9470-5ba0ba1fab96,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:56.460252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.504557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eeb3030-b9a1-42cc-9cec-e5f9ea4c6821 req-a0b11f88-cd84-4e72-97cc-418077af7dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598456 Aug 29 04:22:56.519983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Calling delete_port for bff802ae-f53c-4def-9470-5ba0ba1fab96 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:56.521720 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-138932a4-6130-4e22-9b9b-c27da361fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.524425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-138932a4-6130-4e22-9b9b-c27da361fb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.525761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-138932a4-6130-4e22-9b9b-c27da361fb1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8b7a71b-553b-4230-b7e0-a6e59b44b216 HTTP/1.1" status: 204 len: 168 time: 0.6181245 Aug 29 04:22:56.542374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138932a4-6130-4e22-9b9b-c27da361fb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b7a71b-553b-4230-b7e0-a6e59b44b216,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.724321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b514066b-f939-4d02-8ee8-f937f2f87ac8 req-4a14cac5-f7be-4bae-bbde-53e4d304690a tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 210 time: 0.0378191 Aug 29 04:22:56.762690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.773794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.774120 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4 disassociated. External IP: 172.25.7.51, port: fc0fbe8f-6866-4928-ac97-28b80aec3455. Aug 29 04:22:56.865312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aac5a6-b016-4531-b38b-7ec09a0f4a2a req-346f6869-30d1-4cfc-879c-29c9e2a72daf tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:56.867745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57aac5a6-b016-4531-b38b-7ec09a0f4a2a req-346f6869-30d1-4cfc-879c-29c9e2a72daf tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 1097 time: 0.0550947 Aug 29 04:22:56.919478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:56.920364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57aac5a6-b016-4531-b38b-7ec09a0f4a2a req-0d4b64a4-9ade-4211-a327-4db7eb8c5176 tempest-LiveAutoBlockMigrationV225Test-1108888089 tempest-LiveAutoBlockMigrationV225Test-1108888089-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440063 Aug 29 04:22:56.930031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] Sync routers for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:56.948023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:56.948518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5b7be531-345b-4291-9ea8-3911ded255e3 admin admin] 10.222.0.55 "PUT /v2.0/routers/f2f4b647-2aba-4bda-be1a-0b37ee208894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5045788 Aug 29 04:22:56.949938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:56.951019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:57.132984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.146057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.182099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b7d91-ad31-4a82-8af0-639fa738d410 req-870a806a-fa9a-46bf-bf9a-2883c4c77682 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.183549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c', 'c194054d-9209-4710-868f-f49519015023', 'bff802ae-f53c-4def-9470-5ba0ba1fab96'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:57.187249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['710806a9-48c5-490b-ba10-c0465c60c029'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:57.190837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb5b7d91-ad31-4a82-8af0-639fa738d410 req-870a806a-fa9a-46bf-bf9a-2883c4c77682 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4919ba0-7d2b-4676-a3db-8b35ee374df8 HTTP/1.1" status: 200 len: 951 time: 0.1218932 Aug 29 04:22:57.221863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event deleted for resources: {'Port': ['ID=bff802ae-f53c-4def-9470-5ba0ba1fab96,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:57.270395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:57.299191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb5b7d91-ad31-4a82-8af0-639fa738d410 req-f11a7135-466b-465a-9b9a-8eb64f494061 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071134 Aug 29 04:22:57.344426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.369216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:57.491464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Deleting port 130a4663-2b53-4d8e-b9f0-42f92ef368cb {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:57.493212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.566569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] No DVR routers for this DVR port bff802ae-f53c-4def-9470-5ba0ba1fab96 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:57.572635 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.580791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b18ff537-0f33-4cee-a9ce-33cf22c085bb req-8734b712-8cd7-4296-a213-5886ea436d60 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "DELETE /v2.0/ports/bff802ae-f53c-4def-9470-5ba0ba1fab96 HTTP/1.1" status: 204 len: 173 time: 1.7165132 Aug 29 04:22:57.583071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-deleted', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:57.585391 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab59445-93c6-4bd9-b2b2-711240a0b917" -d '{"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-deleted", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:57.713965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] For port 130a4663-2b53-4d8e-b9f0-42f92ef368cb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=130a4663-2b53-4d8e-b9f0-42f92ef368cb,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:57.716592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.746208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Calling delete_port for 130a4663-2b53-4d8e-b9f0-42f92ef368cb owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:57.778385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:57.785878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.800058 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:57.815925 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:57.817203 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:57.852648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-dc534a09-0c9d-43be-832d-10dcc65c9c49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "PUT /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 200 len: 695 time: 1.6409233 Aug 29 04:22:57.891888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:22:54Z', 'revision_number': 5, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port': {'id': '130a4663-2b53-4d8e-b9f0-42f92ef368cb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:57.894390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b84e8212-3dc0-4b08-bf0b-658e21239375 req-714d2aa3-70fa-48d6-b30d-73a203552f89 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 210 time: 0.1272595 Aug 29 04:22:57.921223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] Checking router: f2f4b647-2aba-4bda-be1a-0b37ee208894 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:57.947086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] Routers {'f2f4b647-2aba-4bda-be1a-0b37ee208894'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:57.947897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f2f4b647-2aba-4bda-be1a-0b37ee208894'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:58.011156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033e89-f6de-4bad-98a5-dca509edd58d req-6cbc947b-ff0a-40ae-b383-1edabbc9b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.013271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-6cbc947b-ff0a-40ae-b383-1edabbc9b286 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.1328614 Aug 29 04:22:58.181321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] Set router f2f4b647-2aba-4bda-be1a-0b37ee208894 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:58.245854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:22:57Z', 'revision_number': 6, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:58.290816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:58.293696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe176dd-e0a0-4aaf-827d-ba4affd09797 None None] The sync data for ids ['f2f4b647-2aba-4bda-be1a-0b37ee208894'] in n-d-712143-14 is: [{'id': 'f2f4b647-2aba-4bda-be1a-0b37ee208894', 'name': 'tempest-ServersTestBootFromVolume-1115568309-router', 'tenant_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:53Z', 'updated_at': '2021-08-29T04:22:57Z', 'revision_number': 6, 'project_id': '61de6029f3d548cf8bf5620f93c2ebf2', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:58.346361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.409994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Pushing event deleted for resources: {'Port': ['ID=130a4663-2b53-4d8e-b9f0-42f92ef368cb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:58.514698 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42949316-4af4-4fd4-990f-9e212b7d9778 x-openstack-request-id: req-42949316-4af4-4fd4-990f-9e212b7d9778 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:58.515387 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4919ba0-7d2b-4676-a3db-8b35ee374df8", "name": "network-vif-deleted", "tag": "bff802ae-f53c-4def-9470-5ba0ba1fab96", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:58.515869 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42949316-4af4-4fd4-990f-9e212b7d9778 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:58.517575 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4919ba0-7d2b-4676-a3db-8b35ee374df8', 'name': 'network-vif-deleted', 'tag': 'bff802ae-f53c-4def-9470-5ba0ba1fab96', 'status': 'completed', 'code': 200} Aug 29 04:22:58.529025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-4474de44-f65f-40b4-9ecd-d33401d72c7f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.530918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-4474de44-f65f-40b4-9ecd-d33401d72c7f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 822 time: 0.3262610 Aug 29 04:22:58.561656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Request body: {'port': {'device_id': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'admin_state_up': True, 'tenant_id': '615c0f2f6c22466a87e27d0751de22dd'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:58.594636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.702829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033e89-f6de-4bad-98a5-dca509edd58d req-4b2db803-4a48-46d9-9779-14f677938f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.704589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-4b2db803-4a48-46d9-9779-14f677938f08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.6753602 Aug 29 04:22:58.755771 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:58.809317 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:58.826688 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-8c313189-5502-4238-8c53-6c86171883bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 217 time: 0.1078570 Aug 29 04:22:58.833222 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:58.834157 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:58.838160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27c983c1-9939-4610-bb61-010043dfeea4 req-e86f1c37-d4f1-4e32-989d-c6953e2204f4 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 210 time: 0.2650313 Aug 29 04:22:58.842578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.845507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.881235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033e89-f6de-4bad-98a5-dca509edd58d req-25ef3271-6264-4ea7-9a48-3d7c52d45a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:58.889683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-25ef3271-6264-4ea7-9a48-3d7c52d45a55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.0619636 Aug 29 04:22:58.930907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.931894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2f4b647-2aba-4bda-be1a-0b37ee208894 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:58.942207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Made reservation on behalf of 615c0f2f6c22466a87e27d0751de22dd for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:58.944451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.945690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-40866e85-5f11-43ca-93cc-c1b774d1967f admin admin] 10.222.0.55 "DELETE /v2.0/routers/f2f4b647-2aba-4bda-be1a-0b37ee208894 HTTP/1.1" status: 204 len: 168 time: 1.9936092 Aug 29 04:22:58.948228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43572) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:58.949471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.002031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033e89-f6de-4bad-98a5-dca509edd58d req-cf181fa7-887e-4ede-93c9-3b82e91eb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.004851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-cf181fa7-887e-4ede-93c9-3b82e91eb09a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144042 Aug 29 04:22:59.034267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Deleting subnet 6099c378-3ab7-4017-86ea-183e319d925d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:59.045222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d28c-ef90-4ad9-81c8-fcd1018e14ac req-893f09da-ffca-44a9-b449-8a72ae715d94 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.052660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44a2d28c-ef90-4ad9-81c8-fcd1018e14ac req-893f09da-ffca-44a9-b449-8a72ae715d94 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 945 time: 0.1050329 Aug 29 04:22:59.054546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.055104 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:59.149906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44a2d28c-ef90-4ad9-81c8-fcd1018e14ac req-1d3374fb-44ea-4ed9-9c65-758b582d0682 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961745 Aug 29 04:22:59.156008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.295510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-ab377f9c-3ef5-4004-84a8-74aab65d0ab6 service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670348 Aug 29 04:22:59.416622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d605cfc9-4bdd-4eb6-b9d6-8d599afcd89e req-b707f684-7282-4de7-8977-cd42be4e60a1 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 210 time: 0.0675693 Aug 29 04:22:59.452158 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:59.495158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-0eb02a68-b5eb-45a9-b61a-ca130c98ae4a tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:59.497033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-0eb02a68-b5eb-45a9-b61a-ca130c98ae4a tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 813 time: 0.3388462 Aug 29 04:22:59.503464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.520598 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9dd6a-c41a-4ab5-aad2-366e89db7a2a None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:22:06Z', 'revision_number': 4, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9325d774-aeed-472a-8611-22440120cd72', 'name': '', 'network_id': 'b92ec654-d1fb-46f1-8fa3-dce1084535b5', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'mac_address': 'fa:16:3e:e2:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '9727acc2-d7dd-4359-8464-029808ae219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:05Z', 'updated_at': '2021-08-29T04:22:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'subnets': [{'id': '9727acc2-d7dd-4359-8464-029808ae219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:59.564536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Request body: {'port': {'device_id': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'admin_state_up': True, 'tenant_id': '9234c48d215942eb9ac7c69a51f683b1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:59.781584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.791395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Made reservation on behalf of 9234c48d215942eb9ac7c69a51f683b1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:59.795961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.830248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6099c378-3ab7-4017-86ea-183e319d925d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.841451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9f477-f30b-4913-9bc5-b89de5605524 None None] Network 88f319d5-c481-44ca-a848-e04a278882d8 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:59.862518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.865963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6099c378-3ab7-4017-86ea-183e319d925d HTTP/1.1" status: 204 len: 168 time: 0.9146330 Aug 29 04:22:59.910746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43590) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:59.998620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Allocated IP 172.20.0.11 (f157eda9-4592-4023-be51-f9a5a271a013/d6a77813-2562-4102-828c-8c0a030705c9/57d58300-8d8a-41b2-be93-1c99828ce501) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:00.001404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba18cf-4e68-4352-b187-1af8f6add7b6 None None] New status for floating IP fca49e59-071b-4e1d-85d7-58fe27bcbad4: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:00.058088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Allocated IP 172.20.0.9 (3162fdf5-16c3-436b-b200-f9d726dbdc7e/f2d97149-b2e8-4212-8a0e-7c168100ac41/da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:00.071497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-1bf56f86-eb51-431e-9839-40a804075ed2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.073025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-1bf56f86-eb51-431e-9839-40a804075ed2 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 945 time: 0.7753961 Aug 29 04:23:00.134617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.145123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99033e89-f6de-4bad-98a5-dca509edd58d req-e613d847-986d-4359-bb89-2d6ccd8b5efe service neutron] 10.222.0.55 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8486354 Aug 29 04:23:00.164151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 130a4663-2b53-4d8e-b9f0-42f92ef368cb no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:00.180259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-7c6aaf70-474f-4866-9ede-4473b4e9dce8 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.181990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-7c6aaf70-474f-4866-9ede-4473b4e9dce8 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 813 time: 0.4167137 Aug 29 04:23:00.206383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Request body: {'port': {'device_id': 'aa525b97-c84f-499a-885a-5c41644b856b', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'admin_state_up': True, 'tenant_id': '9234c48d215942eb9ac7c69a51f683b1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:00.218772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.219152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.219645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.220075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.220858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.221549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.222504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.223573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.224187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.224967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.225397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.225892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a61bb82-c970-4b94-90e8-ed8d55ddbe0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.249539 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 130a4663-2b53-4d8e-b9f0-42f92ef368cb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:00.249953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 130a4663-2b53-4d8e-b9f0-42f92ef368cb not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:00.250685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bac519b7-8034-41a5-aee6-9b148766a807 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:00.301091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8bde5-ecc4-4f6c-9b8c-b2871a638312 req-e58cc799-b51d-4341-8670-a12e65a55fce tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.302633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2d8bde5-ecc4-4f6c-9b8c-b2871a638312 req-e58cc799-b51d-4341-8670-a12e65a55fce tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 950 time: 0.1577041 Aug 29 04:23:00.344622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: bac519b7-8034-41a5-aee6-9b148766a807 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:00.345257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bac519b7-8034-41a5-aee6-9b148766a807 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:00.359976 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.369404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2d8bde5-ecc4-4f6c-9b8c-b2871a638312 req-438e1039-906c-4e51-bf7d-1d4b38aa81f0 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 Aug 29 04:23:00.379466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52527ccc-a62d-42d0-8bb5-cf3745afcff6 req-73dad720-1ee4-437f-ab00-a9a12e33cfb1 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 210 time: 0.0925868 Aug 29 04:23:00.423470 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.437477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] DHCP port deletion for 88f319d5-c481-44ca-a848-e04a278882d8 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:00.490626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:00.500177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:00.502874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:00.520196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:00.522505 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81efcaca-d290-4e9c-97cf-b9dabce333b9" -d '{"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:00.541290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.550730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Deleting port f0991e80-dd8e-4995-bb53-97ef754e6f7f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:00.551078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.556145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Deleting port 96ebb03c-9a11-494d-8205-b3a401b1e476 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:00.556520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.559737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.560396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.573789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event updated for resources: {'Port': ['ID=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.596985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-064d2d70-4ec5-4542-80b7-2a40b6001822 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0381496 Aug 29 04:23:00.617076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Deleting port 96ebb03c-9a11-494d-8205-b3a401b1e476 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:00.617421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.622212 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1612a8a-f368-4010-9ba7-e2832ddfea79 req-7302d7e1-ad7c-45a9-9ab0-89e0df047971 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 210 time: 0.0456159 Aug 29 04:23:00.630869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Request body: {'port': {'device_id': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:00.634108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] For port 96ebb03c-9a11-494d-8205-b3a401b1e476, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=96ebb03c-9a11-494d-8205-b3a401b1e476,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:00.634614 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.655435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Calling delete_port for 96ebb03c-9a11-494d-8205-b3a401b1e476 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:00.704152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.734590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:00.747086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Made reservation on behalf of 9234c48d215942eb9ac7c69a51f683b1 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:00.750828 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.762236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: bff802ae-f53c-4def-9470-5ba0ba1fab96 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:00.762582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bff802ae-f53c-4def-9470-5ba0ba1fab96 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:00.776936 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5820869-76fb-4450-acec-8bdf4c02f90a x-openstack-request-id: req-b5820869-76fb-4450-acec-8bdf4c02f90a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:00.778055 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:00.778556 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5820869-76fb-4450-acec-8bdf4c02f90a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:00.779136 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'status': 'completed', 'code': 200} Aug 29 04:23:00.806193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] For port 96ebb03c-9a11-494d-8205-b3a401b1e476, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=96ebb03c-9a11-494d-8205-b3a401b1e476,segment=NetworkSegment(7260c803-4868-4337-9b82-4eed7865204a),segment_id=7260c803-4868-4337-9b82-4eed7865204a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:00.806846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.819571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166e15-3f25-441d-9d1e-f75cc8554838 req-06937557-e410-4ad4-8f2b-59798c8d8c9d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.821195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4166e15-3f25-441d-9d1e-f75cc8554838 req-06937557-e410-4ad4-8f2b-59798c8d8c9d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 945 time: 0.2468324 Aug 29 04:23:00.826399 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.831012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.840249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] For port f0991e80-dd8e-4995-bb53-97ef754e6f7f, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f0991e80-dd8e-4995-bb53-97ef754e6f7f,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:00.840621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.843190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] No DVR routers for this DVR port 96ebb03c-9a11-494d-8205-b3a401b1e476 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:00.863337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Pushing event deleted for resources: {'Port': ['ID=96ebb03c-9a11-494d-8205-b3a401b1e476,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:00.874677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Calling delete_port for 96ebb03c-9a11-494d-8205-b3a401b1e476 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:00.875417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.876103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.876103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.876423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.876767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.877077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.877398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.877755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.878080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.878400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.878718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.879034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fd846-5c81-4d63-bce2-cb38d41f1799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:00.910288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Calling delete_port for f0991e80-dd8e-4995-bb53-97ef754e6f7f owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:00.968829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-51bbb119-0fb0-45d6-8764-7acd61aeda49 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 200 len: 693 time: 0.0992527 Aug 29 04:23:00.975204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Network f157eda9-4592-4023-be51-f9a5a271a013 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:01.022331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:01.067129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:01.076968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.079205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-828f7f8e-de03-496d-a181-4260d18536cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.080818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-828f7f8e-de03-496d-a181-4260d18536cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 1098 time: 0.2867823 Aug 29 04:23:01.112572 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.115845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4166e15-3f25-441d-9d1e-f75cc8554838 req-b6d9169d-685f-493a-bac9-fb4ffc2fdc98 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725990 Aug 29 04:23:01.186086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.186711 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.220911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-de937181-9d47-4d1a-9566-7e7d98afe872 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.222330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-de937181-9d47-4d1a-9566-7e7d98afe872 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.2527320 Aug 29 04:23:01.231096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-751b18d8-b289-42bd-9dfb-bcb2a370d1b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6772237 Aug 29 04:23:01.231669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.252258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-31b45c1e-0444-4440-b4a4-978bc011b85f tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:23:01.253233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-31b45c1e-0444-4440-b4a4-978bc011b85f tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095289 Aug 29 04:23:01.272710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Request body: {'port': {'device_id': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:01.279731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ebb03c-9a11-494d-8205-b3a401b1e476,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.303636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] No DVR routers for this DVR port 96ebb03c-9a11-494d-8205-b3a401b1e476 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:01.341656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.354618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'f0991e80-dd8e-4995-bb53-97ef754e6f7f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:01.428208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.439668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.447337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f319d5-c481-44ca-a848-e04a278882d8']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:01.489259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event deleted for resources: {'Port': ['ID=f0991e80-dd8e-4995-bb53-97ef754e6f7f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.493501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7260c803-4868-4337-9b82-4eed7865204a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:01.493825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7260c803-4868-4337-9b82-4eed7865204a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:01.510204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.607443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.609764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] No DVR routers for this DVR port f0991e80-dd8e-4995-bb53-97ef754e6f7f on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:01.616599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7671da91-6be1-4866-a61d-1c1930b8e175 req-480bf242-6562-49c9-9d22-35ff3b65ef14 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 210 time: 0.0625830 Aug 29 04:23:01.624992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.627038 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e5ad2a3-c80d-40ee-97a7-c082e737a980 req-6579bbce-613d-4702-b42e-952453df4ef3 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "DELETE /v2.0/ports/f0991e80-dd8e-4995-bb53-97ef754e6f7f HTTP/1.1" status: 204 len: 173 time: 1.5346377 Aug 29 04:23:01.628810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:01.629235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:01.631419 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:01.654081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-a73aa29e-e138-4c1f-8dc7-0b32f9ad39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.655543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-a73aa29e-e138-4c1f-8dc7-0b32f9ad39bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 200 len: 921 time: 0.5644205 Aug 29 04:23:01.670156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-8d44b404-e460-4f39-bc35-85f69b56e9f5 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 696 time: 0.3990986 Aug 29 04:23:01.770125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-e1a2dd7b-13a1-467f-9d8e-6dfc9b612899 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 200 len: 217 time: 0.0965538 Aug 29 04:23:01.784188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3574715-3f27-42e7-a435-af95b61f5cba req-39838f5e-8f96-42c8-8639-856faf11fe42 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.785686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3574715-3f27-42e7-a435-af95b61f5cba req-39838f5e-8f96-42c8-8639-856faf11fe42 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 950 time: 0.5587268 Aug 29 04:23:01.791561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-95b37cd3-3cd3-4fbb-ab38-985b16aaeb7c tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 696 time: 0.1197786 Aug 29 04:23:01.813567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.833828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:01.844125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.848708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] 10.222.0.55 "DELETE /v2.0/networks/88f319d5-c481-44ca-a848-e04a278882d8 HTTP/1.1" status: 204 len: 168 time: 1.9310560 Aug 29 04:23:01.901240 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.967840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Transition to ACTIVE for port object da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:01.995153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea558bd8-ab3f-458f-b7e5-4b9cbb93123d req-615d457f-e74a-48b9-9c55-ad9e49916232 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.995758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-b686ed51-5a4e-4ceb-9042-1b46a627daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.997250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-b686ed51-5a4e-4ceb-9042-1b46a627daa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 200 len: 859 time: 0.2106812 Aug 29 04:23:01.998312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea558bd8-ab3f-458f-b7e5-4b9cbb93123d req-615d457f-e74a-48b9-9c55-ad9e49916232 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 950 time: 0.2842720 Aug 29 04:23:01.999235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af502071-adbb-41f4-93cb-1876502a4546 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f319d5-c481-44ca-a848-e04a278882d8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.000852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.040361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d58300-8d8a-41b2-be93-1c99828ce501 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:02.064120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.093383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Allocated IP 172.20.0.2 (3162fdf5-16c3-436b-b200-f9d726dbdc7e/f2d97149-b2e8-4212-8a0e-7c168100ac41/73529ed2-1daf-4023-99d0-6170b81ce37c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:02.111672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Transition to ACTIVE for port object 57d58300-8d8a-41b2-be93-1c99828ce501 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:02.119943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.139670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43644) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.141793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.156730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea558bd8-ab3f-458f-b7e5-4b9cbb93123d req-1c2b6fed-feda-43fc-bc0b-8074b565e48e tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343248 Aug 29 04:23:02.171759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-e197e68e-12e0-430e-8e17-6e60853fe44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.173276 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-e197e68e-12e0-430e-8e17-6e60853fe44f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b92ec654-d1fb-46f1-8fa3-dce1084535b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658466 Aug 29 04:23:02.214526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Deleting port 710806a9-48c5-490b-ba10-c0465c60c029 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:02.214927 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.236459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 96ebb03c-9a11-494d-8205-b3a401b1e476 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:02.270061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 96ebb03c-9a11-494d-8205-b3a401b1e476 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:02.270662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 96ebb03c-9a11-494d-8205-b3a401b1e476 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:02.283983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Pushing event updated for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:02.346196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2edfc365-c4ff-47fd-bbd8-1ceb13914f9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61de6029f3d548cf8bf5620f93c2ebf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016451 Aug 29 04:23:02.352658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.367094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Deleting port e28f591d-b460-4a7a-837d-8bfc54b40c5f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:02.367440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.504835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Attempting to bind port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:02.505176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Attempting to bind port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:02.505513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Attempting to bind port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:02.547983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:02.548315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Attempting to bind port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:02.577212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] For port 710806a9-48c5-490b-ba10-c0465c60c029, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=710806a9-48c5-490b-ba10-c0465c60c029,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:02.577581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.583242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:02.583579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Checking segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:02.583973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Bound using segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:02.584408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Bound port: da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:02.584768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.603580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-2063544c-27e1-40c2-b6c6-b572e837d722 service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011331 Aug 29 04:23:02.622086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Calling delete_port for 710806a9-48c5-490b-ba10-c0465c60c029 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:02.625194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f67-60b4-478a-8717-ec21881c3db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.648684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.649015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.738794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Calling delete_port for e28f591d-b460-4a7a-837d-8bfc54b40c5f owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:02.789335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'name': 'network-vif-deleted', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:02.793504 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e785d-029e-40de-96a7-c29ebfd2817c" -d '{"events": [{"server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "name": "network-vif-deleted", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:02.802802 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f67-60b4-478a-8717-ec21881c3db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.821888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Attempting to bind port 57d58300-8d8a-41b2-be93-1c99828ce501 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:02.822331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Attempting to bind port 57d58300-8d8a-41b2-be93-1c99828ce501 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:02.822773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Attempting to bind port 57d58300-8d8a-41b2-be93-1c99828ce501 on network f157eda9-4592-4023-be51-f9a5a271a013 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:02.840566 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.842785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Port 57d58300-8d8a-41b2-be93-1c99828ce501 on network f157eda9-4592-4023-be51-f9a5a271a013 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:02.843179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Attempting to bind port 57d58300-8d8a-41b2-be93-1c99828ce501 on network f157eda9-4592-4023-be51-f9a5a271a013 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:02.858785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:02.859390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Checking segment: {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:02.859770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Bound using segment: {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:02.860210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Bound port: 57d58300-8d8a-41b2-be93-1c99828ce501, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:02.860565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.890099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b72d8-ba25-4841-9837-f72b05855460 req-8cf4f1dd-88e9-471b-bdb0-d31dbc4a4525 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.897578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d60b72d8-ba25-4841-9837-f72b05855460 req-8cf4f1dd-88e9-471b-bdb0-d31dbc4a4525 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 944 time: 0.1669068 Aug 29 04:23:02.953491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] For port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:02.982076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81efcaca-d290-4e9c-97cf-b9dabce333b9 req-753407b6-a6dd-464f-9add-3b022504b47a service neutron] 10.222.0.37 "GET /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576777 Aug 29 04:23:02.983818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] For port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:03.006350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.013834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d60b72d8-ba25-4841-9837-f72b05855460 req-efda3f36-ab8f-4ad4-a1f1-3732a38129d5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152632 Aug 29 04:23:03.015890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:03.027052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:03.034573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.046068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.046590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43662) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:03.095692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f67-60b4-478a-8717-ec21881c3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.098262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f67-60b4-478a-8717-ec21881c3db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.099429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9fbe5f67-60b4-478a-8717-ec21881c3db1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bda32c3a-eecd-421e-a9c9-37964c074e56 HTTP/1.1" status: 204 len: 168 time: 0.7435596 Aug 29 04:23:03.120135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:03.120390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.120835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.122204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.122797 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] 10.222.0.32 "PUT /v2.0/ports/da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 HTTP/1.1" status: 200 len: 1092 time: 2.5102649 Aug 29 04:23:03.126880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'tag': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:03.129002 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.129176 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dcc093-af69-461d-816e-081f03a8eb5c", "tag": "da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:03.130464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] 10.222.0.32 "PUT /v2.0/ports/57d58300-8d8a-41b2-be93-1c99828ce501 HTTP/1.1" status: 200 len: 1093 time: 1.8859525 Aug 29 04:23:03.164864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:03.165122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe5f67-60b4-478a-8717-ec21881c3db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda32c3a-eecd-421e-a9c9-37964c074e56,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.170968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017a6d-8ecd-4b83-a7f2-30905f2d1ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.201579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:03.223440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e5f631a-458b-4a78-9e6d-01eaf3eb6151 req-9e43eed8-64ae-4c37-b27c-b9a9253f8cc6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 210 time: 0.1199529 Aug 29 04:23:03.226406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event updated for resources: {'Port': ['ID=73529ed2-1daf-4023-99d0-6170b81ce37c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.297333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.309518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c', 'c194054d-9209-4710-868f-f49519015023'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:03.323452 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.363071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event deleted for resources: {'Port': ['ID=710806a9-48c5-490b-ba10-c0465c60c029,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.388970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:03.437322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Pushing event deleted for resources: {'Port': ['ID=e28f591d-b460-4a7a-837d-8bfc54b40c5f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.462338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 710806a9-48c5-490b-ba10-c0465c60c029 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:03.462845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 710806a9-48c5-490b-ba10-c0465c60c029 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:03.466050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] No DVR routers for this DVR port 710806a9-48c5-490b-ba10-c0465c60c029 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:03.478201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.480062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.490702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9082bbbe-494b-4def-a6d6-df3ffbb28c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.492480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9082bbbe-494b-4def-a6d6-df3ffbb28c03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=a2dcc093-af69-461d-816e-081f03a8eb5c HTTP/1.1" status: 200 len: 1095 time: 0.2061181 Aug 29 04:23:03.497358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.499646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3574715-3f27-42e7-a435-af95b61f5cba req-471f0597-4332-4a12-979e-1ee9285ef25a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.32 "DELETE /v2.0/ports/710806a9-48c5-490b-ba10-c0465c60c029 HTTP/1.1" status: 204 len: 173 time: 1.6931207 Aug 29 04:23:03.592804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-9931682f-f18c-4340-afb5-289ae64c7624 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3903544 Aug 29 04:23:03.593737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f1f48-caff-439d-bdcb-5e79e66ce537 service neutron] Pushing event updated for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.603576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-7c2435f2-cb67-4595-bffd-0c1c3b986942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.605035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-7c2435f2-cb67-4595-bffd-0c1c3b986942 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 1096 time: 0.3996983 Aug 29 04:23:03.617367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Request body: {'port': {'device_id': 'aa525b97-c84f-499a-885a-5c41644b856b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:03.687066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-6933e29f-fd16-4c4b-84c5-b7c8cb0a65d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 HTTP/1.1" status: 200 len: 217 time: 0.1603172 Aug 29 04:23:03.687539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be579c17-50d7-4b4d-bf86-8aa4256e4fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.691884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.694840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.700358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7686ec68-8b28-497b-889f-662a0e1dede7 req-dab90ede-c13a-4dd2-b159-83f474ce7bcd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "DELETE /v2.0/floatingips/fca49e59-071b-4e1d-85d7-58fe27bcbad4 HTTP/1.1" status: 204 len: 173 time: 1.8958642 Aug 29 04:23:03.716850 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-21faf2f0-1949-4fc5-a591-9380dda614ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d58300-8d8a-41b2-be93-1c99828ce501 HTTP/1.1" status: 200 len: 217 time: 0.0948243 Aug 29 04:23:03.735438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd0d1b-d55a-455a-90bc-f59b0fbe70af req-61168ffd-eb55-44c7-969e-ea6d0b6b9a92 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.747117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bcd0d1b-d55a-455a-90bc-f59b0fbe70af req-61168ffd-eb55-44c7-969e-ea6d0b6b9a92 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 931 time: 0.2404919 Aug 29 04:23:03.811194 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac4325-730c-4024-8ced-7728a86ee023 x-openstack-request-id: req-6bac4325-730c-4024-8ced-7728a86ee023 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:03.811520 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ee2c8-9f15-4777-866f-74c359057819", "name": "network-vif-deleted", "tag": "f0991e80-dd8e-4995-bb53-97ef754e6f7f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:03.811730 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bac4325-730c-4024-8ced-7728a86ee023 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:03.812114 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ee2c8-9f15-4777-866f-74c359057819', 'name': 'network-vif-deleted', 'tag': 'f0991e80-dd8e-4995-bb53-97ef754e6f7f', 'status': 'completed', 'code': 200} Aug 29 04:23:03.843219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-533a8fe9-b0af-414e-b4d9-df273807ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.848149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-533a8fe9-b0af-414e-b4d9-df273807ccfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 0.1275122 Aug 29 04:23:03.888046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-5241c2d2-e937-431d-a5cb-a3c0b25ee0c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303237 Aug 29 04:23:03.969022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.987197 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bcd0d1b-d55a-455a-90bc-f59b0fbe70af req-d50ad264-5733-4342-9449-d581abaebdcf tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391291 Aug 29 04:23:04.041360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-60701dfc-53c0-4a64-889e-89b357361643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.043815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-60701dfc-53c0-4a64-889e-89b357361643 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6a77813-2562-4102-828c-8c0a030705c9 HTTP/1.1" status: 200 len: 862 time: 0.2830036 Aug 29 04:23:04.098760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-a7ad6564-f6b4-4f3f-900a-7e46533e4e7b service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027957 Aug 29 04:23:04.133123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be579c17-50d7-4b4d-bf86-8aa4256e4fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.172658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be579c17-50d7-4b4d-bf86-8aa4256e4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.177632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-2a6fd719-efd3-406e-9934-a03eeb2a2eaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f157eda9-4592-4023-be51-f9a5a271a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388966 Aug 29 04:23:04.226963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b8cbb43-1a57-48fa-904b-990c87207328 req-bdf77f7c-203c-46a2-b360-d3a77d96004f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2facb57-441b-4ab3-ba47-5083ae2d880b HTTP/1.1" status: 200 len: 210 time: 0.0437391 Aug 29 04:23:04.323265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-b4b5aee0-4c47-4574-8251-6c88d8f8ab6d service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133486 Aug 29 04:23:04.371452 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d344a4-a41c-4b8d-b559-4df4645387de x-openstack-request-id: req-25d344a4-a41c-4b8d-b559-4df4645387de {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:04.371916 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dcc093-af69-461d-816e-081f03a8eb5c", "tag": "da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:04.372232 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25d344a4-a41c-4b8d-b559-4df4645387de {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:04.372704 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'tag': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30', 'status': 'completed', 'code': 200} Aug 29 04:23:04.469894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-5b33d34f-41fe-4d87-a47d-f84a6805c21d service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356837 Aug 29 04:23:04.469894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43700) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.538918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-f7542096-1122-4668-a384-30ff7ab96fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.540458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-f7542096-1122-4668-a384-30ff7ab96fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=a2dcc093-af69-461d-816e-081f03a8eb5c HTTP/1.1" status: 200 len: 1095 time: 0.1012032 Aug 29 04:23:04.555523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3731655-bde4-43c5-8faa-e40b79ab3679 req-c3146511-fc7c-4071-b097-cdc392b58a96 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.565575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3731655-bde4-43c5-8faa-e40b79ab3679 req-c3146511-fc7c-4071-b097-cdc392b58a96 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 944 time: 0.0829260 Aug 29 04:23:04.610221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b30af135-ceca-4ac0-a5a4-521062364e8c req-e282e84b-a3bc-47e4-b840-8cfe044969e4 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 210 time: 0.0506117 Aug 29 04:23:04.635523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-be579c17-50d7-4b4d-bf86-8aa4256e4fed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a297fb1ffc1d462d9bc51c399ceaae3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5834451 Aug 29 04:23:04.638827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.661040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be579c17-50d7-4b4d-bf86-8aa4256e4fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd713f1f-a059-43ca-a548-e6edea3d6a8b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.716051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3731655-bde4-43c5-8faa-e40b79ab3679 req-26b82b63-18fc-4ac5-91f2-808313dcc806 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485426 Aug 29 04:23:04.727011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f0991e80-dd8e-4995-bb53-97ef754e6f7f no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:04.743189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-43a0b977-6535-4362-ada7-ad370c56d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.744707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-43a0b977-6535-4362-ada7-ad370c56d4f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 914 time: 0.1765406 Aug 29 04:23:04.771237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: f0991e80-dd8e-4995-bb53-97ef754e6f7f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:04.774763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75cb888e-8cc5-4141-b0db-b9b3c4efd637 req-1f915dd6-faf7-469f-a775-ee82abed9bae service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834008 Aug 29 04:23:04.775594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f0991e80-dd8e-4995-bb53-97ef754e6f7f not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:04.783187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-346450121-network', 'tenant_id': 'cb2a180079334ef18e185458849f3ced'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:04.807904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:04.811029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.826164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.826831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-95053215-2a20-46f8-b8f1-5fdde76d52c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 HTTP/1.1" status: 200 len: 217 time: 0.0740247 Aug 29 04:23:04.895775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2be26050-7550-49fd-b609-5c61b96b79ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.934490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2be26050-7550-49fd-b609-5c61b96b79ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.939943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73529ed2-1daf-4023-99d0-6170b81ce37c {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:04.943704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412e2e0-ce65-4be5-9abd-dc7401155b34 req-20bac496-8652-4b92-a517-34cde4dcb352 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.946391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7412e2e0-ce65-4be5-9abd-dc7401155b34 req-20bac496-8652-4b92-a517-34cde4dcb352 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 946 time: 0.1173828 Aug 29 04:23:04.960125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.982865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Transition to ACTIVE for port object 73529ed2-1daf-4023-99d0-6170b81ce37c will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:04.987618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.997923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-3306c62f-7d52-43d5-ab0c-3eef3b0a5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.999398 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-3306c62f-7d52-43d5-ab0c-3eef3b0a5e95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 0.1380229 Aug 29 04:23:05.037542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-9f06629b-d0d7-43e4-894e-70bdc548783b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278120 Aug 29 04:23:05.059536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7412e2e0-ce65-4be5-9abd-dc7401155b34 req-987a23b7-ea9e-46ed-971e-ad7c6522cbdf tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868261 Aug 29 04:23:05.062524 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.085689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.112712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2be26050-7550-49fd-b609-5c61b96b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.113071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Pushing event updated for resources: {'Port': ['ID=73529ed2-1daf-4023-99d0-6170b81ce37c,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.122338 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2be26050-7550-49fd-b609-5c61b96b79ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.125835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2be26050-7550-49fd-b609-5c61b96b79ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd713f1f-a059-43ca-a548-e6edea3d6a8b HTTP/1.1" status: 204 len: 168 time: 0.4837530 Aug 29 04:23:05.149535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be26050-7550-49fd-b609-5c61b96b79ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd713f1f-a059-43ca-a548-e6edea3d6a8b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.203742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:05.205582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-f7a24c68-008d-444a-a4d0-7ab04d2a1385 service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501632 Aug 29 04:23:05.238450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456491b-87ea-4158-a055-0c7814cc0dfa,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.242423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Attempting to bind port 73529ed2-1daf-4023-99d0-6170b81ce37c on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:05.242759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Attempting to bind port 73529ed2-1daf-4023-99d0-6170b81ce37c by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:05.243428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Attempting to bind port 73529ed2-1daf-4023-99d0-6170b81ce37c on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:05.247465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.247807 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Added segment a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3 of type vlan for network eeb9935c-bc75-427e-a2d7-76cfda7e8162 Aug 29 04:23:05.257099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b68a2-dbe0-4fd6-87c6-5f986cd56d0e req-1e5a410f-53b0-4060-99f2-9028cbf87dbf tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.258790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-962b68a2-dbe0-4fd6-87c6-5f986cd56d0e req-1e5a410f-53b0-4060-99f2-9028cbf87dbf tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 943 time: 0.1965852 Aug 29 04:23:05.270208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Port 73529ed2-1daf-4023-99d0-6170b81ce37c on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:05.270544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Attempting to bind port 73529ed2-1daf-4023-99d0-6170b81ce37c on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:05.295629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:05.295975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Checking segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:05.296346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Bound using segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:05.296806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Bound port: 73529ed2-1daf-4023-99d0-6170b81ce37c, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:05.297158 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.337977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.367981 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eca1dc0-e855-4eb2-8d6f-4c5d77eb90bf req-c74431e8-cd9d-492c-af45-de760b5cec2a service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540704 Aug 29 04:23:05.408683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-962b68a2-dbe0-4fd6-87c6-5f986cd56d0e req-59c72eae-ef3c-4e70-bf76-ad3d13d7b95d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152029 Aug 29 04:23:05.418240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.419317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.420121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.500907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:05.507666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0197320 Aug 29 04:23:05.508361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43720) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:05.509354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] For port 73529ed2-1daf-4023-99d0-6170b81ce37c, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:05.522565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Request body: {'subnet': {'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-346450121-subnet', 'tenant_id': 'cb2a180079334ef18e185458849f3ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:05.523647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9909349a-b6c4-4373-995c-143aa2981faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.546129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] For port 73529ed2-1daf-4023-99d0-6170b81ce37c, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=73529ed2-1daf-4023-99d0-6170b81ce37c,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:05.549880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bd2d4-21a7-4703-86bc-6ab5d8495783 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb9935c-bc75-427e-a2d7-76cfda7e8162,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.560195 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.562160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:05.594256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:05.600739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.651702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Pushing event updated for resources: {'Port': ['ID=73529ed2-1daf-4023-99d0-6170b81ce37c,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.727347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.728479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.733727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-55a6fe02-4eaa-4d9f-8471-69dada0236ef service neutron] 10.222.0.32 "PUT /v2.0/ports/73529ed2-1daf-4023-99d0-6170b81ce37c HTTP/1.1" status: 200 len: 1092 time: 2.1212094 Aug 29 04:23:05.779125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-acce7b44-dba6-4be9-ac35-8e076127a854 req-b67da34d-f478-4c52-8391-599fec152ff9 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b1ee2c8-9f15-4777-866f-74c359057819 HTTP/1.1" status: 200 len: 210 time: 0.0500579 Aug 29 04:23:05.794244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9909349a-b6c4-4373-995c-143aa2981faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.800550 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9909349a-b6c4-4373-995c-143aa2981faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.844551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'tag': '57d58300-8d8a-41b2-be93-1c99828ce501'}, {'name': 'network-changed', 'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:05.846909 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a2147-b676-4b43-9a5a-8b359f7215c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e98731e0-bb50-4e0a-9fc1-ba9ddcd61970", "tag": "57d58300-8d8a-41b2-be93-1c99828ce501"}, {"name": "network-changed", "server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:05.886738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909349a-b6c4-4373-995c-143aa2981faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15b3b6-a93b-4916-935c-3d0d32783a1b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.914973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9909349a-b6c4-4373-995c-143aa2981faa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0ea0d539e4f4510a400a08b95371216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125721 Aug 29 04:23:05.915963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:05.948643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.010256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-2adc828e-9fa6-422e-9243-4ea776dfbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.011817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-2adc828e-9fa6-422e-9243-4ea776dfbedf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 1095 time: 0.1593733 Aug 29 04:23:06.033121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c77a4-5dbe-474f-9b89-397927b14824 req-9e19be27-6d17-447b-9a98-deceec8663b5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.040523 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f8c77a4-5dbe-474f-9b89-397927b14824 req-9e19be27-6d17-447b-9a98-deceec8663b5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 944 time: 0.1921091 Aug 29 04:23:06.067158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51c72ba-7556-41ba-bdb0-a449d52734e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.080692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff60a465-9ef4-4607-9b18-c3e2e3b16625,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.081844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-abd98f03-7c34-48a2-b010-e117def40da1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.084402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-abd98f03-7c34-48a2-b010-e117def40da1 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 946 time: 0.1142371 Aug 29 04:23:06.091268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-7ef995ef-4895-4ada-9d67-e1fa1b9be9e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73529ed2-1daf-4023-99d0-6170b81ce37c HTTP/1.1" status: 200 len: 217 time: 0.0615847 Aug 29 04:23:06.119318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Checking segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:06.119601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Network hostable DHCP agents. Network: eeb9935c-bc75-427e-a2d7-76cfda7e8162, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:06.128758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13c0a8-5fde-4be9-b49c-cfca354539e4 req-43f9e66d-cc98-46fa-ab6f-73cc69b4552f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.130295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c13c0a8-5fde-4be9-b49c-cfca354539e4 req-43f9e66d-cc98-46fa-ab6f-73cc69b4552f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1489720 Aug 29 04:23:06.141080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51c72ba-7556-41ba-bdb0-a449d52734e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.155853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f8c77a4-5dbe-474f-9b89-397927b14824 req-dbf45668-e49c-4fa3-89fd-9e246bed83be tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143346 Aug 29 04:23:06.192655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-8a1cf583-0b8e-43b2-83f1-cf346f66fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.194702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-8a1cf583-0b8e-43b2-83f1-cf346f66fcaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 0.0947506 Aug 29 04:23:06.201848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:06.253458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-744a8e72-a23e-4cde-a2a2-30ee75404830 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468450 Aug 29 04:23:06.264276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c13c0a8-5fde-4be9-b49c-cfca354539e4 req-9583e2b9-3c1b-4a2f-b9c3-f18197f475f4 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138694 Aug 29 04:23:06.266364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, eeb9935c-bc75-427e-a2d7-76cfda7e8162) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:06.276125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb1c7a-2328-4e81-a268-fd7a3d02e732 None None] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:06.285512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51c72ba-7556-41ba-bdb0-a449d52734e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.288228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.288664 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b51c72ba-7556-41ba-bdb0-a449d52734e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.288836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.290095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b51c72ba-7556-41ba-bdb0-a449d52734e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c15b3b6-a93b-4916-935c-3d0d32783a1b HTTP/1.1" status: 204 len: 168 time: 0.3698997 Aug 29 04:23:06.295778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Deleting port fc0fbe8f-6866-4928-ac97-28b80aec3455 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:06.296424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.317826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c72ba-7556-41ba-bdb0-a449d52734e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15b3b6-a93b-4916-935c-3d0d32783a1b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.380478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-deleted', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:06.383904 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786ad96b-6ea5-49b4-b51c-6228da556a24" -d '{"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-deleted", "tag": "710806a9-48c5-490b-ba10-c0465c60c029"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:06.425095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] For port fc0fbe8f-6866-4928-ac97-28b80aec3455, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=fc0fbe8f-6866-4928-ac97-28b80aec3455,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:06.425935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.440917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Calling delete_port for fc0fbe8f-6866-4928-ac97-28b80aec3455 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:06.464858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-5766f44a-fdf7-4755-9871-2bec3266c992 service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994207 Aug 29 04:23:06.467004 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d4d70e-87c7-4646-92ff-d705728fce5c x-openstack-request-id: req-76d4d70e-87c7-4646-92ff-d705728fce5c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:06.467489 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98731e0-bb50-4e0a-9fc1-ba9ddcd61970", "tag": "57d58300-8d8a-41b2-be93-1c99828ce501", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:06.467873 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76d4d70e-87c7-4646-92ff-d705728fce5c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:06.468484 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'tag': '57d58300-8d8a-41b2-be93-1c99828ce501', 'status': 'completed', 'code': 200} Aug 29 04:23:06.468886 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c', 'status': 'completed', 'code': 200} Aug 29 04:23:06.479166 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0fef6bf4-d7ca-4935-be09-566b47e9650f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9593220 Aug 29 04:23:06.580160 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c030691f-397b-4444-9862-21b7a5d80d7d x-openstack-request-id: req-c030691f-397b-4444-9862-21b7a5d80d7d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:06.580670 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2facb57-441b-4ab3-ba47-5083ae2d880b", "name": "network-vif-deleted", "tag": "710806a9-48c5-490b-ba10-c0465c60c029", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:06.581081 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c030691f-397b-4444-9862-21b7a5d80d7d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:06.581701 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2facb57-441b-4ab3-ba47-5083ae2d880b', 'name': 'network-vif-deleted', 'tag': '710806a9-48c5-490b-ba10-c0465c60c029', 'status': 'completed', 'code': 200} Aug 29 04:23:06.584751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-4117f6a0-e75c-41d8-a3ce-ee492058974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.586900 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-4117f6a0-e75c-41d8-a3ce-ee492058974b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 1096 time: 0.1433861 Aug 29 04:23:06.620042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623cc78-a935-406a-96f6-f8e0f5fafcb1 None None] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:06.817927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac686f4-4a4a-421a-a4a8-db75d67e2a96 req-aa249ed4-cbe3-4936-b535-4be336622a50 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.824772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ac686f4-4a4a-421a-a4a8-db75d67e2a96 req-aa249ed4-cbe3-4936-b535-4be336622a50 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 946 time: 0.2817562 Aug 29 04:23:06.892334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.895728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-e7adb296-42ae-4b1d-922f-06e3f0228ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.897452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-e7adb296-42ae-4b1d-922f-06e3f0228ab7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 923 time: 0.3008897 Aug 29 04:23:06.915877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560bdda-ff15-4002-8a6a-89e02358a15f req-c468059e-fbe8-41fb-9fb9-0e01ebfb3059 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.921262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6560bdda-ff15-4002-8a6a-89e02358a15f req-c468059e-fbe8-41fb-9fb9-0e01ebfb3059 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 943 time: 0.1998525 Aug 29 04:23:06.948986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['fc0fbe8f-6866-4928-ac97-28b80aec3455'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:06.963763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f144a98-f78c-44b6-ad55-c8c8507bc7e5 req-c9bdcd7c-ad67-43eb-8053-ee6aedfca2f6 service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913647 Aug 29 04:23:06.997887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Pushing event deleted for resources: {'Port': ['ID=fc0fbe8f-6866-4928-ac97-28b80aec3455,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.999753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ac686f4-4a4a-421a-a4a8-db75d67e2a96 req-28f97ae1-773b-4796-b8ba-faa3f0491a51 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/security-groups?id=c222fe00-7dd8-4f02-b016-01a9b33f4a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739891 Aug 29 04:23:07.029233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-b40073c2-0af8-4a89-9c2f-37efc0548f6a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.030937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-b40073c2-0af8-4a89-9c2f-37efc0548f6a tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 950 time: 0.1023786 Aug 29 04:23:07.047585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-ec9d35e8-276b-45ad-b2ee-572f4d02110f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d58300-8d8a-41b2-be93-1c99828ce501 HTTP/1.1" status: 200 len: 217 time: 0.0655873 Aug 29 04:23:07.135674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6560bdda-ff15-4002-8a6a-89e02358a15f req-bface60a-7afd-454b-8f85-3ad332800d38 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519740 Aug 29 04:23:07.295789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Deleting port c194054d-9209-4710-868f-f49519015023 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:07.297031 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.416575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 57d58300-8d8a-41b2-be93-1c99828ce501 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:07.449353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] For port c194054d-9209-4710-868f-f49519015023, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c194054d-9209-4710-868f-f49519015023,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:07.458272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.475763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Calling delete_port for c194054d-9209-4710-868f-f49519015023 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:07.604481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:07.633708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '57d58300-8d8a-41b2-be93-1c99828ce501', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'port_id': '57d58300-8d8a-41b2-be93-1c99828ce501', 'mac_address': 'fa:16:3e:43:1c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a77813-2562-4102-828c-8c0a030705c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:07.735311 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.747929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43792) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:07.753484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] No DVR routers for this DVR port fc0fbe8f-6866-4928-ac97-28b80aec3455 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:07.759232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d58300-8d8a-41b2-be93-1c99828ce501 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:07.761341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.764318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04a1173f-ffb9-4439-837e-96f43d4d27db req-c7cff2b8-4243-4122-9723-7f8eacb18a22 tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.37 "DELETE /v2.0/ports/fc0fbe8f-6866-4928-ac97-28b80aec3455 HTTP/1.1" status: 204 len: 173 time: 1.6694694 Aug 29 04:23:07.788471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:07.803756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.804672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:07.811201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-664015b3-6793-4da2-9d33-82b2ee70eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.812901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-664015b3-6793-4da2-9d33-82b2ee70eba4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6a77813-2562-4102-828c-8c0a030705c9 HTTP/1.1" status: 200 len: 862 time: 0.7565353 Aug 29 04:23:07.874320 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-a7bbf3a5-135b-4a7e-ae92-4df76ddd8a3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f157eda9-4592-4023-be51-f9a5a271a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519686 Aug 29 04:23:07.931423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfceb3e-581c-4fed-90bc-fe71a03cae69 req-bcdd50a0-2284-4e6a-96e3-72e17a120cc2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.933036 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bfceb3e-581c-4fed-90bc-fe71a03cae69 req-bcdd50a0-2284-4e6a-96e3-72e17a120cc2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 944 time: 0.1807938 Aug 29 04:23:07.990798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.028443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event deleted for resources: {'Port': ['ID=c194054d-9209-4710-868f-f49519015023,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.037410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-175065722-network', 'tenant_id': 'b4c23c3b13ea4dada87572233ff1db42'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:08.047056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-08e7fb51-b85b-42c4-b823-bee9d973f42f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.048658 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-08e7fb51-b85b-42c4-b823-bee9d973f42f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.4105313 Aug 29 04:23:08.080668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bfceb3e-581c-4fed-90bc-fe71a03cae69 req-4df06095-470b-4813-9c5f-539869d506b0 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269796 Aug 29 04:23:08.146079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-ef5c00a3-09d3-46fe-bc30-4b3436bd2863 service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555289 Aug 29 04:23:08.180587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-6073bcf2-7c15-4a6e-8f8a-7de6e30de4d3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/quotas/cb2a180079334ef18e185458849f3ced HTTP/1.1" status: 200 len: 375 time: 0.0537431 Aug 29 04:23:08.181504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] No DVR routers for this DVR port c194054d-9209-4710-868f-f49519015023 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:08.185654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.188072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2619ede-21e0-4b63-9c7b-293a7662df0c req-63099e02-aee6-4afb-bdf6-1db053cba50b tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "DELETE /v2.0/ports/c194054d-9209-4710-868f-f49519015023 HTTP/1.1" status: 204 len: 173 time: 1.1499648 Aug 29 04:23:08.189502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Made reservation on behalf of b4c23c3b13ea4dada87572233ff1db42 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:08.192141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.231403 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.290593 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-3b70afe7-7d6c-4f93-a35c-230e43cf5ef8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858920 Aug 29 04:23:08.351360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-96e34b6a-716b-43b6-b8f0-2907494b70d8 req-edc7cd5e-e997-416d-8221-9b35a965bbcf tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7651aa0-09d2-47dc-8080-2c63a9d7174f HTTP/1.1" status: 200 len: 210 time: 0.1669509 Aug 29 04:23:08.367342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.380497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c', 'c194054d-9209-4710-868f-f49519015023'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:08.468346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-468b75c5-a42a-4685-af4f-69b9a7f27070 service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149352 Aug 29 04:23:08.515818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:08.570593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'port_id': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30', 'mac_address': 'fa:16:3e:c6:a6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97149-b2e8-4212-8a0e-7c168100ac41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:08.583105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'name': 'network-vif-deleted', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:08.585444 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f19fb7-a3da-47e1-93d5-7ee577705ec4" -d '{"events": [{"server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "name": "network-vif-deleted", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:08.592540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-deleted', 'tag': 'c194054d-9209-4710-868f-f49519015023'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:08.600703 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9595197d-3470-4ed4-bb6f-b9313835e70c" -d '{"events": [{"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-deleted", "tag": "c194054d-9209-4710-868f-f49519015023"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:08.622305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-fae489bd-25b5-4215-bc1c-d3a6d178ad1d service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136597 Aug 29 04:23:08.743804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7f7342f-58a6-461f-8bf3-ccaeaee9b29f req-be1862d6-782c-46de-81c9-99c818bb94bd tempest-FloatingIPsAssociationTestJSON-1413983543 tempest-FloatingIPsAssociationTestJSON-1413983543-project] 10.222.0.55 "GET /v2.0/ports?device_id=628ae71a-992e-49cd-933f-214f2d608988 HTTP/1.1" status: 200 len: 210 time: 0.0578427 Aug 29 04:23:08.755966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.800673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-f5ff2656-b755-4894-b6b4-0168f03df117 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757426 Aug 29 04:23:08.814942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:08.848898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:08.867811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.891612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-d410ca7d-9ea9-41be-a8c8-9a4c3e45ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.909933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-d410ca7d-9ea9-41be-a8c8-9a4c3e45ef7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 1095 time: 0.1824710 Aug 29 04:23:08.949728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.955662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.031733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e0155-06b5-4b87-9136-99540b4cbdc2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.110537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:09.136413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.137310 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Added segment 176f4989-f5de-4a74-83c6-88dd9f47d90a of type vlan for network 13f74fd3-3644-4b66-8db4-5ade79664bb3 Aug 29 04:23:09.147229 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ccc491-f338-4a18-8254-c877e88d2ded x-openstack-request-id: req-92ccc491-f338-4a18-8254-c877e88d2ded {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:09.147525 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ae71a-992e-49cd-933f-214f2d608988", "name": "network-vif-deleted", "tag": "fc0fbe8f-6866-4928-ac97-28b80aec3455", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:09.157399 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92ccc491-f338-4a18-8254-c877e88d2ded {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:09.158004 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ae71a-992e-49cd-933f-214f2d608988', 'name': 'network-vif-deleted', 'tag': 'fc0fbe8f-6866-4928-ac97-28b80aec3455', 'status': 'completed', 'code': 200} Aug 29 04:23:09.159664 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7516396c-06d7-4125-953d-6cf864eda19d x-openstack-request-id: req-7516396c-06d7-4125-953d-6cf864eda19d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:09.160915 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7651aa0-09d2-47dc-8080-2c63a9d7174f", "name": "network-vif-deleted", "tag": "c194054d-9209-4710-868f-f49519015023", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:09.161170 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7516396c-06d7-4125-953d-6cf864eda19d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:09.161566 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7651aa0-09d2-47dc-8080-2c63a9d7174f', 'name': 'network-vif-deleted', 'tag': 'c194054d-9209-4710-868f-f49519015023', 'status': 'completed', 'code': 200} Aug 29 04:23:09.207679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.236872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:09.260922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-4fb64ac5-7d88-47ad-8bb5-88c7269a1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.262398 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-4fb64ac5-7d88-47ad-8bb5-88c7269a1355 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 914 time: 0.3456180 Aug 29 04:23:09.325616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['57d58300-8d8a-41b2-be93-1c99828ce501'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:09.380521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c41409b6-8a07-4843-8cae-d4157b6cd9dd req-6fd508d9-0c9a-4e5f-9bc4-1b097c2e1bf4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 210 time: 0.1385083 Aug 29 04:23:09.399770 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.452159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500600e-f155-4544-ba9b-d1170ba1a9c0 req-1c7082c6-40e8-4414-9110-185865749c70 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.460656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7500600e-f155-4544-ba9b-d1170ba1a9c0 req-1c7082c6-40e8-4414-9110-185865749c70 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 943 time: 0.5290248 Aug 29 04:23:09.478274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-8e88950a-8a70-4233-bb53-4d0b3aa1805f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73529ed2-1daf-4023-99d0-6170b81ce37c HTTP/1.1" status: 200 len: 217 time: 0.2069170 Aug 29 04:23:09.488360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.490042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.490701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.531426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7771590 Aug 29 04:23:09.531657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43820) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:09.535253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 73529ed2-1daf-4023-99d0-6170b81ce37c details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:09.560060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Request body: {'subnet': {'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-175065722-subnet', 'tenant_id': 'b4c23c3b13ea4dada87572233ff1db42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:09.562916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7500600e-f155-4544-ba9b-d1170ba1a9c0 req-d77541a6-57e2-4ec5-afb2-c667dc1468c4 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005573 Aug 29 04:23:09.620246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-d147e80a-5a67-4dba-adb6-dabbad068180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.627369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-d147e80a-5a67-4dba-adb6-dabbad068180 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 0.1380835 Aug 29 04:23:09.718379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-5a99ca29-b0a8-4453-8745-fcabb1b3c2f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820174 Aug 29 04:23:09.798484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 73529ed2-1daf-4023-99d0-6170b81ce37c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=73529ed2-1daf-4023-99d0-6170b81ce37c,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:09.835295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '73529ed2-1daf-4023-99d0-6170b81ce37c', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'port_id': '73529ed2-1daf-4023-99d0-6170b81ce37c', 'mac_address': 'fa:16:3e:bb:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97149-b2e8-4212-8a0e-7c168100ac41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:09.835456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Made reservation on behalf of b4c23c3b13ea4dada87572233ff1db42 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:09.845046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.858307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f524b7e-82da-4d99-909c-dcc7b74dca4a admin admin] Pushing event updated for resources: {'Network': ['ID=13f74fd3-3644-4b66-8db4-5ade79664bb3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:09.890551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-6075d4a9-0429-46c3-a12a-8d06e2974b16 service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664748 Aug 29 04:23:09.912811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 13f74fd3-3644-4b66-8db4-5ade79664bb3 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:09.992481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66586104-cd94-42f2-a033-6d0771979a78 req-1324fce8-f765-41f4-9af6-928a956cde91 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.994696 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.007410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66586104-cd94-42f2-a033-6d0771979a78 req-1324fce8-f765-41f4-9af6-928a956cde91 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 945 time: 0.4422975 Aug 29 04:23:10.016356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73529ed2-1daf-4023-99d0-6170b81ce37c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:10.050835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 73529ed2-1daf-4023-99d0-6170b81ce37c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=73529ed2-1daf-4023-99d0-6170b81ce37c,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:10.061640 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.100896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-884a2147-b676-4b43-9a5a-8b359f7215c6 req-1c5cae10-7ca4-4bf4-b329-fccef1bc22b9 service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032101 Aug 29 04:23:10.163082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:10.175972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=73529ed2-1daf-4023-99d0-6170b81ce37c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.190820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66586104-cd94-42f2-a033-6d0771979a78 req-e05ce219-e476-469c-8994-e506283a794a tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824517 Aug 29 04:23:10.361258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.402751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['73529ed2-1daf-4023-99d0-6170b81ce37c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:10.421085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e6efbd-61c5-4021-8b0c-8ff11540c72e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.429451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Checking segment: {'id': '176f4989-f5de-4a74-83c6-88dd9f47d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:10.429919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Network hostable DHCP agents. Network: 13f74fd3-3644-4b66-8db4-5ade79664bb3, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:10.447078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fffafa-ac07-413c-8a2f-3795ea59acd5 req-d039357d-6719-494d-9cac-7d95f44a6906 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.447360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Network 13f74fd3-3644-4b66-8db4-5ade79664bb3 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:10.455743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55fffafa-ac07-413c-8a2f-3795ea59acd5 req-d039357d-6719-494d-9cac-7d95f44a6906 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1200962 Aug 29 04:23:10.457524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 13f74fd3-3644-4b66-8db4-5ade79664bb3) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:10.462676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.463714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.481639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-105655e2-1e02-47f7-b8d7-3f9d96c26733 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9294484 Aug 29 04:23:10.513949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c6f1e22-98b6-494f-8bd4-f30a0cd96ae3 req-1fa85a4c-10f4-4962-a49e-811a245cf9f5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Aug 29 04:23:10.517787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60490a-ebd6-4b0f-a443-b113f306ac57 None None] Network 13f74fd3-3644-4b66-8db4-5ade79664bb3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:10.537548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55fffafa-ac07-413c-8a2f-3795ea59acd5 req-adf03218-5916-48e6-ad80-3d810e444c05 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799980 Aug 29 04:23:10.798417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device fc0fbe8f-6866-4928-ac97-28b80aec3455 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:10.863543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: fc0fbe8f-6866-4928-ac97-28b80aec3455 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:10.863890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device fc0fbe8f-6866-4928-ac97-28b80aec3455 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:10.864344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c194054d-9209-4710-868f-f49519015023 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:10.907889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: c194054d-9209-4710-868f-f49519015023 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:10.910050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c194054d-9209-4710-868f-f49519015023 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:10.969478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705756c7-b811-4506-a7cd-8f0edf69d5e6 None None] Network 13f74fd3-3644-4b66-8db4-5ade79664bb3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:10.985901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d6dc4-580e-4fff-9f88-dfc63196f835 req-9f05bf7b-c7a4-44f8-a0cd-7c27899c4f08 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.000575 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d76d6dc4-580e-4fff-9f88-dfc63196f835 req-9f05bf7b-c7a4-44f8-a0cd-7c27899c4f08 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 944 time: 0.2638116 Aug 29 04:23:11.076128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.086001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-48a8c7a1-064b-4b8e-953f-f222fa1a8a73 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.087473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-48a8c7a1-064b-4b8e-953f-f222fa1a8a73 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.37 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.3884959 Aug 29 04:23:11.106169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d76d6dc4-580e-4fff-9f88-dfc63196f835 req-31d3e62e-d801-4a4a-bbf7-53a123c6518c tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031005 Aug 29 04:23:11.111272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Request body: {'port': {'device_id': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'admin_state_up': True, 'tenant_id': 'cb2a180079334ef18e185458849f3ced'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:11.268556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:11.272772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.391092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2a364-2231-43df-9f43-2964e49829e8 req-56ecaf5b-f206-4c45-8f3f-043db06fd4e7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.400690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90a2a364-2231-43df-9f43-2964e49829e8 req-56ecaf5b-f206-4c45-8f3f-043db06fd4e7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 945 time: 0.1025527 Aug 29 04:23:11.428498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 57d58300-8d8a-41b2-be93-1c99828ce501 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:11.488779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90a2a364-2231-43df-9f43-2964e49829e8 req-bec3e270-0a1a-456e-90cb-9c3e28eecd16 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868146 Aug 29 04:23:11.494079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43858) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:11.501273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1477746749-network', 'tenant_id': '9e902a88616643ce99a053497e677f98'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:11.554816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 57d58300-8d8a-41b2-be93-1c99828ce501 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:11.568478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 57d58300-8d8a-41b2-be93-1c99828ce501 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:11.568973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.584817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Allocated IP 172.20.0.11 (eeb9935c-bc75-427e-a2d7-76cfda7e8162/ff60a465-9ef4-4607-9b18-c3e2e3b16625/05896f48-6d56-4364-aec1-caac86e7ac7d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:11.628716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Made reservation on behalf of 9e902a88616643ce99a053497e677f98 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:11.635962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.675413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.690203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-6abc3e37-d39e-4f2d-b894-204bae2c3a0f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.691748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-6abc3e37-d39e-4f2d-b894-204bae2c3a0f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1953459 Aug 29 04:23:11.703488 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.745129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:11.746317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e71d9f38-48e5-4f17-a6dc-862207bda6da req-341e3fd9-180f-45e7-92cb-c6489a8c8b5d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 210 time: 0.0464282 Aug 29 04:23:11.746882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d58300-8d8a-41b2-be93-1c99828ce501'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:11.750067 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be95b414-0473-4d0f-bf34-59e5aa608ce0" -d '{"events": [{"server_uuid": "e98731e0-bb50-4e0a-9fc1-ba9ddcd61970", "name": "network-vif-plugged", "status": "completed", "tag": "57d58300-8d8a-41b2-be93-1c99828ce501"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:11.754455 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.755469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:11.869422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Deleting port 9325d774-aeed-472a-8611-22440120cd72 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:11.878205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.942558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:11.972500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:11.972888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.006441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da124d-e5d2-4457-ae0f-27e5321b84aa req-e3cdbc91-a834-45ee-be69-96d5eb50df99 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.009362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.030360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85da124d-e5d2-4457-ae0f-27e5321b84aa req-e3cdbc91-a834-45ee-be69-96d5eb50df99 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.3557639 Aug 29 04:23:12.030850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.114460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.138269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.164469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85da124d-e5d2-4457-ae0f-27e5321b84aa req-c33f3c50-2131-495d-a2ea-6d83ebdc6d20 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332650 Aug 29 04:23:12.183092 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28717bc-2358-4750-a323-df7a4515da54 x-openstack-request-id: req-e28717bc-2358-4750-a323-df7a4515da54 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:12.183439 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98731e0-bb50-4e0a-9fc1-ba9ddcd61970", "name": "network-vif-plugged", "status": "completed", "tag": "57d58300-8d8a-41b2-be93-1c99828ce501", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:12.183695 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e28717bc-2358-4750-a323-df7a4515da54 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:12.184090 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d58300-8d8a-41b2-be93-1c99828ce501', 'code': 200} Aug 29 04:23:12.222235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:12.223291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] For port 9325d774-aeed-472a-8611-22440120cd72, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9325d774-aeed-472a-8611-22440120cd72,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:12.223811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.227783 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.248272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Calling delete_port for 9325d774-aeed-472a-8611-22440120cd72 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:12.336255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.443812 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.477865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.520349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:12.558259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:12.569150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:12.575121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:12.576313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.577183 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Added segment cf400959-f8c4-439d-b029-746e2bb514cc of type vlan for network 3b141bca-73c5-41c4-945c-e5bbdfb3ae3e Aug 29 04:23:12.580295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event updated for resources: {'Port': ['ID=05896f48-6d56-4364-aec1-caac86e7ac7d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.592044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Deleting port 85371832-215a-4f8b-8098-26221264356c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:12.592389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.604715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c72750-d8be-471a-9a1b-13c26f800b40,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:12.613799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7829b54-42f2-4d0a-b684-e97c71e9c251 req-951d4711-6fe3-425e-8e7f-36714cfb260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.615324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7829b54-42f2-4d0a-b684-e97c71e9c251 req-951d4711-6fe3-425e-8e7f-36714cfb260f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 1098 time: 0.1687920 Aug 29 04:23:12.649460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de35519-e385-4e1b-818c-57710987fd52 req-51d2df49-91d2-44e1-aa89-bef107014fc6 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.658086 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0de35519-e385-4e1b-818c-57710987fd52 req-51d2df49-91d2-44e1-aa89-bef107014fc6 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 944 time: 0.1379938 Aug 29 04:23:12.674913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.676129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.712270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-8c87370c-cd60-4ce0-a3f1-a8f1543adb2f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6051700 Aug 29 04:23:12.722204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0de35519-e385-4e1b-818c-57710987fd52 req-5dc5bce0-69a2-4a61-a9b0-3f7213b83936 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628829 Aug 29 04:23:12.728575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Request body: {'port': {'device_id': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:12.751032 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.806179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.952579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ca870-54a9-4085-bcfa-8ca5126bc959 req-17a4b9a5-6208-45f6-9d20-10dfc98cb480 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.954192 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-734ca870-54a9-4085-bcfa-8ca5126bc959 req-17a4b9a5-6208-45f6-9d20-10dfc98cb480 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 932 time: 0.1343272 Aug 29 04:23:13.058321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-734ca870-54a9-4085-bcfa-8ca5126bc959 req-07d72d25-c122-4acc-be90-cbeccbc35e3a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913231 Aug 29 04:23:13.156327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cda76-b3f6-4944-8795-63516320aaf7 req-0f02d9ce-af02-4aaa-921f-a5ef7cafb241 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.157916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-287cda76-b3f6-4944-8795-63516320aaf7 req-0f02d9ce-af02-4aaa-921f-a5ef7cafb241 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 946 time: 0.5830772 Aug 29 04:23:13.159756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7829b54-42f2-4d0a-b684-e97c71e9c251 req-45c2682f-e85c-42b2-a5e4-1f4732643ccd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836373 Aug 29 04:23:13.187811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.189734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.190571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.191155 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.201434 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05896f48-6d56-4364-aec1-caac86e7ac7d {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:13.215759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.237384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Transition to ACTIVE for port object 05896f48-6d56-4364-aec1-caac86e7ac7d will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:13.241974 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.284101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] For port 85371832-215a-4f8b-8098-26221264356c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=85371832-215a-4f8b-8098-26221264356c,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:13.284417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.314903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Pushing event deleted for resources: {'Port': ['ID=9325d774-aeed-472a-8611-22440120cd72,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.328793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=05896f48-6d56-4364-aec1-caac86e7ac7d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.335007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Calling delete_port for 85371832-215a-4f8b-8098-26221264356c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:13.356164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8584659 Aug 29 04:23:13.361240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.367907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Request body: {'subnet': {'network_id': '3b141bca-73c5-41c4-945c-e5bbdfb3ae3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1477746749-subnet', 'tenant_id': '9e902a88616643ce99a053497e677f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:13.369975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-287cda76-b3f6-4944-8795-63516320aaf7 req-d2a48fc0-e964-4590-b099-485aef055585 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013113 Aug 29 04:23:13.397187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa751f25-b8a2-4d1f-86bf-4851f97c7588 admin admin] Pushing event updated for resources: {'Network': ['ID=3b141bca-73c5-41c4-945c-e5bbdfb3ae3e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.410259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3b141bca-73c5-41c4-945c-e5bbdfb3ae3e details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:13.469299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc6917-8495-4a0f-b657-5e10e9507a75 req-824d6917-4f72-4961-9f66-3950750854e3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.471045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aacc6917-8495-4a0f-b657-5e10e9507a75 req-824d6917-4f72-4961-9f66-3950750854e3 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 950 time: 0.1950414 Aug 29 04:23:13.517256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Made reservation on behalf of 9e902a88616643ce99a053497e677f98 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:13.519580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.522978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 73529ed2-1daf-4023-99d0-6170b81ce37c up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:13.600742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Attempting to bind port 05896f48-6d56-4364-aec1-caac86e7ac7d on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:13.601075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Attempting to bind port 05896f48-6d56-4364-aec1-caac86e7ac7d by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:13.601417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Attempting to bind port 05896f48-6d56-4364-aec1-caac86e7ac7d on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:13.610367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Port 05896f48-6d56-4364-aec1-caac86e7ac7d on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:13.610700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Attempting to bind port 05896f48-6d56-4364-aec1-caac86e7ac7d on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:13.627060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.634154 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aacc6917-8495-4a0f-b657-5e10e9507a75 req-54becf35-4f62-468a-be52-94a058bbd732 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/security-groups?id=7792a252-ce90-44ad-a467-455443943e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506748 Aug 29 04:23:13.637505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 73529ed2-1daf-4023-99d0-6170b81ce37c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:13.643778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:13.643778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Checking segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:13.644236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Bound using segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:13.644957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Bound port: 05896f48-6d56-4364-aec1-caac86e7ac7d, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:13.644957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.647520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 73529ed2-1daf-4023-99d0-6170b81ce37c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:13.647885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.738804 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.782708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 73529ed2-1daf-4023-99d0-6170b81ce37c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=73529ed2-1daf-4023-99d0-6170b81ce37c,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:13.792139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.837436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96000c5-c381-43af-a2bc-780e3999476d req-5e932b46-9187-4a17-b03a-497d93041060 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.839217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a96000c5-c381-43af-a2bc-780e3999476d req-5e932b46-9187-4a17-b03a-497d93041060 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.2194023 Aug 29 04:23:13.864877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=73529ed2-1daf-4023-99d0-6170b81ce37c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.908693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.948694 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.965184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] For port 05896f48-6d56-4364-aec1-caac86e7ac7d, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:13.965843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['85371832-215a-4f8b-8098-26221264356c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:13.990916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] For port 05896f48-6d56-4364-aec1-caac86e7ac7d, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05896f48-6d56-4364-aec1-caac86e7ac7d,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:13.998785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a96000c5-c381-43af-a2bc-780e3999476d req-be52d72c-0b21-4d9f-9973-e3e6c864f66f tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441336 Aug 29 04:23:14.002186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a6882-d33c-4cba-9cd3-566873e8ea73 req-1b16671c-4aa7-4ccb-8423-be5452d90bfe tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.003860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111a6882-d33c-4cba-9cd3-566873e8ea73 req-1b16671c-4aa7-4ccb-8423-be5452d90bfe tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 945 time: 0.1413577 Aug 29 04:23:14.007376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.009247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-4cf88228-6a06-40ea-8f3f-b2cff6185647 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.010761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-4cf88228-6a06-40ea-8f3f-b2cff6185647 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 944 time: 0.1680267 Aug 29 04:23:14.031031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db10058a-fe6b-488b-83f4-227c0c679ded,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.049575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Pushing event deleted for resources: {'Port': ['ID=85371832-215a-4f8b-8098-26221264356c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.072489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.073113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.075125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/05896f48-6d56-4364-aec1-caac86e7ac7d HTTP/1.1" status: 200 len: 1093 time: 1.3515987 Aug 29 04:23:14.077349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'tag': '05896f48-6d56-4364-aec1-caac86e7ac7d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:14.079485 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b17990-0f83-4c96-8ef6-c0c59c6c8286", "tag": "05896f48-6d56-4364-aec1-caac86e7ac7d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:14.097673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Checking segment: {'id': 'cf400959-f8c4-439d-b029-746e2bb514cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b141bca-73c5-41c4-945c-e5bbdfb3ae3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:14.097673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Network hostable DHCP agents. Network: 3b141bca-73c5-41c4-945c-e5bbdfb3ae3e, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:14.136211 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-111a6882-d33c-4cba-9cd3-566873e8ea73 req-bc3f9908-1ee8-4ea4-9544-ec6a68d37be0 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097822 Aug 29 04:23:14.173644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0342c-fcee-4194-b9bb-b78dd11ed0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=05896f48-6d56-4364-aec1-caac86e7ac7d,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.179633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] No DVR routers for this DVR port 85371832-215a-4f8b-8098-26221264356c on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:14.184715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.185659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30'}, {'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:14.187939 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1079029-9bd4-46f5-a110-a98570584902" -d '{"events": [{"server_uuid": "a2dcc093-af69-461d-816e-081f03a8eb5c", "name": "network-vif-plugged", "status": "completed", "tag": "da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30"}, {"server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "name": "network-vif-plugged", "status": "completed", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:14.193582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bcef0a0-7873-4e68-87df-324038c7e02c req-1c16c311-d77a-4bc4-ae70-383b60f5ee35 tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.37 "DELETE /v2.0/ports/85371832-215a-4f8b-8098-26221264356c HTTP/1.1" status: 204 len: 173 time: 2.4880679 Aug 29 04:23:14.194122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-deleted', 'tag': '85371832-215a-4f8b-8098-26221264356c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:14.197047 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e4a147-5fe4-48a0-8a6a-c7f579084d8d" -d '{"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-deleted", "tag": "85371832-215a-4f8b-8098-26221264356c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:14.223846 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11201d23-5d4d-4718-a8ce-3d10514e8e96 x-openstack-request-id: req-11201d23-5d4d-4718-a8ce-3d10514e8e96 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:14.224436 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b17990-0f83-4c96-8ef6-c0c59c6c8286", "tag": "05896f48-6d56-4364-aec1-caac86e7ac7d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:14.224851 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11201d23-5d4d-4718-a8ce-3d10514e8e96 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:14.225408 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'tag': '05896f48-6d56-4364-aec1-caac86e7ac7d', 'status': 'completed', 'code': 200} Aug 29 04:23:14.229218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Network 3b141bca-73c5-41c4-945c-e5bbdfb3ae3e is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:14.242745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3b141bca-73c5-41c4-945c-e5bbdfb3ae3e) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:14.248811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-d4d2ce1e-b4c5-4d87-a0d1-3ac6acb0a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.250693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-d4d2ce1e-b4c5-4d87-a0d1-3ac6acb0a793 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 1096 time: 0.1089344 Aug 29 04:23:14.252060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.252824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Router 64a6dd36-10eb-4397-99a6-30e7937df009 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:14.253200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.256737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ced3c-87f1-4b44-b5aa-22bd56b22dc0 None None] Network 3b141bca-73c5-41c4-945c-e5bbdfb3ae3e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:14.307783 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-279bd664-6fe2-4b1d-8599-2902fd085c20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05896f48-6d56-4364-aec1-caac86e7ac7d HTTP/1.1" status: 200 len: 217 time: 0.0467029 Aug 29 04:23:14.310582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fe240a18-891e-4d23-a7c5-94042a5bcf91 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9478490 Aug 29 04:23:14.347084 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cad2d04-fe1d-469c-aa5c-d681924b8bb6 x-openstack-request-id: req-9cad2d04-fe1d-469c-aa5c-d681924b8bb6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:14.347387 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dcc093-af69-461d-816e-081f03a8eb5c", "name": "network-vif-plugged", "status": "completed", "tag": "da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30", "code": 200}, {"server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "name": "network-vif-plugged", "status": "completed", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:14.347625 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cad2d04-fe1d-469c-aa5c-d681924b8bb6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:14.348020 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30', 'code': 200} Aug 29 04:23:14.348269 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c', 'code': 200} Aug 29 04:23:14.374528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-d6ef68b4-ed7b-4aa8-806d-6f975593e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.377084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-d6ef68b4-ed7b-4aa8-806d-6f975593e206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.0624957 Aug 29 04:23:14.389273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Deleting port 0cc32c94-6b96-469c-bd42-c67a4b309a7b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:14.389668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.439410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-a376ab1d-9952-4a36-a07c-7d052bd7a0e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536578 Aug 29 04:23:14.501848 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81468d2a-c297-46af-9998-ee03f9c37374 x-openstack-request-id: req-81468d2a-c297-46af-9998-ee03f9c37374 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:14.502148 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fbf62-4d73-41f3-a349-0709f2344ae6", "name": "network-vif-deleted", "tag": "85371832-215a-4f8b-8098-26221264356c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:14.502380 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81468d2a-c297-46af-9998-ee03f9c37374 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:14.502783 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6fbf62-4d73-41f3-a349-0709f2344ae6', 'name': 'network-vif-deleted', 'tag': '85371832-215a-4f8b-8098-26221264356c', 'status': 'completed', 'code': 200} Aug 29 04:23:14.525852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89482c-6a44-4256-9893-c2a43bed9984 None None] Network 3b141bca-73c5-41c4-945c-e5bbdfb3ae3e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:14.632277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c4aa9-bd94-4da3-a0f9-60d36ae17eab req-b90ad778-6a8b-49ef-a9f0-c2e89ec7aa01 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.636890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4127de-787f-46fe-90ae-4ab0091d578b req-32a0e029-36e3-499b-905f-826075e6997a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.639257 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-982c4aa9-bd94-4da3-a0f9-60d36ae17eab req-b90ad778-6a8b-49ef-a9f0-c2e89ec7aa01 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 946 time: 0.1134467 Aug 29 04:23:14.646368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e4127de-787f-46fe-90ae-4ab0091d578b req-32a0e029-36e3-499b-905f-826075e6997a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 944 time: 0.3972375 Aug 29 04:23:14.718179 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-c873c1cc-c727-480b-9bf4-3f2af1c6d3ef service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709246 Aug 29 04:23:14.827850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e4127de-787f-46fe-90ae-4ab0091d578b req-d9e8c434-f5b1-4b5a-9953-9ffb2bd889ef tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788814 Aug 29 04:23:14.833468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] For port 0cc32c94-6b96-469c-bd42-c67a4b309a7b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0cc32c94-6b96-469c-bd42-c67a4b309a7b,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:14.834255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.848708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-982c4aa9-bd94-4da3-a0f9-60d36ae17eab req-96708861-6222-4a0e-a3bf-5d26c2fe61ec tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952519 Aug 29 04:23:14.856950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a773d-ae3a-4e70-8c2c-3ac533c268d6 req-09fca338-cb13-472b-bc61-5a9a72f76304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.862152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f7a773d-ae3a-4e70-8c2c-3ac533c268d6 req-09fca338-cb13-472b-bc61-5a9a72f76304 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 1097 time: 0.3375931 Aug 29 04:23:14.863362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Calling delete_port for 0cc32c94-6b96-469c-bd42-c67a4b309a7b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:14.879087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:14.887988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5c25ca66-cfbc-45bd-ad84-c6606a67c5af admin admin] 10.222.0.55 "PUT /v2.0/routers/64a6dd36-10eb-4397-99a6-30e7937df009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7237864 Aug 29 04:23:14.891427 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] Sync routers for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:14.892243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:14.902263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05bf72-a13b-4318-b488-de478a382256 req-0b95e5be-e426-4a3e-bb13-48f4954b31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.904237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a05bf72-a13b-4318-b488-de478a382256 req-0b95e5be-e426-4a3e-bb13-48f4954b31c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2dcc093-af69-461d-816e-081f03a8eb5c HTTP/1.1" status: 200 len: 1097 time: 0.3303926 Aug 29 04:23:14.911994 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:14.914384 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:14.925863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f7a773d-ae3a-4e70-8c2c-3ac533c268d6 req-7502083b-e20f-4694-8416-e9a51b7975dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Aug 29 04:23:14.940255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2e96731-cefc-47c4-a78f-199618b1e977 req-0f41744d-e2b7-486c-a484-b0093d9a4f9e service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945632 Aug 29 04:23:15.069131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a894f1c3-01ff-41f0-9d0a-a1b314a098df req-bbb0ab8c-ff98-4cdf-bada-951815a3de5f tempest-MigrationsAdminTest-2056388205 tempest-MigrationsAdminTest-2056388205-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6fbf62-4d73-41f3-a349-0709f2344ae6 HTTP/1.1" status: 200 len: 210 time: 0.0510581 Aug 29 04:23:15.070637 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a05bf72-a13b-4318-b488-de478a382256 req-4bf771fa-4714-48c6-bc3c-83d23d01d720 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232760 Aug 29 04:23:15.082288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-d8f25651-4ac2-4b78-84fa-e0e128ae02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.083985 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-d8f25651-4ac2-4b78-84fa-e0e128ae02f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 1096 time: 0.0801623 Aug 29 04:23:15.090107 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:15.186151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.201640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-ffb9744b-16fd-484e-be57-7763c09a26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.203206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-ffb9744b-16fd-484e-be57-7763c09a26db service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.1120856 Aug 29 04:23:15.259219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-126a974a-e012-4438-abd3-8b5238c3ee4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05896f48-6d56-4364-aec1-caac86e7ac7d HTTP/1.1" status: 200 len: 217 time: 0.0485985 Aug 29 04:23:15.283454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-d3135e46-7038-4cb6-94d0-4ba966e2e184 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.290381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-d3135e46-7038-4cb6-94d0-4ba966e2e184 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/networks?id=13f74fd3-3644-4b66-8db4-5ade79664bb3 HTTP/1.1" status: 200 len: 814 time: 0.2218511 Aug 29 04:23:15.306331 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:23:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:15.329366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-3b4c2ce9-8e03-492d-bdbe-7ef233c15b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.330903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-3b4c2ce9-8e03-492d-bdbe-7ef233c15b86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.0539558 Aug 29 04:23:15.331526 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.338453 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] Checking router: 64a6dd36-10eb-4397-99a6-30e7937df009 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:15.341725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908128b-2fae-4bdc-99ee-323d4def6da6 req-3f043931-4802-44db-ac39-dc8fe6002230 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.343269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4908128b-2fae-4bdc-99ee-323d4def6da6 req-3f043931-4802-44db-ac39-dc8fe6002230 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 946 time: 0.1248577 Aug 29 04:23:15.344138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['0cc32c94-6b96-469c-bd42-c67a4b309a7b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:15.347811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-e9953e48-c767-4bc1-8cba-aee1dde98093 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/quotas/b4c23c3b13ea4dada87572233ff1db42 HTTP/1.1" status: 200 len: 375 time: 0.0565464 Aug 29 04:23:15.357968 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] Routers {'64a6dd36-10eb-4397-99a6-30e7937df009'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:15.359207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:22:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['64a6dd36-10eb-4397-99a6-30e7937df009'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:15.370035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-5b940b02-2b28-42cb-96e8-09a98d0e0365 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257418 Aug 29 04:23:15.389871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event deleted for resources: {'Port': ['ID=0cc32c94-6b96-469c-bd42-c67a4b309a7b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.418049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-34f3a498-f9b2-4abc-8f6d-c00cb0547bf5 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c23c3b13ea4dada87572233ff1db42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693297 Aug 29 04:23:15.448035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.458295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4908128b-2fae-4bdc-99ee-323d4def6da6 req-7367b876-db84-4909-b24b-a2b9cb16ebff tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872912 Aug 29 04:23:15.469852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] No DVR routers for this DVR port 0cc32c94-6b96-469c-bd42-c67a4b309a7b on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:15.473253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.481924 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] Set router 64a6dd36-10eb-4397-99a6-30e7937df009 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:15.486463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e213ca2-840d-43a9-9b94-832c7396d569 req-466699dd-f49a-4d87-beaf-263fa0c9564d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "DELETE /v2.0/ports/0cc32c94-6b96-469c-bd42-c67a4b309a7b HTTP/1.1" status: 204 len: 173 time: 1.4379568 Aug 29 04:23:15.543584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Deleting port cfb75662-190f-4233-b933-0a7b91b65aa9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:15.544000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.551792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-1377c25b-0c65-4914-a6d4-409e83e84f48 service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730289 Aug 29 04:23:15.673333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45979ae4-efcc-4268-8e87-c9d6c341425b req-5745f941-5023-4eaf-8b9a-6b04548def46 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a39b94-7367-4ff7-b5af-69ee0bf989dd HTTP/1.1" status: 200 len: 210 time: 0.0841923 Aug 29 04:23:15.716996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4550ce9a-bbbc-400d-b9a7-bbae029f81f4 req-4b1fc486-48ee-4d08-a3f9-76fa0fc9f6fe service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555619 Aug 29 04:23:15.734328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] For port cfb75662-190f-4233-b933-0a7b91b65aa9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cfb75662-190f-4233-b933-0a7b91b65aa9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:15.734886 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.751302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-53bfdc00-1cbe-4133-a649-ee86a9f903e0 service neutron] 10.222.0.55 "GET /v2.0/networks/13f74fd3-3644-4b66-8db4-5ade79664bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324106 Aug 29 04:23:15.752162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Calling delete_port for cfb75662-190f-4233-b933-0a7b91b65aa9 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:15.782164 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:23:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:15.812109 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb11a58f-8560-4791-b4a6-8b3dda3f8278 None None] The sync data for ids ['64a6dd36-10eb-4397-99a6-30e7937df009'] in n-d-712143-14 is: [{'id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'name': 'tempest-FloatingIPsAssociationTestJSON-593360867-router', 'tenant_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:59Z', 'updated_at': '2021-08-29T04:23:12Z', 'revision_number': 5, 'project_id': 'c23e5f2a1667431cb76c417c2e9d1dcf', 'gw_port': {'id': 'cfb75662-190f-4233-b933-0a7b91b65aa9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6dd36-10eb-4397-99a6-30e7937df009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:00Z', 'updated_at': '2021-08-29T04:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:15.818633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb27aeb-3263-45d9-8c48-2b6c3a3f6f2f req-32dc5331-aff6-491b-a881-ba0f025df1cb tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.820299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-deb27aeb-3263-45d9-8c48-2b6c3a3f6f2f req-32dc5331-aff6-491b-a881-ba0f025df1cb tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 945 time: 0.0535533 Aug 29 04:23:15.867349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-deb27aeb-3263-45d9-8c48-2b6c3a3f6f2f req-428e5d7a-04f8-4598-a2d6-d5f46e122d7b tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Aug 29 04:23:15.934536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-5eeaef84-dae1-4318-9fba-f17554135043 service neutron] 10.222.0.55 "GET /v2.0/networks/13f74fd3-3644-4b66-8db4-5ade79664bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733880 Aug 29 04:23:16.038789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.067006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb75662-190f-4233-b933-0a7b91b65aa9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.194076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.264476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9325d774-aeed-472a-8611-22440120cd72 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:16.305696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9325d774-aeed-472a-8611-22440120cd72 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:16.306090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9325d774-aeed-472a-8611-22440120cd72 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:16.489832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2c5e02a-0591-4166-8376-7ebfb21579a2 req-0ada6982-f974-4b59-a2e4-3bd4c970e976 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 210 time: 0.0767767 Aug 29 04:23:16.655477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'name': 'network-vif-deleted', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:16.657807 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a1f9e0-c9e4-42d4-a115-31d547913f0b" -d '{"events": [{"server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "name": "network-vif-deleted", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:16.685947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb8542-78e0-4d67-80c1-633772d26e2d req-a70bfa7c-c85e-4c62-a5c5-1476f77da4cc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.693140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1cb8542-78e0-4d67-80c1-633772d26e2d req-a70bfa7c-c85e-4c62-a5c5-1476f77da4cc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 944 time: 0.5513484 Aug 29 04:23:16.703287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.706481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.776430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1cb8542-78e0-4d67-80c1-633772d26e2d req-4bfd2ddc-df12-49b6-92db-3fc6cb3d28b0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800097 Aug 29 04:23:16.779258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.783391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a6dd36-10eb-4397-99a6-30e7937df009 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:16.794246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:16.794560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.795910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4a7b40e9-6a50-4dad-a3d0-a63094e54f31 admin admin] 10.222.0.55 "DELETE /v2.0/routers/64a6dd36-10eb-4397-99a6-30e7937df009 HTTP/1.1" status: 204 len: 168 time: 1.9027498 Aug 29 04:23:16.798634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43974) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:16.830161 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ef019e-d5cf-428c-9468-86877ebd0c54 x-openstack-request-id: req-c9ef019e-d5cf-428c-9468-86877ebd0c54 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:16.830577 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a39b94-7367-4ff7-b5af-69ee0bf989dd", "name": "network-vif-deleted", "tag": "0cc32c94-6b96-469c-bd42-c67a4b309a7b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:16.830989 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9ef019e-d5cf-428c-9468-86877ebd0c54 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:16.831491 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a39b94-7367-4ff7-b5af-69ee0bf989dd', 'name': 'network-vif-deleted', 'tag': '0cc32c94-6b96-469c-bd42-c67a4b309a7b', 'status': 'completed', 'code': 200} Aug 29 04:23:16.878183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 0cc32c94-6b96-469c-bd42-c67a4b309a7b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:16.881014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0cc32c94-6b96-469c-bd42-c67a4b309a7b not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:16.885550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 85371832-215a-4f8b-8098-26221264356c no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:16.893551 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d697f1b7-7ac6-4bbe-8e9a-c6f98f86ee66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.906924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] Deleting subnet 9727acc2-d7dd-4359-8464-029808ae219d {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:16.911499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.954098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 85371832-215a-4f8b-8098-26221264356c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:16.956289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 85371832-215a-4f8b-8098-26221264356c not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:16.990460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.035157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eaf08-93fe-4b23-83d6-599d7165a7ed req-00d9c2c9-a29a-48d3-bbd7-816a5232666b tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.043712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a7eaf08-93fe-4b23-83d6-599d7165a7ed req-00d9c2c9-a29a-48d3-bbd7-816a5232666b tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 946 time: 0.0707297 Aug 29 04:23:17.057846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:17.088389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529389-101a-4365-acf3-d88f538f1735 req-d9d30795-acf6-4603-9be6-81a3628a8758 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.096707 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6529389-101a-4365-acf3-d88f538f1735 req-d9d30795-acf6-4603-9be6-81a3628a8758 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 945 time: 0.1036611 Aug 29 04:23:17.110565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a7eaf08-93fe-4b23-83d6-599d7165a7ed req-4700a349-9c10-4aea-a683-f6d58a7a7d41 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646968 Aug 29 04:23:17.201442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.212958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6529389-101a-4365-acf3-d88f538f1735 req-dbfeba0f-8470-449b-937a-1336169d598c tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150010 Aug 29 04:23:17.229086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-de9bdaa6-bf94-481f-b883-aa3ddfcab504 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a627bba863024eb2ac3850aaa61da2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601770 Aug 29 04:23:17.229579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:17.302418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a1216f-18ae-4184-97cf-45ad45623662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.309435 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.330163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a1216f-18ae-4184-97cf-45ad45623662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.362384 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a2480-2836-45b9-9e4b-1a40053d6879 None None] Network b92ec654-d1fb-46f1-8fa3-dce1084535b5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:17.364188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9727acc2-d7dd-4359-8464-029808ae219d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:17.372883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.376829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3300e190-b187-4f2a-a6b8-59be179a6f9a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9727acc2-d7dd-4359-8464-029808ae219d HTTP/1.1" status: 204 len: 168 time: 0.5765531 Aug 29 04:23:17.377324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:17.421772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49529892-27f3-4dcb-993f-ab632c2c3ce3 req-83d72bdf-60c4-44fc-906d-50cad43291a5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.423386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49529892-27f3-4dcb-993f-ab632c2c3ce3 req-83d72bdf-60c4-44fc-906d-50cad43291a5 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.0769165 Aug 29 04:23:17.424553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a1216f-18ae-4184-97cf-45ad45623662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.427214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a1216f-18ae-4184-97cf-45ad45623662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.428230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-34a1216f-18ae-4184-97cf-45ad45623662 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7792a252-ce90-44ad-a467-455443943e2c HTTP/1.1" status: 204 len: 168 time: 0.1969972 Aug 29 04:23:17.471441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1216f-18ae-4184-97cf-45ad45623662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7792a252-ce90-44ad-a467-455443943e2c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:17.515950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac45b9-e389-4308-827f-2f4b2af99ced req-a3674a57-e543-4aec-aeaa-67c6cb0a0f87 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.523451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49529892-27f3-4dcb-993f-ab632c2c3ce3 req-d95052a7-0072-4cea-9631-180983770461 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815043 Aug 29 04:23:17.523692 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6ac45b9-e389-4308-827f-2f4b2af99ced req-a3674a57-e543-4aec-aeaa-67c6cb0a0f87 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2dcc093-af69-461d-816e-081f03a8eb5c HTTP/1.1" status: 200 len: 945 time: 0.2007823 Aug 29 04:23:17.565358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.673494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6ac45b9-e389-4308-827f-2f4b2af99ced req-7a8c1088-a52e-42fb-9c82-e0dbdb5c7ca8 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488352 Aug 29 04:23:17.705520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bcc71e5a-4fc1-435e-a842-3f49a0ac6b48 req-bc2729dc-0637-4595-b3a0-5d5090fd27fa tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 210 time: 0.0580077 Aug 29 04:23:17.869105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-2728af7c-2925-4096-bb99-1e7c3df6d745 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.878513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-2728af7c-2925-4096-bb99-1e7c3df6d745 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.37 "GET /v2.0/networks?id=13f74fd3-3644-4b66-8db4-5ade79664bb3 HTTP/1.1" status: 200 len: 814 time: 0.3090153 Aug 29 04:23:17.881410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] DHCP port deletion for b92ec654-d1fb-46f1-8fa3-dce1084535b5 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:17.887349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Deleting port adb365d5-1ed3-497b-b516-b07e6de0a241 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:17.888150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.904140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-9ba8c735-e93c-4344-9145-d69e4339111d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:17.906295 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-9ba8c735-e93c-4344-9145-d69e4339111d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 944 time: 0.0685172 Aug 29 04:23:17.907329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Request body: {'port': {'device_id': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3', 'admin_state_up': True, 'tenant_id': 'b4c23c3b13ea4dada87572233ff1db42'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:17.925900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44014) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:17.967647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] Deleting port adb365d5-1ed3-497b-b516-b07e6de0a241 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:17.969352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.034497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Deleting port d7961767-429e-4189-8541-88a5df1460d1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:18.034860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.045388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] For port adb365d5-1ed3-497b-b516-b07e6de0a241, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=adb365d5-1ed3-497b-b516-b07e6de0a241,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:18.045811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.059506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] Calling delete_port for adb365d5-1ed3-497b-b516-b07e6de0a241 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:18.185362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] For port adb365d5-1ed3-497b-b516-b07e6de0a241, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=adb365d5-1ed3-497b-b516-b07e6de0a241,segment=NetworkSegment(d8b6d819-0eff-4591-ad10-1862f76e8ad0),segment_id=d8b6d819-0eff-4591-ad10-1862f76e8ad0)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:18.185800 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.195787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb365d5-1ed3-497b-b516-b07e6de0a241 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:18.200328 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.208419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] For port d7961767-429e-4189-8541-88a5df1460d1, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d7961767-429e-4189-8541-88a5df1460d1,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:18.211716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.214048 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Calling delete_port for adb365d5-1ed3-497b-b516-b07e6de0a241 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:18.224870 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f5f98df2-f427-47aa-b62d-63623561ff95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=150d1d2b38de47999e635f9728b89dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493017 Aug 29 04:23:18.225632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Made reservation on behalf of b4c23c3b13ea4dada87572233ff1db42 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:18.229093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.231016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:18.252579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] Pushing event deleted for resources: {'Port': ['ID=adb365d5-1ed3-497b-b516-b07e6de0a241,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:18.256099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: adb365d5-1ed3-497b-b516-b07e6de0a241 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:18.256441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb365d5-1ed3-497b-b516-b07e6de0a241 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:18.256912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cfb75662-190f-4233-b933-0a7b91b65aa9 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:18.260827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad49a6-3785-42cf-bada-a0a2498107cf req-9ea36f52-8b72-45e6-be25-d193ee590943 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.267459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Calling delete_port for d7961767-429e-4189-8541-88a5df1460d1 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:18.268769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2ad49a6-3785-42cf-bada-a0a2498107cf req-9ea36f52-8b72-45e6-be25-d193ee590943 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 944 time: 0.3415098 Aug 29 04:23:18.280683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d7620-7c84-48ee-8b4f-931b3417df62 None None] No DVR routers for this DVR port adb365d5-1ed3-497b-b516-b07e6de0a241 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:18.283214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: cfb75662-190f-4233-b933-0a7b91b65aa9 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:18.283595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cfb75662-190f-4233-b933-0a7b91b65aa9 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:18.374763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82927b9-66c3-4fc2-ad69-4ab708d13550 req-9e2c17d3-b881-460c-95b7-83bf0cb6cab5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.376968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a82927b9-66c3-4fc2-ad69-4ab708d13550 req-9e2c17d3-b881-460c-95b7-83bf0cb6cab5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 946 time: 0.1580133 Aug 29 04:23:18.403298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-609e2ab5-ea54-4919-b51e-098f1270f2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.406247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2ad49a6-3785-42cf-bada-a0a2498107cf req-f11f319a-9623-4827-9d4c-8e7ae4b65547 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364605 Aug 29 04:23:18.453929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.460474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-609e2ab5-ea54-4919-b51e-098f1270f2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.484703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a82927b9-66c3-4fc2-ad69-4ab708d13550 req-49109f20-d3d3-4926-be17-e10506b21ea0 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993097 Aug 29 04:23:18.530065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb365d5-1ed3-497b-b516-b07e6de0a241,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:18.532062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] No DVR routers for this DVR port adb365d5-1ed3-497b-b516-b07e6de0a241 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:18.566509 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.579432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-609e2ab5-ea54-4919-b51e-098f1270f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.582140 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-609e2ab5-ea54-4919-b51e-098f1270f2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.583441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-609e2ab5-ea54-4919-b51e-098f1270f2b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97bd0540-8ad6-4d5a-ad4e-65a7121103e5 HTTP/1.1" status: 204 len: 168 time: 0.3445737 Aug 29 04:23:18.605473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event deleted for resources: {'Port': ['ID=d7961767-429e-4189-8541-88a5df1460d1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:18.640272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e2ab5-ea54-4919-b51e-098f1270f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd0540-8ad6-4d5a-ad4e-65a7121103e5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:18.673221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] No DVR routers for this DVR port d7961767-429e-4189-8541-88a5df1460d1 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:18.676552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.678543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64c874b8-f2b5-46fe-9432-93fbcaf5f2f0 req-15d0b891-cc5b-4599-a305-ddf8a0971aba tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.37 "DELETE /v2.0/ports/d7961767-429e-4189-8541-88a5df1460d1 HTTP/1.1" status: 204 len: 173 time: 0.7621644 Aug 29 04:23:18.694746 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-153e0d05-56b0-447b-b67a-d8f28851de7c req-e214a3ee-6065-4660-957f-12de555a8203 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=4313521b-9bbf-4353-aa74-4bf8e1bd025b HTTP/1.1" status: 200 len: 210 time: 0.0556972 Aug 29 04:23:18.714331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Allocated IP 172.20.0.5 (13f74fd3-3644-4b66-8db4-5ade79664bb3/34e6efbd-61c5-4021-8b0c-8ff11540c72e/d1692131-0b66-4e54-99a3-6178225a7fb6) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:18.725321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-328faba5-654b-4f4a-acfa-5c96f2c27edb tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.727067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-328faba5-654b-4f4a-acfa-5c96f2c27edb tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 813 time: 0.2140408 Aug 29 04:23:18.740428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.764288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-a9f78f61-7dfd-4ccd-9fbf-9dc51171012d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/quotas/9234c48d215942eb9ac7c69a51f683b1 HTTP/1.1" status: 200 len: 375 time: 0.0280473 Aug 29 04:23:18.765869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92ec654-d1fb-46f1-8fa3-dce1084535b5']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:18.772191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05896f48-6d56-4364-aec1-caac86e7ac7d details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:18.820715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b6d819-0eff-4591-ad10-1862f76e8ad0') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:18.821078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b6d819-0eff-4591-ad10-1862f76e8ad0') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:18.839374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'name': 'network-vif-deleted', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:18.842530 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20cc616-9052-4679-bb7f-de334150a170" -d '{"events": [{"server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "name": "network-vif-deleted", "tag": "d7961767-429e-4189-8541-88a5df1460d1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:18.847956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec4553db-615a-4ad0-9228-10145a159607 req-372533b2-d9dc-4f15-9654-146f0d0be11c tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 210 time: 0.0601768 Aug 29 04:23:18.855767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.886138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.925238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:18.925652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:18.927725 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:18.940612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 05896f48-6d56-4364-aec1-caac86e7ac7d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05896f48-6d56-4364-aec1-caac86e7ac7d,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:18.961156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '05896f48-6d56-4364-aec1-caac86e7ac7d', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'port_id': '05896f48-6d56-4364-aec1-caac86e7ac7d', 'mac_address': 'fa:16:3e:c2:3e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff60a465-9ef4-4607-9b18-c3e2e3b16625', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:19.006961 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.026457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05896f48-6d56-4364-aec1-caac86e7ac7d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:19.039133 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8192f46b-beec-49fc-b33c-31a782969e19 x-openstack-request-id: req-8192f46b-beec-49fc-b33c-31a782969e19 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:19.039671 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4313521b-9bbf-4353-aa74-4bf8e1bd025b", "name": "network-vif-deleted", "tag": "d7961767-429e-4189-8541-88a5df1460d1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:19.039784 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8192f46b-beec-49fc-b33c-31a782969e19 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:19.040115 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4313521b-9bbf-4353-aa74-4bf8e1bd025b', 'name': 'network-vif-deleted', 'tag': 'd7961767-429e-4189-8541-88a5df1460d1', 'status': 'completed', 'code': 200} Aug 29 04:23:19.055722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 05896f48-6d56-4364-aec1-caac86e7ac7d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05896f48-6d56-4364-aec1-caac86e7ac7d,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:19.061729 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.126025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=05896f48-6d56-4364-aec1-caac86e7ac7d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.169713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df07f68-83fd-4c0e-819f-691de067dc34 req-56234393-ca1f-4c84-8574-ee07474cde69 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.171276 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6df07f68-83fd-4c0e-819f-691de067dc34 req-56234393-ca1f-4c84-8574-ee07474cde69 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.0592141 Aug 29 04:23:19.215211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6df07f68-83fd-4c0e-819f-691de067dc34 req-c51d45c7-8573-40ce-bc99-c41c608f013a tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365064 Aug 29 04:23:19.251280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-de52c3d9-9afe-4919-a33d-43bd08374abd tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4627590 Aug 29 04:23:19.304775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['05896f48-6d56-4364-aec1-caac86e7ac7d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:19.337069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.359198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.361049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b92ec654-d1fb-46f1-8fa3-dce1084535b5 HTTP/1.1" status: 204 len: 168 time: 1.9594216 Aug 29 04:23:19.379817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3320f6-6a73-4529-aa0c-664bdd76bf59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92ec654-d1fb-46f1-8fa3-dce1084535b5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.401987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.426009 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6ac9-d2a9-4d8a-9fbc-c252fc2ec239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.430267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-9b55c4fe-5134-4b76-8690-3010de572ad1 service neutron] 10.222.0.55 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679742 Aug 29 04:23:19.488922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 57d58300-8d8a-41b2-be93-1c99828ce501 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:19.523804 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.596963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Network 13f74fd3-3644-4b66-8db4-5ade79664bb3 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:19.600808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.611396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:19.622641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:19.637361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:19.650140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '57d58300-8d8a-41b2-be93-1c99828ce501', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'port_id': '57d58300-8d8a-41b2-be93-1c99828ce501', 'mac_address': 'fa:16:3e:43:1c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a77813-2562-4102-828c-8c0a030705c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:19.658874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44072) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:19.661678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Pushing event updated for resources: {'Port': ['ID=d1692131-0b66-4e54-99a3-6178225a7fb6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.678363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83898bc8-6dd5-46c3-864e-7491aadddf1a req-7b81983c-ba32-4194-b031-0513b61ede90 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.680300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83898bc8-6dd5-46c3-864e-7491aadddf1a req-7b81983c-ba32-4194-b031-0513b61ede90 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 945 time: 0.1051619 Aug 29 04:23:19.692792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d98df393-b5df-405e-a7db-471cc81c41e8 service neutron] 10.222.0.55 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493987 Aug 29 04:23:19.714164 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.727292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.727957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.728833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83898bc8-6dd5-46c3-864e-7491aadddf1a req-44bf839c-0107-4ee0-9854-fb5ef91af0f3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Aug 29 04:23:19.742934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57d58300-8d8a-41b2-be93-1c99828ce501 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:19.751090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-aef30f78-2220-49e9-bd80-18da23fe650f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8589928 Aug 29 04:23:19.766646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:19.772107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.791669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Request body: {'port': {'device_id': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:19.812845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3e41457a-5858-4368-87be-081aefb64ce2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c23e5f2a1667431cb76c417c2e9d1dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474032 Aug 29 04:23:19.813677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44078) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:19.881939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.896695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e67bf-be77-41bd-8e61-3d97353c7ff3 req-4e59effd-2b6c-4a94-ab50-c1b195662824 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.898940 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f06e67bf-be77-41bd-8e61-3d97353c7ff3 req-4e59effd-2b6c-4a94-ab50-c1b195662824 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 945 time: 0.0906036 Aug 29 04:23:19.918508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d403dc-1cdb-4ca6-b2b6-860b17a5a696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.940385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.981037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d403dc-1cdb-4ca6-b2b6-860b17a5a696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.994087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['57d58300-8d8a-41b2-be93-1c99828ce501'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:20.012332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f06e67bf-be77-41bd-8e61-3d97353c7ff3 req-d0a249a6-6ae7-4f00-936e-a66286e45b6c tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877852 Aug 29 04:23:20.311906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cb6ad-66ed-4915-aef9-c3d5454e9b85 req-a1624450-7cfc-4b3b-932b-99fb6c744289 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.311906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-700cb6ad-66ed-4915-aef9-c3d5454e9b85 req-a1624450-7cfc-4b3b-932b-99fb6c744289 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 931 time: 0.2304173 Aug 29 04:23:20.325497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-b0d4c50e-7de6-418f-be49-304b6dee07a2 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.327105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d403dc-1cdb-4ca6-b2b6-860b17a5a696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.327235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-b0d4c50e-7de6-418f-be49-304b6dee07a2 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2dcc093-af69-461d-816e-081f03a8eb5c HTTP/1.1" status: 200 len: 945 time: 0.1065845 Aug 29 04:23:20.329671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54d403dc-1cdb-4ca6-b2b6-860b17a5a696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.330796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-54d403dc-1cdb-4ca6-b2b6-860b17a5a696 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c222fe00-7dd8-4f02-b016-01a9b33f4a7b HTTP/1.1" status: 204 len: 168 time: 0.5150361 Aug 29 04:23:20.474021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d403dc-1cdb-4ca6-b2b6-860b17a5a696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222fe00-7dd8-4f02-b016-01a9b33f4a7b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:20.518700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-965acc05-f431-40fc-962a-334b6e717fe1 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.520214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-965acc05-f431-40fc-962a-334b6e717fe1 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa525b97-c84f-499a-885a-5c41644b856b HTTP/1.1" status: 200 len: 945 time: 0.1490426 Aug 29 04:23:20.548100 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-700cb6ad-66ed-4915-aef9-c3d5454e9b85 req-d6f5582c-9c48-4c84-9570-27860bcf57e5 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950359 Aug 29 04:23:20.551427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.630740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Deleting port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:20.631364 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.667049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.690891 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee930d7e-563a-439a-a7a3-f6fbe6c79f26 req-61611781-0e65-40e8-bb14-e82b24acd42d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 210 time: 0.0703509 Aug 29 04:23:20.782878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05896f48-6d56-4364-aec1-caac86e7ac7d up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:20.783830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1692131-0b66-4e54-99a3-6178225a7fb6 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:20.793325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.820903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Transition to ACTIVE for port object d1692131-0b66-4e54-99a3-6178225a7fb6 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:20.866910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Deleting port 73529ed2-1daf-4023-99d0-6170b81ce37c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:20.868307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.871964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.888910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 05896f48-6d56-4364-aec1-caac86e7ac7d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:20.895046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 05896f48-6d56-4364-aec1-caac86e7ac7d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:20.895730 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.927912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] For port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:20.930047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.976174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebacc4-db44-475d-994b-20417fca58c2 req-66972a69-7691-4cbf-9feb-95da99b64a67 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:20.989214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5ebacc4-db44-475d-994b-20417fca58c2 req-66972a69-7691-4cbf-9feb-95da99b64a67 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 944 time: 0.1372499 Aug 29 04:23:21.009093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Calling delete_port for da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:21.021844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.071348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Pushing event updated for resources: {'Port': ['ID=d1692131-0b66-4e54-99a3-6178225a7fb6,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.101081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 05896f48-6d56-4364-aec1-caac86e7ac7d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05896f48-6d56-4364-aec1-caac86e7ac7d,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.102706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05896f48-6d56-4364-aec1-caac86e7ac7d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:21.107178 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34758dd0-931e-4f01-b02a-4f8e9319f396" -d '{"events": [{"server_uuid": "a6b17990-0f83-4c96-8ef6-c0c59c6c8286", "name": "network-vif-plugged", "status": "completed", "tag": "05896f48-6d56-4364-aec1-caac86e7ac7d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:21.112615 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.113543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d7961767-429e-4189-8541-88a5df1460d1 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:21.130166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b899f2-9844-4e40-bdc4-8894afaf6459 req-f9b79db3-837c-430a-a8b8-a0f5d4cdf485 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.138235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02b899f2-9844-4e40-bdc4-8894afaf6459 req-f9b79db3-837c-430a-a8b8-a0f5d4cdf485 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.3336525 Aug 29 04:23:21.185098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: d7961767-429e-4189-8541-88a5df1460d1 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:21.185678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d7961767-429e-4189-8541-88a5df1460d1 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:21.197128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5ebacc4-db44-475d-994b-20417fca58c2 req-cf120de1-52a3-4157-bab6-e8ad3f273889 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010696 Aug 29 04:23:21.208599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02b899f2-9844-4e40-bdc4-8894afaf6459 req-cf3cc0e1-4fe2-481b-a809-326908af0e90 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663204 Aug 29 04:23:21.230342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=05896f48-6d56-4364-aec1-caac86e7ac7d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.318378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] For port 73529ed2-1daf-4023-99d0-6170b81ce37c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=73529ed2-1daf-4023-99d0-6170b81ce37c,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.320135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.403991 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.406006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Calling delete_port for 73529ed2-1daf-4023-99d0-6170b81ce37c owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:21.415308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed586797-be83-4178-a8b2-cd9b509b63b3 req-e971800d-a2ec-42fc-aa6b-7b036e59c255 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.422603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed586797-be83-4178-a8b2-cd9b509b63b3 req-e971800d-a2ec-42fc-aa6b-7b036e59c255 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 946 time: 0.0764630 Aug 29 04:23:21.437364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30', '73529ed2-1daf-4023-99d0-6170b81ce37c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:21.495153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event deleted for resources: {'Port': ['ID=da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.525795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] No DVR routers for this DVR port da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:21.530356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.532335 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b94cee1e-9376-4c0e-ba8c-4daead1112ae req-3bc91976-2ad8-4554-b4f8-1ee68178e83d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "DELETE /v2.0/ports/da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 HTTP/1.1" status: 204 len: 173 time: 1.1847680 Aug 29 04:23:21.533044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'name': 'network-vif-deleted', 'tag': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:21.535387 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e204234-f28b-4476-8640-e9133790a705" -d '{"events": [{"server_uuid": "a2dcc093-af69-461d-816e-081f03a8eb5c", "name": "network-vif-deleted", "tag": "da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:21.548242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed586797-be83-4178-a8b2-cd9b509b63b3 req-7bfde9da-49c3-4d22-a0d9-02c0941faecd tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232185 Aug 29 04:23:21.594822 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad875676-a329-441e-a483-7e2f3a098330 x-openstack-request-id: req-ad875676-a329-441e-a483-7e2f3a098330 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:21.595340 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b17990-0f83-4c96-8ef6-c0c59c6c8286", "name": "network-vif-plugged", "status": "completed", "tag": "05896f48-6d56-4364-aec1-caac86e7ac7d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:21.595472 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad875676-a329-441e-a483-7e2f3a098330 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:21.595793 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05896f48-6d56-4364-aec1-caac86e7ac7d', 'code': 200} Aug 29 04:23:21.610500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f17ad-1fc6-4d06-91ba-90077ee30f3b req-86d46dcc-05c7-454c-a282-43277dd4bc5f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.620771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f23f17ad-1fc6-4d06-91ba-90077ee30f3b req-86d46dcc-05c7-454c-a282-43277dd4bc5f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 945 time: 0.2686782 Aug 29 04:23:21.625582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Attempting to bind port d1692131-0b66-4e54-99a3-6178225a7fb6 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:21.625936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Attempting to bind port d1692131-0b66-4e54-99a3-6178225a7fb6 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '176f4989-f5de-4a74-83c6-88dd9f47d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:21.626261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Attempting to bind port d1692131-0b66-4e54-99a3-6178225a7fb6 on network 13f74fd3-3644-4b66-8db4-5ade79664bb3 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:21.629585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 73529ed2-1daf-4023-99d0-6170b81ce37c no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:21.687050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Port d1692131-0b66-4e54-99a3-6178225a7fb6 on network 13f74fd3-3644-4b66-8db4-5ade79664bb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:21.687405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Attempting to bind port d1692131-0b66-4e54-99a3-6178225a7fb6 on network 13f74fd3-3644-4b66-8db4-5ade79664bb3 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:21.760317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f23f17ad-1fc6-4d06-91ba-90077ee30f3b req-eff2c3d3-58e3-47dd-b9bd-abeb57683983 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140313 Aug 29 04:23:21.772370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:21.772717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Checking segment: {'id': '176f4989-f5de-4a74-83c6-88dd9f47d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:21.773104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Bound using segment: {'id': '176f4989-f5de-4a74-83c6-88dd9f47d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:21.773619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Bound port: d1692131-0b66-4e54-99a3-6178225a7fb6, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176f4989-f5de-4a74-83c6-88dd9f47d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:21.773990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.789908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d89c30-e2bf-4a4f-aea8-fa5e4acfeeff req-c4426c32-129d-44c2-8831-9582976f6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.791428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0d89c30-e2bf-4a4f-aea8-fa5e4acfeeff req-c4426c32-129d-44c2-8831-9582976f6467 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 1098 time: 0.0925117 Aug 29 04:23:21.804255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-2c8a00c3-b2d1-4dc2-b009-6f9e8d8a0b8d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.805917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-2c8a00c3-b2d1-4dc2-b009-6f9e8d8a0b8d tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 944 time: 0.3448923 Aug 29 04:23:21.844464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.850655 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc730a-6972-47e8-a938-74f1f6c203c8 x-openstack-request-id: req-06bc730a-6972-47e8-a938-74f1f6c203c8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:21.851464 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dcc093-af69-461d-816e-081f03a8eb5c", "name": "network-vif-deleted", "tag": "da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:21.852274 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06bc730a-6972-47e8-a938-74f1f6c203c8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:21.852869 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dcc093-af69-461d-816e-081f03a8eb5c', 'name': 'network-vif-deleted', 'tag': 'da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30', 'status': 'completed', 'code': 200} Aug 29 04:23:21.862819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0d89c30-e2bf-4a4f-aea8-fa5e4acfeeff req-2e8d01e4-0ea8-46a0-aef6-dd974ac529cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606866 Aug 29 04:23:21.900068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 73529ed2-1daf-4023-99d0-6170b81ce37c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=73529ed2-1daf-4023-99d0-6170b81ce37c,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:21.906245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.907229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5469ae3a-5007-4aba-a65b-aae29ec39513 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:21.912605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:22.002807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=73529ed2-1daf-4023-99d0-6170b81ce37c,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.038696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] For port d1692131-0b66-4e54-99a3-6178225a7fb6, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:22.054202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 57d58300-8d8a-41b2-be93-1c99828ce501 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:22.126036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] For port d1692131-0b66-4e54-99a3-6178225a7fb6, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d1692131-0b66-4e54-99a3-6178225a7fb6,segment=NetworkSegment(176f4989-f5de-4a74-83c6-88dd9f47d90a),segment_id=176f4989-f5de-4a74-83c6-88dd9f47d90a)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:22.140400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.156461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-network', 'tenant_id': '14e24d7321cc499c96accdd296e356ec'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:22.198552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.213097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68020e-3c55-4fc9-989e-7239541e88d7 req-d3df8610-bed5-49a2-b013-511f533de999 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.220496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea68020e-3c55-4fc9-989e-7239541e88d7 req-d3df8610-bed5-49a2-b013-511f533de999 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 943 time: 0.2550490 Aug 29 04:23:22.223005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.223634 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.224995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] 10.222.0.37 "PUT /v2.0/ports/d1692131-0b66-4e54-99a3-6178225a7fb6 HTTP/1.1" status: 200 len: 1092 time: 2.4448740 Aug 29 04:23:22.234586 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'tag': 'd1692131-0b66-4e54-99a3-6178225a7fb6'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:22.236894 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994f3fc-bbd5-4d20-8f81-931a1af28b67" -d '{"events": [{"name": "network-changed", "server_uuid": "4eca9702-f65c-4c9f-93cb-2d48435728e2", "tag": "d1692131-0b66-4e54-99a3-6178225a7fb6"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:22.240632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.288813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Deleting port 5469ae3a-5007-4aba-a65b-aae29ec39513 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:22.289118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.313017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 57d58300-8d8a-41b2-be93-1c99828ce501 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:22.323273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.364915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.371959 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.373161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:22.449949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:22.450301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device da3a403b-20c1-4bc4-8f1b-b0d24eeb1b30 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:22.456754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221693d-11f4-43e8-9fca-62f7a2e0edca service neutron] Pushing event updated for resources: {'Port': ['ID=d1692131-0b66-4e54-99a3-6178225a7fb6,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.497133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-541613c8-29f0-4c99-801a-141834af14b0 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.499339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-541613c8-29f0-4c99-801a-141834af14b0 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.37 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 813 time: 0.4245906 Aug 29 04:23:22.500103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Made reservation on behalf of 14e24d7321cc499c96accdd296e356ec for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:22.500311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.502703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.522498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event deleted for resources: {'Port': ['ID=73529ed2-1daf-4023-99d0-6170b81ce37c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.538728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5e9ecd8-8baa-43ed-8cfc-1f4770872f9d req-9758124f-4d0e-44b4-82ce-8ec518602d5d tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 210 time: 0.0965853 Aug 29 04:23:22.544833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Request body: {'port': {'device_id': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'admin_state_up': True, 'tenant_id': '9234c48d215942eb9ac7c69a51f683b1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:22.550778 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.554147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-00d0a9de-4ac7-40fc-80e1-2efdc67ee5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.555659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-00d0a9de-4ac7-40fc-80e1-2efdc67ee5e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4c23c3b13ea4dada87572233ff1db42&device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 1095 time: 0.2503495 Aug 29 04:23:22.560138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-ecf5ef71-55b6-4cd7-81c9-fa7d29095a72 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.561622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-ecf5ef71-55b6-4cd7-81c9-fa7d29095a72 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.2830303 Aug 29 04:23:22.564322 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea68020e-3c55-4fc9-989e-7239541e88d7 req-ddec327d-9e28-4646-b935-3aeb0e957068 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430433 Aug 29 04:23:22.567465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] No DVR routers for this DVR port 73529ed2-1daf-4023-99d0-6170b81ce37c on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:22.571905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.574471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73d5f2b6-f369-421d-8195-da557ac2cc58 req-68ab904e-5b85-4c4c-90c7-531014aa4473 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "DELETE /v2.0/ports/73529ed2-1daf-4023-99d0-6170b81ce37c HTTP/1.1" status: 204 len: 173 time: 2.0454783 Aug 29 04:23:22.623956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] For port 5469ae3a-5007-4aba-a65b-aae29ec39513, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5469ae3a-5007-4aba-a65b-aae29ec39513,segment=NetworkSegment(0a335881-f729-480b-ae7e-fb7b1a30602d),segment_id=0a335881-f729-480b-ae7e-fb7b1a30602d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.624332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.667945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Calling delete_port for 5469ae3a-5007-4aba-a65b-aae29ec39513 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:22.679371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3b68fe7a-55f9-4bda-b48c-8241b0abe8b2 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.681115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3b68fe7a-55f9-4bda-b48c-8241b0abe8b2 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 813 time: 0.4565580 Aug 29 04:23:22.787280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3a9a-4c0b-4bf3-9446-604e3e2fce65 req-2fc998e5-9056-4314-9d38-4a2b8af2f7d6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.788802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e9c3a9a-4c0b-4bf3-9446-604e3e2fce65 req-2fc998e5-9056-4314-9d38-4a2b8af2f7d6 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80 HTTP/1.1" status: 200 len: 944 time: 0.1226006 Aug 29 04:23:22.800644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Deleting port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:22.801022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.804909 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-34f1c7f0-5746-4a54-96b2-e983867640c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1692131-0b66-4e54-99a3-6178225a7fb6 HTTP/1.1" status: 200 len: 217 time: 0.1967545 Aug 29 04:23:22.816815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Request body: {'port': {'device_id': '9965387f-25cd-416e-9bf7-9aec0d323300', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'admin_state_up': True, 'tenant_id': '9234c48d215942eb9ac7c69a51f683b1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:22.899630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e9c3a9a-4c0b-4bf3-9446-604e3e2fce65 req-5ff57756-7725-40f1-a10a-90c37cb7bf52 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.55 "GET /v2.0/security-groups?id=710e2a58-5d52-4747-8891-57b5e0e8b4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017051 Aug 29 04:23:22.935843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.975015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-b5ecb568-554f-462e-b317-d88e3b8545aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.976686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-b5ecb568-554f-462e-b317-d88e3b8545aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34e6efbd-61c5-4021-8b0c-8ff11540c72e HTTP/1.1" status: 200 len: 854 time: 0.1450124 Aug 29 04:23:22.982465 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.992682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] For port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.993173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.005521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.059083 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d835f47-49f2-405d-87dc-c41f469098df x-openstack-request-id: req-9d835f47-49f2-405d-87dc-c41f469098df {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:23.059399 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eca9702-f65c-4c9f-93cb-2d48435728e2", "tag": "d1692131-0b66-4e54-99a3-6178225a7fb6", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:23.059654 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d835f47-49f2-405d-87dc-c41f469098df {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:23.060039 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'tag': 'd1692131-0b66-4e54-99a3-6178225a7fb6', 'status': 'completed', 'code': 200} Aug 29 04:23:23.075522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43b941-c369-4a4c-9066-312b965e03d9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.079836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-38bf6551-5749-4764-b2c7-f1fb76b85cde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13f74fd3-3644-4b66-8db4-5ade79664bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864961 Aug 29 04:23:23.080910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Pushing event deleted for resources: {'Port': ['ID=5469ae3a-5007-4aba-a65b-aae29ec39513,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.090567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:23.101264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e7d88-5370-4715-81bd-588d83e7be86 req-6df25896-69fe-46fa-8257-7e784de0836d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.101845 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf0e7d88-5370-4715-81bd-588d83e7be86 req-6df25896-69fe-46fa-8257-7e784de0836d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 945 time: 0.2190711 Aug 29 04:23:23.209391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.209774 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Added segment 0779f71f-8db4-40e3-bf2b-7b2cd26108e2 of type vlan for network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce Aug 29 04:23:23.287604 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf0e7d88-5370-4715-81bd-588d83e7be86 req-d173e8a6-92e4-4562-a5fe-b4ba169998e6 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ae8a633-96e9-4da6-9d88-fca27edd67b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226537 Aug 29 04:23:23.302099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Made reservation on behalf of 9234c48d215942eb9ac7c69a51f683b1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:23.305495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.338809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.341847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-6439e929-b014-4d7d-9d5d-741786079244 service neutron] 10.222.0.37 "GET /v2.0/networks/13f74fd3-3644-4b66-8db4-5ade79664bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355680 Aug 29 04:23:23.353792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Made reservation on behalf of 9234c48d215942eb9ac7c69a51f683b1 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:23.357249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.369647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] No DVR routers for this DVR port 5469ae3a-5007-4aba-a65b-aae29ec39513 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:23.373575 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.375740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86fb5770-d818-4ba1-8c6a-47ca91081349 req-ab0a7691-6425-4173-9651-a02f26ed7c39 tempest-LiveAutoBlockMigrationV225Test-258490447 tempest-LiveAutoBlockMigrationV225Test-258490447-project] 10.222.0.32 "DELETE /v2.0/ports/5469ae3a-5007-4aba-a65b-aae29ec39513 HTTP/1.1" status: 204 len: 173 time: 1.5088401 Aug 29 04:23:23.418820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.419217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.419544 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf disassociated. External IP: 172.25.7.97, port: 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba. Aug 29 04:23:23.419886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Calling delete_port for 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:23.450042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29ba8f-e5d4-4899-861f-fa7ccd4dcb5e req-551f2fe4-60fa-4e57-a4a6-7e1fa4f757ff tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.451562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e29ba8f-e5d4-4899-861f-fa7ccd4dcb5e req-551f2fe4-60fa-4e57-a4a6-7e1fa4f757ff tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 946 time: 0.1696560 Aug 29 04:23:23.485674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.486681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.486908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.541456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e29ba8f-e5d4-4899-861f-fa7ccd4dcb5e req-1dab5643-0a7c-4815-b207-10ce17a54cff tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588894 Aug 29 04:23:23.598034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:23.601314 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfa70b6-9b42-45f5-a164-dbb2da1b2603" -d '{"events": [{"server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "name": "network-vif-unplugged", "status": "completed", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:23.626934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.660758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event deleted for resources: {'Port': ['ID=90c0c5e3-663f-49ad-9db8-d3bf58ce54ba,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.673908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7592242 Aug 29 04:23:23.686001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:23.697799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55938f7e-0ea9-4954-bc52-5e98e728c78d admin admin] Pushing event updated for resources: {'Network': ['ID=6ea7fa8d-9ea5-4aac-8556-d90171c4bbce,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.708779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Request body: {'subnet': {'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-subnet', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:23.711879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:23.735688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be286fa7-4102-4e0f-aba5-3da05f6f3a69 req-a8a0c147-5771-4439-9c8d-5571187addfc service neutron] 10.222.0.37 "GET /v2.0/networks/13f74fd3-3644-4b66-8db4-5ade79664bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840415 Aug 29 04:23:23.749255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dc2e6-698a-4f08-9f5d-8644372f6946 req-61c4961e-0656-4ead-b07d-964904f4e4b5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.751081 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-138dc2e6-698a-4f08-9f5d-8644372f6946 req-61c4961e-0656-4ead-b07d-964904f4e4b5 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 944 time: 0.3158309 Aug 29 04:23:23.764980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Allocated IP 172.20.0.12 (3162fdf5-16c3-436b-b200-f9d726dbdc7e/f2d97149-b2e8-4212-8a0e-7c168100ac41/861738c9-5d7b-4911-8bc4-6cfc3f137f61) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:23.791360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Made reservation on behalf of 14e24d7321cc499c96accdd296e356ec for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:23.794581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.821463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:23.924271 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-138dc2e6-698a-4f08-9f5d-8644372f6946 req-ec303578-ea9e-4731-8060-a911a15cec54 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603038 Aug 29 04:23:23.975233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:23.989268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] Sync routers for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:24.014325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:24.015352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:24.118555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] No DVR routers for this DVR port 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:24.122218 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.124223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aaab2f42-f3eb-48f9-9011-27b543178104 req-bc3ca577-9d88-4539-8d3b-1507e67f62f1 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.37 "DELETE /v2.0/ports/90c0c5e3-663f-49ad-9db8-d3bf58ce54ba HTTP/1.1" status: 204 len: 173 time: 1.5466774 Aug 29 04:23:24.137667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-405c7068-134a-42bc-bd84-cd0261a42635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.142576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-405c7068-134a-42bc-bd84-cd0261a42635 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4c23c3b13ea4dada87572233ff1db42&device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 1095 time: 0.3448279 Aug 29 04:23:24.144444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d55ea8af-a8b7-4d35-8981-8dd5dbcd4984 req-f66685b1-31fc-4a5c-aa95-0f0b3c2f0f01 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 210 time: 0.0935938 Aug 29 04:23:24.178610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85d3c2-d368-4778-89e1-591ed0d4630e req-34ec9e13-22ad-42a1-b35a-758b9c683b67 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.180677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f85d3c2-d368-4778-89e1-591ed0d4630e req-34ec9e13-22ad-42a1-b35a-758b9c683b67 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 943 time: 0.0729458 Aug 29 04:23:24.202690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:24.237958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f85d3c2-d368-4778-89e1-591ed0d4630e req-f4bbd4a7-4faa-455e-8313-f9fb194416ec tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Aug 29 04:23:24.266535 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b2e6b6-4fa2-41ee-bc2d-3ff4d14d5574 x-openstack-request-id: req-42b2e6b6-4fa2-41ee-bc2d-3ff4d14d5574 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:24.266820 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "name": "network-vif-unplugged", "status": "completed", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:24.267302 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42b2e6b6-4fa2-41ee-bc2d-3ff4d14d5574 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:24.267697 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c', 'code': 200} Aug 29 04:23:24.298002 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:24.308298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44222) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:24.350949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-6e4166e6-935f-4be2-9a0d-dd4fa1b11f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.357211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-6e4166e6-935f-4be2-9a0d-dd4fa1b11f19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13f74fd3-3644-4b66-8db4-5ade79664bb3 HTTP/1.1" status: 200 len: 915 time: 0.1927953 Aug 29 04:23:24.393029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] Deleting subnet aec885d3-0623-4791-b3d2-1402e1777348 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:24.397009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.439350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-511f4862-58b5-4435-8700-406465b28b3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1692131-0b66-4e54-99a3-6178225a7fb6 HTTP/1.1" status: 200 len: 217 time: 0.0649514 Aug 29 04:23:24.502915 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.507912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-abbe67cb-1970-49f0-bffd-bcf9274d4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.509449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-abbe67cb-1970-49f0-bffd-bcf9274d4a89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34e6efbd-61c5-4021-8b0c-8ff11540c72e HTTP/1.1" status: 200 len: 854 time: 0.0547369 Aug 29 04:23:24.549062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c598e1-bdfa-4160-8026-25ead9dcf5fc req-7ef05108-d1b1-45bd-abf4-3d09476af8f9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.553168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e49aff4f-228a-4154-a049-0944a66d463f req-cb64502b-e308-4035-abe8-ebd5f9a44daa tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4 HTTP/1.1" status: 200 len: 210 time: 0.0427103 Aug 29 04:23:24.557123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0c598e1-bdfa-4160-8026-25ead9dcf5fc req-7ef05108-d1b1-45bd-abf4-3d09476af8f9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 946 time: 0.1189682 Aug 29 04:23:24.579777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:24.589751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.594135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-9668c3bf-362a-470f-a435-bb5516d7861d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13f74fd3-3644-4b66-8db4-5ade79664bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476286 Aug 29 04:23:24.612864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] Checking router: 6b8dfffd-6f1d-4495-9906-41d9a2243da4 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:24.623404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:24.624494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:24.665767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0c598e1-bdfa-4160-8026-25ead9dcf5fc req-5ba5b05f-033e-4c62-a865-fa45983121eb tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085370 Aug 29 04:23:24.667963 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.686832 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.688821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aec885d3-0623-4791-b3d2-1402e1777348 HTTP/1.1" status: 204 len: 168 time: 0.3794277 Aug 29 04:23:24.695689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44230) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:24.707317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a679f-3dd7-45a3-87f9-3dac6721397e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec885d3-0623-4791-b3d2-1402e1777348,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:24.765036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:24.768011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58610060-c020-4708-a291-be6fcd5e1e6b req-ab29cf83-ee60-4403-8c50-47c0a05a1dc7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.769901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58610060-c020-4708-a291-be6fcd5e1e6b req-ab29cf83-ee60-4403-8c50-47c0a05a1dc7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 944 time: 0.0555878 Aug 29 04:23:24.774524 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.129975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:25.181061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927cc3b-092a-47c8-a952-bb83a1b4746c None None] The sync data for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 is: [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0797744d-456d-4fd4-a58b-22e91a771a01', 'name': '', 'network_id': '9d15c1ec-c024-4667-9fca-7f375bb4ac23', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'mac_address': 'fa:16:3e:bf:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:50Z', 'updated_at': '2021-08-29T04:17:58Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'subnets': [{'id': 'bbbc6cba-0ab9-49b5-9add-e87f0531f9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:25.196335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'name': 'network-vif-deleted', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c'}, {'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'name': 'network-vif-deleted', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513'}, {'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-deleted', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:25.199287 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7278763-1111-456d-a634-a7387309825f" -d '{"events": [{"server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "name": "network-vif-deleted", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c"}, {"server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "name": "network-vif-deleted", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513"}, {"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-deleted", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:25.284334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.294810 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e70b57d1-5d8e-496c-b698-b0724ce63bd3 req-aa0fc583-e247-47f2-b835-9cc4c05989b5 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 210 time: 0.0407007 Aug 29 04:23:25.329743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-b93e6e4e-f16a-4709-804b-06bf5de44a3a service neutron] 10.222.0.37 "GET /v2.0/networks/13f74fd3-3644-4b66-8db4-5ade79664bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7092943 Aug 29 04:23:25.342286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Deleting port 57d58300-8d8a-41b2-be93-1c99828ce501 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:25.342850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.373979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5982b0-3a35-4168-9cd9-a556c15150ae,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:25.377821 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.399063 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a6a844-245f-49e4-9a54-3e5e4baf786a x-openstack-request-id: req-e6a6a844-245f-49e4-9a54-3e5e4baf786a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:25.399369 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa525b97-c84f-499a-885a-5c41644b856b", "name": "network-vif-deleted", "tag": "73529ed2-1daf-4023-99d0-6170b81ce37c", "status": "completed", "code": 200}, {"server_uuid": "7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80", "name": "network-vif-deleted", "tag": "5469ae3a-5007-4aba-a65b-aae29ec39513", "status": "completed", "code": 200}, {"server_uuid": "bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4", "name": "network-vif-deleted", "tag": "90c0c5e3-663f-49ad-9db8-d3bf58ce54ba", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:25.399671 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6a6a844-245f-49e4-9a54-3e5e4baf786a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:25.400192 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa525b97-c84f-499a-885a-5c41644b856b', 'name': 'network-vif-deleted', 'tag': '73529ed2-1daf-4023-99d0-6170b81ce37c', 'status': 'completed', 'code': 200} Aug 29 04:23:25.400454 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0e5cf8-91a2-42e3-b231-ef6d20a2dd80', 'name': 'network-vif-deleted', 'tag': '5469ae3a-5007-4aba-a65b-aae29ec39513', 'status': 'completed', 'code': 200} Aug 29 04:23:25.400711 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8c8ed4-b17e-43c6-b805-bd89f3bc26f4', 'name': 'network-vif-deleted', 'tag': '90c0c5e3-663f-49ad-9db8-d3bf58ce54ba', 'status': 'completed', 'code': 200} Aug 29 04:23:25.406299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44246) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:25.509801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e994f3fc-bbd5-4d20-8f81-931a1af28b67 req-1dae3d60-83fe-451e-b346-5d09f9188f4b service neutron] 10.222.0.37 "GET /v2.0/networks/13f74fd3-3644-4b66-8db4-5ade79664bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252458 Aug 29 04:23:25.528626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.529428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] For port 57d58300-8d8a-41b2-be93-1c99828ce501, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=57d58300-8d8a-41b2-be93-1c99828ce501,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:25.530369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.555587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a16828-9e3f-46cd-af1e-94d1e8bab2e4 req-58a6b908-2c48-41d1-8d88-3bec5d72b773 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.557212 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c0a16828-9e3f-46cd-af1e-94d1e8bab2e4 req-58a6b908-2c48-41d1-8d88-3bec5d72b773 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 943 time: 0.0986178 Aug 29 04:23:25.566948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Calling delete_port for 57d58300-8d8a-41b2-be93-1c99828ce501 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:25.575466 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dede4-adf8-4fe2-879e-3f34fde976bc None None] New status for floating IP ec011f18-9115-4163-8d4e-e422d6b8d5bf: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:25.585812 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a2dde1b-e316-41fd-8c84-3f795afca9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.595409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bbd2c-8c18-40a3-a584-6d3201369add req-bfb2886b-f13a-495f-939a-492e612660fa tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.598047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b9bbd2c-8c18-40a3-a584-6d3201369add req-bfb2886b-f13a-495f-939a-492e612660fa tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98731e0-bb50-4e0a-9fc1-ba9ddcd61970 HTTP/1.1" status: 200 len: 944 time: 0.3273346 Aug 29 04:23:25.682473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c0a16828-9e3f-46cd-af1e-94d1e8bab2e4 req-07cb0aec-bc80-483b-9c5e-3f7a92701916 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126294 Aug 29 04:23:25.763891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Checking segment: {'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:25.764457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Network hostable DHCP agents. Network: 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:25.768557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Allocated IP 172.20.0.9 (3162fdf5-16c3-436b-b200-f9d726dbdc7e/f2d97149-b2e8-4212-8a0e-7c168100ac41/ee2e0a0c-6da5-4f4f-8564-0f7333704677) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:25.771773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:25.780965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event updated for resources: {'Port': ['ID=861738c9-5d7b-4911-8bc4-6cfc3f137f61,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:25.788267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:25.795184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:25.798773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.851976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdd33ed-09ab-458b-af6e-37abdadf7bb2']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:25.870933 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.877633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a2dde1b-e316-41fd-8c84-3f795afca9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.882956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a335881-f729-480b-ae7e-fb7b1a30602d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:25.883627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a335881-f729-480b-ae7e-fb7b1a30602d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:25.891870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b9bbd2c-8c18-40a3-a584-6d3201369add req-fdff5ab5-9c23-4a5e-9d4c-c9c6d3ac84b7 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567847 Aug 29 04:23:25.907953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:25.915687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a2dde1b-e316-41fd-8c84-3f795afca9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.916397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.925533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-3925c0a2-f7b7-4ac3-b353-cf8d3dc0f800 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.927083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-3925c0a2-f7b7-4ac3-b353-cf8d3dc0f800 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 946 time: 0.2858894 Aug 29 04:23:25.930656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event deleted for resources: {'Port': ['ID=57d58300-8d8a-41b2-be93-1c99828ce501,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.001189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00e4cf-14d0-46ee-b3ad-32bb167037a0 req-2399bfb9-b142-4ff2-8775-535594d4f4b3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.003125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a00e4cf-14d0-46ee-b3ad-32bb167037a0 req-2399bfb9-b142-4ff2-8775-535594d4f4b3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 946 time: 0.1744924 Aug 29 04:23:26.008569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.009211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.012885 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.016976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6a2dde1b-e316-41fd-8c84-3f795afca9b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a125ac90eba14c80aaf60fa7f543454e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6097102 Aug 29 04:23:26.022656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.023216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.031539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:26.035122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] No DVR routers for this DVR port 57d58300-8d8a-41b2-be93-1c99828ce501 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:26.041571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcfefd7-aaa1-4593-bd08-46d70d5d87aa None None] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:26.042115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2dde1b-e316-41fd-8c84-3f795afca9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55181228-d28f-46c1-8a08-664a903a6c0a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.058705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.060816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58610060-c020-4708-a291-be6fcd5e1e6b req-43223cb7-a332-4dac-b1c4-23597001c949 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "DELETE /v2.0/ports/57d58300-8d8a-41b2-be93-1c99828ce501 HTTP/1.1" status: 204 len: 173 time: 1.2843175 Aug 29 04:23:26.067617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:26.068268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:26.071369 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:26.094439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.095035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.131641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a00e4cf-14d0-46ee-b3ad-32bb167037a0 req-7f547345-5717-49b5-bb7a-7b8b9dfee42d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985403 Aug 29 04:23:26.190610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d6e18af8-4182-4285-9daf-a02aa34fd351 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6556983 Aug 29 04:23:26.221930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-6ea7fa8d-9ea5-4aac-8556-d90171c4bbce', 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'fixed_ips': [{'subnet_id': '0d5982b0-3a35-4168-9cd9-a556c15150ae'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:26.223275 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.238821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Request body: {'port': {'device_id': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:26.254361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be217648-b9f5-4d4d-acc1-742de64d5194 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5603390 Aug 29 04:23:26.255980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44270) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.265514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:26.287060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.288384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.304341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.324684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.326738 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9fdd33ed-09ab-458b-af6e-37abdadf7bb2 HTTP/1.1" status: 204 len: 168 time: 1.6285007 Aug 29 04:23:26.343107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.355011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.393250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Allocated IP 172.20.0.2 (6ea7fa8d-9ea5-4aac-8556-d90171c4bbce/0d5982b0-3a35-4168-9cd9-a556c15150ae/da46b3d1-8583-4956-b69a-2e81d3b11ad0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:26.411680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81a38561-9ce1-4d08-b4cc-1cfc151b0e3d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.413412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167bfd3-0bc3-448b-909c-00358435a550 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdd33ed-09ab-458b-af6e-37abdadf7bb2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.468384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cff22bb-8df0-4786-a9eb-e839dbfbb201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.504464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4938f6c9-086a-4e8d-9c42-8e6bd4211e76 req-8bfa39be-d527-499f-bb9c-2539043a9f06 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 210 time: 0.0982637 Aug 29 04:23:26.512443 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.527894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.540292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.544981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81a38561-9ce1-4d08-b4cc-1cfc151b0e3d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.549664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] Deleting subnet dc96fe32-e221-440b-b0d1-1250073c5979 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:26.564366 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.569391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Deleting port 05896f48-6d56-4364-aec1-caac86e7ac7d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:26.569765 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.573084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Transition to ACTIVE for port object da46b3d1-8583-4956-b69a-2e81d3b11ad0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:26.574174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.576873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cff22bb-8df0-4786-a9eb-e839dbfbb201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.590890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Transition to ACTIVE for port object da46b3d1-8583-4956-b69a-2e81d3b11ad0 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:26.599477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.640926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:26.643969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:26.647599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:26.689654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Pushing event updated for resources: {'Port': ['ID=da46b3d1-8583-4956-b69a-2e81d3b11ad0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.728594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Attempting to bind port da46b3d1-8583-4956-b69a-2e81d3b11ad0 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:26.729221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Attempting to bind port da46b3d1-8583-4956-b69a-2e81d3b11ad0 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:26.730433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Attempting to bind port da46b3d1-8583-4956-b69a-2e81d3b11ad0 on network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:26.745207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:26.746248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Checking segment: {'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:26.746818 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.747974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Bound using segment: {'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:26.749289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Bound port: da46b3d1-8583-4956-b69a-2e81d3b11ad0, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:26.749726 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.750732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.803339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.838853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d1692131-0b66-4e54-99a3-6178225a7fb6 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:26.860859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.866555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:26.885859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.891707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.957147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:26.957653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 90c0c5e3-663f-49ad-9db8-d3bf58ce54ba not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:26.964934 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81a38561-9ce1-4d08-b4cc-1cfc151b0e3d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.967779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-81a38561-9ce1-4d08-b4cc-1cfc151b0e3d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.969659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-81a38561-9ce1-4d08-b4cc-1cfc151b0e3d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "DELETE /v2.0/security-groups/0ae8a633-96e9-4da6-9d88-fca27edd67b6 HTTP/1.1" status: 204 len: 168 time: 0.9399931 Aug 29 04:23:26.970603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cff22bb-8df0-4786-a9eb-e839dbfbb201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.973494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cff22bb-8df0-4786-a9eb-e839dbfbb201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.974518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8cff22bb-8df0-4786-a9eb-e839dbfbb201 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55181228-d28f-46c1-8a08-664a903a6c0a HTTP/1.1" status: 204 len: 168 time: 0.9437740 Aug 29 04:23:26.979026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44280) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.983684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] For port 05896f48-6d56-4364-aec1-caac86e7ac7d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05896f48-6d56-4364-aec1-caac86e7ac7d,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:26.984526 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.995795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0733f-d6af-4635-a2bd-71c9dcbfeaab req-fb347d1c-e201-4698-b6a0-1471aaed0450 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.997423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5a0733f-d6af-4635-a2bd-71c9dcbfeaab req-fb347d1c-e201-4698-b6a0-1471aaed0450 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 943 time: 0.1469190 Aug 29 04:23:27.115296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Calling delete_port for 05896f48-6d56-4364-aec1-caac86e7ac7d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:27.119247 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-fd5ab8df-8c96-4bc7-b2e8-6f0a725dc616 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] show failed (client error): The resource could not be found. Aug 29 04:23:27.120697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd5ab8df-8c96-4bc7-b2e8-6f0a725dc616 tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "GET /v2.0/security-groups/0ae8a633-96e9-4da6-9d88-fca27edd67b6 HTTP/1.1" status: 404 len: 347 time: 0.1050472 Aug 29 04:23:27.121832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a38561-9ce1-4d08-b4cc-1cfc151b0e3d tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae8a633-96e9-4da6-9d88-fca27edd67b6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.124335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44286) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.132327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Network 3162fdf5-16c3-436b-b200-f9d726dbdc7e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:27.148859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:27.164584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event updated for resources: {'Port': ['ID=ee2e0a0c-6da5-4f4f-8564-0f7333704677,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.179304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:27.188308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Allocated IP 172.25.7.12 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/860b2f1b-df2a-4355-9085-ba5a63fe367f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:27.189937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff22bb-8df0-4786-a9eb-e839dbfbb201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55181228-d28f-46c1-8a08-664a903a6c0a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.257460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] For port da46b3d1-8583-4956-b69a-2e81d3b11ad0, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:27.263323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5a0733f-d6af-4635-a2bd-71c9dcbfeaab req-d8584c41-4e9e-4808-8a02-952212e906fe tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153854 Aug 29 04:23:27.272698 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.288647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] For port da46b3d1-8583-4956-b69a-2e81d3b11ad0, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=da46b3d1-8583-4956-b69a-2e81d3b11ad0,segment=NetworkSegment(0779f71f-8db4-40e3-bf2b-7b2cd26108e2),segment_id=0779f71f-8db4-40e3-bf2b-7b2cd26108e2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:27.323212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d1692131-0b66-4e54-99a3-6178225a7fb6, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d1692131-0b66-4e54-99a3-6178225a7fb6,segment=NetworkSegment(176f4989-f5de-4a74-83c6-88dd9f47d90a),segment_id=176f4989-f5de-4a74-83c6-88dd9f47d90a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:27.337269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'd1692131-0b66-4e54-99a3-6178225a7fb6', 'network_id': '13f74fd3-3644-4b66-8db4-5ade79664bb3', 'port_id': 'd1692131-0b66-4e54-99a3-6178225a7fb6', 'mac_address': 'fa:16:3e:a6:5f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e6efbd-61c5-4021-8b0c-8ff11540c72e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:27.351120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc96fe32-e221-440b-b0d1-1250073c5979,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.351120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.351316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a99ee864-6028-432c-9b13-d7d9f1a5e2ae admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc96fe32-e221-440b-b0d1-1250073c5979 HTTP/1.1" status: 204 len: 168 time: 1.0049105 Aug 29 04:23:27.361267 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.365344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.404716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.405379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.424353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'name': 'network-vif-deleted', 'tag': '57d58300-8d8a-41b2-be93-1c99828ce501'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:27.427547 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509367b-9afb-46a2-aca2-d516c67255d4" -d '{"events": [{"server_uuid": "e98731e0-bb50-4e0a-9fc1-ba9ddcd61970", "name": "network-vif-deleted", "tag": "57d58300-8d8a-41b2-be93-1c99828ce501"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:27.474656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043a976-c7a0-479f-950d-ae259eb6a86a None None] Pushing event updated for resources: {'Port': ['ID=da46b3d1-8583-4956-b69a-2e81d3b11ad0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.478881 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.492770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44306) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.503599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1692131-0b66-4e54-99a3-6178225a7fb6 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:27.521338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-f4fab80d-2a9b-46c6-97f5-c1995de2c2e9 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7153323 Aug 29 04:23:27.528208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d1692131-0b66-4e54-99a3-6178225a7fb6, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d1692131-0b66-4e54-99a3-6178225a7fb6,segment=NetworkSegment(176f4989-f5de-4a74-83c6-88dd9f47d90a),segment_id=176f4989-f5de-4a74-83c6-88dd9f47d90a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:27.539227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 57d58300-8d8a-41b2-be93-1c99828ce501 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:27.560587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 57d58300-8d8a-41b2-be93-1c99828ce501 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:27.560932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 57d58300-8d8a-41b2-be93-1c99828ce501 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:27.562377 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.573247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Request body: {'port': {'device_id': '9965387f-25cd-416e-9bf7-9aec0d323300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:27.576141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1924384e-9729-4055-9f58-e3ffbb5cc11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.586888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be5f01-6f4b-4e13-875b-0e0d44aec5c3 req-b5b2d1d5-8fa8-45cb-a9d6-b4fd969639f3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.588465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39be5f01-6f4b-4e13-875b-0e0d44aec5c3 req-b5b2d1d5-8fa8-45cb-a9d6-b4fd969639f3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6b17990-0f83-4c96-8ef6-c0c59c6c8286 HTTP/1.1" status: 200 len: 946 time: 0.3258407 Aug 29 04:23:27.621519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d1692131-0b66-4e54-99a3-6178225a7fb6,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.633981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.674816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861738c9-5d7b-4911-8bc4-6cfc3f137f61 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:27.701901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.746784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-ec32053b-60ea-44c1-85f5-d34bfd429756 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.748784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-ec32053b-60ea-44c1-85f5-d34bfd429756 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 822 time: 0.3173189 Aug 29 04:23:27.750392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Deleting port 84f81fbb-d7c2-4a40-a106-f32994b64662 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:27.750619 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.760480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.780063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['d1692131-0b66-4e54-99a3-6178225a7fb6'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:27.800253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.814090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39be5f01-6f4b-4e13-875b-0e0d44aec5c3 req-2ec70630-1feb-49fd-acdb-def6210d3cbd tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014468 Aug 29 04:23:27.815542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.824530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Transition to ACTIVE for port object 861738c9-5d7b-4911-8bc4-6cfc3f137f61 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:27.876455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.888606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-20c88795-7252-4b90-bee1-d78834e78559 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/quotas/615c0f2f6c22466a87e27d0751de22dd HTTP/1.1" status: 200 len: 375 time: 0.1099229 Aug 29 04:23:27.941981 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e64612f-9442-42b7-b7af-2477317940cb x-openstack-request-id: req-1e64612f-9442-42b7-b7af-2477317940cb {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:27.942423 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98731e0-bb50-4e0a-9fc1-ba9ddcd61970", "name": "network-vif-deleted", "tag": "57d58300-8d8a-41b2-be93-1c99828ce501", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:27.942742 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e64612f-9442-42b7-b7af-2477317940cb {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:27.943212 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98731e0-bb50-4e0a-9fc1-ba9ddcd61970', 'name': 'network-vif-deleted', 'tag': '57d58300-8d8a-41b2-be93-1c99828ce501', 'status': 'completed', 'code': 200} Aug 29 04:23:27.972712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event deleted for resources: {'Port': ['ID=05896f48-6d56-4364-aec1-caac86e7ac7d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.025548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e469acf-8d9a-4173-8059-1c15635d54fe req-09794667-6112-4564-9350-6f992b96d780 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0814362 Aug 29 04:23:28.034769 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.089134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.089496 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.106583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.143263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] No DVR routers for this DVR port 05896f48-6d56-4364-aec1-caac86e7ac7d on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:28.147131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4728e9a3-2963-47f6-9f78-950c0800df63']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:28.150162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Calling delete_port for 84f81fbb-d7c2-4a40-a106-f32994b64662 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:28.157082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:28.160787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.162842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0eab1be9-af45-42c3-b933-ea7769e9486b req-8a98eca7-dbdf-4833-9a27-96cace3df01e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.37 "DELETE /v2.0/ports/05896f48-6d56-4364-aec1-caac86e7ac7d HTTP/1.1" status: 204 len: 173 time: 2.2186439 Aug 29 04:23:28.168401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'name': 'network-vif-deleted', 'tag': '05896f48-6d56-4364-aec1-caac86e7ac7d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:28.170821 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f906e-30df-4a4c-92b9-6a5e59e927de" -d '{"events": [{"server_uuid": "a6b17990-0f83-4c96-8ef6-c0c59c6c8286", "name": "network-vif-deleted", "tag": "05896f48-6d56-4364-aec1-caac86e7ac7d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:28.175387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-90b159f1-75ba-48ed-bdad-8ba541e50567 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2858589 Aug 29 04:23:28.178788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e469acf-8d9a-4173-8059-1c15635d54fe req-6696fd91-5453-4351-997d-d41405b160b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0957453 Aug 29 04:23:28.183311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf9076a-73ac-4cc5-9dd2-ef5531339bd7') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:28.183686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf9076a-73ac-4cc5-9dd2-ef5531339bd7') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:28.197515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:28.202940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Pushing event updated for resources: {'Port': ['ID=861738c9-5d7b-4911-8bc4-6cfc3f137f61,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.218436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:28.223917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.225774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=860b2f1b-df2a-4355-9085-ba5a63fe367f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.230716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1924384e-9729-4055-9f58-e3ffbb5cc11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.295905 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.298624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device da46b3d1-8583-4956-b69a-2e81d3b11ad0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:28.325512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b59cc3-2559-4c8a-8492-3f2cca8cf21e req-d24dc9e2-08e4-44d8-9e94-8ec7a21c1e7e tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.332986 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15b59cc3-2559-4c8a-8492-3f2cca8cf21e req-d24dc9e2-08e4-44d8-9e94-8ec7a21c1e7e tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 931 time: 0.3642540 Aug 29 04:23:28.352138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:28.352549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:28.354271 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:28.382737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port da46b3d1-8583-4956-b69a-2e81d3b11ad0 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:28.387172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1924384e-9729-4055-9f58-e3ffbb5cc11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.401057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e469acf-8d9a-4173-8059-1c15635d54fe req-14a790fc-285e-4be5-82ad-b2974f0dfd06 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1762998 Aug 29 04:23:28.547259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1924384e-9729-4055-9f58-e3ffbb5cc11c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cce6848c3c414b939ae5366f69f8eaaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0343914 Aug 29 04:23:28.556487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924384e-9729-4055-9f58-e3ffbb5cc11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e71efe0-bf2f-4756-934d-1f237ec80016,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.565236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44314) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:28.682579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac694d2d-8d7b-4157-aaf3-ed3e26f4236d None None] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:28.759655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-186665a4-1eae-4d70-a37f-ac04d8e5b6ea service neutron] 10.222.0.55 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833080 Aug 29 04:23:28.811471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.841470 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.843785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4728e9a3-2963-47f6-9f78-950c0800df63 HTTP/1.1" status: 204 len: 168 time: 1.4699979 Aug 29 04:23:28.853000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90119797-2fbc-42e6-8b7e-fa3f114dc407 admin admin] Pushing event deleted for resources: {'Network': ['ID=4728e9a3-2963-47f6-9f78-950c0800df63,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.855316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d1692131-0b66-4e54-99a3-6178225a7fb6 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:28.863251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Attempting to bind port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:28.864235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Attempting to bind port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:28.864865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Attempting to bind port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:28.875385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:28.875874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Attempting to bind port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:28.884303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15b59cc3-2559-4c8a-8492-3f2cca8cf21e req-0ab32d76-71cc-41a7-8e46-bd3f731004e7 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504587 Aug 29 04:23:28.888070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:28.888577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3688f88a-e7e6-4670-a88b-99ba3f66a099 None None] Provisioning for port da46b3d1-8583-4956-b69a-2e81d3b11ad0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:28.888916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Checking segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:28.889550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Bound using segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:28.890259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Bound port: 861738c9-5d7b-4911-8bc4-6cfc3f137f61, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:28.890847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.916948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3688f88a-e7e6-4670-a88b-99ba3f66a099 None None] Provisioning complete for port da46b3d1-8583-4956-b69a-2e81d3b11ad0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:28.919368 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3688f88a-e7e6-4670-a88b-99ba3f66a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.971860 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a41ea9-a458-4c1a-8af0-749b1f59b6f2 x-openstack-request-id: req-84a41ea9-a458-4c1a-8af0-749b1f59b6f2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:28.972433 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b17990-0f83-4c96-8ef6-c0c59c6c8286", "name": "network-vif-deleted", "tag": "05896f48-6d56-4364-aec1-caac86e7ac7d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:28.972919 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84a41ea9-a458-4c1a-8af0-749b1f59b6f2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:28.974036 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b17990-0f83-4c96-8ef6-c0c59c6c8286', 'name': 'network-vif-deleted', 'tag': '05896f48-6d56-4364-aec1-caac86e7ac7d', 'status': 'completed', 'code': 200} Aug 29 04:23:28.999354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2e0a0c-6da5-4f4f-8564-0f7333704677 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:29.030799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.031034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port d1692131-0b66-4e54-99a3-6178225a7fb6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:29.064896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port d1692131-0b66-4e54-99a3-6178225a7fb6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:29.065652 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.067860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Transition to ACTIVE for port object ee2e0a0c-6da5-4f4f-8564-0f7333704677 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:29.084985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] For port 861738c9-5d7b-4911-8bc4-6cfc3f137f61, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:29.091047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.154352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3688f88a-e7e6-4670-a88b-99ba3f66a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.159748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b20de0-379c-422d-9a27-3a91d967f9d0 req-3f453dda-cf04-41a9-9400-d475cd85065f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.168030 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8b20de0-379c-422d-9a27-3a91d967f9d0 req-3f453dda-cf04-41a9-9400-d475cd85065f tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 944 time: 0.1336427 Aug 29 04:23:29.180566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2e0a0c-6da5-4f4f-8564-0f7333704677,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.184212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44320) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:29.217390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3688f88a-e7e6-4670-a88b-99ba3f66a099 None None] For port da46b3d1-8583-4956-b69a-2e81d3b11ad0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=da46b3d1-8583-4956-b69a-2e81d3b11ad0,segment=NetworkSegment(0779f71f-8db4-40e3-bf2b-7b2cd26108e2),segment_id=0779f71f-8db4-40e3-bf2b-7b2cd26108e2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:29.228035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3688f88a-e7e6-4670-a88b-99ba3f66a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.291361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.296861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8b20de0-379c-422d-9a27-3a91d967f9d0 req-cc502330-258c-4f86-bbf4-891c934d2577 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278632 Aug 29 04:23:29.300148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469acf-8d9a-4173-8059-1c15635d54fe req-52b3c8e8-fb3c-40e2-8420-d70dccfa61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.302303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e469acf-8d9a-4173-8059-1c15635d54fe req-52b3c8e8-fb3c-40e2-8420-d70dccfa61dc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8837867 Aug 29 04:23:29.337549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6ed4e214-970e-4d9c-8346-cf7229382565 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c456b17abe74c89a717b2b8b6a8ed98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521761 Aug 29 04:23:29.344643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] For port 861738c9-5d7b-4911-8bc4-6cfc3f137f61, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=861738c9-5d7b-4911-8bc4-6cfc3f137f61,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:29.346445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44322) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:29.370963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.380669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688f88a-e7e6-4670-a88b-99ba3f66a099 None None] Pushing event updated for resources: {'Port': ['ID=da46b3d1-8583-4956-b69a-2e81d3b11ad0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.400577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Pushing event deleted for resources: {'Port': ['ID=84f81fbb-d7c2-4a40-a106-f32994b64662,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.411671 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.451064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d1692131-0b66-4e54-99a3-6178225a7fb6, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d1692131-0b66-4e54-99a3-6178225a7fb6,segment=NetworkSegment(176f4989-f5de-4a74-83c6-88dd9f47d90a),segment_id=176f4989-f5de-4a74-83c6-88dd9f47d90a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:29.452840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1692131-0b66-4e54-99a3-6178225a7fb6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:29.457779 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733977d4-6070-4a64-bb30-6ff3bb380425" -d '{"events": [{"server_uuid": "4eca9702-f65c-4c9f-93cb-2d48435728e2", "name": "network-vif-plugged", "status": "completed", "tag": "d1692131-0b66-4e54-99a3-6178225a7fb6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:29.461514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.462366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05896f48-6d56-4364-aec1-caac86e7ac7d no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:29.482059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Pushing event updated for resources: {'Port': ['ID=861738c9-5d7b-4911-8bc4-6cfc3f137f61,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.506579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.508200 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.510163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1ce5-fd91-426b-a424-3dbb420e77b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.510484 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-3115099c-0b30-4e6a-8b6e-c95e7cffdb6f service neutron] 10.222.0.37 "PUT /v2.0/ports/861738c9-5d7b-4911-8bc4-6cfc3f137f61 HTTP/1.1" status: 200 len: 1093 time: 3.2900705 Aug 29 04:23:29.513515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Attempting to bind port ee2e0a0c-6da5-4f4f-8564-0f7333704677 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:29.514098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Attempting to bind port ee2e0a0c-6da5-4f4f-8564-0f7333704677 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:29.514809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Attempting to bind port ee2e0a0c-6da5-4f4f-8564-0f7333704677 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:29.518676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.519003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.519422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.519799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.520130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.520465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.520796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.521124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.521449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.521796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.522125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.522634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.544332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Port ee2e0a0c-6da5-4f4f-8564-0f7333704677 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:29.544713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Attempting to bind port ee2e0a0c-6da5-4f4f-8564-0f7333704677 on network 3162fdf5-16c3-436b-b200-f9d726dbdc7e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:29.551220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:29.551787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Checking segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:29.552537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Bound using segment: {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:29.553091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Bound port: ee2e0a0c-6da5-4f4f-8564-0f7333704677, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134f06ff-edcc-4a47-bb89-42636e342f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:29.553627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.585862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 05896f48-6d56-4364-aec1-caac86e7ac7d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:29.586477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05896f48-6d56-4364-aec1-caac86e7ac7d not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:29.592222 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8bc40f-b55e-4648-823e-48c414b93119 x-openstack-request-id: req-0d8bc40f-b55e-4648-823e-48c414b93119 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:29.592728 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eca9702-f65c-4c9f-93cb-2d48435728e2", "name": "network-vif-plugged", "status": "completed", "tag": "d1692131-0b66-4e54-99a3-6178225a7fb6", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:29.593174 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d8bc40f-b55e-4648-823e-48c414b93119 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:29.593750 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1692131-0b66-4e54-99a3-6178225a7fb6', 'code': 200} Aug 29 04:23:29.602110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d1692131-0b66-4e54-99a3-6178225a7fb6,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.614857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-34e7a97a-573c-40be-b535-fc25e601162f None None] Provisioning complete for port da46b3d1-8583-4956-b69a-2e81d3b11ad0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:29.615784 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34e7a97a-573c-40be-b535-fc25e601162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.617947 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.620534 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.624067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9465847c-6ec0-4f82-98fb-ac7c50ee4ecc tempest-ServersWithSpecificFlavorTestJSON-829438291 tempest-ServersWithSpecificFlavorTestJSON-829438291-project] 10.222.0.55 "DELETE /v2.0/floatingips/ec011f18-9115-4163-8d4e-e422d6b8d5bf HTTP/1.1" status: 204 len: 168 time: 2.4742761 Aug 29 04:23:29.625662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1ce5-fd91-426b-a424-3dbb420e77b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.629419 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-292d362c-2a69-4bd0-9d6f-72ee02daf0ac service neutron] 10.222.0.55 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8439403 Aug 29 04:23:29.664596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] For port ee2e0a0c-6da5-4f4f-8564-0f7333704677, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:29.668332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] For port ee2e0a0c-6da5-4f4f-8564-0f7333704677, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ee2e0a0c-6da5-4f4f-8564-0f7333704677,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:29.699495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.707861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.758304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93182544-df62-4369-bda0-5a36c7b56dfe req-e37f7956-9550-42f3-9736-f730b00463da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.759816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93182544-df62-4369-bda0-5a36c7b56dfe req-e37f7956-9550-42f3-9736-f730b00463da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 1097 time: 0.1279621 Aug 29 04:23:29.778745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c10aa38-472e-4859-a762-dfa3a01110db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.820021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1ce5-fd91-426b-a424-3dbb420e77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.822493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1ce5-fd91-426b-a424-3dbb420e77b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.824199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d4a1ce5-fd91-426b-a424-3dbb420e77b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e71efe0-bf2f-4756-934d-1f237ec80016 HTTP/1.1" status: 204 len: 168 time: 1.2469339 Aug 29 04:23:29.858748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2e0a0c-6da5-4f4f-8564-0f7333704677,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.873135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a1ce5-fd91-426b-a424-3dbb420e77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e71efe0-bf2f-4756-934d-1f237ec80016,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.893242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-93182544-df62-4369-bda0-5a36c7b56dfe req-01e650d5-d9eb-4a63-9b07-0d13b61f8928 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258392 Aug 29 04:23:29.950524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-7a318856-a981-40ba-8940-552b5ee50e70 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.958106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-7a318856-a981-40ba-8940-552b5ee50e70 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.2856300 Aug 29 04:23:29.965714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-985b6d65-0ef5-4d20-be86-e5b0b1cf2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.967363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-985b6d65-0ef5-4d20-be86-e5b0b1cf2437 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 1096 time: 0.2929885 Aug 29 04:23:29.971748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.972360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.973744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-40a2933e-cbdd-497e-bd7a-fb71db4590e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/ee2e0a0c-6da5-4f4f-8564-0f7333704677 HTTP/1.1" status: 200 len: 1092 time: 2.4054399 Aug 29 04:23:29.988981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c10aa38-472e-4859-a762-dfa3a01110db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.052768 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.109923 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-38a59969-f337-428d-9517-c24304d7f6e9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/quotas/cb2a180079334ef18e185458849f3ced HTTP/1.1" status: 200 len: 375 time: 0.1506915 Aug 29 04:23:30.117079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c10aa38-472e-4859-a762-dfa3a01110db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.123480 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c10aa38-472e-4859-a762-dfa3a01110db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.126778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5c10aa38-472e-4859-a762-dfa3a01110db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/710e2a58-5d52-4747-8891-57b5e0e8b4df HTTP/1.1" status: 204 len: 168 time: 0.7780585 Aug 29 04:23:30.177980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10aa38-472e-4859-a762-dfa3a01110db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710e2a58-5d52-4747-8891-57b5e0e8b4df,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:30.219345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device da46b3d1-8583-4956-b69a-2e81d3b11ad0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:30.293822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-e75d6b05-9586-4459-99a6-ccb4658d4e98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861738c9-5d7b-4911-8bc4-6cfc3f137f61 HTTP/1.1" status: 200 len: 217 time: 0.1800785 Aug 29 04:23:30.296985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f8870bde-a5ac-4dc5-87f9-447221eefc38 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1447194 Aug 29 04:23:30.314205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-2ee09246-e924-4c38-b2f3-cc26c36abac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.314576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port da46b3d1-8583-4956-b69a-2e81d3b11ad0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:30.316579 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.317922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-2ee09246-e924-4c38-b2f3-cc26c36abac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 1095 time: 0.2054090 Aug 29 04:23:30.347629 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16f4888c-b2ba-46d8-81cb-90d23c648c38 req-11fa7d70-564e-4f90-819c-b86ec2c176f0 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 210 time: 0.0890882 Aug 29 04:23:30.401868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-cd70c1c8-876e-40a0-bbf2-c44c48b3e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.403606 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-cd70c1c8-876e-40a0-bbf2-c44c48b3e37c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 0.0783575 Aug 29 04:23:30.408895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Router fe362021-87fb-4bd9-a8a1-320bf9777c8e is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:30.536005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d60473cd-64ab-4d2f-9aca-c563b50e2008 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2e0a0c-6da5-4f4f-8564-0f7333704677 HTTP/1.1" status: 200 len: 217 time: 0.1313922 Aug 29 04:23:30.561830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-09807b19-ba1b-44e7-9c29-80838c94049d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352332 Aug 29 04:23:30.638553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1dd19-a0c1-4848-9856-8a4ab9a19537 req-98eab080-43a7-4512-9a39-bab5852e4c49 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.640787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7b1dd19-a0c1-4848-9856-8a4ab9a19537 req-98eab080-43a7-4512-9a39-bab5852e4c49 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 943 time: 0.1372836 Aug 29 04:23:30.677881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:30.682121 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-56cf53b3-b0f3-4e6a-afc6-91d4e5d1f64e service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710213 Aug 29 04:23:30.687822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-06f609f6-f216-429e-8fb4-8109fb40c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.691537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Sync routers for ids ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:30.698713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-06f609f6-f216-429e-8fb4-8109fb40c984 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 0.1365089 Aug 29 04:23:30.707140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Routers {'fe362021-87fb-4bd9-a8a1-320bf9777c8e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:30.707848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:30.744452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.749195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4fed4bb7-8b8e-4b94-aaed-b2040c2f7ce3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4853196 Aug 29 04:23:30.761936 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7b1dd19-a0c1-4848-9856-8a4ab9a19537 req-d9236a74-0e5c-4075-8c18-8dcbddb28b75 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084893 Aug 29 04:23:30.762482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44374) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:30.809367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-7a1a9b81-68e6-48bb-a054-84952efb2acd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023476 Aug 29 04:23:30.831363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44376) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:30.911356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Set router fe362021-87fb-4bd9-a8a1-320bf9777c8e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:30.955161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f1ef33db-7e46-4581-bff8-50cb6b6bf04a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1938ab9fce864c5ca13939d6cccb98a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1223013 Aug 29 04:23:30.968830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:30.981573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'tag': '861738c9-5d7b-4911-8bc4-6cfc3f137f61'}, {'name': 'network-changed', 'server_uuid': '9965387f-25cd-416e-9bf7-9aec0d323300', 'tag': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:30.984290 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32974a89-3bbd-4935-93e4-cb1eb466ca88" -d '{"events": [{"name": "network-changed", "server_uuid": "579f11c9-c688-47f3-bfad-a5eefbcb4891", "tag": "861738c9-5d7b-4911-8bc4-6cfc3f137f61"}, {"name": "network-changed", "server_uuid": "9965387f-25cd-416e-9bf7-9aec0d323300", "tag": "ee2e0a0c-6da5-4f4f-8564-0f7333704677"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:30.996760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-c0203a29-8e4f-453d-b670-684dd4f706e2 service neutron] 10.222.0.37 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219053 Aug 29 04:23:31.101718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2364f-e65e-456c-b4cd-f6ce1426a571 req-59367007-a77b-4c18-8453-a906bcc1b251 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.103475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15e2364f-e65e-456c-b4cd-f6ce1426a571 req-59367007-a77b-4c18-8453-a906bcc1b251 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 945 time: 0.2232978 Aug 29 04:23:31.143370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-d930b625-19f3-4f61-a295-5c18cbdb785a service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383061 Aug 29 04:23:31.173559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-d81531e7-80f7-4063-892a-2be856848b62 service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987931 Aug 29 04:23:31.177453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-dd4154ac-8a53-4c4e-8d8c-59a536363463 service neutron] 10.222.0.37 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665807 Aug 29 04:23:31.196331 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.207774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40f4ca95-6cef-44f0-83fe-7c03e21a7f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.277640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40f4ca95-6cef-44f0-83fe-7c03e21a7f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.294742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15e2364f-e65e-456c-b4cd-f6ce1426a571 req-43541251-13a6-410e-82e1-79a87234e538 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207147 Aug 29 04:23:31.322885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2ff310d-d30f-4f41-8d81-8830eab569ac req-399cce40-c44f-42a5-b5df-944e3b768c0e service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394393 Aug 29 04:23:31.338707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:29Z', 'revision_number': 3, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:31.351236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40f4ca95-6cef-44f0-83fe-7c03e21a7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.355554 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40f4ca95-6cef-44f0-83fe-7c03e21a7f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.359806 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-40f4ca95-6cef-44f0-83fe-7c03e21a7f88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12e3e1ba-caf8-4114-8b97-cf8a23cb90e4 HTTP/1.1" status: 204 len: 168 time: 0.3885109 Aug 29 04:23:31.406516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Checking router: fe362021-87fb-4bd9-a8a1-320bf9777c8e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:31.407048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Updating router fe362021-87fb-4bd9-a8a1-320bf9777c8e port 860b2f1b-df2a-4355-9085-ba5a63fe367f binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:31.414868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4ca95-6cef-44f0-83fe-7c03e21a7f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3e1ba-caf8-4114-8b97-cf8a23cb90e4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:31.450473 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b24844-df41-4725-aadb-2daa7edb8e18 x-openstack-request-id: req-50b24844-df41-4725-aadb-2daa7edb8e18 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:31.450933 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579f11c9-c688-47f3-bfad-a5eefbcb4891", "tag": "861738c9-5d7b-4911-8bc4-6cfc3f137f61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9965387f-25cd-416e-9bf7-9aec0d323300", "tag": "ee2e0a0c-6da5-4f4f-8564-0f7333704677", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:31.451285 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50b24844-df41-4725-aadb-2daa7edb8e18 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:31.451778 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'tag': '861738c9-5d7b-4911-8bc4-6cfc3f137f61', 'status': 'completed', 'code': 200} Aug 29 04:23:31.452130 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9965387f-25cd-416e-9bf7-9aec0d323300', 'tag': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677', 'status': 'completed', 'code': 200} Aug 29 04:23:31.546572 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.669251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-f25d3de9-ec6e-441a-931c-fa17efc1b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.673881 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-f25d3de9-ec6e-441a-931c-fa17efc1b54b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 1096 time: 0.1393261 Aug 29 04:23:31.730742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d337c5cd-274d-435e-81b3-815dae4d601b req-9fa31fad-87d1-4f5e-b26a-20ca3ecee45e tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 210 time: 0.1171911 Aug 29 04:23:31.787671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-d05c6d8c-a3a6-414b-bcc9-75946cdf19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.789329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-d05c6d8c-a3a6-414b-bcc9-75946cdf19f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9234c48d215942eb9ac7c69a51f683b1&device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 1095 time: 0.2676067 Aug 29 04:23:31.874242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7149947a-c498-4d16-ad89-3a251a12ae4e req-f698760c-2b05-4c1e-aa07-ddad2fcc7912 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.1645041 Aug 29 04:23:31.987299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.038197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:32.124054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-f72ee492-7e59-419b-b8b7-807520f49adc tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.125803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-f72ee492-7e59-419b-b8b7-807520f49adc tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 822 time: 0.7458072 Aug 29 04:23:32.141853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-d37d808a-6a38-4712-9811-d06f9d44de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.143707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-d37d808a-6a38-4712-9811-d06f9d44de8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 914 time: 0.4441016 Aug 29 04:23:32.149077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Request body: {'port': {'device_id': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'admin_state_up': True, 'tenant_id': '615c0f2f6c22466a87e27d0751de22dd'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:32.211580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Allocated IP 172.20.0.1 (6ea7fa8d-9ea5-4aac-8556-d90171c4bbce/0d5982b0-3a35-4168-9cd9-a556c15150ae/3304d724-1c0c-4cdf-913f-dc88296823d2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:32.225195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.253881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Transition to ACTIVE for port object 860b2f1b-df2a-4355-9085-ba5a63fe367f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:32.264423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.322785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.338202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Transition to ACTIVE for port object 3304d724-1c0c-4cdf-913f-dc88296823d2 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:32.385659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.386978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Attempting to bind port 860b2f1b-df2a-4355-9085-ba5a63fe367f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:32.387279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Attempting to bind port 860b2f1b-df2a-4355-9085-ba5a63fe367f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:32.387704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Attempting to bind port 860b2f1b-df2a-4355-9085-ba5a63fe367f on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:32.395062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98942ac3-56b8-4513-9ead-f2529c4edb33 None None] Pushing event updated for resources: {'Port': ['ID=860b2f1b-df2a-4355-9085-ba5a63fe367f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:32.401026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:32.401357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:32.402466 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.402858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:32.403332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Bound port: 860b2f1b-df2a-4355-9085-ba5a63fe367f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:32.403924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.469317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-2cd996f7-ba31-433b-ac1b-41df41efdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.470850 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-2cd996f7-ba31-433b-ac1b-41df41efdba6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 200 len: 914 time: 0.6403990 Aug 29 04:23:32.482083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] For port 860b2f1b-df2a-4355-9085-ba5a63fe367f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:32.485207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3936b58-674a-4ee1-b725-a77045215f4c req-af5247b5-5024-4448-a7a0-c91b6536ebe1 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.486549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] For port 860b2f1b-df2a-4355-9085-ba5a63fe367f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=860b2f1b-df2a-4355-9085-ba5a63fe367f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:32.491325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-ef5e50b3-14d8-488b-b984-b07ebca7f94c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861738c9-5d7b-4911-8bc4-6cfc3f137f61 HTTP/1.1" status: 200 len: 217 time: 0.0832899 Aug 29 04:23:32.491919 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.493405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3936b58-674a-4ee1-b725-a77045215f4c req-af5247b5-5024-4448-a7a0-c91b6536ebe1 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 943 time: 0.5667036 Aug 29 04:23:32.541400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:32.568117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-be45e8aa-0368-40c8-9dff-d7e72e9f6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.570006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-be45e8aa-0368-40c8-9dff-d7e72e9f6234 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 0.0716586 Aug 29 04:23:32.575731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Routers {'fe362021-87fb-4bd9-a8a1-320bf9777c8e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:32.576494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:32.577311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Made reservation on behalf of 615c0f2f6c22466a87e27d0751de22dd for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:32.581502 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.628665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-c441a8a0-6398-4fcd-bf0b-6b0f6c40c2fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446689 Aug 29 04:23:32.656330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:32.732575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:32.739075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-2b3580e0-9cf2-4991-98ed-627be4a67852 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2e0a0c-6da5-4f4f-8564-0f7333704677 HTTP/1.1" status: 200 len: 217 time: 0.2167754 Aug 29 04:23:32.793340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3936b58-674a-4ee1-b725-a77045215f4c req-ccbe4df4-eb48-48e7-87e5-77fe1ccb332c tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985649 Aug 29 04:23:32.793977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Allocated IP 172.20.0.14 (f157eda9-4592-4023-be51-f9a5a271a013/d6a77813-2562-4102-828c-8c0a030705c9/55adb0af-b841-4c33-9d6e-1de096d1432b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:32.903904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Pushing event updated for resources: {'Port': ['ID=3304d724-1c0c-4cdf-913f-dc88296823d2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:32.912462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.033768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] Set router fe362021-87fb-4bd9-a8a1-320bf9777c8e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:33.035957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98942ac3-56b8-4513-9ead-f2529c4edb33 None None] Pushing event updated for resources: {'Port': ['ID=860b2f1b-df2a-4355-9085-ba5a63fe367f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.056400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbb3a-1f96-49d6-b31a-2599188df287 req-f8793aee-01bc-4ea2-8e3b-541d87b51143 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.058339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-249fbb3a-1f96-49d6-b31a-2599188df287 req-f8793aee-01bc-4ea2-8e3b-541d87b51143 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 945 time: 0.5812881 Aug 29 04:23:33.157887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e40ace8f-0017-4032-a1f6-832217a66801 None None] Provisioning for port 3304d724-1c0c-4cdf-913f-dc88296823d2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:33.166878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e40ace8f-0017-4032-a1f6-832217a66801 None None] Provisioning complete for port 3304d724-1c0c-4cdf-913f-dc88296823d2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:33.167911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e40ace8f-0017-4032-a1f6-832217a66801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.168684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-249fbb3a-1f96-49d6-b31a-2599188df287 req-9d35ff0f-b258-42a6-a4d9-f036bdd59031 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947528 Aug 29 04:23:33.178057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.222409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-4f80cfb9-7d5d-46f8-a468-d31a4032f957 service neutron] 10.222.0.37 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930184 Aug 29 04:23:33.301063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.375887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:29Z', 'revision_number': 3, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:33.412671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e40ace8f-0017-4032-a1f6-832217a66801 None None] Port 3304d724-1c0c-4cdf-913f-dc88296823d2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:33.415376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b006a-3749-4fb4-8edd-692014625e2e None None] The sync data for ids ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'] in n-d-712143-14 is: [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:29Z', 'revision_number': 3, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:33.469511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Network f157eda9-4592-4023-be51-f9a5a271a013 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:33.509915 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5157deaa-94a2-4272-9d13-89aeab0842af req-27007590-3f6e-43a2-a768-2ea5412acebf tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.1314926 Aug 29 04:23:33.516115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:33.518744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:33.557287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-710a1530-acc6-4d81-aa98-47d4ac53bd47 service neutron] 10.222.0.37 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262143 Aug 29 04:23:33.565834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ee2e0a0c-6da5-4f4f-8564-0f7333704677 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:33.590927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event updated for resources: {'Port': ['ID=55adb0af-b841-4c33-9d6e-1de096d1432b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.648595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.649495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.672645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-1c6d19b2-de7b-4e1e-a1a6-54b7dd0585d4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5277884 Aug 29 04:23:33.701754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Request body: {'port': {'device_id': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:33.858693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.873149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ee2e0a0c-6da5-4f4f-8564-0f7333704677, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ee2e0a0c-6da5-4f4f-8564-0f7333704677,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:33.923131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'port_id': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677', 'mac_address': 'fa:16:3e:63:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97149-b2e8-4212-8a0e-7c168100ac41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:33.933801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-e7bb1061-2915-4f43-8321-91d0f4b632ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.936626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-e7bb1061-2915-4f43-8321-91d0f4b632ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 200 len: 853 time: 1.1753800 Aug 29 04:23:34.044597 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.075069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2e0a0c-6da5-4f4f-8564-0f7333704677 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:34.131656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ee2e0a0c-6da5-4f4f-8564-0f7333704677, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ee2e0a0c-6da5-4f4f-8564-0f7333704677,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:34.144258 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.185898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-6f79ae52-9e10-4667-b19c-40a166b187e6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.189953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-6f79ae52-9e10-4667-b19c-40a166b187e6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.4944499 Aug 29 04:23:34.235823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a9f1f-7c82-4a57-a5f5-823d80532644 req-80f9932b-e089-425e-a66f-33092fd16e5a tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.235823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba6a9f1f-7c82-4a57-a5f5-823d80532644 req-80f9932b-e089-425e-a66f-33092fd16e5a tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 932 time: 1.2665710 Aug 29 04:23:34.253509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ee2e0a0c-6da5-4f4f-8564-0f7333704677,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:34.268533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-38b7ac62-fc33-41bb-b07b-5dca273e4ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3162fdf5-16c3-436b-b200-f9d726dbdc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3187129 Aug 29 04:23:34.290574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 860b2f1b-df2a-4355-9085-ba5a63fe367f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:34.292751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Request body: {'port': {'device_id': 'c088701c-9050-4837-bbe4-b374d536dc89', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'admin_state_up': True, 'tenant_id': 'cb2a180079334ef18e185458849f3ced'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:34.336066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b471-cfa1-49c6-ae40-9970c5c76203 req-5d2e65dd-fa01-42cd-aefa-4cafe63e2eff tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.344286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f86b471-cfa1-49c6-ae40-9970c5c76203 req-5d2e65dd-fa01-42cd-aefa-4cafe63e2eff tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 944 time: 0.1699793 Aug 29 04:23:34.410019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f86b471-cfa1-49c6-ae40-9970c5c76203 req-cd4ab01a-af71-44e6-9414-9be4e8cc11fa tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640266 Aug 29 04:23:34.411736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 860b2f1b-df2a-4355-9085-ba5a63fe367f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:34.431146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 860b2f1b-df2a-4355-9085-ba5a63fe367f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:34.431496 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.505054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['ee2e0a0c-6da5-4f4f-8564-0f7333704677'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:34.578260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55adb0af-b841-4c33-9d6e-1de096d1432b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:34.592882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.596230 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.623474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 860b2f1b-df2a-4355-9085-ba5a63fe367f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=860b2f1b-df2a-4355-9085-ba5a63fe367f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:34.627526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Transition to ACTIVE for port object 55adb0af-b841-4c33-9d6e-1de096d1432b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:34.631211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.632787 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.702057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=860b2f1b-df2a-4355-9085-ba5a63fe367f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:34.740747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Pushing event updated for resources: {'Port': ['ID=55adb0af-b841-4c33-9d6e-1de096d1432b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:34.794987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.801083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba6a9f1f-7c82-4a57-a5f5-823d80532644 req-02884958-086c-4e15-8317-1be6c06f0217 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189281 Aug 29 04:23:34.865120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 861738c9-5d7b-4911-8bc4-6cfc3f137f61 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:34.903450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-e5e44101-e7cb-4bd9-9186-f285e108b00e service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363340 Aug 29 04:23:35.024502 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0eaf3abe-cc88-4d3c-acba-aca508e9c994 req-bd977b59-e198-4c96-9d76-61464f062eed tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.0947897 Aug 29 04:23:35.052785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Attempting to bind port 55adb0af-b841-4c33-9d6e-1de096d1432b on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:35.054822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Attempting to bind port 55adb0af-b841-4c33-9d6e-1de096d1432b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:35.055389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Attempting to bind port 55adb0af-b841-4c33-9d6e-1de096d1432b on network f157eda9-4592-4023-be51-f9a5a271a013 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:35.060024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 861738c9-5d7b-4911-8bc4-6cfc3f137f61, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=861738c9-5d7b-4911-8bc4-6cfc3f137f61,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:35.087968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '861738c9-5d7b-4911-8bc4-6cfc3f137f61', 'network_id': '3162fdf5-16c3-436b-b200-f9d726dbdc7e', 'port_id': '861738c9-5d7b-4911-8bc4-6cfc3f137f61', 'mac_address': 'fa:16:3e:86:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97149-b2e8-4212-8a0e-7c168100ac41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:35.089559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Port 55adb0af-b841-4c33-9d6e-1de096d1432b on network f157eda9-4592-4023-be51-f9a5a271a013 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:35.090018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:35.094340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Attempting to bind port 55adb0af-b841-4c33-9d6e-1de096d1432b on network f157eda9-4592-4023-be51-f9a5a271a013 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:35.094900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.114532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:35.116032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Checking segment: {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:35.116462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Bound using segment: {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:35.116934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Bound port: 55adb0af-b841-4c33-9d6e-1de096d1432b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa2b9f0-40fb-4c20-a392-c024c0d316fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:35.117302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.197180 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.234314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861738c9-5d7b-4911-8bc4-6cfc3f137f61 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:35.247237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] For port 55adb0af-b841-4c33-9d6e-1de096d1432b, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:35.253538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] For port 55adb0af-b841-4c33-9d6e-1de096d1432b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=55adb0af-b841-4c33-9d6e-1de096d1432b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:35.259825 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.278839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 861738c9-5d7b-4911-8bc4-6cfc3f137f61, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=861738c9-5d7b-4911-8bc4-6cfc3f137f61,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:35.288575 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.327529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.328435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.330133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] 10.222.0.32 "PUT /v2.0/ports/55adb0af-b841-4c33-9d6e-1de096d1432b HTTP/1.1" status: 200 len: 1093 time: 1.6354399 Aug 29 04:23:35.332443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'tag': '55adb0af-b841-4c33-9d6e-1de096d1432b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:35.335311 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05" -d '{"events": [{"name": "network-changed", "server_uuid": "026c0475-d2b2-4589-8151-5ae61637c4fb", "tag": "55adb0af-b841-4c33-9d6e-1de096d1432b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:35.343279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbc0f8-8a8a-41d9-98bc-c20cd9e1efcb service neutron] Pushing event updated for resources: {'Port': ['ID=55adb0af-b841-4c33-9d6e-1de096d1432b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.397936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=861738c9-5d7b-4911-8bc4-6cfc3f137f61,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.410117 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e4c73a-f8da-457b-adbb-97a79ca8141b x-openstack-request-id: req-87e4c73a-f8da-457b-adbb-97a79ca8141b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:35.410418 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026c0475-d2b2-4589-8151-5ae61637c4fb", "tag": "55adb0af-b841-4c33-9d6e-1de096d1432b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:35.410665 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87e4c73a-f8da-457b-adbb-97a79ca8141b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:35.411064 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'tag': '55adb0af-b841-4c33-9d6e-1de096d1432b', 'status': 'completed', 'code': 200} Aug 29 04:23:35.411638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:35.451315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-cce5d9db-0279-4350-866a-26c7727de98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.453365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-cce5d9db-0279-4350-866a-26c7727de98a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 1096 time: 0.0619900 Aug 29 04:23:35.516367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-99833934-c6fa-458f-95a1-286c84db0d58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55adb0af-b841-4c33-9d6e-1de096d1432b HTTP/1.1" status: 200 len: 217 time: 0.0488536 Aug 29 04:23:35.534572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['861738c9-5d7b-4911-8bc4-6cfc3f137f61'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:35.566653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:35.590990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ee2e0a0c-6da5-4f4f-8564-0f7333704677 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:35.602516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-7ee2581a-4b30-4342-ab54-e1593b2b4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.604724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-7ee2581a-4b30-4342-ab54-e1593b2b4d68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6a77813-2562-4102-828c-8c0a030705c9 HTTP/1.1" status: 200 len: 862 time: 0.0814321 Aug 29 04:23:35.654690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-7a4de85f-15ac-4a29-940c-1e422fd39fbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f157eda9-4592-4023-be51-f9a5a271a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404139 Aug 29 04:23:35.674500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11e0e1ed-6271-4053-b3bd-b95a8c15e8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.697837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32974a89-3bbd-4935-93e4-cb1eb466ca88 req-dd6f6148-7b30-49d7-9049-b1430fbe40c0 service neutron] 10.222.0.32 "GET /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470291 Aug 29 04:23:35.699708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Allocated IP 172.20.0.4 (eeb9935c-bc75-427e-a2d7-76cfda7e8162/ff60a465-9ef4-4607-9b18-c3e2e3b16625/cff579c0-1892-4d8f-8318-b2b9cc3ad09f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:35.702655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port ee2e0a0c-6da5-4f4f-8564-0f7333704677 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:35.711102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port ee2e0a0c-6da5-4f4f-8564-0f7333704677 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:35.711552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.735193 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.741466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.760743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.780878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.802393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:23:35.802393 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:23:35.802393 n-d-712143-14 neutron-server[94824]: [parameters: {'project_id_1': '8f55cbee4eea4a58a6516e08cad871e5', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 23, 35, 763262)}] Aug 29 04:23:35.802393 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:23:35.803434 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:23:35.836333 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-9b07021e-5fe1-410f-a115-83d9ece098d3 service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744614 Aug 29 04:23:35.847738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80a1dd-2cb4-4e2d-a4b3-9776800bd206 req-51ba97fb-de61-4858-b019-7e5a1a873461 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.854879 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.861284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b80a1dd-2cb4-4e2d-a4b3-9776800bd206 req-51ba97fb-de61-4858-b019-7e5a1a873461 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 944 time: 0.3085032 Aug 29 04:23:35.883785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965387f-25cd-416e-9bf7-9aec0d323300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:35.886663 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd833d8-8c70-4a4e-ae33-5697c9995d30" -d '{"events": [{"server_uuid": "9965387f-25cd-416e-9bf7-9aec0d323300", "name": "network-vif-plugged", "status": "completed", "tag": "ee2e0a0c-6da5-4f4f-8564-0f7333704677"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:35.925519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ee2e0a0c-6da5-4f4f-8564-0f7333704677, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ee2e0a0c-6da5-4f4f-8564-0f7333704677,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:35.931037 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.990924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c04d7ee-d594-4922-9027-6d782a83d55f req-f6460ef5-5020-4db8-82ca-4ec7dca26227 service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435988 Aug 29 04:23:36.028527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46826e2c-ec51-4d98-98c7-26d1f5bb2202 req-67200f5a-2857-462f-b7b4-3290a9f0bf20 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.030447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46826e2c-ec51-4d98-98c7-26d1f5bb2202 req-67200f5a-2857-462f-b7b4-3290a9f0bf20 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 944 time: 0.1044421 Aug 29 04:23:36.040692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ee2e0a0c-6da5-4f4f-8564-0f7333704677,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.051744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11e0e1ed-6271-4053-b3bd-b95a8c15e8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.062935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11e0e1ed-6271-4053-b3bd-b95a8c15e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.139718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.141110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46826e2c-ec51-4d98-98c7-26d1f5bb2202 req-c4a9f963-0a7d-431c-a6a1-69801d362e1d tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039009 Aug 29 04:23:36.146658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-11e0e1ed-6271-4053-b3bd-b95a8c15e8e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26b35b3f0dab40bc896df15edd79dfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329206 Aug 29 04:23:36.150425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Pushing event updated for resources: {'Port': ['ID=3304d724-1c0c-4cdf-913f-dc88296823d2,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.151199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44548) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:36.155332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0e1ed-6271-4053-b3bd-b95a8c15e8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4535bf-640b-485a-a4ac-bf9e6d2fb5dd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.185581 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b80a1dd-2cb4-4e2d-a4b3-9776800bd206 req-577a0462-7525-46c0-94f9-c6bce8a68b2f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220956 Aug 29 04:23:36.210752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 860b2f1b-df2a-4355-9085-ba5a63fe367f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:36.259166 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc15afa-f3dd-4a78-8fb1-0097d1f39097 x-openstack-request-id: req-bfc15afa-f3dd-4a78-8fb1-0097d1f39097 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:36.259166 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965387f-25cd-416e-9bf7-9aec0d323300", "name": "network-vif-plugged", "status": "completed", "tag": "ee2e0a0c-6da5-4f4f-8564-0f7333704677", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:36.261427 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfc15afa-f3dd-4a78-8fb1-0097d1f39097 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:36.261427 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965387f-25cd-416e-9bf7-9aec0d323300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677', 'code': 200} Aug 29 04:23:36.278253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 860b2f1b-df2a-4355-9085-ba5a63fe367f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:36.278767 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.354365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.475484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:36.482654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:36.492010 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.495835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9777b26-a68b-4e4e-a751-1672d10babe7 req-537a54ea-7493-49dc-b3de-0c474913b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.497406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9777b26-a68b-4e4e-a751-1672d10babe7 req-537a54ea-7493-49dc-b3de-0c474913b26c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 1097 time: 0.1394248 Aug 29 04:23:36.507793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.543028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-5c0da7cb-16bd-470d-ad69-7633e45fec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.544050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-5c0da7cb-16bd-470d-ad69-7633e45fec89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=615c0f2f6c22466a87e27d0751de22dd&device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 1096 time: 0.4543307 Aug 29 04:23:36.658953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:36.666937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event updated for resources: {'Port': ['ID=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:36.677402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:36.721849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5222ac64-34d9-4256-bed0-6e0a96893fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.765843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae936278-14ec-4c92-acf3-82b9808d652b req-b8dcb5a4-b523-4345-8e6f-6fdfae830a71 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.767495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae936278-14ec-4c92-acf3-82b9808d652b req-b8dcb5a4-b523-4345-8e6f-6fdfae830a71 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 931 time: 0.2576158 Aug 29 04:23:36.772475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1152edce-4a18-483f-8cca-b8a126237d98 None None] Provisioning complete for port 3304d724-1c0c-4cdf-913f-dc88296823d2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:36.773053 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1152edce-4a18-483f-8cca-b8a126237d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.809633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5222ac64-34d9-4256-bed0-6e0a96893fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.828188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1152edce-4a18-483f-8cca-b8a126237d98 None None] Port 3304d724-1c0c-4cdf-913f-dc88296823d2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:36.851492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 861738c9-5d7b-4911-8bc4-6cfc3f137f61 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:36.851977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-ce12c79e-1af2-4299-85f3-1f9b61a12682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.853785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-ce12c79e-1af2-4299-85f3-1f9b61a12682 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 200 len: 923 time: 0.2991476 Aug 29 04:23:36.913312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:36.913870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-b1a41400-aa61-441f-be32-fbd5fc4d5a6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55adb0af-b841-4c33-9d6e-1de096d1432b HTTP/1.1" status: 200 len: 217 time: 0.0484281 Aug 29 04:23:36.919119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:36.919460 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.008042 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae936278-14ec-4c92-acf3-82b9808d652b req-c7c59556-e283-455e-b997-74806706dd67 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003491 Aug 29 04:23:37.034634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-68f12def-6368-441b-b883-8295e284f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.036152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-68f12def-6368-441b-b883-8295e284f48b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6a77813-2562-4102-828c-8c0a030705c9 HTTP/1.1" status: 200 len: 862 time: 0.1110148 Aug 29 04:23:37.038353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.044250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.044447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.058612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:37.069180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9777b26-a68b-4e4e-a751-1672d10babe7 req-27d67f27-b2dd-49c7-bc7a-1ea04078acb1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259662 Aug 29 04:23:37.072071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Router fe362021-87fb-4bd9-a8a1-320bf9777c8e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:37.089409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 861738c9-5d7b-4911-8bc4-6cfc3f137f61, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=861738c9-5d7b-4911-8bc4-6cfc3f137f61,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:37.091828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-c20a692c-e279-44a0-b1f6-ad3f72d2b7bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f157eda9-4592-4023-be51-f9a5a271a013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438609 Aug 29 04:23:37.094274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.096170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5222ac64-34d9-4256-bed0-6e0a96893fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.099584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5222ac64-34d9-4256-bed0-6e0a96893fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.103325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5222ac64-34d9-4256-bed0-6e0a96893fb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd4535bf-640b-485a-a4ac-bf9e6d2fb5dd HTTP/1.1" status: 204 len: 168 time: 0.9425693 Aug 29 04:23:37.130657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f55cbee4eea4a58a6516e08cad871e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5628889 Aug 29 04:23:37.131973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eee8e-5ef5-45fb-8238-f6a18b2a4188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3f0473-7c1b-4dc3-b28f-f18917d1af4d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.135180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.148892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.150341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.159142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222ac64-34d9-4256-bed0-6e0a96893fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4535bf-640b-485a-a4ac-bf9e6d2fb5dd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.173951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=861738c9-5d7b-4911-8bc4-6cfc3f137f61,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.202983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Deleting port 0797744d-456d-4fd4-a58b-22e91a771a01 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:37.203336 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.222315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0318490c-d071-4580-acd3-b0ff4fdcd397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.247751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b39021ff-f964-47f0-88ab-d9c741e86149 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0154166 Aug 29 04:23:37.274898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0318490c-d071-4580-acd3-b0ff4fdcd397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.376279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2fecf-fe20-445d-8960-4a141c11244f req-a44bf57e-c68e-4f53-900d-b4335449c17e tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.378004 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbe2fecf-fe20-445d-8960-4a141c11244f req-a44bf57e-c68e-4f53-900d-b4335449c17e tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 945 time: 0.0722833 Aug 29 04:23:37.400651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Request body: {'port': {'device_id': 'c088701c-9050-4837-bbe4-b374d536dc89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:37.406380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] For port 0797744d-456d-4fd4-a58b-22e91a771a01, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0797744d-456d-4fd4-a58b-22e91a771a01,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:37.406882 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.446070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd445b08-9f91-46d7-9778-c10be70f63eb req-5be86ae7-dc58-4420-b0db-cce0bfda0852 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.447604 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd445b08-9f91-46d7-9778-c10be70f63eb req-5be86ae7-dc58-4420-b0db-cce0bfda0852 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 944 time: 0.1774101 Aug 29 04:23:37.456303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:37.457149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Calling delete_port for 0797744d-456d-4fd4-a58b-22e91a771a01 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:37.476819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-51e51f17-3686-453f-91fa-200de019795f admin admin] 10.222.0.55 "PUT /v2.0/routers/fe362021-87fb-4bd9-a8a1-320bf9777c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7033391 Aug 29 04:23:37.479003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbe2fecf-fe20-445d-8960-4a141c11244f req-d74187ed-5a4f-4aa4-a933-4a3d2ab2e3ca tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Aug 29 04:23:37.494232 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Sync routers for ids ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:37.511751 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Routers {'fe362021-87fb-4bd9-a8a1-320bf9777c8e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:37.512382 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:37.520809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0318490c-d071-4580-acd3-b0ff4fdcd397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.530920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0318490c-d071-4580-acd3-b0ff4fdcd397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.533583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0318490c-d071-4580-acd3-b0ff4fdcd397 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c3f0473-7c1b-4dc3-b28f-f18917d1af4d HTTP/1.1" status: 204 len: 168 time: 0.3970604 Aug 29 04:23:37.586060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 55adb0af-b841-4c33-9d6e-1de096d1432b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:37.586938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318490c-d071-4580-acd3-b0ff4fdcd397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3f0473-7c1b-4dc3-b28f-f18917d1af4d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.632256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-7c8c3407-835f-4d9b-adc4-6a7426de39f4 service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507856 Aug 29 04:23:37.653118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.744759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44576) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.753955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd445b08-9f91-46d7-9778-c10be70f63eb req-30ceea48-e766-480b-b849-a0ed284897a4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191679 Aug 29 04:23:37.778610 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Set router fe362021-87fb-4bd9-a8a1-320bf9777c8e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:37.784789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 55adb0af-b841-4c33-9d6e-1de096d1432b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=55adb0af-b841-4c33-9d6e-1de096d1432b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:37.795806 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73f4412-82c8-4e4f-921f-3657aac90490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.820709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '55adb0af-b841-4c33-9d6e-1de096d1432b', 'network_id': 'f157eda9-4592-4023-be51-f9a5a271a013', 'port_id': '55adb0af-b841-4c33-9d6e-1de096d1432b', 'mac_address': 'fa:16:3e:cb:8f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a77813-2562-4102-828c-8c0a030705c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:37.895038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef50dabc-e8a5-4f76-9dcc-2ebede198a05 req-64e52e95-924a-49f4-86bc-efe97521498c service neutron] 10.222.0.32 "GET /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534840 Aug 29 04:23:37.906274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.951286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55adb0af-b841-4c33-9d6e-1de096d1432b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:38.012688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 55adb0af-b841-4c33-9d6e-1de096d1432b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=55adb0af-b841-4c33-9d6e-1de096d1432b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:38.030467 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.149254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=55adb0af-b841-4c33-9d6e-1de096d1432b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.186050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44584) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.220909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42b30713-00e2-43ca-b550-d507b96935f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.247633 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3304d724-1c0c-4cdf-913f-dc88296823d2', 'name': '', 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'mac_address': 'fa:16:3e:83:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0d5982b0-3a35-4168-9cd9-a556c15150ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:32Z', 'updated_at': '2021-08-29T04:23:35Z', 'revision_number': 2, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'subnets': [{'id': '0d5982b0-3a35-4168-9cd9-a556c15150ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:38.262137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861738c9-5d7b-4911-8bc4-6cfc3f137f61'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:38.265239 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf73a2c-1ccb-4078-9242-c0068e6e5daf" -d '{"events": [{"server_uuid": "579f11c9-c688-47f3-bfad-a5eefbcb4891", "name": "network-vif-plugged", "status": "completed", "tag": "861738c9-5d7b-4911-8bc4-6cfc3f137f61"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:38.308263 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Checking router: fe362021-87fb-4bd9-a8a1-320bf9777c8e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:38.308927 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Updating router fe362021-87fb-4bd9-a8a1-320bf9777c8e port 3304d724-1c0c-4cdf-913f-dc88296823d2 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:38.323286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['55adb0af-b841-4c33-9d6e-1de096d1432b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:38.362633 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.372210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134cf35-c837-47c9-bb7b-a105fa65d7f0 req-fe95da87-b251-4fa9-b972-82e703262f0f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.374028 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8134cf35-c837-47c9-bb7b-a105fa65d7f0 req-fe95da87-b251-4fa9-b972-82e703262f0f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 931 time: 0.2276404 Aug 29 04:23:38.411599 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e62bda33-d028-4d3c-9918-cd2818ebf8fc req-b4467ceb-bbe1-42f9-a255-1e4f1c8bab5b tempest-FloatingIPsNegativeTestJSON-637171481 tempest-FloatingIPsNegativeTestJSON-637171481-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=14e24d7321cc499c96accdd296e356ec HTTP/1.1" status: 200 len: 217 time: 0.1249790 Aug 29 04:23:38.432854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.435870 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73f4412-82c8-4e4f-921f-3657aac90490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.458334 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73f4412-82c8-4e4f-921f-3657aac90490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.476808 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8bbfbf-cb4e-4656-89c4-aac1666b97db x-openstack-request-id: req-6c8bbfbf-cb4e-4656-89c4-aac1666b97db {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:38.477137 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579f11c9-c688-47f3-bfad-a5eefbcb4891", "name": "network-vif-plugged", "status": "completed", "tag": "861738c9-5d7b-4911-8bc4-6cfc3f137f61", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:38.477355 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c8bbfbf-cb4e-4656-89c4-aac1666b97db {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:38.477773 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861738c9-5d7b-4911-8bc4-6cfc3f137f61', 'code': 200} Aug 29 04:23:38.546158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50d97b91-85b0-4507-a589-927fab1a2fe9 req-03e1d186-1f38-4312-bc24-b52c68bbde85 tempest-FloatingIPsNegativeTestJSON-637171481 tempest-FloatingIPsNegativeTestJSON-637171481-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0502498 Aug 29 04:23:38.552075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0797744d-456d-4fd4-a58b-22e91a771a01,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.641150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff579c0-1892-4d8f-8318-b2b9cc3ad09f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:38.649581 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8134cf35-c837-47c9-bb7b-a105fa65d7f0 req-12bf0be3-2aa9-413d-9eba-27dda73944a1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670486 Aug 29 04:23:38.656298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.682450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f4412-82c8-4e4f-921f-3657aac90490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8598c6bf-ef4e-4dcc-9d42-0263a18fc6e7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.704431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a73f4412-82c8-4e4f-921f-3657aac90490 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15e5fede3ea841b5a3dd248ce32bcf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9540722 Aug 29 04:23:38.709621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.794282 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-5afbc84b-b17f-4fbe-bacd-a3e324ffe78d req-c0ffc1d0-8c93-4ee0-8722-664b7d4775aa tempest-FloatingIPsNegativeTestJSON-637171481 tempest-FloatingIPsNegativeTestJSON-637171481-project] show failed (client error): The resource could not be found. Aug 29 04:23:38.795338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5afbc84b-b17f-4fbe-bacd-a3e324ffe78d req-c0ffc1d0-8c93-4ee0-8722-664b7d4775aa tempest-FloatingIPsNegativeTestJSON-637171481 tempest-FloatingIPsNegativeTestJSON-637171481-project] 10.222.0.55 "GET /v2.0/floatingips/d22bcc8d-8215-4ba7-b44c-1c3e0f8fdbcc HTTP/1.1" status: 404 len: 350 time: 0.0842593 Aug 29 04:23:38.798711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Transition to ACTIVE for port object cff579c0-1892-4d8f-8318-b2b9cc3ad09f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:38.808278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44598) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.809835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.844617 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.846635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a69b26-89e3-4623-a4e8-67e8579ef92a req-39c9227b-52e1-4f0f-8898-ae669e909c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.858172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4a69b26-89e3-4623-a4e8-67e8579ef92a req-39c9227b-52e1-4f0f-8898-ae669e909c19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 1098 time: 0.3078067 Aug 29 04:23:38.860236 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Transition to ACTIVE for port object 3304d724-1c0c-4cdf-913f-dc88296823d2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:38.876225 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.930980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eb2e5-bc72-42ff-b9fa-a513c5a4840d req-ab5a913f-01c6-4215-8b18-775696136eb6 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.939063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af4eb2e5-bc72-42ff-b9fa-a513c5a4840d req-ab5a913f-01c6-4215-8b18-775696136eb6 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 945 time: 0.3070812 Aug 29 04:23:38.949143 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42b30713-00e2-43ca-b550-d507b96935f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.951751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d943f6a-645c-4754-8bad-d0922b6a2769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.976660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4a69b26-89e3-4623-a4e8-67e8579ef92a req-3fa19ca9-30e1-4613-a790-72f1d31a75bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084044 Aug 29 04:23:38.980352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42b30713-00e2-43ca-b550-d507b96935f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.980777 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Pushing event updated for resources: {'Port': ['ID=3304d724-1c0c-4cdf-913f-dc88296823d2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.999054 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.005039 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.006732 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.008136 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.008602 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.012040 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.012507 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.012941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.014357 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.014789 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.015265 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.015689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:39.038754 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d943f6a-645c-4754-8bad-d0922b6a2769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.067338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-42b30713-00e2-43ca-b550-d507b96935f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=435b67888c6c49e68855defb4c9530dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8801625 Aug 29 04:23:39.085676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af4eb2e5-bc72-42ff-b9fa-a513c5a4840d req-f4e910f2-0f15-40b2-9dfb-6349e3b92d51 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435149 Aug 29 04:23:39.097826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44600) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:39.124106 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Attempting to bind port 3304d724-1c0c-4cdf-913f-dc88296823d2 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:39.124630 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Attempting to bind port 3304d724-1c0c-4cdf-913f-dc88296823d2 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:39.125966 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Attempting to bind port 3304d724-1c0c-4cdf-913f-dc88296823d2 on network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:39.137744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b30713-00e2-43ca-b550-d507b96935f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4796ad20-af4a-4542-81c3-c5eb732a5741,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.140424 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:39.141004 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Checking segment: {'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:39.143629 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.146098 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Bound using segment: {'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:39.147178 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Bound port: 3304d724-1c0c-4cdf-913f-dc88296823d2, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0779f71f-8db4-40e3-bf2b-7b2cd26108e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:39.147755 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.210474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Attempting to bind port cff579c0-1892-4d8f-8318-b2b9cc3ad09f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:39.210817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Attempting to bind port cff579c0-1892-4d8f-8318-b2b9cc3ad09f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:39.211143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Attempting to bind port cff579c0-1892-4d8f-8318-b2b9cc3ad09f on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:39.245060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Port cff579c0-1892-4d8f-8318-b2b9cc3ad09f on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:39.245437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Attempting to bind port cff579c0-1892-4d8f-8318-b2b9cc3ad09f on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:39.255022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d943f6a-645c-4754-8bad-d0922b6a2769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.257717 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d943f6a-645c-4754-8bad-d0922b6a2769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.264930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3d943f6a-645c-4754-8bad-d0922b6a2769 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8598c6bf-ef4e-4dcc-9d42-0263a18fc6e7 HTTP/1.1" status: 204 len: 168 time: 0.5520244 Aug 29 04:23:39.268340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41fa75f8-d861-4a8d-8cc1-87d13e1b6cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.272800 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] For port 3304d724-1c0c-4cdf-913f-dc88296823d2, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:39.275930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:39.277054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Checking segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:39.277982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Bound using segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:39.278776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Bound port: cff579c0-1892-4d8f-8318-b2b9cc3ad09f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:39.279693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.281444 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] For port 3304d724-1c0c-4cdf-913f-dc88296823d2, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3304d724-1c0c-4cdf-913f-dc88296823d2,segment=NetworkSegment(0779f71f-8db4-40e3-bf2b-7b2cd26108e2),segment_id=0779f71f-8db4-40e3-bf2b-7b2cd26108e2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:39.289169 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.343481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a146f-71af-460e-9426-0307266b67e2 req-c24ea44c-1c58-43ab-bb9c-d4c08991e6af tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.343715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d943f6a-645c-4754-8bad-d0922b6a2769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8598c6bf-ef4e-4dcc-9d42-0263a18fc6e7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.352608 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e58a146f-71af-460e-9426-0307266b67e2 req-c24ea44c-1c58-43ab-bb9c-d4c08991e6af tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 945 time: 0.3803065 Aug 29 04:23:39.356884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41fa75f8-d861-4a8d-8cc1-87d13e1b6cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.399244 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Routers {'fe362021-87fb-4bd9-a8a1-320bf9777c8e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:39.400082 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:39.435637 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] For port cff579c0-1892-4d8f-8318-b2b9cc3ad09f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:39.439875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] For port cff579c0-1892-4d8f-8318-b2b9cc3ad09f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:39.454196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a216f-3318-42c2-9ef5-e61ce53d888d req-89f93115-909f-4814-a5a1-8e82a37bc9ee tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.461990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a5a216f-3318-42c2-9ef5-e61ce53d888d req-89f93115-909f-4814-a5a1-8e82a37bc9ee tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 946 time: 0.2247717 Aug 29 04:23:39.474781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Pushing event updated for resources: {'Port': ['ID=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.487983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.519920 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bc555-f052-41cb-b40d-877b37d2a1b9 None None] Pushing event updated for resources: {'Port': ['ID=3304d724-1c0c-4cdf-913f-dc88296823d2,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.522617 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a5a216f-3318-42c2-9ef5-e61ce53d888d req-721d3f12-da23-4fb4-8713-227711658b97 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590782 Aug 29 04:23:39.556330 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41fa75f8-d861-4a8d-8cc1-87d13e1b6cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.561372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41fa75f8-d861-4a8d-8cc1-87d13e1b6cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.562821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-41fa75f8-d861-4a8d-8cc1-87d13e1b6cef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4796ad20-af4a-4542-81c3-c5eb732a5741 HTTP/1.1" status: 204 len: 168 time: 0.4602914 Aug 29 04:23:39.590535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa75f8-d861-4a8d-8cc1-87d13e1b6cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4796ad20-af4a-4542-81c3-c5eb732a5741,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.601123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 55adb0af-b841-4c33-9d6e-1de096d1432b up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:39.675333 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] Set router fe362021-87fb-4bd9-a8a1-320bf9777c8e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:39.680341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.722030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 55adb0af-b841-4c33-9d6e-1de096d1432b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:39.726378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 55adb0af-b841-4c33-9d6e-1de096d1432b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:39.726956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.755727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.756360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.759243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] 10.222.0.32 "PUT /v2.0/ports/cff579c0-1892-4d8f-8318-b2b9cc3ad09f HTTP/1.1" status: 200 len: 1092 time: 2.3705986 Aug 29 04:23:39.867019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8317-f3b2-47a1-8bbf-51fd22c428d1 req-15570a4d-5836-41d6-a0e6-2dea6ca27e02 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.877454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d62f8317-f3b2-47a1-8bbf-51fd22c428d1 req-15570a4d-5836-41d6-a0e6-2dea6ca27e02 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 943 time: 0.0661864 Aug 29 04:23:39.938543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e58a146f-71af-460e-9426-0307266b67e2 req-a01cbf1c-c064-4a0b-9bd9-dabdb70392cf tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669504 Aug 29 04:23:39.938928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d62f8317-f3b2-47a1-8bbf-51fd22c428d1 req-25fa48da-e033-4bdc-9629-de85badcd75b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556500 Aug 29 04:23:39.939554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088701c-9050-4837-bbe4-b374d536dc89', 'tag': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:39.946324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.953908 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0de83a9-db15-45da-a706-a95eb7364602" -d '{"events": [{"name": "network-changed", "server_uuid": "c088701c-9050-4837-bbe4-b374d536dc89", "tag": "cff579c0-1892-4d8f-8318-b2b9cc3ad09f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:40.025637 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a1d9a-52b0-4c9b-ba84-068f009e3b8e x-openstack-request-id: req-773a1d9a-52b0-4c9b-ba84-068f009e3b8e {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:40.026218 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088701c-9050-4837-bbe4-b374d536dc89", "tag": "cff579c0-1892-4d8f-8318-b2b9cc3ad09f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:40.028992 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-773a1d9a-52b0-4c9b-ba84-068f009e3b8e {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:40.029753 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088701c-9050-4837-bbe4-b374d536dc89', 'tag': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f', 'status': 'completed', 'code': 200} Aug 29 04:23:40.045530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 55adb0af-b841-4c33-9d6e-1de096d1432b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=55adb0af-b841-4c33-9d6e-1de096d1432b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:40.053661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.169420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=55adb0af-b841-4c33-9d6e-1de096d1432b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.223023 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-821c1cae-7485-4116-b630-746efa084c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3304d724-1c0c-4cdf-913f-dc88296823d2', 'name': '', 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'mac_address': 'fa:16:3e:83:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0d5982b0-3a35-4168-9cd9-a556c15150ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:32Z', 'updated_at': '2021-08-29T04:23:39Z', 'revision_number': 4, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'subnets': [{'id': '0d5982b0-3a35-4168-9cd9-a556c15150ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:40.285213 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c1cae-7485-4116-b630-746efa084c25 None None] The sync data for ids ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'] in n-d-712143-14 is: [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3304d724-1c0c-4cdf-913f-dc88296823d2', 'name': '', 'network_id': '6ea7fa8d-9ea5-4aac-8556-d90171c4bbce', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'mac_address': 'fa:16:3e:83:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0d5982b0-3a35-4168-9cd9-a556c15150ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:32Z', 'updated_at': '2021-08-29T04:23:39Z', 'revision_number': 4, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'subnets': [{'id': '0d5982b0-3a35-4168-9cd9-a556c15150ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:40.294080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a476c3-6674-46a8-bd3a-2a9a85533639 service neutron] Pushing event updated for resources: {'Port': ['ID=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.421789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4b5f599-8eb5-49bc-bc9a-8edfce12225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.423339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-f4b5f599-8eb5-49bc-bc9a-8edfce12225a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 1095 time: 0.4524031 Aug 29 04:23:40.429783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:40.478509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55adb0af-b841-4c33-9d6e-1de096d1432b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:40.482447 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5327b9f-e0aa-48ad-96d7-152631adc2d4" -d '{"events": [{"server_uuid": "026c0475-d2b2-4589-8151-5ae61637c4fb", "name": "network-vif-plugged", "status": "completed", "tag": "55adb0af-b841-4c33-9d6e-1de096d1432b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:40.518777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b9e12d06-0a70-43e7-b6aa-c8a045ab9dc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff579c0-1892-4d8f-8318-b2b9cc3ad09f HTTP/1.1" status: 200 len: 217 time: 0.0658305 Aug 29 04:23:40.582924 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916aecfd-a1d2-48c6-8ffb-e68e3a64cd82 x-openstack-request-id: req-916aecfd-a1d2-48c6-8ffb-e68e3a64cd82 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:40.583426 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c0475-d2b2-4589-8151-5ae61637c4fb", "name": "network-vif-plugged", "status": "completed", "tag": "55adb0af-b841-4c33-9d6e-1de096d1432b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:40.583904 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-916aecfd-a1d2-48c6-8ffb-e68e3a64cd82 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:40.584488 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55adb0af-b841-4c33-9d6e-1de096d1432b', 'code': 200} Aug 29 04:23:40.589803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-dcf217b0-3513-4b12-83bc-b8a1de9f62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.591344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-dcf217b0-3513-4b12-83bc-b8a1de9f62d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.0616889 Aug 29 04:23:40.700201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-ca22d7e5-305d-43d7-b79c-e0e01efbbab5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658884 Aug 29 04:23:40.897012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d051f-77f1-43da-971d-dc96ac1cdb18 req-4bb600d1-da53-4db5-ab70-8ece7d30acf3 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.911563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b5d051f-77f1-43da-971d-dc96ac1cdb18 req-4bb600d1-da53-4db5-ab70-8ece7d30acf3 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 946 time: 0.2452977 Aug 29 04:23:40.950601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a569244-a755-49f2-b218-0da7966acf41 req-fcbe0a05-d580-4c03-8ad3-f14fe8a60aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.952544 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a569244-a755-49f2-b218-0da7966acf41 req-fcbe0a05-d580-4c03-8ad3-f14fe8a60aff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 1098 time: 0.2587974 Aug 29 04:23:41.107692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b5d051f-77f1-43da-971d-dc96ac1cdb18 req-8898f9bc-5411-48f9-92f7-97eb48707de8 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894510 Aug 29 04:23:41.130280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a569244-a755-49f2-b218-0da7966acf41 req-3c16156d-f957-4d68-9724-80b8967f39c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594923 Aug 29 04:23:41.294652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44668) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.301963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a1f68-4b01-4284-b9c9-717c44d108e7 req-b92adf81-d5e1-499c-86a1-38c91ed94c02 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.315882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f01a1f68-4b01-4284-b9c9-717c44d108e7 req-b92adf81-d5e1-499c-86a1-38c91ed94c02 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 946 time: 0.1173649 Aug 29 04:23:41.399482 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-08c86df0-b3e7-4d52-923c-303d438d8e5f service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907098 Aug 29 04:23:41.401745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f01a1f68-4b01-4284-b9c9-717c44d108e7 req-cf757758-1c2a-42ea-afab-f2cdfa4cc9cb tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825760 Aug 29 04:23:41.620977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d98b-6499-4e9d-a8b5-4442e9e6cb66 req-dc57651e-490e-490c-8221-e872cf079df5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.628317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2126d98b-6499-4e9d-a8b5-4442e9e6cb66 req-dc57651e-490e-490c-8221-e872cf079df5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 943 time: 0.4323475 Aug 29 04:23:41.653180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:41.670797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] Sync routers for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:41.681626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-583f0dab-40cc-40c4-81d9-877b9d911ba0 admin admin] 10.222.0.55 "PUT /v2.0/routers/6b8dfffd-6f1d-4495-9906-41d9a2243da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6361716 Aug 29 04:23:41.684524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44680) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.700833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:41.701472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:41.740174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-network', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:41.780204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2126d98b-6499-4e9d-a8b5-4442e9e6cb66 req-baf1745c-611e-409b-8f5e-127eba93d344 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462951 Aug 29 04:23:41.818514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1691772b-08a4-4a82-a773-3ec9d4d22e3b req-b34fde08-cc03-4bda-8835-c0c564bacb58 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920512 Aug 29 04:23:41.856785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Made reservation on behalf of 6e9d240ea2034c89ae6b56a9558b5517 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:41.864317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.879312 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.892517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.995852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:42.012579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.189265 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.239425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de83a9-db15-45da-a706-a95eb7364602 req-96a67abf-cade-4dea-b409-0d2f0d7d8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.243008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0de83a9-db15-45da-a706-a95eb7364602 req-96a67abf-cade-4dea-b409-0d2f0d7d8c89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 1095 time: 0.2341752 Aug 29 04:23:42.258815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3304d724-1c0c-4cdf-913f-dc88296823d2 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:42.308601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42124-0681-4e78-b8b1-108b5af9fd84 req-9d533eee-7c8a-452d-8a82-e3693e7a27c8 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.311780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37e42124-0681-4e78-b8b1-108b5af9fd84 req-9d533eee-7c8a-452d-8a82-e3693e7a27c8 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 946 time: 0.0980682 Aug 29 04:23:42.387184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37e42124-0681-4e78-b8b1-108b5af9fd84 req-dfe6684d-59dd-4133-a6c6-3e3f727f1a69 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619218 Aug 29 04:23:42.394732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Deleting port 636319d0-130b-48d9-8f37-e454ef4df302 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:42.395141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.482490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 3304d724-1c0c-4cdf-913f-dc88296823d2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:42.490914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3304d724-1c0c-4cdf-913f-dc88296823d2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:42.491294 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.510131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de83a9-db15-45da-a706-a95eb7364602 req-6968c2b4-8c14-4d4e-afee-cfbf69df82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.514345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] For port 636319d0-130b-48d9-8f37-e454ef4df302, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=636319d0-130b-48d9-8f37-e454ef4df302,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:42.514732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.521922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0de83a9-db15-45da-a706-a95eb7364602 req-6968c2b4-8c14-4d4e-afee-cfbf69df82df service neutron] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.2235448 Aug 29 04:23:42.528556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Calling delete_port for 636319d0-130b-48d9-8f37-e454ef4df302 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:42.612259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0de83a9-db15-45da-a706-a95eb7364602 req-5e9b7a11-c792-4150-880f-519a9e2472db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff579c0-1892-4d8f-8318-b2b9cc3ad09f HTTP/1.1" status: 200 len: 217 time: 0.0892711 Aug 29 04:23:42.632877 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.670520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 3304d724-1c0c-4cdf-913f-dc88296823d2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3304d724-1c0c-4cdf-913f-dc88296823d2,segment=NetworkSegment(0779f71f-8db4-40e3-bf2b-7b2cd26108e2),segment_id=0779f71f-8db4-40e3-bf2b-7b2cd26108e2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:42.676264 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.728322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '636319d0-130b-48d9-8f37-e454ef4df302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:23:38Z', 'revision_number': 5, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port': {'id': '636319d0-130b-48d9-8f37-e454ef4df302', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:44Z', 'updated_at': '2021-08-29T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:42.773425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] Checking router: 6b8dfffd-6f1d-4495-9906-41d9a2243da4 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:42.782335 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.797486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] Routers {'6b8dfffd-6f1d-4495-9906-41d9a2243da4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:42.798395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:42.810920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3bbf-aa0b-43bd-baf4-5e8c036f2a35 req-8f6d6321-8d8a-43b0-a000-76872d3dad0f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.818260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ce3bbf-aa0b-43bd-baf4-5e8c036f2a35 req-8f6d6321-8d8a-43b0-a000-76872d3dad0f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 946 time: 0.1170530 Aug 29 04:23:42.839449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=3304d724-1c0c-4cdf-913f-dc88296823d2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.857491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=636319d0-130b-48d9-8f37-e454ef4df302,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.889887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de83a9-db15-45da-a706-a95eb7364602 req-35486775-f8b1-4687-83f1-450f58add59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.891463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0de83a9-db15-45da-a706-a95eb7364602 req-35486775-f8b1-4687-83f1-450f58add59a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.2544723 Aug 29 04:23:42.939044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ce3bbf-aa0b-43bd-baf4-5e8c036f2a35 req-ee833812-cbff-4943-89c6-6c2b4b49688a tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198211 Aug 29 04:23:42.965095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.996199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0de83a9-db15-45da-a706-a95eb7364602 req-e6f21d53-3486-40d4-b94e-b60d227c1cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949514 Aug 29 04:23:43.047679 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.083150 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.085505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.105715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] Set router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:43.122085 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.133085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.133815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8dfffd-6f1d-4495-9906-41d9a2243da4 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:43.139600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.140516 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8fbdec73-1b69-49fd-b076-661d093e4dc7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6b8dfffd-6f1d-4495-9906-41d9a2243da4 HTTP/1.1" status: 204 len: 168 time: 1.4547298 Aug 29 04:23:43.143485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44724) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.144364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:43.155406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.155884 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Added segment fdcccd57-7998-4461-a6f0-5fec3e29973a of type vlan for network 1107f76c-2050-4785-97d0-5a0f47154375 Aug 29 04:23:43.175054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:23:42Z', 'revision_number': 7, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:43.204919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.215820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] Deleting subnet bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:43.220036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.239186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.240490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.241272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.258334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Deleting port 3304d724-1c0c-4cdf-913f-dc88296823d2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:43.260354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d9210a-5eb8-4441-b19b-dbdb6b6d50e7 None None] The sync data for ids ['6b8dfffd-6f1d-4495-9906-41d9a2243da4'] in n-d-712143-14 is: [{'id': '6b8dfffd-6f1d-4495-9906-41d9a2243da4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708514072-router', 'tenant_id': 'd406e0dd134142f5953b8c097d887dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:43Z', 'updated_at': '2021-08-29T04:23:42Z', 'revision_number': 7, 'project_id': 'd406e0dd134142f5953b8c097d887dfb', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:43.261520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.283360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.291403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3373e4e-69a2-488e-9d5d-186bb6ae0933 req-efb5259b-ea00-4cf0-b2e6-c768e3d665d4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.302357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3373e4e-69a2-488e-9d5d-186bb6ae0933 req-efb5259b-ea00-4cf0-b2e6-c768e3d665d4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 943 time: 0.4027328 Aug 29 04:23:43.386955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.440876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0de83a9-db15-45da-a706-a95eb7364602 req-830e9bb0-6e77-44f9-991e-cac52380706b service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224336 Aug 29 04:23:43.442230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1107f76c-2050-4785-97d0-5a0f47154375,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.456789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1107f76c-2050-4785-97d0-5a0f47154375 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:43.488099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-92977aad-393e-48a3-aec5-ccbc0682ffa7 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.490233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-92977aad-393e-48a3-aec5-ccbc0682ffa7 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.37 "GET /v2.0/ports?device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 946 time: 0.0815268 Aug 29 04:23:43.498290 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.593189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbc6cba-0ab9-49b5-9add-e87f0531f9d2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.617010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.622553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7ada30ec-4aba-4c50-a620-bd22c85fdd8a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bbbc6cba-0ab9-49b5-9add-e87f0531f9d2 HTTP/1.1" status: 204 len: 168 time: 0.4779203 Aug 29 04:23:43.627547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.653399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cff579c0-1892-4d8f-8318-b2b9cc3ad09f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:43.659144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca749ea-5cb1-4ea5-9273-49993d2acc2d None None] Network 9d15c1ec-c024-4667-9fca-7f375bb4ac23 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:43.679243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0de83a9-db15-45da-a706-a95eb7364602 req-1ddbe01b-807a-4108-b771-85ca101406fc service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689742 Aug 29 04:23:43.700474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.4003584 Aug 29 04:23:43.704903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44738) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:43.711620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Request body: {'subnet': {'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-subnet', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:43.715472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba721170-eed7-4661-b6e1-ce0bbf6862d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:43.735855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3373e4e-69a2-488e-9d5d-186bb6ae0933 req-97092dbf-31fb-4824-820f-d13089ca1986 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281340 Aug 29 04:23:43.793085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993a1ee-12af-40ad-ae4a-46da1fe2badb req-f1b9a655-d0e0-48a8-9e4e-b6b761e72e1f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.809315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7993a1ee-12af-40ad-ae4a-46da1fe2badb req-f1b9a655-d0e0-48a8-9e4e-b6b761e72e1f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 946 time: 0.2598555 Aug 29 04:23:43.837704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Made reservation on behalf of 6e9d240ea2034c89ae6b56a9558b5517 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:43.843474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.895576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7993a1ee-12af-40ad-ae4a-46da1fe2badb req-7517f64f-c29c-4727-8efe-e4c59bdafa50 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852590 Aug 29 04:23:43.911971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.978846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] For port 3304d724-1c0c-4cdf-913f-dc88296823d2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3304d724-1c0c-4cdf-913f-dc88296823d2,segment=NetworkSegment(0779f71f-8db4-40e3-bf2b-7b2cd26108e2),segment_id=0779f71f-8db4-40e3-bf2b-7b2cd26108e2)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:43.980393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.981413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Deleting port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:43.981807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.027630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Calling delete_port for 3304d724-1c0c-4cdf-913f-dc88296823d2 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:44.032522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44742) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.068604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Deleting port 12dedd74-c827-4b40-b0f7-d58eec05fbac {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:44.068949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.069795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323349-adf1-45d8-a7e1-f4df64c8e2f1 req-e9e149c6-f042-4d8d-8fc7-4f9c5047a898 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.078744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef323349-adf1-45d8-a7e1-f4df64c8e2f1 req-e9e149c6-f042-4d8d-8fc7-4f9c5047a898 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 946 time: 0.2322805 Aug 29 04:23:44.126603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cff579c0-1892-4d8f-8318-b2b9cc3ad09f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.176118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'port_id': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f', 'mac_address': 'fa:16:3e:f9:52:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff60a465-9ef4-4607-9b18-c3e2e3b16625', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:44.196378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] For port 861738c9-5d7b-4911-8bc4-6cfc3f137f61, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=861738c9-5d7b-4911-8bc4-6cfc3f137f61,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.196860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.213616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Calling delete_port for 861738c9-5d7b-4911-8bc4-6cfc3f137f61 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:44.215764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-7e7fed7b-973f-449a-b403-14ae9666604a tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.217350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-7e7fed7b-973f-449a-b403-14ae9666604a tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 945 time: 0.2513466 Aug 29 04:23:44.288261 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.290457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef323349-adf1-45d8-a7e1-f4df64c8e2f1 req-06e3d49e-2296-461d-a640-214eee4c3a7f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/security-groups?id=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107129 Aug 29 04:23:44.324457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3304d724-1c0c-4cdf-913f-dc88296823d2 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:44.325081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] For port 12dedd74-c827-4b40-b0f7-d58eec05fbac, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12dedd74-c827-4b40-b0f7-d58eec05fbac,segment=NetworkSegment(d879a844-a710-4910-bf42-e01ff98e982c),segment_id=d879a844-a710-4910-bf42-e01ff98e982c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.325454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.334601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff579c0-1892-4d8f-8318-b2b9cc3ad09f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:44.347530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Calling delete_port for 12dedd74-c827-4b40-b0f7-d58eec05fbac owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:44.369396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] DHCP port deletion for 9d15c1ec-c024-4667-9fca-7f375bb4ac23 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:44.400264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cff579c0-1892-4d8f-8318-b2b9cc3ad09f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.428822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.508509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3304d724-1c0c-4cdf-913f-dc88296823d2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:44.508882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.519185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67345efd-ef1e-4a8b-9d0c-23ac077d15a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.524085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.530397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.536795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.547603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['861738c9-5d7b-4911-8bc4-6cfc3f137f61'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:44.570571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.578751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Pushing event deleted for resources: {'Port': ['ID=12dedd74-c827-4b40-b0f7-d58eec05fbac,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.582907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['ee2e0a0c-6da5-4f4f-8564-0f7333704677'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:44.589930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] Deleting port 12dedd74-c827-4b40-b0f7-d58eec05fbac {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:44.590314 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.610188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] No DVR routers for this DVR port 12dedd74-c827-4b40-b0f7-d58eec05fbac on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:44.655030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event deleted for resources: {'Port': ['ID=861738c9-5d7b-4911-8bc4-6cfc3f137f61,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.682091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] No DVR routers for this DVR port 861738c9-5d7b-4911-8bc4-6cfc3f137f61 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:44.686098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.688159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e108ecf8-5cb4-4a92-a156-3bd7565d3460 req-007c4713-33e1-40dd-b563-2474e4e1a187 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.37 "DELETE /v2.0/ports/861738c9-5d7b-4911-8bc4-6cfc3f137f61 HTTP/1.1" status: 204 len: 173 time: 1.1842999 Aug 29 04:23:44.688609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'name': 'network-vif-deleted', 'tag': '861738c9-5d7b-4911-8bc4-6cfc3f137f61'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:44.695518 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a900e7e6-71dc-4f83-a8e0-debe3357a1b2" -d '{"events": [{"server_uuid": "579f11c9-c688-47f3-bfad-a5eefbcb4891", "name": "network-vif-deleted", "tag": "861738c9-5d7b-4911-8bc4-6cfc3f137f61"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:44.710517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] For port 12dedd74-c827-4b40-b0f7-d58eec05fbac, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.710921 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.743914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] Calling delete_port for 12dedd74-c827-4b40-b0f7-d58eec05fbac owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:44.748125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] Port 12dedd74-c827-4b40-b0f7-d58eec05fbac was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:23:44.752000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.791246 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4747df-d32e-4acf-a913-a8815d77bf6d x-openstack-request-id: req-1b4747df-d32e-4acf-a913-a8815d77bf6d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:44.791582 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579f11c9-c688-47f3-bfad-a5eefbcb4891", "name": "network-vif-deleted", "tag": "861738c9-5d7b-4911-8bc4-6cfc3f137f61", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:44.791887 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b4747df-d32e-4acf-a913-a8815d77bf6d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:44.792334 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579f11c9-c688-47f3-bfad-a5eefbcb4891', 'name': 'network-vif-deleted', 'tag': '861738c9-5d7b-4911-8bc4-6cfc3f137f61', 'status': 'completed', 'code': 200} Aug 29 04:23:44.814938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.824997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['cff579c0-1892-4d8f-8318-b2b9cc3ad09f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:44.829349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d15c1ec-c024-4667-9fca-7f375bb4ac23']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:44.840852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] Pushing event deleted for resources: {'Port': ['ID=12dedd74-c827-4b40-b0f7-d58eec05fbac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.842941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd879a844-a710-4910-bf42-e01ff98e982c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:44.843414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd879a844-a710-4910-bf42-e01ff98e982c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:44.858052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.864735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c357c-25fb-4e84-acc2-a4e0266dca8f None None] No DVR routers for this DVR port 12dedd74-c827-4b40-b0f7-d58eec05fbac on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:44.875859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.895587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:44.896084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:44.900626 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:44.942430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Checking segment: {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:44.942712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Network hostable DHCP agents. Network: 1107f76c-2050-4785-97d0-5a0f47154375, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:44.986815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91eed555-17da-4ce8-b375-1611a9703dfd,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.001526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Deleting port ee2e0a0c-6da5-4f4f-8564-0f7333704677 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:45.002136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.065169 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.072772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 636319d0-130b-48d9-8f37-e454ef4df302 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:45.075605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-1aafd96f-11f6-4e7c-8df7-fd2ac01579fc tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.077290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-1aafd96f-11f6-4e7c-8df7-fd2ac01579fc tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 946 time: 0.1081705 Aug 29 04:23:45.093454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.098494 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9d15c1ec-c024-4667-9fca-7f375bb4ac23 HTTP/1.1" status: 204 len: 168 time: 1.4622340 Aug 29 04:23:45.098494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82fe8c-aacb-455d-bedd-80db22024844 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d15c1ec-c024-4667-9fca-7f375bb4ac23,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.103941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44754) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.110733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fdc4a-9901-4f49-b2a4-e496c0d6bf4a req-c74878ba-abe9-4580-8154-d31a8333bf3c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.110917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 636319d0-130b-48d9-8f37-e454ef4df302 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:45.111178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 636319d0-130b-48d9-8f37-e454ef4df302 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:45.111503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0797744d-456d-4fd4-a58b-22e91a771a01 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:45.120957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-945fdc4a-9901-4f49-b2a4-e496c0d6bf4a req-c74878ba-abe9-4580-8154-d31a8333bf3c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 944 time: 0.2955840 Aug 29 04:23:45.128442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Network 1107f76c-2050-4785-97d0-5a0f47154375 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:45.136556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0797744d-456d-4fd4-a58b-22e91a771a01 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:45.137170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0797744d-456d-4fd4-a58b-22e91a771a01 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:45.148365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.153835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a92212-3be3-4502-9280-b35a2abcdd16 req-b59a1bbe-bc60-4a23-9c92-d088e6b4e066 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.155289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11a92212-3be3-4502-9280-b35a2abcdd16 req-b59a1bbe-bc60-4a23-9c92-d088e6b4e066 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 946 time: 0.1529527 Aug 29 04:23:45.212885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 1107f76c-2050-4785-97d0-5a0f47154375) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:45.218544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.219206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.232717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed28a6-2eb8-4a7a-825d-66d198607187 None None] Network 1107f76c-2050-4785-97d0-5a0f47154375 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:45.233649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Pushing event deleted for resources: {'Port': ['ID=3304d724-1c0c-4cdf-913f-dc88296823d2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.311368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11a92212-3be3-4502-9280-b35a2abcdd16 req-f0ef0953-4561-4035-b5d4-90ed37bec88b tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups?id=c238a62a-dc6b-40c3-be7a-28e9dab2448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225731 Aug 29 04:23:45.327735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-945fdc4a-9901-4f49-b2a4-e496c0d6bf4a req-ac6a22b6-102c-4025-8388-0d845b720a9f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057281 Aug 29 04:23:45.383638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Deleting port 55adb0af-b841-4c33-9d6e-1de096d1432b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:45.383987 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.386400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] For port ee2e0a0c-6da5-4f4f-8564-0f7333704677, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ee2e0a0c-6da5-4f4f-8564-0f7333704677,segment=NetworkSegment(134f06ff-edcc-4a47-bb89-42636e342f96),segment_id=134f06ff-edcc-4a47-bb89-42636e342f96)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.386904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.424303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Calling delete_port for ee2e0a0c-6da5-4f4f-8564-0f7333704677 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:45.477899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-1107f76c-2050-4785-97d0-5a0f47154375', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:45.481981 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.491601 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67345efd-ef1e-4a8b-9d0c-23ac077d15a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.504890 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67345efd-ef1e-4a8b-9d0c-23ac077d15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.548835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e3ce04a5-270e-476c-a247-b4bf3e246b39 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8426862 Aug 29 04:23:45.554926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44758) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.595144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:45.638770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Allocated IP 172.20.0.2 (1107f76c-2050-4785-97d0-5a0f47154375/91eed555-17da-4ce8-b375-1611a9703dfd/d9c67097-dd9d-47f2-941d-8369f434eddb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:45.649879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-67345efd-ef1e-4a8b-9d0c-23ac077d15a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc463e2123bf41fdbf4b48c01076b735&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6086011 Aug 29 04:23:45.661419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44760) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:45.667757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67345efd-ef1e-4a8b-9d0c-23ac077d15a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4978d-5332-4bfc-bd82-39e900b9d65c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.670429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cff579c0-1892-4d8f-8318-b2b9cc3ad09f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:45.706359 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.707384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.735891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.804346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port cff579c0-1892-4d8f-8318-b2b9cc3ad09f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:45.827337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port cff579c0-1892-4d8f-8318-b2b9cc3ad09f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:45.827849 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.880541 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.892140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Transition to ACTIVE for port object d9c67097-dd9d-47f2-941d-8369f434eddb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:45.912706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Transition to ACTIVE for port object d9c67097-dd9d-47f2-941d-8369f434eddb will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:45.920716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0f5571c-d22e-4f2b-a4f3-cdc14ea34113 req-42eb4952-1553-4f11-9115-207c87547045 tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=579f11c9-c688-47f3-bfad-a5eefbcb4891 HTTP/1.1" status: 200 len: 210 time: 0.4041591 Aug 29 04:23:45.926378 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.942375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] For port 55adb0af-b841-4c33-9d6e-1de096d1432b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=55adb0af-b841-4c33-9d6e-1de096d1432b,segment=NetworkSegment(5aa2b9f0-40fb-4c20-a392-c024c0d316fa),segment_id=5aa2b9f0-40fb-4c20-a392-c024c0d316fa)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.942747 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.992171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Calling delete_port for 55adb0af-b841-4c33-9d6e-1de096d1432b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:46.007117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Network 1107f76c-2050-4785-97d0-5a0f47154375 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:46.014986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:46.027083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:46.038797 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.041039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Pushing event updated for resources: {'Port': ['ID=d9c67097-dd9d-47f2-941d-8369f434eddb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.085260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088701c-9050-4837-bbe4-b374d536dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:46.087373 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ddf6df-6791-4e4b-9294-6e5ba7f260cb" -d '{"events": [{"server_uuid": "c088701c-9050-4837-bbe4-b374d536dc89", "name": "network-vif-plugged", "status": "completed", "tag": "cff579c0-1892-4d8f-8318-b2b9cc3ad09f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:46.162436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cff579c0-1892-4d8f-8318-b2b9cc3ad09f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:46.168456 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.170390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 55adb0af-b841-4c33-9d6e-1de096d1432b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:46.173213 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e804dac-be99-4daa-83aa-e68d3e8cb8a3 x-openstack-request-id: req-6e804dac-be99-4daa-83aa-e68d3e8cb8a3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:46.173502 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088701c-9050-4837-bbe4-b374d536dc89", "name": "network-vif-plugged", "status": "completed", "tag": "cff579c0-1892-4d8f-8318-b2b9cc3ad09f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:46.174069 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e804dac-be99-4daa-83aa-e68d3e8cb8a3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:46.174460 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088701c-9050-4837-bbe4-b374d536dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f', 'code': 200} Aug 29 04:23:46.195287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Attempting to bind port d9c67097-dd9d-47f2-941d-8369f434eddb on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:46.195287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Attempting to bind port d9c67097-dd9d-47f2-941d-8369f434eddb by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:46.195613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Attempting to bind port d9c67097-dd9d-47f2-941d-8369f434eddb on network 1107f76c-2050-4785-97d0-5a0f47154375 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:46.233949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.236112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:46.236493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Checking segment: {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:46.236897 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.237288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Bound using segment: {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:46.237798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Bound port: d9c67097-dd9d-47f2-941d-8369f434eddb, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:46.238242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.255704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.261693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abae3782-71ac-4f75-b8b0-43dcb51763bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.302564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No active binding found for port 55adb0af-b841-4c33-9d6e-1de096d1432b {{(pid=94825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:23:46.303003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 55adb0af-b841-4c33-9d6e-1de096d1432b not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:46.303430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ee2e0a0c-6da5-4f4f-8564-0f7333704677 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:46.308334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.311842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event deleted for resources: {'Port': ['ID=55adb0af-b841-4c33-9d6e-1de096d1432b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.339175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12dedd74-c827-4b40-b0f7-d58eec05fbac no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:46.387913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] No DVR routers for this DVR port 55adb0af-b841-4c33-9d6e-1de096d1432b on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:46.391705 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.393716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7be7cd62-0dfd-45e3-9851-68127eee7cc0 req-f4a0c5ae-5afb-4a9e-8ef7-5ff42cfd2ee2 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.32 "DELETE /v2.0/ports/55adb0af-b841-4c33-9d6e-1de096d1432b HTTP/1.1" status: 204 len: 173 time: 1.2970076 Aug 29 04:23:46.414515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 12dedd74-c827-4b40-b0f7-d58eec05fbac {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:46.414988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12dedd74-c827-4b40-b0f7-d58eec05fbac not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:46.443452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6d0f07b-e695-4068-871a-04917e420e0b req-168bf7a8-30b9-4852-870b-92f8eabf7a52 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/ports?device_id=026c0475-d2b2-4589-8151-5ae61637c4fb HTTP/1.1" status: 200 len: 210 time: 0.0537586 Aug 29 04:23:46.446406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.462989 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abae3782-71ac-4f75-b8b0-43dcb51763bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.482088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] For port d9c67097-dd9d-47f2-941d-8369f434eddb, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:46.489264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] For port d9c67097-dd9d-47f2-941d-8369f434eddb, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d9c67097-dd9d-47f2-941d-8369f434eddb,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:46.495623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No active binding found for port ee2e0a0c-6da5-4f4f-8564-0f7333704677 {{(pid=94825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:23:46.497117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ee2e0a0c-6da5-4f4f-8564-0f7333704677 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:46.500781 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.526909 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.582303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd04dd6-1af7-4978-a0fc-3014ec93aae1 None None] Pushing event updated for resources: {'Port': ['ID=d9c67097-dd9d-47f2-941d-8369f434eddb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.612946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fecc6f-d04c-42a0-bfc0-6e121b78e132 req-174426f5-2c7c-41ab-b696-ff5b1a0d5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.614506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-95fecc6f-d04c-42a0-bfc0-6e121b78e132 req-174426f5-2c7c-41ab-b696-ff5b1a0d5a77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 1097 time: 0.3596730 Aug 29 04:23:46.652864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Pushing event deleted for resources: {'Port': ['ID=ee2e0a0c-6da5-4f4f-8564-0f7333704677,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.668865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.719359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86dc5-3f27-44f5-b19b-c4fba728d931 req-4ad9f7e3-a017-49d6-a908-faa8898e194a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:46.720890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe86dc5-3f27-44f5-b19b-c4fba728d931 req-4ad9f7e3-a017-49d6-a908-faa8898e194a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 945 time: 0.2702157 Aug 29 04:23:46.758672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Deleting port c8129eef-62d2-4188-bff9-1b6a9c24fe12 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:46.759064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.786414 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aba3a9d5-818a-4da9-b09f-89ee2654bdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.812129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'name': 'network-vif-deleted', 'tag': '55adb0af-b841-4c33-9d6e-1de096d1432b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:46.815436 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf3c9a-d573-413b-9f76-2240ccd11e45" -d '{"events": [{"server_uuid": "026c0475-d2b2-4589-8151-5ae61637c4fb", "name": "network-vif-deleted", "tag": "55adb0af-b841-4c33-9d6e-1de096d1432b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:46.848904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] No DVR routers for this DVR port ee2e0a0c-6da5-4f4f-8564-0f7333704677 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:46.891455 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822c56d-0632-43ca-bc57-169f6cdebeff x-openstack-request-id: req-f822c56d-0632-43ca-bc57-169f6cdebeff {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:46.891753 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c0475-d2b2-4589-8151-5ae61637c4fb", "name": "network-vif-deleted", "tag": "55adb0af-b841-4c33-9d6e-1de096d1432b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:46.893858 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f822c56d-0632-43ca-bc57-169f6cdebeff {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:46.894410 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c0475-d2b2-4589-8151-5ae61637c4fb', 'name': 'network-vif-deleted', 'tag': '55adb0af-b841-4c33-9d6e-1de096d1432b', 'status': 'completed', 'code': 200} Aug 29 04:23:46.906238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] For port c8129eef-62d2-4188-bff9-1b6a9c24fe12, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c8129eef-62d2-4188-bff9-1b6a9c24fe12,segment=NetworkSegment(88b975b7-3d13-412f-99b3-ac7dff1b2adb),segment_id=88b975b7-3d13-412f-99b3-ac7dff1b2adb)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:46.906620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.922146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 861738c9-5d7b-4911-8bc4-6cfc3f137f61 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:46.933256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Calling delete_port for c8129eef-62d2-4188-bff9-1b6a9c24fe12 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:46.939351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.941496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72706c6e-13cb-473b-b4a2-3726b824e505 req-4e1fa6fe-2cb9-434a-96af-5dda8b7f053f tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.32 "DELETE /v2.0/ports/ee2e0a0c-6da5-4f4f-8564-0f7333704677 HTTP/1.1" status: 204 len: 173 time: 2.7128286 Aug 29 04:23:46.950808 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-95fecc6f-d04c-42a0-bfc0-6e121b78e132 req-5c5cf911-0bf8-4d93-a203-4c99c3873b20 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022184 Aug 29 04:23:46.954783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9965387f-25cd-416e-9bf7-9aec0d323300', 'name': 'network-vif-deleted', 'tag': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:46.957093 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c730d16-3f23-4d72-965c-284468638c93" -d '{"events": [{"server_uuid": "9965387f-25cd-416e-9bf7-9aec0d323300", "name": "network-vif-deleted", "tag": "ee2e0a0c-6da5-4f4f-8564-0f7333704677"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:46.960074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abae3782-71ac-4f75-b8b0-43dcb51763bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.962670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-abae3782-71ac-4f75-b8b0-43dcb51763bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.966631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-abae3782-71ac-4f75-b8b0-43dcb51763bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1af4978d-5332-4bfc-bd82-39e900b9d65c HTTP/1.1" status: 204 len: 168 time: 1.3005126 Aug 29 04:23:46.978288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 861738c9-5d7b-4911-8bc4-6cfc3f137f61 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:46.978641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 861738c9-5d7b-4911-8bc4-6cfc3f137f61 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:46.983478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae3782-71ac-4f75-b8b0-43dcb51763bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4978d-5332-4bfc-bd82-39e900b9d65c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.069388 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe86dc5-3f27-44f5-b19b-c4fba728d931 req-dae7cc86-9bb1-4b26-b52b-671954d69f4c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964649 Aug 29 04:23:47.109814 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a8a558-540e-49a0-a634-c2c17fa9bc40 x-openstack-request-id: req-62a8a558-540e-49a0-a634-c2c17fa9bc40 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:47.110129 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9965387f-25cd-416e-9bf7-9aec0d323300", "name": "network-vif-deleted", "tag": "ee2e0a0c-6da5-4f4f-8564-0f7333704677", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:47.110389 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62a8a558-540e-49a0-a634-c2c17fa9bc40 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:47.110803 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9965387f-25cd-416e-9bf7-9aec0d323300', 'name': 'network-vif-deleted', 'tag': 'ee2e0a0c-6da5-4f4f-8564-0f7333704677', 'status': 'completed', 'code': 200} Aug 29 04:23:47.125052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Router fe362021-87fb-4bd9-a8a1-320bf9777c8e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:47.192106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.218926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f121716e-6e5b-4bcc-bcd4-e38d683fa8e7 req-a7fcaf91-f929-4a48-ac9a-79106585e4fd tempest-MultipleCreateTestJSON-103999769 tempest-MultipleCreateTestJSON-103999769-project] 10.222.0.55 "GET /v2.0/ports?device_id=9965387f-25cd-416e-9bf7-9aec0d323300 HTTP/1.1" status: 200 len: 210 time: 0.0735071 Aug 29 04:23:47.235404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8129eef-62d2-4188-bff9-1b6a9c24fe12,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.445353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44784) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:47.477895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8941baa5-4333-48c2-9a3b-7211554963a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.499371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.505708 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.527738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.529795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:47.542108 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] Sync routers for ids ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:47.544427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6facc0eb-15e9-4b81-a49f-f2691170a62e admin admin] 10.222.0.55 "PUT /v2.0/routers/fe362021-87fb-4bd9-a8a1-320bf9777c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7222326 Aug 29 04:23:47.545476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44792) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:47.572802 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] Routers {'fe362021-87fb-4bd9-a8a1-320bf9777c8e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:47.574744 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:47.804459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:47.809077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Allocated IP 172.25.7.50 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/a7e4ebe4-b759-4705-834c-eae44ef6def8) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:47.884710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8fa377d-dc50-4b54-98d0-2eff4200731f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.911021 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8fa377d-dc50-4b54-98d0-2eff4200731f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.955751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.960669 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] Set router fe362021-87fb-4bd9-a8a1-320bf9777c8e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:47.979115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Router 668dd333-55bd-4706-9786-4ea07db2e2b7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:48.005850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.011154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e63ec9-b2dd-411e-980e-f6b2ab96e971 None None] Network 1107f76c-2050-4785-97d0-5a0f47154375 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:48.039791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8fa377d-dc50-4b54-98d0-2eff4200731f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.047123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8fa377d-dc50-4b54-98d0-2eff4200731f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.059548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a8fa377d-dc50-4b54-98d0-2eff4200731f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "DELETE /v2.0/security-groups/1e298b10-1590-4491-a561-ec3558cb8b6d HTTP/1.1" status: 204 len: 168 time: 0.2518840 Aug 29 04:23:48.059872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44806) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.083863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.098200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa377d-dc50-4b54-98d0-2eff4200731f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e298b10-1590-4491-a561-ec3558cb8b6d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:48.106127 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-3f58a636-dd4a-467c-9029-18c0993b317f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] show failed (client error): The resource could not be found. Aug 29 04:23:48.107249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3f58a636-dd4a-467c-9029-18c0993b317f tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "GET /v2.0/security-groups/1e298b10-1590-4491-a561-ec3558cb8b6d HTTP/1.1" status: 404 len: 347 time: 0.0445786 Aug 29 04:23:48.113407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.154305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6d84ae9f-f3e9-4e56-b8e5-c1818301bcff None None] Provisioning for port d9c67097-dd9d-47f2-941d-8369f434eddb completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:48.234176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:48.246157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:48.261795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8941baa5-4333-48c2-9a3b-7211554963a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.264815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:48.323773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Pushing event updated for resources: {'Port': ['ID=a7e4ebe4-b759-4705-834c-eae44ef6def8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:48.333636 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8941baa5-4333-48c2-9a3b-7211554963a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.336578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44814) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.391122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:48.404363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] Sync routers for ids ['668dd333-55bd-4706-9786-4ea07db2e2b7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:48.407267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6087d955-176f-4287-97e9-1300a88fe083 admin admin] 10.222.0.55 "PUT /v2.0/routers/668dd333-55bd-4706-9786-4ea07db2e2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2950668 Aug 29 04:23:48.415379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.430105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] Routers {'668dd333-55bd-4706-9786-4ea07db2e2b7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:48.430882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['668dd333-55bd-4706-9786-4ea07db2e2b7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:48.431789 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:44Z', 'revision_number': 5, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:48.433993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d9c67097-dd9d-47f2-941d-8369f434eddb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:48.435553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Deleting port 8fcf6099-1287-4bea-bcf3-5d9ff8ca3b4e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:48.435911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.484062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941baa5-4333-48c2-9a3b-7211554963a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc2c167-c96e-429c-8e9b-d3783d3d1d30,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:48.484604 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] Checking router: fe362021-87fb-4bd9-a8a1-320bf9777c8e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:48.511946 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] Routers {'fe362021-87fb-4bd9-a8a1-320bf9777c8e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:48.513458 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:48.513697 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.524010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8941baa5-4333-48c2-9a3b-7211554963a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42dba0133a6749f5a9871b2f5d2b8186&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0770726 Aug 29 04:23:48.529414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44818) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.549407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce931211-8abc-42fe-a0f6-f08c09a4c1a4 req-5dcb9009-7a32-4d6a-b249-4da137590e68 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.556826 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce931211-8abc-42fe-a0f6-f08c09a4c1a4 req-5dcb9009-7a32-4d6a-b249-4da137590e68 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 945 time: 0.3133795 Aug 29 04:23:48.680194 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] Set router fe362021-87fb-4bd9-a8a1-320bf9777c8e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:48.685915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.686261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.689531 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08c17071-c095-4877-b5d9-44a7cea3100c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.721682 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08c17071-c095-4877-b5d9-44a7cea3100c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.735582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.783855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Calling delete_port for 8fcf6099-1287-4bea-bcf3-5d9ff8ca3b4e owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:48.788619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d9c67097-dd9d-47f2-941d-8369f434eddb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:48.803701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d9c67097-dd9d-47f2-941d-8369f434eddb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:48.804600 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.891702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f905c874-aa2f-41a6-b87e-996bd9f0dbb1 None None] Provisioning complete for port d9c67097-dd9d-47f2-941d-8369f434eddb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:48.893089 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f905c874-aa2f-41a6-b87e-996bd9f0dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.937916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] Set router 668dd333-55bd-4706-9786-4ea07db2e2b7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:48.938189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.947775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08c17071-c095-4877-b5d9-44a7cea3100c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.950867 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08c17071-c095-4877-b5d9-44a7cea3100c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.952007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-08c17071-c095-4877-b5d9-44a7cea3100c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffc2c167-c96e-429c-8e9b-d3783d3d1d30 HTTP/1.1" status: 204 len: 168 time: 0.4216454 Aug 29 04:23:48.967879 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:44Z', 'revision_number': 5, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:49.015452 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55612c05-0fa8-4c7e-811c-5849c07e3bfd None None] The sync data for ids ['fe362021-87fb-4bd9-a8a1-320bf9777c8e'] in n-d-712143-14 is: [{'id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1359215847-router', 'tenant_id': '14e24d7321cc499c96accdd296e356ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:44Z', 'revision_number': 5, 'project_id': '14e24d7321cc499c96accdd296e356ec', 'gw_port': {'id': '860b2f1b-df2a-4355-9085-ba5a63fe367f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe362021-87fb-4bd9-a8a1-320bf9777c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:26Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:49.027561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c17071-c095-4877-b5d9-44a7cea3100c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc2c167-c96e-429c-8e9b-d3783d3d1d30,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.126064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] Deleting subnet f2d97149-b2e8-4212-8a0e-7c168100ac41 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:49.131282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.136590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.138441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Deleting port a09a6b1b-f37a-4383-ae3e-222b1d22523a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:49.138769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.204004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Pushing event deleted for resources: {'Port': ['ID=8fcf6099-1287-4bea-bcf3-5d9ff8ca3b4e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.205679 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f905c874-aa2f-41a6-b87e-996bd9f0dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.212168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.279889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.285887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d9c67097-dd9d-47f2-941d-8369f434eddb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d9c67097-dd9d-47f2-941d-8369f434eddb,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:49.292462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.294922 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.295631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.312490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1fff95f7-5fe8-4a9b-9327-5d9c280646e4 tempest-ImagesOneServerNegativeTestJSON-2043337969 tempest-ImagesOneServerNegativeTestJSON-2043337969-project] 10.222.0.55 "DELETE /v2.0/floatingips/4c4227d1-5184-48ee-ba16-d55dd96fac29 HTTP/1.1" status: 204 len: 168 time: 1.1747994 Aug 29 04:23:49.339675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce931211-8abc-42fe-a0f6-f08c09a4c1a4 req-f025688b-e41f-48ab-afdd-f74dcb7d32a2 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7776980 Aug 29 04:23:49.440902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Deleting port 860b2f1b-df2a-4355-9085-ba5a63fe367f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:49.441619 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.464307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] For port a09a6b1b-f37a-4383-ae3e-222b1d22523a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a09a6b1b-f37a-4383-ae3e-222b1d22523a,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:49.464696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.496199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.496694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Calling delete_port for a09a6b1b-f37a-4383-ae3e-222b1d22523a owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:49.505720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-f905c874-aa2f-41a6-b87e-996bd9f0dbb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:23:49.506100 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-f905c874-aa2f-41a6-b87e-996bd9f0dbb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:23:49.535262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d07e601b-1925-498b-931a-c32d363e79ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.542548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44842) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.552136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d9c67097-dd9d-47f2-941d-8369f434eddb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.558856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.605238 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.628829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:23:47Z', 'revision_number': 5, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port': {'id': 'a09a6b1b-f37a-4383-ae3e-222b1d22523a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:88:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:00Z', 'updated_at': '2021-08-29T04:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:49.674473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] Checking router: 668dd333-55bd-4706-9786-4ea07db2e2b7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:49.688078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] Routers {'668dd333-55bd-4706-9786-4ea07db2e2b7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:49.688740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['668dd333-55bd-4706-9786-4ea07db2e2b7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:49.784636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] Deleting subnet d6a77813-2562-4102-828c-8c0a030705c9 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:49.810599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] For port 860b2f1b-df2a-4355-9085-ba5a63fe367f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=860b2f1b-df2a-4355-9085-ba5a63fe367f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:49.810897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.835565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.838056 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.867145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] Set router 668dd333-55bd-4706-9786-4ea07db2e2b7 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:49.897973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.944657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09a6b1b-f37a-4383-ae3e-222b1d22523a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.951893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Calling delete_port for 860b2f1b-df2a-4355-9085-ba5a63fe367f owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:49.954407 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.969437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f2d97149-b2e8-4212-8a0e-7c168100ac41 HTTP/1.1" status: 204 len: 168 time: 1.5977538 Aug 29 04:23:49.977389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.980149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4335e6-df2b-41cf-beef-a752b323138c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d97149-b2e8-4212-8a0e-7c168100ac41,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.001269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:23:48Z', 'revision_number': 6, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.030994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.049374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c82b76-b19a-44a2-8652-79a0299b6402 None None] The sync data for ids ['668dd333-55bd-4706-9786-4ea07db2e2b7'] in n-d-712143-14 is: [{'id': '668dd333-55bd-4706-9786-4ea07db2e2b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1898381843-router', 'tenant_id': '8d9101777c76455e88377ff004703214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:17:59Z', 'updated_at': '2021-08-29T04:23:48Z', 'revision_number': 6, 'project_id': '8d9101777c76455e88377ff004703214', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:50.066120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.206257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.209146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.318834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.320009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668dd333-55bd-4706-9786-4ea07db2e2b7 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:50.331521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.337514 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-605e75a5-6f00-499d-b67b-1c2eccc7ea90 admin admin] 10.222.0.55 "DELETE /v2.0/routers/668dd333-55bd-4706-9786-4ea07db2e2b7 HTTP/1.1" status: 204 len: 168 time: 1.9147196 Aug 29 04:23:50.337514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.341232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44874) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.343388 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.386429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.407663 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.463756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] Deleting subnet 89a36cb0-2134-4f48-bf60-d9d3c99a0ac0 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:50.471580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.497583 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.533114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-network', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:50.565570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.602046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Made reservation on behalf of 5c818c5e4ad340c089e2d939248506e3 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:50.603286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d9c67097-dd9d-47f2-941d-8369f434eddb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:50.604389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.618056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.695451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.696714 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.720498 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.725381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.726710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d6a77813-2562-4102-828c-8c0a030705c9 HTTP/1.1" status: 204 len: 168 time: 1.1800952 Aug 29 04:23:50.731438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:50.733466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d9c67097-dd9d-47f2-941d-8369f434eddb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:50.734195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.763763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53efd7e-ac3d-484e-87a9-5d58dd4b9f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a77813-2562-4102-828c-8c0a030705c9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.894996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.939956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3162fdf5-16c3-436b-b200-f9d726dbdc7e']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.940277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3304d724-1c0c-4cdf-913f-dc88296823d2 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:50.961252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134f06ff-edcc-4a47-bb89-42636e342f96') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.961550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134f06ff-edcc-4a47-bb89-42636e342f96') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.972222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 3304d724-1c0c-4cdf-913f-dc88296823d2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:50.972555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3304d724-1c0c-4cdf-913f-dc88296823d2 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:51.015175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.047375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.055609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:51.056359 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:51.123485 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:51.127913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.137969 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.148483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.152779 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3162fdf5-16c3-436b-b200-f9d726dbdc7e HTTP/1.1" status: 204 len: 168 time: 1.1703043 Aug 29 04:23:51.213576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=860b2f1b-df2a-4355-9085-ba5a63fe367f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.238324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0a9e-a282-49bf-8e7d-772213203e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3162fdf5-16c3-436b-b200-f9d726dbdc7e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.309000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Router fd866a85-c0fc-4c69-bca5-7a735e7f771a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:51.339370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.359661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.379643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.397992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.402288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.414715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a36cb0-2134-4f48-bf60-d9d3c99a0ac0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.428073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.466266 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.470313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f5a01e87-6aac-48ec-9b36-0157f4aaf652 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/89a36cb0-2134-4f48-bf60-d9d3c99a0ac0 HTTP/1.1" status: 204 len: 168 time: 1.1168356 Aug 29 04:23:51.478070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2596760-8d81-490e-97c2-fac02d3d56bc None None] Network f43844c5-4110-4bea-94a2-9874e23f2c37 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:51.478219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44900) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.509885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:51.568486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb120088-a3be-4d1c-a1ab-47ccbf50b4fb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.584370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.584699 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Added segment 2af61e01-a420-4a15-83b0-dc2e8e41d4ac of type vlan for network ddb5a278-97f9-482c-934f-fa27d18d4715 Aug 29 04:23:51.586005 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.592123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-549a86e3-240c-4457-b963-ec6367bf7bfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9234c48d215942eb9ac7c69a51f683b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881571 Aug 29 04:23:51.592527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.593933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44902) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.611556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.663256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f157eda9-4592-4023-be51-f9a5a271a013']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:51.680817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa2b9f0-40fb-4c20-a392-c024c0d316fa') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:51.681109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa2b9f0-40fb-4c20-a392-c024c0d316fa') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:51.684186 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.693827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] DHCP port deletion for f43844c5-4110-4bea-94a2-9874e23f2c37 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:51.700069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.727779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.737427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:51.737908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:51.739765 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:51.751684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] Deleting port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:51.752292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.755959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.756934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.757513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.841441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] For port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,segment=NetworkSegment(88b975b7-3d13-412f-99b3-ac7dff1b2adb),segment_id=88b975b7-3d13-412f-99b3-ac7dff1b2adb)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:51.842327 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.863264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5228453 Aug 29 04:23:51.863641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.868420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] Calling delete_port for 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:51.868657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Request body: {'subnet': {'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-subnet', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:51.880693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d5d90-e72b-4802-8d12-ea5694451425 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb5a278-97f9-482c-934f-fa27d18d4715,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.892553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.897693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.900431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f157eda9-4592-4023-be51-f9a5a271a013 HTTP/1.1" status: 204 len: 168 time: 1.1656277 Aug 29 04:23:51.928000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563a294-9ee1-4b93-ae18-08be9c3009c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f157eda9-4592-4023-be51-f9a5a271a013,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.947590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Made reservation on behalf of 5c818c5e4ad340c089e2d939248506e3 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:51.951092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.959019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network ddb5a278-97f9-482c-934f-fa27d18d4715 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:51.985013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.991778 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.992424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe362021-87fb-4bd9-a8a1-320bf9777c8e {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:51.994968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:52.003998 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.008121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f5fa925b-5f77-4a8b-af32-12375daafd2d admin admin] 10.222.0.55 "DELETE /v2.0/routers/fe362021-87fb-4bd9-a8a1-320bf9777c8e HTTP/1.1" status: 204 len: 168 time: 4.4585896 Aug 29 04:23:52.011256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44908) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.012537 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Sync routers for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:52.033243 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:52.033909 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:52.081545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71da4318-90d8-4a38-9508-de4c0fb1e385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.092533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.096959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dd699bc8-a5ed-45ab-ad7b-3b19ccecd1fd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.5056384 Aug 29 04:23:52.098354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.267107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] Deleting subnet 0d5982b0-3a35-4168-9cd9-a556c15150ae {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:52.275682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71da4318-90d8-4a38-9508-de4c0fb1e385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.319297 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.332834 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.349478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.355760 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:52.370665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.417348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] Pushing event deleted for resources: {'Port': ['ID=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.426617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f93f47-d733-4abc-a897-bd29f0ab2155 None None] No DVR routers for this DVR port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:52.470623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.507390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Deleting port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:52.507732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.592216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-51a0e6ee-9399-4161-a6b4-740566a0cfb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=615c0f2f6c22466a87e27d0751de22dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111919 Aug 29 04:23:52.594419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.596267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.597962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71da4318-90d8-4a38-9508-de4c0fb1e385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.601731 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71da4318-90d8-4a38-9508-de4c0fb1e385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.605217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-71da4318-90d8-4a38-9508-de4c0fb1e385 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a1c0b90-9eaf-4d1d-8d33-3ed1db846333 HTTP/1.1" status: 204 len: 168 time: 1.0048554 Aug 29 04:23:52.691064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da4318-90d8-4a38-9508-de4c0fb1e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1c0b90-9eaf-4d1d-8d33-3ed1db846333,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.692101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a6b1b-f37a-4383-ae3e-222b1d22523a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:52.736377 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:49Z', 'revision_number': 3, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:52.780478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a09a6b1b-f37a-4383-ae3e-222b1d22523a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:52.781635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a6b1b-f37a-4383-ae3e-222b1d22523a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:52.783507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:52.796868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] For port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033, host n-d-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:52.798927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.830654 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Checking router: fd866a85-c0fc-4c69-bca5-7a735e7f771a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:52.831074 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Updating router fd866a85-c0fc-4c69-bca5-7a735e7f771a port a7e4ebe4-b759-4705-834c-eae44ef6def8 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:52.843160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:52.845777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:52.846355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8129eef-62d2-4188-bff9-1b6a9c24fe12 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:52.855779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Calling delete_port for 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:52.859122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3dd4dd6-7567-42ee-80d8-677da19d65f0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.872291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 was not found and therefore no delete operation was performed {{(pid=94823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:23:52.887314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.893397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Checking segment: {'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:52.893921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Network hostable DHCP agents. Network: ddb5a278-97f9-482c-934f-fa27d18d4715, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:52.903514 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.905219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1073-798c-4381-ab73-757ea6fd8cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.918811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.919036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c8129eef-62d2-4188-bff9-1b6a9c24fe12 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:52.919381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8129eef-62d2-4188-bff9-1b6a9c24fe12 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:52.996822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1073-798c-4381-ab73-757ea6fd8cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.999003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] No DVR routers for this DVR port 4cc4b5dd-75f5-499d-bf19-d5f5f33b6033 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:53.010677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Network ddb5a278-97f9-482c-934f-fa27d18d4715 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:53.046922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc4b5dd-75f5-499d-bf19-d5f5f33b6033,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.058048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, ddb5a278-97f9-482c-934f-fa27d18d4715) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:53.068280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaa9bb-f8cc-4640-ba89-5308824bc557 None None] Network ddb5a278-97f9-482c-934f-fa27d18d4715 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:53.081047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.082342 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.130665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2d1ae008-d108-4d5f-9485-a5d140980b0f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2661150 Aug 29 04:23:53.133564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44934) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:53.140271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:53.182791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1073-798c-4381-ab73-757ea6fd8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.185768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1073-798c-4381-ab73-757ea6fd8cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.187475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1f8c1073-798c-4381-ab73-757ea6fd8cdb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c238a62a-dc6b-40c3-be7a-28e9dab2448d HTTP/1.1" status: 204 len: 168 time: 0.5569243 Aug 29 04:23:53.228619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c1073-798c-4381-ab73-757ea6fd8cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238a62a-dc6b-40c3-be7a-28e9dab2448d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.277776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.282737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.285948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.298534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43844c5-4110-4bea-94a2-9874e23f2c37']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:53.330831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b975b7-3d13-412f-99b3-ac7dff1b2adb') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:53.331142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b975b7-3d13-412f-99b3-ac7dff1b2adb') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:53.345899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.355566 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.365163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.375984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:53.376421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:53.378365 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:53.442949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.551226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-ddb5a278-97f9-482c-934f-fa27d18d4715', 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'fixed_ips': [{'subnet_id': 'e3dd4dd6-7567-42ee-80d8-677da19d65f0'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:53.553489 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.574375 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Transition to ACTIVE for port object a7e4ebe4-b759-4705-834c-eae44ef6def8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:53.574924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.583259 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.647892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.655416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5982b0-3a35-4168-9cd9-a556c15150ae,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.665655 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.677525 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aace3-5025-42e6-b80e-48ea631d9127 None None] Pushing event updated for resources: {'Port': ['ID=a7e4ebe4-b759-4705-834c-eae44ef6def8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.685352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.688765 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f43844c5-4110-4bea-94a2-9874e23f2c37 HTTP/1.1" status: 204 len: 168 time: 2.2095666 Aug 29 04:23:53.738531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219c51-a0d0-439e-95fa-3308f2e1d128 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43844c5-4110-4bea-94a2-9874e23f2c37,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.744222 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Attempting to bind port a7e4ebe4-b759-4705-834c-eae44ef6def8 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:53.745470 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.750480 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Attempting to bind port a7e4ebe4-b759-4705-834c-eae44ef6def8 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:53.752602 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Attempting to bind port a7e4ebe4-b759-4705-834c-eae44ef6def8 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:53.757118 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-443a0d31-fe99-4149-bbca-d2b1612ce237 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0d5982b0-3a35-4168-9cd9-a556c15150ae HTTP/1.1" status: 204 len: 168 time: 1.7429121 Aug 29 04:23:53.757832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44952) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:53.759527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac29c4-9b18-46db-b8ff-d6cc5335d174 None None] Network 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:53.775171 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:53.777229 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:53.778614 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.779652 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:53.782315 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Bound port: a7e4ebe4-b759-4705-834c-eae44ef6def8, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:53.784438 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.797969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.901822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.935578 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] For port a7e4ebe4-b759-4705-834c-eae44ef6def8, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:53.956084 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] For port a7e4ebe4-b759-4705-834c-eae44ef6def8, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a7e4ebe4-b759-4705-834c-eae44ef6def8,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:53.962122 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.002747 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Deleting port da46b3d1-8583-4956-b69a-2e81d3b11ad0 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:54.003306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.097215 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aace3-5025-42e6-b80e-48ea631d9127 None None] Pushing event updated for resources: {'Port': ['ID=a7e4ebe4-b759-4705-834c-eae44ef6def8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.104549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44962) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:54.124281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Allocated IP 172.20.0.2 (ddb5a278-97f9-482c-934f-fa27d18d4715/e3dd4dd6-7567-42ee-80d8-677da19d65f0/a49532fe-4051-46c7-af0e-9c8fdbdd52aa) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:54.165534 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:54.167925 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:54.225026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] For port da46b3d1-8583-4956-b69a-2e81d3b11ad0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=da46b3d1-8583-4956-b69a-2e81d3b11ad0,segment=NetworkSegment(0779f71f-8db4-40e3-bf2b-7b2cd26108e2),segment_id=0779f71f-8db4-40e3-bf2b-7b2cd26108e2)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:54.225810 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.256883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Calling delete_port for da46b3d1-8583-4956-b69a-2e81d3b11ad0 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:54.332834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 860b2f1b-df2a-4355-9085-ba5a63fe367f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:54.387974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 860b2f1b-df2a-4355-9085-ba5a63fe367f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:54.388523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 860b2f1b-df2a-4355-9085-ba5a63fe367f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:54.389727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Allocated IP 172.20.0.1 (1107f76c-2050-4785-97d0-5a0f47154375/91eed555-17da-4ce8-b375-1611a9703dfd/e548574a-61e5-455a-b0c2-bb03bf1d82da) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:54.411478 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:54.448462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.474890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] No DVR routers for this DVR port da46b3d1-8583-4956-b69a-2e81d3b11ad0 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:54.560808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=da46b3d1-8583-4956-b69a-2e81d3b11ad0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.584005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44978) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:54.615132 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.661888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Transition to ACTIVE for port object e548574a-61e5-455a-b0c2-bb03bf1d82da will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:54.670077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.693676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea7fa8d-9ea5-4aac-8556-d90171c4bbce']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:54.722972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0779f71f-8db4-40e3-bf2b-7b2cd26108e2') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:54.723275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0779f71f-8db4-40e3-bf2b-7b2cd26108e2') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:54.754596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.761674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.787523 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.800307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:23:54.800307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:23:54.803627 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:23:54.863256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-766267597-network', 'tenant_id': '649d27e698d442beb8182be9778c329c'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:54.901583 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:49Z', 'revision_number': 3, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:54.933778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Made reservation on behalf of 649d27e698d442beb8182be9778c329c for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:54.940177 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.968996 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7e2f4-660a-4049-8a46-71b5427303e3 None None] The sync data for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 is: [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:49Z', 'revision_number': 3, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:54.991333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.014174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Network 1107f76c-2050-4785-97d0-5a0f47154375 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:55.014992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.028395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.033319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] 10.222.0.55 "DELETE /v2.0/networks/6ea7fa8d-9ea5-4aac-8556-d90171c4bbce HTTP/1.1" status: 204 len: 168 time: 1.2740326 Aug 29 04:23:55.060337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed598b-19fa-4c19-a84e-350be3a94c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea7fa8d-9ea5-4aac-8556-d90171c4bbce,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.066047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9233e41e-5e48-4da7-8732-49815fc7ea19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d406e0dd134142f5953b8c097d887dfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9581504 Aug 29 04:23:55.066257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.066877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44990) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:55.069670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:55.087360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Pushing event updated for resources: {'Port': ['ID=e548574a-61e5-455a-b0c2-bb03bf1d82da,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.093833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Transition to ACTIVE for port object a49532fe-4051-46c7-af0e-9c8fdbdd52aa will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:55.099305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:55.111538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf523be1-3ad0-4d47-964b-2fd7aadb6826 None None] DHCP port deletion for 6ea7fa8d-9ea5-4aac-8556-d90171c4bbce request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:55.158460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Transition to ACTIVE for port object a49532fe-4051-46c7-af0e-9c8fdbdd52aa will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:55.168735 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.209730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Network ddb5a278-97f9-482c-934f-fa27d18d4715 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:55.216261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:55.220229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:55.262976 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-512d01ad-a1ca-485c-af9c-8f77cb7693c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.318406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-512d01ad-a1ca-485c-af9c-8f77cb7693c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.395261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Attempting to bind port a49532fe-4051-46c7-af0e-9c8fdbdd52aa on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:55.395891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Attempting to bind port a49532fe-4051-46c7-af0e-9c8fdbdd52aa by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:55.396574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Attempting to bind port a49532fe-4051-46c7-af0e-9c8fdbdd52aa on network ddb5a278-97f9-482c-934f-fa27d18d4715 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:55.413049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:55.413385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44996) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:55.415069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Checking segment: {'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:55.415668 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.416232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Bound using segment: {'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:55.416913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Bound port: a49532fe-4051-46c7-af0e-9c8fdbdd52aa, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:55.417479 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.421490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Pushing event updated for resources: {'Port': ['ID=a49532fe-4051-46c7-af0e-9c8fdbdd52aa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.531750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] For port a49532fe-4051-46c7-af0e-9c8fdbdd52aa, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:55.534994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] For port a49532fe-4051-46c7-af0e-9c8fdbdd52aa, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a49532fe-4051-46c7-af0e-9c8fdbdd52aa,segment=NetworkSegment(2af61e01-a420-4a15-83b0-dc2e8e41d4ac),segment_id=2af61e01-a420-4a15-83b0-dc2e8e41d4ac)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:55.545554 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.548266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.554285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-81ee163b-f1ce-4ccd-9310-f8e045a18f23 None None] Provisioning for port e548574a-61e5-455a-b0c2-bb03bf1d82da completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:55.561568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ece42fa1-c09b-4683-8482-171b901d3d64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14e24d7321cc499c96accdd296e356ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465170 Aug 29 04:23:55.569893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-81ee163b-f1ce-4ccd-9310-f8e045a18f23 None None] Provisioning complete for port e548574a-61e5-455a-b0c2-bb03bf1d82da triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:55.570520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81ee163b-f1ce-4ccd-9310-f8e045a18f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.574601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:55.597631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.599752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-512d01ad-a1ca-485c-af9c-8f77cb7693c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.614379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-512d01ad-a1ca-485c-af9c-8f77cb7693c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.614379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-512d01ad-a1ca-485c-af9c-8f77cb7693c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3071c03-c3c0-40c0-8d58-7381d08d2143 HTTP/1.1" status: 204 len: 168 time: 0.5407066 Aug 29 04:23:55.621270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d01ad-a1ca-485c-af9c-8f77cb7693c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3071c03-c3c0-40c0-8d58-7381d08d2143,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.632150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.666163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:23:55.689679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-81ee163b-f1ce-4ccd-9310-f8e045a18f23 None None] Port e548574a-61e5-455a-b0c2-bb03bf1d82da cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:55.698966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.756109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6559e8-0328-40b1-8900-757acb75b3cb None None] Pushing event updated for resources: {'Port': ['ID=a49532fe-4051-46c7-af0e-9c8fdbdd52aa,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.772055 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.772422 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Added segment 7d1d08eb-f273-4aec-a280-7a1c53b0962a of type vlan for network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f Aug 29 04:23:55.815816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.892900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.945139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.999242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7aa5d63e-f54d-44bd-9d40-6c33cb50e98d req-2ee6d84c-ca63-45f8-a7cb-b4027577f027 tempest-AbsoluteLimitsNegativeTestJSON-419762539 tempest-AbsoluteLimitsNegativeTestJSON-419762539-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d89521c346e04871a81a77b829b8c220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090701 Aug 29 04:23:56.119122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1602fc2d-fc7e-40b2-a46c-a5088be43b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.220812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5d63e-f54d-44bd-9d40-6c33cb50e98d req-5c282fa3-5d29-43d2-97b3-e3c57ba772c1 tempest-AbsoluteLimitsNegativeTestJSON-419762539 tempest-AbsoluteLimitsNegativeTestJSON-419762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.230820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7aa5d63e-f54d-44bd-9d40-6c33cb50e98d req-5c282fa3-5d29-43d2-97b3-e3c57ba772c1 tempest-AbsoluteLimitsNegativeTestJSON-419762539 tempest-AbsoluteLimitsNegativeTestJSON-419762539-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077525 Aug 29 04:23:56.246919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.251901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:56.253428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.281530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6963620 Aug 29 04:23:56.284605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.286477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45018) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:56.290343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7aa5d63e-f54d-44bd-9d40-6c33cb50e98d req-b1ba598f-822e-416d-9044-33eb7443938f tempest-AbsoluteLimitsNegativeTestJSON-419762539 tempest-AbsoluteLimitsNegativeTestJSON-419762539-project] 10.222.0.55 "GET /v2.0/quotas/d89521c346e04871a81a77b829b8c220 HTTP/1.1" status: 200 len: 375 time: 0.0581262 Aug 29 04:23:56.299663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1602fc2d-fc7e-40b2-a46c-a5088be43b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.314419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Request body: {'subnet': {'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-766267597-subnet', 'tenant_id': '649d27e698d442beb8182be9778c329c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:56.344890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7aa5d63e-f54d-44bd-9d40-6c33cb50e98d req-e3aa33ed-22a2-4d17-a14a-0acd2baa9778 tempest-AbsoluteLimitsNegativeTestJSON-419762539 tempest-AbsoluteLimitsNegativeTestJSON-419762539-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d89521c346e04871a81a77b829b8c220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492253 Aug 29 04:23:56.392423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7e4ebe4-b759-4705-834c-eae44ef6def8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:56.425341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Allocated IP 172.25.7.131 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:56.426538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45022) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:56.459164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67367c-9b0b-4224-80d3-e36ccdafdf96 admin admin] Pushing event updated for resources: {'Network': ['ID=8df125b8-c9e7-4100-994a-5bf8a7c9ce1f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:56.481295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:23:56.501059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f5ba479-c509-4117-bfbf-88707f73b840 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d9101777c76455e88377ff004703214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729413 Aug 29 04:23:56.503480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45024) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:56.530727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Made reservation on behalf of 649d27e698d442beb8182be9778c329c for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:56.534113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.611408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-358c5c62-124e-4853-9c95-9a624bc8c2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.620084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a7e4ebe4-b759-4705-834c-eae44ef6def8 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:56.629182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a7e4ebe4-b759-4705-834c-eae44ef6def8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:56.629696 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.668618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-358c5c62-124e-4853-9c95-9a624bc8c2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.756666 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.772403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1602fc2d-fc7e-40b2-a46c-a5088be43b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.778145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1602fc2d-fc7e-40b2-a46c-a5088be43b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.779556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1602fc2d-fc7e-40b2-a46c-a5088be43b9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa43b941-c369-4a4c-9066-312b965e03d9 HTTP/1.1" status: 204 len: 168 time: 1.2021575 Aug 29 04:23:56.784988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-358c5c62-124e-4853-9c95-9a624bc8c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.787806 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-358c5c62-124e-4853-9c95-9a624bc8c2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.789164 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-358c5c62-124e-4853-9c95-9a624bc8c2ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6f7031c-2aef-439d-8a76-65f456b54b2f HTTP/1.1" status: 204 len: 168 time: 0.2843404 Aug 29 04:23:56.799052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a7e4ebe4-b759-4705-834c-eae44ef6def8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a7e4ebe4-b759-4705-834c-eae44ef6def8,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:56.801229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c5c62-124e-4853-9c95-9a624bc8c2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f7031c-2aef-439d-8a76-65f456b54b2f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:56.805339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.806509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a49532fe-4051-46c7-af0e-9c8fdbdd52aa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:56.924120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45034) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.003992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602fc2d-fc7e-40b2-a46c-a5088be43b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43b941-c369-4a4c-9066-312b965e03d9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.022946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a49532fe-4051-46c7-af0e-9c8fdbdd52aa completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:57.061393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a7e4ebe4-b759-4705-834c-eae44ef6def8,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.144610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device da46b3d1-8583-4956-b69a-2e81d3b11ad0 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:57.159746 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.164319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.204372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: da46b3d1-8583-4956-b69a-2e81d3b11ad0 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:57.204612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device da46b3d1-8583-4956-b69a-2e81d3b11ad0 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:57.287081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=760e73e1-5dfc-4e23-95aa-359b88fc83f9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.296430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.308182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Checking segment: {'id': '7d1d08eb-f273-4aec-a280-7a1c53b0962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:57.308810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Network hostable DHCP agents. Network: 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:23:57.314006 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.315890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89762f-3b91-46d7-8e35-ba66a6f1f914 None None] Network ddb5a278-97f9-482c-934f-fa27d18d4715 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:57.363735 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.422351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.438656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:23:57.475543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-edd08615-867f-428f-8496-ca3f4629c912 None None] Provisioning for port a49532fe-4051-46c7-af0e-9c8fdbdd52aa completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:57.483880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:57.490262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.490876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.506146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc47aec-4ecc-4e43-91cd-779308b705ea None None] Network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:57.508106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83f52a3c-7a8f-4685-8484-c16d87d6a12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.513519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:57.517342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-edd08615-867f-428f-8496-ca3f4629c912 None None] Provisioning complete for port a49532fe-4051-46c7-af0e-9c8fdbdd52aa triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:57.518703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edd08615-867f-428f-8496-ca3f4629c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.518838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:57.521654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:57.524855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Pushing event updated for resources: {'Port': ['ID=e548574a-61e5-455a-b0c2-bb03bf1d82da,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.631304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Pushing event updated for resources: {'Port': ['ID=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.706471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Network 1107f76c-2050-4785-97d0-5a0f47154375 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:57.747097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83f52a3c-7a8f-4685-8484-c16d87d6a12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.759912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83f52a3c-7a8f-4685-8484-c16d87d6a12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.863385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-83f52a3c-7a8f-4685-8484-c16d87d6a12f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d89521c346e04871a81a77b829b8c220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9350543 Aug 29 04:23:57.866177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45060) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.873289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f52a3c-7a8f-4685-8484-c16d87d6a12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6559af36-aaee-4a25-af14-e3470f125c30,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.982511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91516281-b2b8-4d15-87bf-3d66acfc8fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.039620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91516281-b2b8-4d15-87bf-3d66acfc8fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.189200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91516281-b2b8-4d15-87bf-3d66acfc8fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.191920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91516281-b2b8-4d15-87bf-3d66acfc8fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.193161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-91516281-b2b8-4d15-87bf-3d66acfc8fd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6559af36-aaee-4a25-af14-e3470f125c30 HTTP/1.1" status: 204 len: 168 time: 0.3256536 Aug 29 04:23:58.210299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91516281-b2b8-4d15-87bf-3d66acfc8fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6559af36-aaee-4a25-af14-e3470f125c30,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:58.252030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e9f4e-1bb0-4010-97a0-42b8af589ffa None None] Network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:58.254063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7e4ebe4-b759-4705-834c-eae44ef6def8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:58.358485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:58.373498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e806e7fd-c616-4d09-8a96-e85be5ba8f8b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0689483 Aug 29 04:23:58.428908 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edd08615-867f-428f-8496-ca3f4629c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.617408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-edd08615-867f-428f-8496-ca3f4629c912 None None] For port a49532fe-4051-46c7-af0e-9c8fdbdd52aa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a49532fe-4051-46c7-af0e-9c8fdbdd52aa,segment=NetworkSegment(2af61e01-a420-4a15-83b0-dc2e8e41d4ac),segment_id=2af61e01-a420-4a15-83b0-dc2e8e41d4ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:58.639462 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edd08615-867f-428f-8496-ca3f4629c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.816044 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.862589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a7e4ebe4-b759-4705-834c-eae44ef6def8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:58.866594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Router fd866a85-c0fc-4c69-bca5-7a735e7f771a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:58.867701 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.958436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd08615-867f-428f-8496-ca3f4629c912 None None] Pushing event updated for resources: {'Port': ['ID=a49532fe-4051-46c7-af0e-9c8fdbdd52aa,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:58.991550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2b70eaf-388d-4202-9d0b-a0eb2dd725c9 None None] Provisioning complete for port e548574a-61e5-455a-b0c2-bb03bf1d82da triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:58.992237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b70eaf-388d-4202-9d0b-a0eb2dd725c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.075568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f2b70eaf-388d-4202-9d0b-a0eb2dd725c9 None None] Port e548574a-61e5-455a-b0c2-bb03bf1d82da cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:59.091379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2b70eaf-388d-4202-9d0b-a0eb2dd725c9 None None] Provisioning complete for port a49532fe-4051-46c7-af0e-9c8fdbdd52aa triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:59.091978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b70eaf-388d-4202-9d0b-a0eb2dd725c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.405730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:59.409310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.415956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Sync routers for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:59.421881 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc879255-af30-4c8e-b232-7283cd1d4f27 admin admin] 10.222.0.55 "PUT /v2.0/routers/fd866a85-c0fc-4c69-bca5-7a735e7f771a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3212440 Aug 29 04:23:59.428716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:59.430552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.595583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:59.772273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-f69dc0e1-95b3-470f-b912-11cdbcd0b7a1 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.779795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-f69dc0e1-95b3-470f-b912-11cdbcd0b7a1 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/networks?id=8df125b8-c9e7-4100-994a-5bf8a7c9ce1f HTTP/1.1" status: 200 len: 813 time: 0.1864951 Aug 29 04:23:59.793451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Router ba3e35bf-23f3-4b96-aa9b-49da791db162 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:59.808799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-5f94c9fb-0c8e-4336-aa72-ca800a8706d4 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/quotas/649d27e698d442beb8182be9778c329c HTTP/1.1" status: 200 len: 375 time: 0.0279994 Aug 29 04:23:59.875579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-f1660a7f-ba03-4855-8ba3-f9a47413b3a6 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=649d27e698d442beb8182be9778c329c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634847 Aug 29 04:24:00.007477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 2, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.081265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-da84c0e9-4f2b-47e4-a7c8-beb28a439d77 service neutron] 10.222.0.55 "GET /v2.0/networks/8df125b8-c9e7-4100-994a-5bf8a7c9ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047858 Aug 29 04:24:00.096851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Checking router: fd866a85-c0fc-4c69-bca5-7a735e7f771a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:00.097162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Updating router fd866a85-c0fc-4c69-bca5-7a735e7f771a port e548574a-61e5-455a-b0c2-bb03bf1d82da binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:00.099698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:00.118617 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Sync routers for ids ['ba3e35bf-23f3-4b96-aa9b-49da791db162'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:00.140601 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Routers {'ba3e35bf-23f3-4b96-aa9b-49da791db162'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:00.150684 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ba3e35bf-23f3-4b96-aa9b-49da791db162'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:00.154480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.250902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.254765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f452c3b3-f819-4dcf-afaa-1ebdfbb34387 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.1173804 Aug 29 04:24:00.255800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45174) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.367581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-224be048-1702-4be3-935e-1c2459832239 service neutron] 10.222.0.55 "GET /v2.0/networks/8df125b8-c9e7-4100-994a-5bf8a7c9ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853661 Aug 29 04:24:00.504490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a49532fe-4051-46c7-af0e-9c8fdbdd52aa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:00.529084 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Set router ba3e35bf-23f3-4b96-aa9b-49da791db162 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:01.024426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ea25f28-3445-4fbe-b1bd-0241d8337e3c req-03ed00f9-2588-4a79-af87-f935c9a2eccd tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 210 time: 0.1091559 Aug 29 04:24:01.063802 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:23:58Z', 'revision_number': 3, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:01.174222 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Checking router: ba3e35bf-23f3-4b96-aa9b-49da791db162 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:01.174828 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Updating router ba3e35bf-23f3-4b96-aa9b-49da791db162 port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:01.190407 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.201397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a49532fe-4051-46c7-af0e-9c8fdbdd52aa triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:01.202182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.266918 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.353344 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:01.434404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-46471cc6-aa92-4b3e-913b-d5b608460b6f tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:01.438711 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.442980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-46471cc6-aa92-4b3e-913b-d5b608460b6f tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks?id=1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 200 len: 829 time: 0.5542607 Aug 29 04:24:01.462056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Transition to ACTIVE for port object e548574a-61e5-455a-b0c2-bb03bf1d82da will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:01.473380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.493299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-4f7fa0f5-ef41-4344-9b7f-39d474eb441f tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/quotas/6e9d240ea2034c89ae6b56a9558b5517 HTTP/1.1" status: 200 len: 375 time: 0.0488985 Aug 29 04:24:01.601404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-0d138aa3-575b-4f2c-9d62-8c4e0039522b tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067388 Aug 29 04:24:01.783524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Pushing event updated for resources: {'Port': ['ID=e548574a-61e5-455a-b0c2-bb03bf1d82da,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:01.809117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.809462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.809835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.810178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.810513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.820717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.821162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.821507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.821887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.822224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.822559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.823440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:01.835056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Attempting to bind port e548574a-61e5-455a-b0c2-bb03bf1d82da on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:01.835432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Attempting to bind port e548574a-61e5-455a-b0c2-bb03bf1d82da by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:01.835799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Attempting to bind port e548574a-61e5-455a-b0c2-bb03bf1d82da on network 1107f76c-2050-4785-97d0-5a0f47154375 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:01.848369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:01.848731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Checking segment: {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:01.849141 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.849537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Bound using segment: {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:01.850022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Bound port: e548574a-61e5-455a-b0c2-bb03bf1d82da, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:01.850408 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.885697 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.896313 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.908450 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Transition to ACTIVE for port object c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:01.929071 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.976903 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca027a-1298-404e-808f-c9b89345cddd None None] Pushing event updated for resources: {'Port': ['ID=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.000675 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Attempting to bind port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:02.001459 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Attempting to bind port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:02.002289 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Attempting to bind port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:02.009217 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:02.009732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] For port e548574a-61e5-455a-b0c2-bb03bf1d82da, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:02.011173 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:02.011816 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.012443 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:02.014270 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Bound port: c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:02.014827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] For port e548574a-61e5-455a-b0c2-bb03bf1d82da, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e548574a-61e5-455a-b0c2-bb03bf1d82da,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:02.016057 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.022430 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.030006 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-5c5e1b07-dd3b-4d94-a830-8b5f6ae30d0f service neutron] 10.222.0.55 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274173 Aug 29 04:24:02.085120 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] For port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:02.090255 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] For port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:02.095714 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.108854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be3c27-5da2-468d-81da-f7a20f4f85d9 None None] Pushing event updated for resources: {'Port': ['ID=e548574a-61e5-455a-b0c2-bb03bf1d82da,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.155563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Allocated IP 172.20.0.1 (ddb5a278-97f9-482c-934f-fa27d18d4715/e3dd4dd6-7567-42ee-80d8-677da19d65f0/9694bae1-c7b0-4a95-ae6f-8aad6666d599) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:02.184020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:02.184861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.238471 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca027a-1298-404e-808f-c9b89345cddd None None] Pushing event updated for resources: {'Port': ['ID=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.256580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-55a248f8-4c8d-4211-a902-5940e06c21cc service neutron] 10.222.0.55 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119324 Aug 29 04:24:02.275546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Routers {'ba3e35bf-23f3-4b96-aa9b-49da791db162'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:02.276726 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ba3e35bf-23f3-4b96-aa9b-49da791db162'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.367867 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.385484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Transition to ACTIVE for port object 9694bae1-c7b0-4a95-ae6f-8aad6666d599 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:02.429100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:02.515387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.623640 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] Set router ba3e35bf-23f3-4b96-aa9b-49da791db162 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:02.781715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9694bae1-c7b0-4a95-ae6f-8aad6666d599,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.821643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:01Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:02.865095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Network ddb5a278-97f9-482c-934f-fa27d18d4715 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:02.878411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:02.881191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:02.935403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d374b-4d68-4e0a-8ecc-8b749375154d None None] The sync data for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 is: [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:01Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:03.152610 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:23:58Z', 'revision_number': 3, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:03.191700 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0014f-19ff-4ee7-9257-92e02dffcaa3 None None] The sync data for ids ['ba3e35bf-23f3-4b96-aa9b-49da791db162'] in n-d-712143-14 is: [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:23:58Z', 'revision_number': 3, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:03.209102 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4a514204-f2e5-4d45-be4b-4708758110a2 req-6b5a24fc-6aa7-4e78-bc3e-f598ad3fa51a tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 210 time: 0.2061932 Aug 29 04:24:03.250472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45324) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.264657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-550ae414-81ab-42a3-b7b6-e1e040a2ee56 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.270966 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-550ae414-81ab-42a3-b7b6-e1e040a2ee56 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.32 "GET /v2.0/networks?id=8df125b8-c9e7-4100-994a-5bf8a7c9ce1f HTTP/1.1" status: 200 len: 813 time: 0.7745271 Aug 29 04:24:03.312371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Request body: {'port': {'device_id': '01b7510f-7958-4158-bfc8-da696e58f321', 'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f', 'admin_state_up': True, 'tenant_id': '649d27e698d442beb8182be9778c329c'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:03.317474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.481610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca5958bd-4e7d-44c8-bac1-81976a52e3f6 None None] Provisioning for port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:03.494252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca5958bd-4e7d-44c8-bac1-81976a52e3f6 None None] Provisioning complete for port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:03.496855 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca5958bd-4e7d-44c8-bac1-81976a52e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.502417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf5922da-3569-48ce-be9c-96f9344f1802 req-7d3467e2-4574-40e0-8084-7dfdb8aa12f0 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 210 time: 0.0862563 Aug 29 04:24:03.527494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.705198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca5958bd-4e7d-44c8-bac1-81976a52e3f6 None None] Port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:03.859604 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.865019 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.039183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3ec5d8695a240cd87471dec98c94f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7876575 Aug 29 04:24:04.053396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45382) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.070213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d80ab7-e1a9-4653-9247-94927eddae33,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.139076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.139426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.139768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.140103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.140489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.141003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.141500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.142167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.142664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.143345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.143844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.144336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a773d-b830-4818-aacb-06fcf2d9bc58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:04.207497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Made reservation on behalf of 649d27e698d442beb8182be9778c329c for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:04.243573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.281054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.306313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d3679ab-182b-422f-9143-91e6a41907bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.377137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d3679ab-182b-422f-9143-91e6a41907bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.454261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:04.471996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d3679ab-182b-422f-9143-91e6a41907bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.475447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d3679ab-182b-422f-9143-91e6a41907bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.479384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9d3679ab-182b-422f-9143-91e6a41907bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2d80ab7-e1a9-4653-9247-94927eddae33 HTTP/1.1" status: 204 len: 168 time: 0.4232032 Aug 29 04:24:04.490113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3679ab-182b-422f-9143-91e6a41907bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d80ab7-e1a9-4653-9247-94927eddae33,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.655986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:04.660666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Allocated IP 172.20.0.14 (8df125b8-c9e7-4100-994a-5bf8a7c9ce1f/760e73e1-5dfc-4e23-95aa-359b88fc83f9/54f9c5e2-13ca-4afb-be07-3f499d8973a2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:04.690382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:04.693197 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.757641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5babb13a-d57e-4fc9-864a-9618c2319ca6 req-b04a8b1b-e335-4e01-b05e-a7d20c65fac6 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 210 time: 0.2917051 Aug 29 04:24:04.857156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e25252d3-1c60-4f24-bed8-60854be4a0b7 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:04.860465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e25252d3-1c60-4f24-bed8-60854be4a0b7 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.37 "GET /v2.0/networks?id=1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 200 len: 829 time: 0.3035910 Aug 29 04:24:04.884301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Request body: {'port': {'device_id': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'admin_state_up': True, 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:05.047775 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.128886 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.129096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.135337 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.136440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e548574a-61e5-455a-b0c2-bb03bf1d82da up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:05.155627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb37899c-a287-41c8-8917-bf839236d00b req-3cb9190e-b367-4e1e-b9e2-a379c7d0d45b tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 210 time: 0.2664080 Aug 29 04:24:05.374747 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.395640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Made reservation on behalf of 6e9d240ea2034c89ae6b56a9558b5517 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:05.403995 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.444232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:05.484790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e548574a-61e5-455a-b0c2-bb03bf1d82da completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:05.498121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e548574a-61e5-455a-b0c2-bb03bf1d82da triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:05.498421 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.699512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.724082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9694bae1-c7b0-4a95-ae6f-8aad6666d599,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:05.741210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.774108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:05.831765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e548574a-61e5-455a-b0c2-bb03bf1d82da, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e548574a-61e5-455a-b0c2-bb03bf1d82da,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.840108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.887932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Allocated IP 172.20.0.6 (1107f76c-2050-4785-97d0-5a0f47154375/91eed555-17da-4ce8-b375-1611a9703dfd/113f3ba3-d07a-4918-b982-fa87ca12fbfd) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:05.971959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e548574a-61e5-455a-b0c2-bb03bf1d82da,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.034346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e0bd350-5b68-4c0f-a8ef-1c0937c4e5c7 req-3e2e5d41-b9fb-498e-9627-b705ea295301 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 210 time: 0.1124723 Aug 29 04:24:06.108386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.124816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b327436d-3c63-44c0-aa7c-5e2bea6aed3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.213573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Network ddb5a278-97f9-482c-934f-fa27d18d4715 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:06.217684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:06.286692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:06.326997 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.421118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:06.433620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:06.444829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:06.467431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:06.468265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.484366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45548) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:06.557881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Pushing event updated for resources: {'Port': ['ID=54f9c5e2-13ca-4afb-be07-3f499d8973a2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.619922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Router ba3e35bf-23f3-4b96-aa9b-49da791db162 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:06.667972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.668146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.728025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e548574a-61e5-455a-b0c2-bb03bf1d82da up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:06.781497 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b327436d-3c63-44c0-aa7c-5e2bea6aed3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.793425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b327436d-3c63-44c0-aa7c-5e2bea6aed3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.794735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b9d2690d-ca79-4634-9ae4-edf2f301a3fe None None] Provisioning complete for port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:06.795248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9d2690d-ca79-4634-9ae4-edf2f301a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.847023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2690d-ca79-4634-9ae4-edf2f301a3fe None None] Port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:06.860527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e548574a-61e5-455a-b0c2-bb03bf1d82da triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:06.861289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.987656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-48f2b095-89b0-46fb-b2ac-a8494c6543eb req-409d3cd0-1932-4aa1-84a9-15900cff1149 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 210 time: 0.1648672 Aug 29 04:24:07.054950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b327436d-3c63-44c0-aa7c-5e2bea6aed3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9859773e7fb441aa861d07cabca408a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2797623 Aug 29 04:24:07.117263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45578) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:07.157895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-98291578-network', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:07.168485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-75309dab-dfdc-4442-ba4c-fa5f0b79ca2f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8731205 Aug 29 04:24:07.176669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:07.185672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c90ae289-82d0-4186-8bbb-8e3b30e831d4 admin admin] 10.222.0.55 "PUT /v2.0/routers/ba3e35bf-23f3-4b96-aa9b-49da791db162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9275656 Aug 29 04:24:07.193871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Request body: {'port': {'device_id': '01b7510f-7958-4158-bfc8-da696e58f321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:07.256488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Sync routers for ids ['ba3e35bf-23f3-4b96-aa9b-49da791db162'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:07.263267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Made reservation on behalf of d8a95c0c379647f5bff0b1532a68f0a7 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:07.265951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.276641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Routers {'ba3e35bf-23f3-4b96-aa9b-49da791db162'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:07.278439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ba3e35bf-23f3-4b96-aa9b-49da791db162'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.284259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.289460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.345332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327436d-3c63-44c0-aa7c-5e2bea6aed3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5767ad-4a86-4965-a491-6bc98a9859fd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.474611 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.478076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40bca4d0-0df4-4c39-81da-54d05f42362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.488609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ae66-100a-4759-b4bc-193521b7cc76 req-92706b48-b08f-4d16-a49f-c767552f44d4 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:07.490425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f02ae66-100a-4759-b4bc-193521b7cc76 req-92706b48-b08f-4d16-a49f-c767552f44d4 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 932 time: 0.2559431 Aug 29 04:24:07.544442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Transition to ACTIVE for port object 113f3ba3-d07a-4918-b982-fa87ca12fbfd will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:07.557518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Set router ba3e35bf-23f3-4b96-aa9b-49da791db162 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:07.687631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40bca4d0-0df4-4c39-81da-54d05f42362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.770630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40bca4d0-0df4-4c39-81da-54d05f42362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.773628 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40bca4d0-0df4-4c39-81da-54d05f42362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.777912 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-40bca4d0-0df4-4c39-81da-54d05f42362d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f5767ad-4a86-4965-a491-6bc98a9859fd HTTP/1.1" status: 204 len: 168 time: 0.6516531 Aug 29 04:24:07.811780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bca4d0-0df4-4c39-81da-54d05f42362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5767ad-4a86-4965-a491-6bc98a9859fd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.828469 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.950224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f02ae66-100a-4759-b4bc-193521b7cc76 req-8b90c68b-8fda-4f4f-be44-0448e86a6e87 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415693 Aug 29 04:24:07.970976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Network 1107f76c-2050-4785-97d0-5a0f47154375 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:07.983225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f9c5e2-13ca-4afb-be07-3f499d8973a2 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:07.985798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:07.993116 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.997882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:08.010129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Transition to ACTIVE for port object 54f9c5e2-13ca-4afb-be07-3f499d8973a2 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:08.014987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.048997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:04Z', 'revision_number': 4, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9694bae1-c7b0-4a95-ae6f-8aad6666d599', 'name': '', 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'mac_address': 'fa:16:3e:d4:7f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3dd4dd6-7567-42ee-80d8-677da19d65f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:01Z', 'updated_at': '2021-08-29T04:24:04Z', 'revision_number': 2, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'subnets': [{'id': 'e3dd4dd6-7567-42ee-80d8-677da19d65f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:08.116107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event updated for resources: {'Port': ['ID=113f3ba3-d07a-4918-b982-fa87ca12fbfd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.137726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.164082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Checking router: ba3e35bf-23f3-4b96-aa9b-49da791db162 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:08.164455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Updating router ba3e35bf-23f3-4b96-aa9b-49da791db162 port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:08.170787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.187396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.189169 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.219323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e1600228-e464-40a5-a1e1-1111ecf562ca tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3380454 Aug 29 04:24:08.236374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Request body: {'port': {'device_id': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:08.304189 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.375360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.413795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1eccec-144f-4c3e-b137-75e0f143593b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.437840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:08.504551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.505061 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Added segment e1706b0a-2133-4566-ba95-34e59ba4a0e1 of type vlan for network 044300e8-b5ef-4210-bb8c-53d5b8970081 Aug 29 04:24:08.653527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.685470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Pushing event updated for resources: {'Port': ['ID=54f9c5e2-13ca-4afb-be07-3f499d8973a2,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.706102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45664) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.708738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ba45330d-0203-4394-8349-113b9eee9cbc None None] Provisioning for port 113f3ba3-d07a-4918-b982-fa87ca12fbfd completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:08.752350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ba45330d-0203-4394-8349-113b9eee9cbc None None] Provisioning complete for port 113f3ba3-d07a-4918-b982-fa87ca12fbfd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:08.752974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ba45330d-0203-4394-8349-113b9eee9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.824073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74a9849e-c1fe-48b7-8a28-ba35206cb374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.831001 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.832119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.832904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.868674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3406920 Aug 29 04:24:08.874069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45666) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.920868 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-53a9187e-d16c-406e-a135-1a5434328f22 req-a0193883-b74a-4f66-9033-078355aeb925 tempest-FloatingIPDetailsNegativeTestJSON-734806664 tempest-FloatingIPDetailsNegativeTestJSON-734806664-project] show failed (client error): The resource could not be found. Aug 29 04:24:08.923860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53a9187e-d16c-406e-a135-1a5434328f22 req-a0193883-b74a-4f66-9033-078355aeb925 tempest-FloatingIPDetailsNegativeTestJSON-734806664 tempest-FloatingIPDetailsNegativeTestJSON-734806664-project] 10.222.0.55 "GET /v2.0/floatingips/d2c1522e-d21f-4667-9182-1d0c9d7820f9 HTTP/1.1" status: 404 len: 350 time: 0.1725307 Aug 29 04:24:08.937799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.956684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Request body: {'subnet': {'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-98291578-subnet', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:09.018128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:24:09.018128 n-d-712143-14 neutron-server[94823]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:24:09.018128 n-d-712143-14 neutron-server[94823]: [parameters: {'project_id_1': 'd8a95c0c379647f5bff0b1532a68f0a7', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 24, 8, 977863)}] Aug 29 04:24:09.018128 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:09.020125 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:09.037628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2785e-72fe-489b-8b8b-f84590694d3f req-ec48eda6-e943-4696-99de-38fd602951a7 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.039452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de2785e-72fe-489b-8b8b-f84590694d3f req-ec48eda6-e943-4696-99de-38fd602951a7 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 931 time: 0.3393602 Aug 29 04:24:09.040524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a970f0d-7997-404b-9ae7-ea2dd8488479 admin admin] Pushing event updated for resources: {'Network': ['ID=044300e8-b5ef-4210-bb8c-53d5b8970081,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:09.076421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:09.080983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Attempting to bind port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:09.081330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Attempting to bind port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '7d1d08eb-f273-4aec-a280-7a1c53b0962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:09.081693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Attempting to bind port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 on network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:09.127928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 on network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:09.128275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Attempting to bind port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 on network 8df125b8-c9e7-4100-994a-5bf8a7c9ce1f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:09.159671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:09.160077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Checking segment: {'id': '7d1d08eb-f273-4aec-a280-7a1c53b0962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:09.160651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Bound using segment: {'id': '7d1d08eb-f273-4aec-a280-7a1c53b0962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:09.161225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Bound port: 54f9c5e2-13ca-4afb-be07-3f499d8973a2, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1d08eb-f273-4aec-a280-7a1c53b0962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:09.161717 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.202404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ba45330d-0203-4394-8349-113b9eee9cbc None None] Port 113f3ba3-d07a-4918-b982-fa87ca12fbfd cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:09.218744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7de2785e-72fe-489b-8b8b-f84590694d3f req-6dcd15cd-7830-4858-a5cb-deb0e5d654ee tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631880 Aug 29 04:24:09.446335 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.486265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Transition to ACTIVE for port object 9694bae1-c7b0-4a95-ae6f-8aad6666d599 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:09.493835 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.570452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74a9849e-c1fe-48b7-8a28-ba35206cb374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.609217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74a9849e-c1fe-48b7-8a28-ba35206cb374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.661158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] For port 54f9c5e2-13ca-4afb-be07-3f499d8973a2, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:09.676959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023efb3-6d6b-40a0-a5ee-9168d10bf78c None None] Pushing event updated for resources: {'Port': ['ID=9694bae1-c7b0-4a95-ae6f-8aad6666d599,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:09.750698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271732c-2e5d-4e08-bdaf-8a775ad5083e req-6722a221-26f2-4e34-b3ea-e213a46258f2 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:09.754549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c271732c-2e5d-4e08-bdaf-8a775ad5083e req-6722a221-26f2-4e34-b3ea-e213a46258f2 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 944 time: 0.3814757 Aug 29 04:24:09.775468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] For port 54f9c5e2-13ca-4afb-be07-3f499d8973a2, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f9c5e2-13ca-4afb-be07-3f499d8973a2,segment=NetworkSegment(7d1d08eb-f273-4aec-a280-7a1c53b0962a),segment_id=7d1d08eb-f273-4aec-a280-7a1c53b0962a)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:09.807469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.819330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Made reservation on behalf of d8a95c0c379647f5bff0b1532a68f0a7 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:09.822124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.826442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-74a9849e-c1fe-48b7-8a28-ba35206cb374 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62ea71d9b9154e29a50b1069d6fd1ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1187317 Aug 29 04:24:09.832234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Attempting to bind port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:09.832381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Attempting to bind port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:09.832636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:09.832749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Attempting to bind port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 on network ddb5a278-97f9-482c-934f-fa27d18d4715 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:09.854462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:09.854994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Checking segment: {'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:09.855420 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.855827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Bound using segment: {'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:09.856599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Bound port: 9694bae1-c7b0-4a95-ae6f-8aad6666d599, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af61e01-a420-4a15-83b0-dc2e8e41d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:09.856744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.864673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9849e-c1fe-48b7-8a28-ba35206cb374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09913cc-82e5-4dde-835e-0b9c60d90390,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:09.959501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] For port 9694bae1-c7b0-4a95-ae6f-8aad6666d599, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:09.964806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] For port 9694bae1-c7b0-4a95-ae6f-8aad6666d599, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9694bae1-c7b0-4a95-ae6f-8aad6666d599,segment=NetworkSegment(2af61e01-a420-4a15-83b0-dc2e8e41d4ac),segment_id=2af61e01-a420-4a15-83b0-dc2e8e41d4ac)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:09.969766 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.002617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.003364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.004623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] 10.222.0.32 "PUT /v2.0/ports/54f9c5e2-13ca-4afb-be07-3f499d8973a2 HTTP/1.1" status: 200 len: 1093 time: 2.8179007 Aug 29 04:24:10.012132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b7510f-7958-4158-bfc8-da696e58f321', 'tag': '54f9c5e2-13ca-4afb-be07-3f499d8973a2'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:10.014451 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73434438-68f0-4729-9318-386eebc87ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "01b7510f-7958-4158-bfc8-da696e58f321", "tag": "54f9c5e2-13ca-4afb-be07-3f499d8973a2"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:10.046232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023efb3-6d6b-40a0-a5ee-9168d10bf78c None None] Pushing event updated for resources: {'Port': ['ID=9694bae1-c7b0-4a95-ae6f-8aad6666d599,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.098752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Routers {'ba3e35bf-23f3-4b96-aa9b-49da791db162'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:10.100203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ba3e35bf-23f3-4b96-aa9b-49da791db162'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.156332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ea30a-8e11-4fb5-9c91-b826732aac1a service neutron] Pushing event updated for resources: {'Port': ['ID=54f9c5e2-13ca-4afb-be07-3f499d8973a2,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.178143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c271732c-2e5d-4e08-bdaf-8a775ad5083e req-8894c58e-44da-4544-87d4-153dbb306917 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000261 Aug 29 04:24:10.294408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-1bd61191-1102-43d6-b2f7-d03b26a0f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.297182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-1bd61191-1102-43d6-b2f7-d03b26a0f01e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649d27e698d442beb8182be9778c329c&device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 1096 time: 0.2114725 Aug 29 04:24:10.305026 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f2f4d2-79c9-4a9b-ad4c-6d592a53b436 x-openstack-request-id: req-75f2f4d2-79c9-4a9b-ad4c-6d592a53b436 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:10.305327 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b7510f-7958-4158-bfc8-da696e58f321", "tag": "54f9c5e2-13ca-4afb-be07-3f499d8973a2", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:10.307821 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75f2f4d2-79c9-4a9b-ad4c-6d592a53b436 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:10.308251 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b7510f-7958-4158-bfc8-da696e58f321', 'tag': '54f9c5e2-13ca-4afb-be07-3f499d8973a2', 'status': 'completed', 'code': 200} Aug 29 04:24:10.345649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] Set router ba3e35bf-23f3-4b96-aa9b-49da791db162 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:10.488139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-2de0897f-4c10-4b92-8c83-faf6bfa59ad6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54f9c5e2-13ca-4afb-be07-3f499d8973a2 HTTP/1.1" status: 200 len: 217 time: 0.1682396 Aug 29 04:24:10.579586 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb72cc-9d8b-420a-aa01-4672b282ec44 req-f724b529-b804-43dd-868c-f4854cfd6a34 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.590492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37fb72cc-9d8b-420a-aa01-4672b282ec44 req-f724b529-b804-43dd-868c-f4854cfd6a34 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 931 time: 0.1630216 Aug 29 04:24:10.591817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113f3ba3-d07a-4918-b982-fa87ca12fbfd {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:10.610068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.644146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-040c399a-5f07-4562-9615-e583b14305f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.658885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37fb72cc-9d8b-420a-aa01-4672b282ec44 req-b820cd51-2475-4eed-8e82-e7bfd0227458 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630794 Aug 29 04:24:10.694537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-040c399a-5f07-4562-9615-e583b14305f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.705894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-85c9013e-ebe0-4ba0-98e8-d8e7b5c92a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.707660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-85c9013e-ebe0-4ba0-98e8-d8e7b5c92a1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=760e73e1-5dfc-4e23-95aa-359b88fc83f9 HTTP/1.1" status: 200 len: 853 time: 0.1904361 Aug 29 04:24:10.755054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-94686d6e-9d2e-487c-ad4c-9514b15daa6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8df125b8-c9e7-4100-994a-5bf8a7c9ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367675 Aug 29 04:24:10.760569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:04Z', 'revision_number': 4, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9694bae1-c7b0-4a95-ae6f-8aad6666d599', 'name': '', 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'mac_address': 'fa:16:3e:d4:7f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3dd4dd6-7567-42ee-80d8-677da19d65f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:01Z', 'updated_at': '2021-08-29T04:24:09Z', 'revision_number': 4, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'subnets': [{'id': 'e3dd4dd6-7567-42ee-80d8-677da19d65f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.762015 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.788557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Transition to ACTIVE for port object 113f3ba3-d07a-4918-b982-fa87ca12fbfd will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:10.798848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.822334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7264940-8fba-4067-ba44-1b2352a3e9b9 None None] The sync data for ids ['ba3e35bf-23f3-4b96-aa9b-49da791db162'] in n-d-712143-14 is: [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:04Z', 'revision_number': 4, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9694bae1-c7b0-4a95-ae6f-8aad6666d599', 'name': '', 'network_id': 'ddb5a278-97f9-482c-934f-fa27d18d4715', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'mac_address': 'fa:16:3e:d4:7f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e3dd4dd6-7567-42ee-80d8-677da19d65f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:01Z', 'updated_at': '2021-08-29T04:24:09Z', 'revision_number': 4, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'subnets': [{'id': 'e3dd4dd6-7567-42ee-80d8-677da19d65f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:10.895508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=113f3ba3-d07a-4918-b982-fa87ca12fbfd,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.908859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.009639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-040c399a-5f07-4562-9615-e583b14305f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.012677 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-040c399a-5f07-4562-9615-e583b14305f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.016581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-040c399a-5f07-4562-9615-e583b14305f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f09913cc-82e5-4dde-835e-0b9c60d90390 HTTP/1.1" status: 204 len: 168 time: 1.1817193 Aug 29 04:24:11.052986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c399a-5f07-4562-9615-e583b14305f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09913cc-82e5-4dde-835e-0b9c60d90390,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.096837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eaf8e91-e8ee-4ea7-acfe-f2c814987048,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.141144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Checking segment: {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:11.141534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Network hostable DHCP agents. Network: 044300e8-b5ef-4210-bb8c-53d5b8970081, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:11.149343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-7dd31035-7a93-4318-90ff-415bb378a368 service neutron] 10.222.0.32 "GET /v2.0/networks/8df125b8-c9e7-4100-994a-5bf8a7c9ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844447 Aug 29 04:24:11.378779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Attempting to bind port 113f3ba3-d07a-4918-b982-fa87ca12fbfd on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:11.379361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Attempting to bind port 113f3ba3-d07a-4918-b982-fa87ca12fbfd by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:11.379904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Attempting to bind port 113f3ba3-d07a-4918-b982-fa87ca12fbfd on network 1107f76c-2050-4785-97d0-5a0f47154375 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:11.389217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdda56f6-c437-4cc4-8568-1e521970a575 req-22e5f647-ee9a-4723-a581-cf3ced66ab9b service neutron] 10.222.0.32 "GET /v2.0/networks/8df125b8-c9e7-4100-994a-5bf8a7c9ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273922 Aug 29 04:24:11.390784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:11.401840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 044300e8-b5ef-4210-bb8c-53d5b8970081) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:11.410418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.413475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec28ac2-e5eb-4b56-8e68-a8e667728bd3 None None] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:11.417031 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.456087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Port 113f3ba3-d07a-4918-b982-fa87ca12fbfd on network 1107f76c-2050-4785-97d0-5a0f47154375 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:11.456614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Attempting to bind port 113f3ba3-d07a-4918-b982-fa87ca12fbfd on network 1107f76c-2050-4785-97d0-5a0f47154375 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:11.457779 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-621f8fe4-6ba0-4501-a5b5-d2b7e7be48bb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5698161 Aug 29 04:24:11.458477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45832) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:11.472401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:11.474792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:11.475402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Checking segment: {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:11.476860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Bound using segment: {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:11.481314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Bound port: 113f3ba3-d07a-4918-b982-fa87ca12fbfd, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcccd57-7998-4461-a6f0-5fec3e29973a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:11.483280 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.633546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.637907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.647357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981ff73-30fb-459f-b349-e6c98bfd8396 req-f067e8f9-e234-49f3-afb9-1474b2e5ed8f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.651202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73434438-68f0-4729-9318-386eebc87ec3 req-f26ccdf1-06aa-45aa-8378-d1029d99490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.657027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2981ff73-30fb-459f-b349-e6c98bfd8396 req-f067e8f9-e234-49f3-afb9-1474b2e5ed8f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 944 time: 0.2989199 Aug 29 04:24:11.658962 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73434438-68f0-4729-9318-386eebc87ec3 req-f26ccdf1-06aa-45aa-8378-d1029d99490c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649d27e698d442beb8182be9778c329c&device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 1096 time: 0.1542788 Aug 29 04:24:11.737805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] For port 113f3ba3-d07a-4918-b982-fa87ca12fbfd, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:11.789512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-044300e8-b5ef-4210-bb8c-53d5b8970081', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:11.794225 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.845043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] For port 113f3ba3-d07a-4918-b982-fa87ca12fbfd, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:11.977553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2981ff73-30fb-459f-b349-e6c98bfd8396 req-cc0d2f6e-340d-488d-8a13-d58b9bba0494 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196344 Aug 29 04:24:11.984122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.110676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.174949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.179183 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.187444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 1092 time: 3.9591129 Aug 29 04:24:12.189514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:12.194636 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a300a523-d1ba-4b18-b5f1-0992510b250c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:12.238740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Allocated IP 172.20.0.2 (044300e8-b5ef-4210-bb8c-53d5b8970081/6eaf8e91-e8ee-4ea7-acfe-f2c814987048/2b6dc006-9f73-4bc7-8644-41ad78de3e65) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:12.387389 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d10f7-a607-40fa-85ea-4e89080c6504 x-openstack-request-id: req-6e1d10f7-a607-40fa-85ea-4e89080c6504 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:12.387976 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:12.388245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9694bae1-c7b0-4a95-ae6f-8aad6666d599 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:12.388637 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e1d10f7-a607-40fa-85ea-4e89080c6504 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:12.389223 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'status': 'completed', 'code': 200} Aug 29 04:24:12.413716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29458048-8dbe-4cac-8ca3-3b49468b2fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=113f3ba3-d07a-4918-b982-fa87ca12fbfd,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.436797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Deleting port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:12.437407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.471532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e1709-1b8b-4732-8d85-900834ff8299 req-cf1b3caa-f5c9-4521-876a-e6f661d65896 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.491637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e28e1709-1b8b-4732-8d85-900834ff8299 req-cf1b3caa-f5c9-4521-876a-e6f661d65896 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 943 time: 0.5959210 Aug 29 04:24:12.630651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-685940cd-73d5-4ef4-9dbf-e3b828a4ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.632249 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-685940cd-73d5-4ef4-9dbf-e3b828a4ad47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 1095 time: 0.3706887 Aug 29 04:24:12.669558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:12.701473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73434438-68f0-4729-9318-386eebc87ec3 req-9d79294c-cf59-46b5-a5b1-0e3822ce6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:12.703892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73434438-68f0-4729-9318-386eebc87ec3 req-9d79294c-cf59-46b5-a5b1-0e3822ce6d2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8df125b8-c9e7-4100-994a-5bf8a7c9ce1f HTTP/1.1" status: 200 len: 914 time: 1.0360286 Aug 29 04:24:12.711428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.726116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9694bae1-c7b0-4a95-ae6f-8aad6666d599 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:12.726901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.752900 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-d2cb78e3-d227-46fb-a08b-940b168f0f76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 217 time: 0.1088464 Aug 29 04:24:12.798116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:12.801195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.821243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73434438-68f0-4729-9318-386eebc87ec3 req-8b144e08-94ce-4833-ae73-e60be4de17c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54f9c5e2-13ca-4afb-be07-3f499d8973a2 HTTP/1.1" status: 200 len: 217 time: 0.1018727 Aug 29 04:24:12.825890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Transition to ACTIVE for port object 2b6dc006-9f73-4bc7-8644-41ad78de3e65 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:12.837631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e28e1709-1b8b-4732-8d85-900834ff8299 req-cb4ac447-95ab-454d-b9f9-6b2ce8ba4c27 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445847 Aug 29 04:24:12.850376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Transition to ACTIVE for port object 2b6dc006-9f73-4bc7-8644-41ad78de3e65 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:12.882053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] For port 9694bae1-c7b0-4a95-ae6f-8aad6666d599, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9694bae1-c7b0-4a95-ae6f-8aad6666d599,segment=NetworkSegment(2af61e01-a420-4a15-83b0-dc2e8e41d4ac),segment_id=2af61e01-a420-4a15-83b0-dc2e8e41d4ac)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:12.882577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.890705 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.898746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Calling delete_port for 9694bae1-c7b0-4a95-ae6f-8aad6666d599 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:12.964016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:12.995977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:12.999111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:13.034854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.139955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-f56700a9-a9c3-4d7f-8f3d-88ced9920fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.149350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-f56700a9-a9c3-4d7f-8f3d-88ced9920fb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91eed555-17da-4ce8-b375-1611a9703dfd HTTP/1.1" status: 200 len: 868 time: 0.3737810 Aug 29 04:24:13.149576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Pushing event updated for resources: {'Port': ['ID=2b6dc006-9f73-4bc7-8644-41ad78de3e65,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.156894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73434438-68f0-4729-9318-386eebc87ec3 req-f9233e7e-2c26-4621-b43e-56f3ce1af660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.163340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73434438-68f0-4729-9318-386eebc87ec3 req-f9233e7e-2c26-4621-b43e-56f3ce1af660 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=760e73e1-5dfc-4e23-95aa-359b88fc83f9 HTTP/1.1" status: 200 len: 853 time: 0.3240981 Aug 29 04:24:13.225432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73434438-68f0-4729-9318-386eebc87ec3 req-f4543e07-87da-4427-994f-cb8e74846da2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8df125b8-c9e7-4100-994a-5bf8a7c9ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482113 Aug 29 04:24:13.262911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 9694bae1-c7b0-4a95-ae6f-8aad6666d599, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9694bae1-c7b0-4a95-ae6f-8aad6666d599,segment=NetworkSegment(2af61e01-a420-4a15-83b0-dc2e8e41d4ac),segment_id=2af61e01-a420-4a15-83b0-dc2e8e41d4ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:13.285417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Attempting to bind port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:13.288502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Attempting to bind port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:13.289011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Attempting to bind port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 on network 044300e8-b5ef-4210-bb8c-53d5b8970081 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:13.307161 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.312094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:13.312557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Checking segment: {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:13.313875 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.314323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Bound using segment: {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:13.315911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Bound port: 2b6dc006-9f73-4bc7-8644-41ad78de3e65, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:13.316360 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.348536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2788f27-f053-4ea5-95b8-525bafa94f2f req-61e19d61-2d3a-4ce9-aeb0-efc9b3f847dd tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.350663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2788f27-f053-4ea5-95b8-525bafa94f2f req-61e19d61-2d3a-4ce9-aeb0-efc9b3f847dd tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 944 time: 0.1852839 Aug 29 04:24:13.370148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa977-b7c8-4531-8bb6-daaf467589be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.389843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-9f1c30ef-319f-499c-b114-9f8424e1779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.394375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-9f1c30ef-319f-499c-b114-9f8424e1779a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1107f76c-2050-4785-97d0-5a0f47154375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429047 Aug 29 04:24:13.471551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=9694bae1-c7b0-4a95-ae6f-8aad6666d599,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.486043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] For port 2b6dc006-9f73-4bc7-8644-41ad78de3e65, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:13.495510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] For port 2b6dc006-9f73-4bc7-8644-41ad78de3e65, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2b6dc006-9f73-4bc7-8644-41ad78de3e65,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:13.500566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.528373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2788f27-f053-4ea5-95b8-525bafa94f2f req-d2165a2f-bac4-4634-9ecd-2b8762b320ed tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707911 Aug 29 04:24:13.589970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73434438-68f0-4729-9318-386eebc87ec3 req-4071b619-5d2e-4621-912e-49ab3d7e68b6 service neutron] 10.222.0.32 "GET /v2.0/networks/8df125b8-c9e7-4100-994a-5bf8a7c9ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486392 Aug 29 04:24:13.595244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc38c1-9cef-4f8d-ac66-901de7d87e8f None None] Pushing event updated for resources: {'Port': ['ID=2b6dc006-9f73-4bc7-8644-41ad78de3e65,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.680682 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa977-b7c8-4531-8bb6-daaf467589be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.689079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa977-b7c8-4531-8bb6-daaf467589be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.724088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8f1fa977-b7c8-4531-8bb6-daaf467589be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22f60a21bf2441d9af29a3fc9cee70f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8810678 Aug 29 04:24:13.735920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9b65-e97b-4bee-a0c9-16bdb88899a8 req-a9b52aad-c7fe-4d01-9b68-1130c2b5547d tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.746473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-438d9b65-e97b-4bee-a0c9-16bdb88899a8 req-a9b52aad-c7fe-4d01-9b68-1130c2b5547d tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 945 time: 0.4837115 Aug 29 04:24:13.755973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45896) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:13.771767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f9c5e2-13ca-4afb-be07-3f499d8973a2 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:13.801889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.885400 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-438d9b65-e97b-4bee-a0c9-16bdb88899a8 req-f1883d73-cfe8-405a-bc47-e4f5ac39fc4e tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373436 Aug 29 04:24:13.887643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fa977-b7c8-4531-8bb6-daaf467589be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19e60b1-4931-4eae-be69-02bc6b59162d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.913904 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.999889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54f9c5e2-13ca-4afb-be07-3f499d8973a2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f9c5e2-13ca-4afb-be07-3f499d8973a2,segment=NetworkSegment(7d1d08eb-f273-4aec-a280-7a1c53b0962a),segment_id=7d1d08eb-f273-4aec-a280-7a1c53b0962a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:14.016222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '54f9c5e2-13ca-4afb-be07-3f499d8973a2', 'network_id': '8df125b8-c9e7-4100-994a-5bf8a7c9ce1f', 'port_id': '54f9c5e2-13ca-4afb-be07-3f499d8973a2', 'mac_address': 'fa:16:3e:c5:3c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760e73e1-5dfc-4e23-95aa-359b88fc83f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:14.067657 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.069347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dad09aa8-a46e-411c-a1dd-109b70458f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.074669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-d1b85f2e-9b0c-487c-9d79-d22cb6264a65 service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699560 Aug 29 04:24:14.077215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Pushing event deleted for resources: {'Port': ['ID=9694bae1-c7b0-4a95-ae6f-8aad6666d599,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.086563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f9c5e2-13ca-4afb-be07-3f499d8973a2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:14.131033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54f9c5e2-13ca-4afb-be07-3f499d8973a2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f9c5e2-13ca-4afb-be07-3f499d8973a2,segment=NetworkSegment(7d1d08eb-f273-4aec-a280-7a1c53b0962a),segment_id=7d1d08eb-f273-4aec-a280-7a1c53b0962a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:14.142547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.214087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=54f9c5e2-13ca-4afb-be07-3f499d8973a2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.290995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ffe5dd1-9a9a-4fc5-a473-dbf4ed4807c6 req-e3348007-5d92-4a35-95b8-433ca4b28ff9 service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901383 Aug 29 04:24:14.374403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dad09aa8-a46e-411c-a1dd-109b70458f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.462497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['54f9c5e2-13ca-4afb-be07-3f499d8973a2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:14.465889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2b6dc006-9f73-4bc7-8644-41ad78de3e65 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:14.535969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dad09aa8-a46e-411c-a1dd-109b70458f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.538566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dad09aa8-a46e-411c-a1dd-109b70458f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.539937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dad09aa8-a46e-411c-a1dd-109b70458f37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d19e60b1-4931-4eae-be69-02bc6b59162d HTTP/1.1" status: 204 len: 168 time: 0.7726538 Aug 29 04:24:14.568513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-75080701-7bff-4304-aa50-4db880414ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.570119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-75080701-7bff-4304-aa50-4db880414ae2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 1095 time: 0.1874065 Aug 29 04:24:14.573705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad09aa8-a46e-411c-a1dd-109b70458f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19e60b1-4931-4eae-be69-02bc6b59162d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.596997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:14.603597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.707888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-474e8f3f-e61b-419b-b6ac-42f1e1dea623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.709390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-474e8f3f-e61b-419b-b6ac-42f1e1dea623 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 200 len: 930 time: 0.1291554 Aug 29 04:24:14.819388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-6dce6326-5f8b-4716-8c49-9a7c3596b587 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 217 time: 0.0970349 Aug 29 04:24:14.842542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a56db-db09-41e7-96c7-975861c8418c req-b4513cb5-478b-4076-8954-0d75f65d2d48 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.851952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c48a56db-db09-41e7-96c7-975861c8418c req-b4513cb5-478b-4076-8954-0d75f65d2d48 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 943 time: 0.2359731 Aug 29 04:24:14.860323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73434438-68f0-4729-9318-386eebc87ec3 req-74dc0290-7d38-4eac-a8c8-220839d42be4 service neutron] 10.222.0.32 "GET /v2.0/networks/8df125b8-c9e7-4100-994a-5bf8a7c9ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2565694 Aug 29 04:24:14.908677 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.922823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-a66361c2-8d4d-49c5-a988-a187afe89d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.926122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-a66361c2-8d4d-49c5-a988-a187afe89d9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91eed555-17da-4ce8-b375-1611a9703dfd HTTP/1.1" status: 200 len: 868 time: 0.0965610 Aug 29 04:24:14.974069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-edde899f-a008-4df1-8aff-d92867075713 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:14.975918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-edde899f-a008-4df1-8aff-d92867075713 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 945 time: 0.2975528 Aug 29 04:24:15.038219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Allocated IP 172.25.7.218 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/2915757a-3e77-4be6-9b82-da308709e771) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:15.047538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c48a56db-db09-41e7-96c7-975861c8418c req-60f42522-09f6-4d0a-84c9-92315623816a tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942856 Aug 29 04:24:15.086332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-cdfc5111-7727-440a-ae5f-b0cde32d3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.094183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-cdfc5111-7727-440a-ae5f-b0cde32d3a08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1107f76c-2050-4785-97d0-5a0f47154375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549048 Aug 29 04:24:15.239695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79408ae-e808-443a-b890-c0655ad183f7 None None] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:15.255523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff6751-b09f-44c4-8a00-8c0c5b039cc5 req-35387e0f-db50-4cd9-b720-240b8189a4d3 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.257875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1ff6751-b09f-44c4-8a00-8c0c5b039cc5 req-35387e0f-db50-4cd9-b720-240b8189a4d3 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 945 time: 0.2339382 Aug 29 04:24:15.264564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Deleting port d1692131-0b66-4e54-99a3-6178225a7fb6 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:15.264914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.294831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-a14537d8-f55f-426c-bebe-4c2761ed5b73 service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957285 Aug 29 04:24:15.297264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205d6e3-1290-4fd8-a31c-d308084f12bf req-801b8de9-a772-4e5d-9b9f-4055151cd3e9 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.298804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0205d6e3-1290-4fd8-a31c-d308084f12bf req-801b8de9-a772-4e5d-9b9f-4055151cd3e9 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 945 time: 0.1184065 Aug 29 04:24:15.370373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2b19aff2-0b8b-496e-a218-394d9b705341 None None] Provisioning for port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:15.379188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2b19aff2-0b8b-496e-a218-394d9b705341 None None] Provisioning complete for port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:15.379188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b19aff2-0b8b-496e-a218-394d9b705341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.394458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.402109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0205d6e3-1290-4fd8-a31c-d308084f12bf req-bc1861de-377f-4daa-b7f0-0eba15862867 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/security-groups?id=c72e0155-06b5-4b87-9136-99540b4cbdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735853 Aug 29 04:24:15.484208 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b19aff2-0b8b-496e-a218-394d9b705341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.492154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] For port d1692131-0b66-4e54-99a3-6178225a7fb6, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d1692131-0b66-4e54-99a3-6178225a7fb6,segment=NetworkSegment(176f4989-f5de-4a74-83c6-88dd9f47d90a),segment_id=176f4989-f5de-4a74-83c6-88dd9f47d90a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:15.496556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.537162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2b19aff2-0b8b-496e-a218-394d9b705341 None None] For port 2b6dc006-9f73-4bc7-8644-41ad78de3e65, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2b6dc006-9f73-4bc7-8644-41ad78de3e65,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:15.542978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b19aff2-0b8b-496e-a218-394d9b705341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.559351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Calling delete_port for d1692131-0b66-4e54-99a3-6178225a7fb6 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:15.576480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.590530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1ff6751-b09f-44c4-8a00-8c0c5b039cc5 req-bcbdf907-ce7f-40d6-ac94-79fbd44b24cf tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944727 Aug 29 04:24:15.637222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Router ba3e35bf-23f3-4b96-aa9b-49da791db162 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:15.639715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19aff2-0b8b-496e-a218-394d9b705341 None None] Pushing event updated for resources: {'Port': ['ID=2b6dc006-9f73-4bc7-8644-41ad78de3e65,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.664184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a300a523-d1ba-4b18-b5f1-0992510b250c req-c85841d2-c0c0-4747-9537-4cfbb176be9f service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514466 Aug 29 04:24:15.715770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900925a-3345-4cd3-9326-a2f424dab61d req-9a9b8b93-f530-4577-bda2-2fc5c41c2406 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.717314 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2900925a-3345-4cd3-9326-a2f424dab61d req-9a9b8b93-f530-4577-bda2-2fc5c41c2406 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 945 time: 0.2157488 Aug 29 04:24:15.745496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:15.758931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:15.777039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Pushing event updated for resources: {'Port': ['ID=2915757a-3e77-4be6-9b82-da308709e771,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.781129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:15.803523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f9c5e2-13ca-4afb-be07-3f499d8973a2 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:15.820589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:15.829779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f7e76ae-0098-4563-80b6-07dd6505e196 admin admin] 10.222.0.55 "PUT /v2.0/routers/ba3e35bf-23f3-4b96-aa9b-49da791db162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8908992 Aug 29 04:24:15.830894 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] Sync routers for ids ['ba3e35bf-23f3-4b96-aa9b-49da791db162'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:15.835521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:15.841719 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] Routers {'ba3e35bf-23f3-4b96-aa9b-49da791db162'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:15.842591 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ba3e35bf-23f3-4b96-aa9b-49da791db162'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:15.904117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2900925a-3345-4cd3-9326-a2f424dab61d req-83e1fad1-f170-4b47-9d3a-6971ce8da132 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622875 Aug 29 04:24:15.924002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:15.933011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:15.933404 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.035552 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] Set router ba3e35bf-23f3-4b96-aa9b-49da791db162 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:16.044590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e0839fdd-3912-4cec-94b7-a334d1529fab None None] Provisioning complete for port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:16.044590 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0839fdd-3912-4cec-94b7-a334d1529fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.055751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.340355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2b6dc006-9f73-4bc7-8644-41ad78de3e65 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:16.341682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930b900-39f5-4d42-8480-391ecadda22f req-b711973b-f9c9-49c1-aa05-dd19f0d3a561 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.343309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0930b900-39f5-4d42-8480-391ecadda22f req-b711973b-f9c9-49c1-aa05-dd19f0d3a561 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 943 time: 0.1836083 Aug 29 04:24:16.468103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0930b900-39f5-4d42-8480-391ecadda22f req-ced6bd7b-5530-4795-b3a2-62131ff255e9 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024151 Aug 29 04:24:16.483921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.489270 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.527760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Pushing event deleted for resources: {'Port': ['ID=d1692131-0b66-4e54-99a3-6178225a7fb6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.536258 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:13Z', 'revision_number': 5, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:16.565620 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] Checking router: ba3e35bf-23f3-4b96-aa9b-49da791db162 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:16.569058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['d1692131-0b66-4e54-99a3-6178225a7fb6'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:16.579983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] No DVR routers for this DVR port d1692131-0b66-4e54-99a3-6178225a7fb6 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:16.584547 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.586799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf4e176f-1fbb-4716-a9c3-acfc99d699d6 req-b518fa1e-a4ea-4ed1-9dc9-bd65d0d7a3e4 tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.37 "DELETE /v2.0/ports/d1692131-0b66-4e54-99a3-6178225a7fb6 HTTP/1.1" status: 204 len: 173 time: 1.5993433 Aug 29 04:24:16.587458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'name': 'network-vif-deleted', 'tag': 'd1692131-0b66-4e54-99a3-6178225a7fb6'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:16.590068 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9699a38c-1866-4db2-94f3-cb7d870f85d2" -d '{"events": [{"server_uuid": "4eca9702-f65c-4c9f-93cb-2d48435728e2", "name": "network-vif-deleted", "tag": "d1692131-0b66-4e54-99a3-6178225a7fb6"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:16.603494 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] Routers {'ba3e35bf-23f3-4b96-aa9b-49da791db162'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:16.609764 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ba3e35bf-23f3-4b96-aa9b-49da791db162'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:16.613569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.713873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b7510f-7958-4158-bfc8-da696e58f321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f9c5e2-13ca-4afb-be07-3f499d8973a2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:16.723713 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b36640-6ba0-4754-a9bb-7ae9cb35621d" -d '{"events": [{"server_uuid": "01b7510f-7958-4158-bfc8-da696e58f321", "name": "network-vif-plugged", "status": "completed", "tag": "54f9c5e2-13ca-4afb-be07-3f499d8973a2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:16.815822 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d022c8d-b87a-474d-b87b-add1e60ccf3e x-openstack-request-id: req-4d022c8d-b87a-474d-b87b-add1e60ccf3e {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:16.816743 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eca9702-f65c-4c9f-93cb-2d48435728e2", "name": "network-vif-deleted", "tag": "d1692131-0b66-4e54-99a3-6178225a7fb6", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:16.817188 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d022c8d-b87a-474d-b87b-add1e60ccf3e {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:16.817799 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eca9702-f65c-4c9f-93cb-2d48435728e2', 'name': 'network-vif-deleted', 'tag': 'd1692131-0b66-4e54-99a3-6178225a7fb6', 'status': 'completed', 'code': 200} Aug 29 04:24:16.818114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54f9c5e2-13ca-4afb-be07-3f499d8973a2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f9c5e2-13ca-4afb-be07-3f499d8973a2,segment=NetworkSegment(7d1d08eb-f273-4aec-a280-7a1c53b0962a),segment_id=7d1d08eb-f273-4aec-a280-7a1c53b0962a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:16.839342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.851893 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d8aca24-f5c0-4a21-8b33-bcba43f5d579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.861778 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] Set router ba3e35bf-23f3-4b96-aa9b-49da791db162 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:16.878984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:16.879463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.895433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:16.896043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46014) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:16.940461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.970031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82e53ba3-d59a-4fc7-b848-b9c2b054d727 req-d119c15e-61f4-4a7f-adb7-c0c1aeb4842b tempest-VolumesAdminNegativeTest-33676147 tempest-VolumesAdminNegativeTest-33676147-project] 10.222.0.55 "GET /v2.0/ports?device_id=4eca9702-f65c-4c9f-93cb-2d48435728e2 HTTP/1.1" status: 200 len: 210 time: 0.0737875 Aug 29 04:24:17.019358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.171445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Deleting port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:17.171801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.238782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-099286a8-2e85-4695-845c-5eedf238fdd5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.240792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-099286a8-2e85-4695-845c-5eedf238fdd5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 945 time: 0.3016229 Aug 29 04:24:17.266068 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a635b6-dfde-454f-8945-6aa0b9f89983 x-openstack-request-id: req-87a635b6-dfde-454f-8945-6aa0b9f89983 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:17.266346 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b7510f-7958-4158-bfc8-da696e58f321", "name": "network-vif-plugged", "status": "completed", "tag": "54f9c5e2-13ca-4afb-be07-3f499d8973a2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:17.266590 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87a635b6-dfde-454f-8945-6aa0b9f89983 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:17.267484 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b7510f-7958-4158-bfc8-da696e58f321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f9c5e2-13ca-4afb-be07-3f499d8973a2', 'code': 200} Aug 29 04:24:17.276660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 113f3ba3-d07a-4918-b982-fa87ca12fbfd details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:17.278237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29eafe-8265-44a8-b9ec-cd77d4feab9f req-c7f5d530-804e-4bb4-862a-bf5a8f89b917 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.279763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e29eafe-8265-44a8-b9ec-cd77d4feab9f req-c7f5d530-804e-4bb4-862a-bf5a8f89b917 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 946 time: 0.4608519 Aug 29 04:24:17.289271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af281402-de0c-45cf-af68-12ddd7be2119 req-b141fc61-3f86-4f0b-a825-ce2b4ffadd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.290771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af281402-de0c-45cf-af68-12ddd7be2119 req-b141fc61-3f86-4f0b-a825-ce2b4ffadd7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 1098 time: 0.1179056 Aug 29 04:24:17.296103 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:13Z', 'revision_number': 5, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:17.312187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] For port c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:17.313412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.330139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Calling delete_port for c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:17.336820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=54f9c5e2-13ca-4afb-be07-3f499d8973a2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:17.341279 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce1e7f-7f19-4629-af99-ca67d5f1fb12 None None] The sync data for ids ['ba3e35bf-23f3-4b96-aa9b-49da791db162'] in n-d-712143-14 is: [{'id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-814204990-router', 'tenant_id': '5c818c5e4ad340c089e2d939248506e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:13Z', 'revision_number': 5, 'project_id': '5c818c5e4ad340c089e2d939248506e3', 'gw_port': {'id': 'c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e35bf-23f3-4b96-aa9b-49da791db162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:55Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:17.353053 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af281402-de0c-45cf-af68-12ddd7be2119 req-da061552-ab5c-40f9-b1a8-1e4e79a2f0ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Aug 29 04:24:17.364586 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Router 1db90041-1db3-4050-a478-4c96ad7af689 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:24:17.403605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a500aa78-4408-4fc6-b004-d69cd73bf0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.413561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e29eafe-8265-44a8-b9ec-cd77d4feab9f req-45e81c73-1a9d-4093-b022-9a6a664134e1 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058872 Aug 29 04:24:17.447518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-528dd69a-8213-49e8-8e62-5d6bb5281154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.483068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 113f3ba3-d07a-4918-b982-fa87ca12fbfd, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:17.504737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'port_id': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'mac_address': 'fa:16:3e:9b:21:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:17.509738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e749a-c54b-4b19-8f63-29ae578a3726 req-f749b681-1d9f-4f84-8531-670456e062dc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.517973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a01e749a-c54b-4b19-8f63-29ae578a3726 req-f749b681-1d9f-4f84-8531-670456e062dc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 945 time: 0.1672945 Aug 29 04:24:17.548264 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.551248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:17.563190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Sync routers for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:17.567565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113f3ba3-d07a-4918-b982-fa87ca12fbfd {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:17.590234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:17.591028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:17.596320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 113f3ba3-d07a-4918-b982-fa87ca12fbfd, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:17.606707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Deleting port cff579c0-1892-4d8f-8318-b2b9cc3ad09f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:17.607052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.628331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a01e749a-c54b-4b19-8f63-29ae578a3726 req-93bc30d6-14b0-4d1c-bac1-54c751635234 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086855 Aug 29 04:24:17.628557 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.675064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d2ce5-7237-4e4c-8249-c9524c1be91b req-d6e4bb6c-97f3-4892-b6d0-387ac048d07d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:17.676567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f19d2ce5-7237-4e4c-8249-c9524c1be91b req-d6e4bb6c-97f3-4892-b6d0-387ac048d07d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 943 time: 0.1194599 Aug 29 04:24:17.738036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a500aa78-4408-4fc6-b004-d69cd73bf0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.749391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a500aa78-4408-4fc6-b004-d69cd73bf0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.758151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:17.761136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f19d2ce5-7237-4e4c-8249-c9524c1be91b req-580724c8-8450-4032-94fa-c6159c23f70f tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685620 Aug 29 04:24:17.765639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.780486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] For port cff579c0-1892-4d8f-8318-b2b9cc3ad09f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:17.780865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.798996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Calling delete_port for cff579c0-1892-4d8f-8318-b2b9cc3ad09f owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:17.833955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=113f3ba3-d07a-4918-b982-fa87ca12fbfd,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:17.858284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:17.870002 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a500aa78-4408-4fc6-b004-d69cd73bf0dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74cf6915e8da4f1887fcb39358dce178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9715056 Aug 29 04:24:17.873529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46026) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:17.875912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['113f3ba3-d07a-4918-b982-fa87ca12fbfd'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:17.901104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500aa78-4408-4fc6-b004-d69cd73bf0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77258c08-9fe1-4a45-8f4d-55524fb11b8e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:17.945043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.000333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e138bf72-c6fa-4964-8afe-d3cdb662edd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.023059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.040628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e138bf72-c6fa-4964-8afe-d3cdb662edd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.069436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.082256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event deleted for resources: {'Port': ['ID=cff579c0-1892-4d8f-8318-b2b9cc3ad09f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.086109 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.105718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.175095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-528dd69a-8213-49e8-8e62-5d6bb5281154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.179305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:16Z', 'revision_number': 3, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:18.183821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] Deleting subnet 34e6efbd-61c5-4021-8b0c-8ff11540c72e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:18.187056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.189124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-528dd69a-8213-49e8-8e62-5d6bb5281154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.204876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] No DVR routers for this DVR port cff579c0-1892-4d8f-8318-b2b9cc3ad09f on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:18.207601 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.213723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a14191cc-09d4-4b33-b0ae-f608ecbeb399 req-cdb2c8f5-fc78-4d24-8f92-f9b50162043d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "DELETE /v2.0/ports/cff579c0-1892-4d8f-8318-b2b9cc3ad09f HTTP/1.1" status: 204 len: 173 time: 0.9606068 Aug 29 04:24:18.215692 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.219218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4b5abf7d-397d-42e2-a003-da9864f56c91 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7588341 Aug 29 04:24:18.221567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e138bf72-c6fa-4964-8afe-d3cdb662edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.224193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Checking router: 1db90041-1db3-4050-a478-4c96ad7af689 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:18.224553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Updating router 1db90041-1db3-4050-a478-4c96ad7af689 port 2915757a-3e77-4be6-9b82-da308709e771 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:18.226637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e138bf72-c6fa-4964-8afe-d3cdb662edd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.228010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e138bf72-c6fa-4964-8afe-d3cdb662edd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77258c08-9fe1-4a45-8f4d-55524fb11b8e HTTP/1.1" status: 204 len: 168 time: 0.3519647 Aug 29 04:24:18.230622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46032) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.231477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.252180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138bf72-c6fa-4964-8afe-d3cdb662edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77258c08-9fe1-4a45-8f4d-55524fb11b8e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.281222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.285859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3e35bf-23f3-4b96-aa9b-49da791db162 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:24:18.306241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.306836 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.308644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2ebdede4-c973-4b37-a2ea-7475207cafe8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ba3e35bf-23f3-4b96-aa9b-49da791db162 HTTP/1.1" status: 204 len: 168 time: 2.4720979 Aug 29 04:24:18.317628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46036) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.368206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9694bae1-c7b0-4a95-ae6f-8aad6666d599 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:18.409222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9694bae1-c7b0-4a95-ae6f-8aad6666d599 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:18.425656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9694bae1-c7b0-4a95-ae6f-8aad6666d599 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:18.434007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.465815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-528dd69a-8213-49e8-8e62-5d6bb5281154 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05468b2561ae4c80a89c56ea895e3262&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5685914 Aug 29 04:24:18.466604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dd69a-8213-49e8-8e62-5d6bb5281154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7f7122-104e-4160-be64-a8330fd4c833,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.472856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.513942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] Deleting subnet e3dd4dd6-7567-42ee-80d8-677da19d65f0 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:18.530429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.593484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.602209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.606169 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4633c17e-74a9-431e-b9e0-f1a19ba05554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.641152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e6efbd-61c5-4021-8b0c-8ff11540c72e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.661247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.669152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9075cc1a-f74c-4cde-a8e9-82e262ea03f8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/34e6efbd-61c5-4021-8b0c-8ff11540c72e HTTP/1.1" status: 204 len: 168 time: 0.5987689 Aug 29 04:24:18.676121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.692366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4633c17e-74a9-431e-b9e0-f1a19ba05554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.841923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088701c-9050-4837-bbe4-b374d536dc89', 'name': 'network-vif-deleted', 'tag': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:18.844416 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4751ba-97d4-4a36-8a23-aa5e18084350" -d '{"events": [{"server_uuid": "c088701c-9050-4837-bbe4-b374d536dc89", "name": "network-vif-deleted", "tag": "cff579c0-1892-4d8f-8318-b2b9cc3ad09f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:18.852982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf514288-2300-4003-8ad6-76e4561528d1 req-c1d96e5b-3c03-4d64-a7cd-b661d81440f8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.0535247 Aug 29 04:24:18.874048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.905172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.919598 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.944880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Transition to ACTIVE for port object 2915757a-3e77-4be6-9b82-da308709e771 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:18.951109 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4633c17e-74a9-431e-b9e0-f1a19ba05554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.960186 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4633c17e-74a9-431e-b9e0-f1a19ba05554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.964276 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4633c17e-74a9-431e-b9e0-f1a19ba05554 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d7f7122-104e-4160-be64-a8330fd4c833 HTTP/1.1" status: 204 len: 168 time: 0.4897399 Aug 29 04:24:18.969054 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.996790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46052) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.998425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.023088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 113f3ba3-d07a-4918-b982-fa87ca12fbfd up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:19.053270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Attempting to bind port 2915757a-3e77-4be6-9b82-da308709e771 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:19.053906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Attempting to bind port 2915757a-3e77-4be6-9b82-da308709e771 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:19.054535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Attempting to bind port 2915757a-3e77-4be6-9b82-da308709e771 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:19.074154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b554eb4-aa9f-4834-bfad-bbe9ca95eabe None None] Pushing event updated for resources: {'Port': ['ID=2915757a-3e77-4be6-9b82-da308709e771,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.079158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633c17e-74a9-431e-b9e0-f1a19ba05554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7f7122-104e-4160-be64-a8330fd4c833,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.099491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:19.100042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:19.100553 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.101051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:19.101793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Bound port: 2915757a-3e77-4be6-9b82-da308709e771, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:19.102171 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.126358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.144485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f74fd3-3644-4b66-8db4-5ade79664bb3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:19.161360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176f4989-f5de-4a74-83c6-88dd9f47d90a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:19.161731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176f4989-f5de-4a74-83c6-88dd9f47d90a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:19.178409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e96520-8717-4916-9a19-ca4be7121a96 req-8cca05c8-6fbb-4c96-9067-5e74b3a734d5 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.180711 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80e96520-8717-4916-9a19-ca4be7121a96 req-8cca05c8-6fbb-4c96-9067-5e74b3a734d5 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 944 time: 0.0929255 Aug 29 04:24:19.185353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.214136 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.229279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:19.230619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:19.232238 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:19.295831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80e96520-8717-4916-9a19-ca4be7121a96 req-ad47e04c-fbad-4384-8095-35b79b4c3696 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025236 Aug 29 04:24:19.309682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 113f3ba3-d07a-4918-b982-fa87ca12fbfd completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:19.314257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] For port 2915757a-3e77-4be6-9b82-da308709e771, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:19.315820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.323953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] For port 2915757a-3e77-4be6-9b82-da308709e771, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2915757a-3e77-4be6-9b82-da308709e771,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:19.325846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 113f3ba3-d07a-4918-b982-fa87ca12fbfd triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:19.326321 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.330129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.366194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.368151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] 10.222.0.55 "DELETE /v2.0/networks/13f74fd3-3644-4b66-8db4-5ade79664bb3 HTTP/1.1" status: 204 len: 168 time: 0.6902828 Aug 29 04:24:19.372834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6e028-0326-46bb-aa55-46757eeeecbf admin admin] Pushing event deleted for resources: {'Network': ['ID=13f74fd3-3644-4b66-8db4-5ade79664bb3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.377200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46058) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.448015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ca42-03c8-4450-95a3-2f59ab276dd2 req-45fc1f43-828f-46c3-8a0e-96a47bc97126 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:19.450479 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e738ca42-03c8-4450-95a3-2f59ab276dd2 req-45fc1f43-828f-46c3-8a0e-96a47bc97126 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 946 time: 0.7390516 Aug 29 04:24:19.454560 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-47c56de7-1788-49d2-ba57-c4b3facc8bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.457643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] Deleting subnet db10058a-fe6b-488b-83f4-227c0c679ded {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:19.460411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b554eb4-aa9f-4834-bfad-bbe9ca95eabe None None] Pushing event updated for resources: {'Port': ['ID=2915757a-3e77-4be6-9b82-da308709e771,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.471047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:19.471688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:23:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:19.474279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.480615 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abefc44-2d22-42bb-a356-8d57969de59a x-openstack-request-id: req-7abefc44-2d22-42bb-a356-8d57969de59a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:19.481043 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088701c-9050-4837-bbe4-b374d536dc89", "name": "network-vif-deleted", "tag": "cff579c0-1892-4d8f-8318-b2b9cc3ad09f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:19.481427 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7abefc44-2d22-42bb-a356-8d57969de59a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:19.482120 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088701c-9050-4837-bbe4-b374d536dc89', 'name': 'network-vif-deleted', 'tag': 'cff579c0-1892-4d8f-8318-b2b9cc3ad09f', 'status': 'completed', 'code': 200} Aug 29 04:24:19.491019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c51453b3-36cf-42f4-971e-696b16e89d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.502703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3dd4dd6-7567-42ee-80d8-677da19d65f0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.525017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.529343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.532045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-80690370-faa8-42c2-b16b-1ae8f685e82f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e3dd4dd6-7567-42ee-80d8-677da19d65f0 HTTP/1.1" status: 204 len: 168 time: 1.2120621 Aug 29 04:24:19.546215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46064) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.595372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54a460-fc8d-4478-b5dc-c9130806fd78 None None] Network ddb5a278-97f9-482c-934f-fa27d18d4715 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:19.604349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.625678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e738ca42-03c8-4450-95a3-2f59ab276dd2 req-1672506f-986b-43f9-bf9a-1f1d0d82daf5 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299806 Aug 29 04:24:19.700562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.725070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.729297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db10058a-fe6b-488b-83f4-227c0c679ded,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.746258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.751624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-50043359-46c7-4820-890b-7b172c6c3726 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/db10058a-fe6b-488b-83f4-227c0c679ded HTTP/1.1" status: 204 len: 168 time: 0.3730211 Aug 29 04:24:19.752699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46070) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.833322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.854200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cff579c0-1892-4d8f-8318-b2b9cc3ad09f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:19.856713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.888912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: cff579c0-1892-4d8f-8318-b2b9cc3ad09f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:19.889271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cff579c0-1892-4d8f-8318-b2b9cc3ad09f not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:19.892723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.917773 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c51453b3-36cf-42f4-971e-696b16e89d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.923582 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c51453b3-36cf-42f4-971e-696b16e89d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.976908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Deleting port a49532fe-4051-46c7-af0e-9c8fdbdd52aa {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:19.977253 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.981059 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.989450 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:20.022833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b141bca-73c5-41c4-945c-e5bbdfb3ae3e']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.030357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:20.032704 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6594898d-a24f-4f5d-bade-ab3791233a02" -d '{"events": [{"server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "name": "network-vif-plugged", "status": "completed", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:20.049130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-edb36d5e-4fb0-4edf-8263-4ad83ba036b7 req-918a44af-f646-42f3-bc3b-77a2ca2b7347 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.0508788 Aug 29 04:24:20.053208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf400959-f8c4-439d-b029-746e2bb514cc') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.053637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf400959-f8c4-439d-b029-746e2bb514cc') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.076800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.089707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] For port a49532fe-4051-46c7-af0e-9c8fdbdd52aa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a49532fe-4051-46c7-af0e-9c8fdbdd52aa,segment=NetworkSegment(2af61e01-a420-4a15-83b0-dc2e8e41d4ac),segment_id=2af61e01-a420-4a15-83b0-dc2e8e41d4ac)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:20.090139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.096347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.104976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:20.105734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:20.108656 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:20.144197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Calling delete_port for a49532fe-4051-46c7-af0e-9c8fdbdd52aa owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:20.158281 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06666a-edec-466c-8112-1c9cf99b6b17 x-openstack-request-id: req-ff06666a-edec-466c-8112-1c9cf99b6b17 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:20.158577 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "name": "network-vif-plugged", "status": "completed", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:20.158834 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff06666a-edec-466c-8112-1c9cf99b6b17 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:20.159240 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'code': 200} Aug 29 04:24:20.185806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:20.192990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 113f3ba3-d07a-4918-b982-fa87ca12fbfd, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:20.229214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.241844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.246441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3b141bca-73c5-41c4-945c-e5bbdfb3ae3e HTTP/1.1" status: 204 len: 168 time: 0.4901924 Aug 29 04:24:20.270578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276eaed-1348-48d6-a47c-9f8242b77e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b141bca-73c5-41c4-945c-e5bbdfb3ae3e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.294189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c51453b3-36cf-42f4-971e-696b16e89d3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50ac4f05983947719f8f8440515b4e62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2933896 Aug 29 04:24:20.294680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46086) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.381911 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.386772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51453b3-36cf-42f4-971e-696b16e89d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680f7bab-8229-43b5-b729-5c5ebf08b220,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.423760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62d9e732-9f3b-4cc5-9b74-f6d6cdf84570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.438653 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.466892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49532fe-4051-46c7-af0e-9c8fdbdd52aa,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.494746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002594ec-c51a-4a5d-a089-b64ddab0977c req-a5db7c08-fdb1-4709-a637-a025f0eff548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.496587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-002594ec-c51a-4a5d-a089-b64ddab0977c req-a5db7c08-fdb1-4709-a637-a025f0eff548 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 1097 time: 0.2614067 Aug 29 04:24:20.497684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] No DVR routers for this DVR port a49532fe-4051-46c7-af0e-9c8fdbdd52aa on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:20.535812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.537760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62d9e732-9f3b-4cc5-9b74-f6d6cdf84570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.624968 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.636960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb5a278-97f9-482c-934f-fa27d18d4715']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.648904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af61e01-a420-4a15-83b0-dc2e8e41d4ac') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.649194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af61e01-a420-4a15-83b0-dc2e8e41d4ac') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.660069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.667902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.668649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d1692131-0b66-4e54-99a3-6178225a7fb6 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:20.674799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.681135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:20.681545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.692387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d801d36b-b89c-4844-9905-bcd229cae543 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4c23c3b13ea4dada87572233ff1db42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516430 Aug 29 04:24:20.718063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfbdc9-a04a-4f0a-bd56-4c8e7d4a0477 req-ec5635c8-3e7b-438f-bdd4-bc197e1a8669 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.723575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1dfbdc9-a04a-4f0a-bd56-4c8e7d4a0477 req-ec5635c8-3e7b-438f-bdd4-bc197e1a8669 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 945 time: 0.2701087 Aug 29 04:24:20.724221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.751125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:20.751462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c62b9be0-6db4-49ae-82f0-6bcdaf0bf9fa not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:20.778681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=113f3ba3-d07a-4918-b982-fa87ca12fbfd,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:20.779936 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:20.787659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.788485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: d1692131-0b66-4e54-99a3-6178225a7fb6 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:20.788997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d1692131-0b66-4e54-99a3-6178225a7fb6 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:20.796446 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.799898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80036069-4ec2-4db4-a24d-35aaef18b3f1 None None] DHCP port deletion for ddb5a278-97f9-482c-934f-fa27d18d4715 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:20.808605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.829251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.832046 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ddb5a278-97f9-482c-934f-fa27d18d4715 HTTP/1.1" status: 204 len: 168 time: 1.2839766 Aug 29 04:24:20.842972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:16Z', 'revision_number': 3, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:20.855246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf5bc8-b77a-48e5-b6e4-2e6c76f4d754 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb5a278-97f9-482c-934f-fa27d18d4715,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.890122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62d9e732-9f3b-4cc5-9b74-f6d6cdf84570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.893304 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-62d9e732-9f3b-4cc5-9b74-f6d6cdf84570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.894829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-62d9e732-9f3b-4cc5-9b74-f6d6cdf84570 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/680f7bab-8229-43b5-b729-5c5ebf08b220 HTTP/1.1" status: 204 len: 168 time: 0.5989597 Aug 29 04:24:20.910935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb88be-2194-4fe7-a47c-968a5bea3cad None None] The sync data for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 is: [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:16Z', 'revision_number': 3, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:20.915826 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-002594ec-c51a-4a5d-a089-b64ddab0977c req-c7e2d013-2561-48c4-afac-1e359f716980 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600492 Aug 29 04:24:20.934742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1dfbdc9-a04a-4f0a-bd56-4c8e7d4a0477 req-bc0799ca-3834-44ae-afc9-c07ce8c18f4e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902833 Aug 29 04:24:20.951247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9e732-9f3b-4cc5-9b74-f6d6cdf84570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680f7bab-8229-43b5-b729-5c5ebf08b220,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.997166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-d373-49f9-a793-1a49b0ad7d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.022572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Allocated IP 172.20.0.1 (044300e8-b5ef-4210-bb8c-53d5b8970081/6eaf8e91-e8ee-4ea7-acfe-f2c814987048/743e1b8c-6833-4671-b3ff-7c00806e3074) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:21.042778 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-d373-49f9-a793-1a49b0ad7d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.167478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46108) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.209301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2ab87-2acc-494b-8fd8-ce677013a009 req-25f5c8a1-0212-4912-bbb8-1a774c73cb9b tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.213152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0b2ab87-2acc-494b-8fd8-ce677013a009 req-25f5c8a1-0212-4912-bbb8-1a774c73cb9b tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 946 time: 0.1295471 Aug 29 04:24:21.243466 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-d373-49f9-a793-1a49b0ad7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.246877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-70444d68-d373-49f9-a793-1a49b0ad7d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.247170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.248002 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-70444d68-d373-49f9-a793-1a49b0ad7d42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c72e0155-06b5-4b87-9136-99540b4cbdc2 HTTP/1.1" status: 204 len: 168 time: 0.5220802 Aug 29 04:24:21.268227 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c487ac7d-f9ac-443b-804f-3ba2e26437b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c818c5e4ad340c089e2d939248506e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993068 Aug 29 04:24:21.271298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70444d68-d373-49f9-a793-1a49b0ad7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e0155-06b5-4b87-9136-99540b4cbdc2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.272984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46114) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.334752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Transition to ACTIVE for port object 743e1b8c-6833-4671-b3ff-7c00806e3074 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:21.346742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0b2ab87-2acc-494b-8fd8-ce677013a009 req-c5855189-24a0-4419-9166-0ebb73eccd3d tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161463 Aug 29 04:24:21.412374 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.435669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ce0369b-fe68-44ce-bf65-dda8f5f32b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.491194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ce0369b-fe68-44ce-bf65-dda8f5f32b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.507498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:21.514441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:21.518714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:21.589054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Pushing event updated for resources: {'Port': ['ID=743e1b8c-6833-4671-b3ff-7c00806e3074,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.621755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.629134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6bc6ba3c-2120-449e-ad95-b06f52d6751f req-e859e5c1-1411-4eca-af6c-72b8822486c6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.0884769 Aug 29 04:24:21.667305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ce0369b-fe68-44ce-bf65-dda8f5f32b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.670760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ce0369b-fe68-44ce-bf65-dda8f5f32b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.674860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6ce0369b-fe68-44ce-bf65-dda8f5f32b22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb120088-a3be-4d1c-a1ab-47ccbf50b4fb HTTP/1.1" status: 204 len: 168 time: 0.4006453 Aug 29 04:24:21.684179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0369b-fe68-44ce-bf65-dda8f5f32b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb120088-a3be-4d1c-a1ab-47ccbf50b4fb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.894751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.007810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ae1afb24-ac8a-4d56-a809-fadf78995d34 None None] Provisioning for port 743e1b8c-6833-4671-b3ff-7c00806e3074 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:22.017477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ae1afb24-ac8a-4d56-a809-fadf78995d34 None None] Provisioning complete for port 743e1b8c-6833-4671-b3ff-7c00806e3074 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:22.018221 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae1afb24-ac8a-4d56-a809-fadf78995d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.102000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ae1afb24-ac8a-4d56-a809-fadf78995d34 None None] Port 743e1b8c-6833-4671-b3ff-7c00806e3074 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:22.209666 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.288000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e7068-601d-4c87-a3f3-0eb44c577e86 req-88568bba-8583-4d10-bf00-8e6aab669b75 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.297231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-161e7068-601d-4c87-a3f3-0eb44c577e86 req-88568bba-8583-4d10-bf00-8e6aab669b75 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 945 time: 0.1228094 Aug 29 04:24:22.314757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2915757a-3e77-4be6-9b82-da308709e771 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:22.330125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.335082 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.392855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46142) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.394993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-161e7068-601d-4c87-a3f3-0eb44c577e86 req-b2b76845-219b-4e5d-9e47-84ce13e217e9 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837448 Aug 29 04:24:22.442345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2915757a-3e77-4be6-9b82-da308709e771 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:22.456273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2915757a-3e77-4be6-9b82-da308709e771 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:22.456647 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.579242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.627428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Pushing event updated for resources: {'Port': ['ID=743e1b8c-6833-4671-b3ff-7c00806e3074,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.712306 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.757021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2915757a-3e77-4be6-9b82-da308709e771, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2915757a-3e77-4be6-9b82-da308709e771,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:22.768340 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.789674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bbacc3db-c8eb-4f0a-9cb2-0c57032f10c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e902a88616643ce99a053497e677f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789029 Aug 29 04:24:22.793438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:22.910606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a49532fe-4051-46c7-af0e-9c8fdbdd52aa no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:22.910792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:22.914224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:22.935658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2915757a-3e77-4be6-9b82-da308709e771,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.941991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24137f7f-24b0-4528-8ad3-b8f44b8bfb6e req-2bf5695d-ce70-48b8-9a0f-890312977ab6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.0480220 Aug 29 04:24:22.981037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-075cbf16-3eb5-4223-8478-8189e789957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.015661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a49532fe-4051-46c7-af0e-9c8fdbdd52aa {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:23.028878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a49532fe-4051-46c7-af0e-9c8fdbdd52aa not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:23.042105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-075cbf16-3eb5-4223-8478-8189e789957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.172428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46174) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.272784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20049fc-eafb-4242-8956-bec39fdfb6f4 req-fd2da6ce-659b-4e52-90ec-b0e94d769eec tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.279989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Router 1db90041-1db3-4050-a478-4c96ad7af689 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:23.282334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d20049fc-eafb-4242-8956-bec39fdfb6f4 req-fd2da6ce-659b-4e52-90ec-b0e94d769eec tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 946 time: 0.1848407 Aug 29 04:24:23.307301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-075cbf16-3eb5-4223-8478-8189e789957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.312281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-075cbf16-3eb5-4223-8478-8189e789957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.313423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-075cbf16-3eb5-4223-8478-8189e789957d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36c72750-d8be-471a-9a1b-13c26f800b40 HTTP/1.1" status: 204 len: 168 time: 0.5193830 Aug 29 04:24:23.391888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c7995b2d-b7a5-4997-9fc8-e119a70110bd None None] Provisioning complete for port 743e1b8c-6833-4671-b3ff-7c00806e3074 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:23.392524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7995b2d-b7a5-4997-9fc8-e119a70110bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.402115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d20049fc-eafb-4242-8956-bec39fdfb6f4 req-4f3e12dc-3cd1-4012-9527-55559395e38f tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187541 Aug 29 04:24:23.406531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cbf16-3eb5-4223-8478-8189e789957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c72750-d8be-471a-9a1b-13c26f800b40,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:23.457915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1419421683-network', 'tenant_id': 'd1f6c4749ce64cc9a3d1ba94338d3eaf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:23.496973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c7995b2d-b7a5-4997-9fc8-e119a70110bd None None] Port 743e1b8c-6833-4671-b3ff-7c00806e3074 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:23.507053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:23.516372 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-709b640f-3315-4ca5-8ff7-2f4d2513db56 admin admin] 10.222.0.55 "PUT /v2.0/routers/1db90041-1db3-4050-a478-4c96ad7af689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2748137 Aug 29 04:24:23.550810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Made reservation on behalf of d1f6c4749ce64cc9a3d1ba94338d3eaf for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:23.562000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.591297 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.728666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0fa5d-04f5-4875-a61a-8153fc1ed9b5 req-a2600738-9ccb-44f3-bbb5-5c4d54ce70fd tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.737285 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-77b0fa5d-04f5-4875-a61a-8153fc1ed9b5 req-a2600738-9ccb-44f3-bbb5-5c4d54ce70fd tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 945 time: 0.1189165 Aug 29 04:24:23.744254 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Sync routers for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:23.756662 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:23.758413 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:23.810312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-77b0fa5d-04f5-4875-a61a-8153fc1ed9b5 req-7ca21adf-b75b-47a8-badd-0be165bf3ed7 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655251 Aug 29 04:24:23.862865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.868109 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.884386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:23.899283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.899933 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Added segment 86ae1ad1-30dd-4f3b-bcb0-49b20cf0197d of type vlan for network efcf5eb8-3d79-40c7-8d70-ea4a426283b6 Aug 29 04:24:23.971758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.008571 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:24.013113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.015202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.016369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.091273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=efcf5eb8-3d79-40c7-8d70-ea4a426283b6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.102832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network efcf5eb8-3d79-40c7-8d70-ea4a426283b6 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:24.110583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6d5d61-a179-4ca8-99b9-25fdf8fae25a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.128435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a798f778-c366-4947-9a16-9a56d8c8a6c7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9549670 Aug 29 04:24:24.131443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46210) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:24.138426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Request body: {'subnet': {'network_id': 'efcf5eb8-3d79-40c7-8d70-ea4a426283b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1419421683-subnet', 'tenant_id': 'd1f6c4749ce64cc9a3d1ba94338d3eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:24.183928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Made reservation on behalf of d1f6c4749ce64cc9a3d1ba94338d3eaf for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:24.187164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.274923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2915757a-3e77-4be6-9b82-da308709e771 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:24.372381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-81ad4a48-dcb7-4154-857a-50192ea81983 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.373951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-81ad4a48-dcb7-4154-857a-50192ea81983 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.32 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 946 time: 0.0809643 Aug 29 04:24:24.470385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2915757a-3e77-4be6-9b82-da308709e771 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:24.470788 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.543512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Deleting port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:24.544507 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.628574 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 2, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:24.656028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] For port 54f9c5e2-13ca-4afb-be07-3f499d8973a2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f9c5e2-13ca-4afb-be07-3f499d8973a2,segment=NetworkSegment(7d1d08eb-f273-4aec-a280-7a1c53b0962a),segment_id=7d1d08eb-f273-4aec-a280-7a1c53b0962a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:24.656816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.671612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Calling delete_port for 54f9c5e2-13ca-4afb-be07-3f499d8973a2 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:24.706424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-25b765be-b42f-4c5e-89ed-ca45148c2925 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 258 time: 0.4028273 Aug 29 04:24:24.718951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:24.727685 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Checking router: 1db90041-1db3-4050-a478-4c96ad7af689 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:24.728052 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Updating router 1db90041-1db3-4050-a478-4c96ad7af689 port 743e1b8c-6833-4671-b3ff-7c00806e3074 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:24.742654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46228) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:24.788061 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.789643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.846306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.879376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['54f9c5e2-13ca-4afb-be07-3f499d8973a2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:24.886818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Pushing event deleted for resources: {'Port': ['ID=54f9c5e2-13ca-4afb-be07-3f499d8973a2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.946840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] No DVR routers for this DVR port 54f9c5e2-13ca-4afb-be07-3f499d8973a2 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:24.951228 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.954297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02f15317-8b89-420f-a2ff-8307b61aa2b2 req-96864690-898f-496d-aefb-dcf0cb403248 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.32 "DELETE /v2.0/ports/54f9c5e2-13ca-4afb-be07-3f499d8973a2 HTTP/1.1" status: 204 len: 173 time: 0.5725176 Aug 29 04:24:24.956529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b7510f-7958-4158-bfc8-da696e58f321', 'name': 'network-vif-deleted', 'tag': '54f9c5e2-13ca-4afb-be07-3f499d8973a2'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:24.977700 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce75317a-9382-434c-910a-e7c732114820" -d '{"events": [{"server_uuid": "01b7510f-7958-4158-bfc8-da696e58f321", "name": "network-vif-deleted", "tag": "54f9c5e2-13ca-4afb-be07-3f499d8973a2"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:25.019493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.053750 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.077489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8ac1fba-f91e-40b1-a58d-dbd5df090e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.138288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46240) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.150469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c16b3141-2bc3-422f-9ee1-6485609a646d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450001574', 'description': 'tempest-description--2061479372'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:25.173081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1754031777-network', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:25.174521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.270269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd051206-7f9d-4892-baae-e0ca80aac1ab req-d8553a6e-a8b3-46e3-a149-695668b5112f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=c088701c-9050-4837-bbe4-b374d536dc89 HTTP/1.1" status: 200 len: 210 time: 0.0453339 Aug 29 04:24:25.271069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b31350-d57d-440f-a164-3179a7bf1fdc,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.280884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Checking segment: {'id': '86ae1ad1-30dd-4f3b-bcb0-49b20cf0197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'efcf5eb8-3d79-40c7-8d70-ea4a426283b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:25.281128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Network hostable DHCP agents. Network: efcf5eb8-3d79-40c7-8d70-ea4a426283b6, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:25.296876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Allocated IP 172.25.7.140 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/32b659b9-d734-4869-bfd9-26ecc166317f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:25.310589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Network efcf5eb8-3d79-40c7-8d70-ea4a426283b6 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:25.323952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, efcf5eb8-3d79-40c7-8d70-ea4a426283b6) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:25.335851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764873a-fb7b-417b-b536-be2ea9ced39c None None] Network efcf5eb8-3d79-40c7-8d70-ea4a426283b6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:25.365697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.366780 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.390725 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.410999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8ac1fba-f91e-40b1-a58d-dbd5df090e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.420528 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Transition to ACTIVE for port object 743e1b8c-6833-4671-b3ff-7c00806e3074 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:25.425286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8ac1fba-f91e-40b1-a58d-dbd5df090e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.428980 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.438136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c16b3141-2bc3-422f-9ee1-6485609a646d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.480004 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a8ac1fba-f91e-40b1-a58d-dbd5df090e06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa5910f80bfd4f09ada732238d155851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361016 Aug 29 04:24:25.488367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.505338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Made reservation on behalf of 70b9c008739a4220aa392a9b78382fe1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:25.507485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.527016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac1fba-f91e-40b1-a58d-dbd5df090e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a508e1-dcab-4cdc-8ce3-1c6f6061abdd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.544262 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd5699-901b-411a-9bf9-055d3e902f34 None None] Pushing event updated for resources: {'Port': ['ID=743e1b8c-6833-4671-b3ff-7c00806e3074,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.559490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f3d6a02-487f-4ae5-b3e4-bf177feae3cd req-6f48fcc8-5d80-415e-b95d-fb03985811a9 tempest-ServerAddressesTestJSON-1530388190 tempest-ServerAddressesTestJSON-1530388190-project] 10.222.0.55 "GET /v2.0/ports?device_id=01b7510f-7958-4158-bfc8-da696e58f321 HTTP/1.1" status: 200 len: 210 time: 0.0923319 Aug 29 04:24:25.562376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.589314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.619273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792128b3-24ee-496b-8a47-ef3a9791c485 None None] Network efcf5eb8-3d79-40c7-8d70-ea4a426283b6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:25.634055 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-29a50ea2-e15c-4329-8b62-71d2853c593e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5013304 Aug 29 04:24:25.667051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Attempting to bind port 743e1b8c-6833-4671-b3ff-7c00806e3074 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:25.669607 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Attempting to bind port 743e1b8c-6833-4671-b3ff-7c00806e3074 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:25.670378 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Attempting to bind port 743e1b8c-6833-4671-b3ff-7c00806e3074 on network 044300e8-b5ef-4210-bb8c-53d5b8970081 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:25.688233 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:25.688920 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Checking segment: {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:25.689752 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.690541 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Bound using segment: {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:25.693970 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Bound port: 743e1b8c-6833-4671-b3ff-7c00806e3074, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:25.694683 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.697875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.705786 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda01ef-e9a2-4910-8323-7b15a4dd9374 x-openstack-request-id: req-fcda01ef-e9a2-4910-8323-7b15a4dd9374 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:25.706121 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b7510f-7958-4158-bfc8-da696e58f321", "name": "network-vif-deleted", "tag": "54f9c5e2-13ca-4afb-be07-3f499d8973a2", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:25.706391 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fcda01ef-e9a2-4910-8323-7b15a4dd9374 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:25.706860 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b7510f-7958-4158-bfc8-da696e58f321', 'name': 'network-vif-deleted', 'tag': '54f9c5e2-13ca-4afb-be07-3f499d8973a2', 'status': 'completed', 'code': 200} Aug 29 04:24:25.747984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c96d644e-a402-42ed-af35-5e96ddfc114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.798680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c96d644e-a402-42ed-af35-5e96ddfc114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.902710 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] For port 743e1b8c-6833-4671-b3ff-7c00806e3074, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:25.903926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c96d644e-a402-42ed-af35-5e96ddfc114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.908472 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] For port 743e1b8c-6833-4671-b3ff-7c00806e3074, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=743e1b8c-6833-4671-b3ff-7c00806e3074,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:25.912514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c96d644e-a402-42ed-af35-5e96ddfc114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.918177 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c96d644e-a402-42ed-af35-5e96ddfc114c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3a508e1-dcab-4cdc-8ce3-1c6f6061abdd HTTP/1.1" status: 204 len: 168 time: 0.3785920 Aug 29 04:24:25.925980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:25.931021 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.937331 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.939180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:25.943218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d644e-a402-42ed-af35-5e96ddfc114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a508e1-dcab-4cdc-8ce3-1c6f6061abdd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.943837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event updated for resources: {'Port': ['ID=32b659b9-d734-4869-bfd9-26ecc166317f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.979646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:26.070599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.074225 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:26.074879 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:26.113204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0be4b-58eb-4607-9c97-6f1166524206,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.149064 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c16b3141-2bc3-422f-9ee1-6485609a646d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.151057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:26.158230 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c16b3141-2bc3-422f-9ee1-6485609a646d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.186002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.187017 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Added segment 733d624d-af52-4abf-bbb2-85521ce5d47c of type vlan for network d928cd4f-041b-4728-9dee-54e1fefbb792 Aug 29 04:24:26.230647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.241337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b3141-2bc3-422f-9ee1-6485609a646d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.263795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c16b3141-2bc3-422f-9ee1-6485609a646d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.267733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c16b3141-2bc3-422f-9ee1-6485609a646d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1221848 Aug 29 04:24:26.267846 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.268764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46258) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.278740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-96504da5-2eab-44e9-8da9-e77ff10d168c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Request body: {'security_group_rule': {'security_group_id': '9b42e54f-dfea-4e9e-8547-5dafab2b1f9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:26.318060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96504da5-2eab-44e9-8da9-e77ff10d168c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.376188 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:26.379061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.443053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96504da5-2eab-44e9-8da9-e77ff10d168c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.448878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96504da5-2eab-44e9-8da9-e77ff10d168c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.479154 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd5699-901b-411a-9bf9-055d3e902f34 None None] Pushing event updated for resources: {'Port': ['ID=743e1b8c-6833-4671-b3ff-7c00806e3074,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.490722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96504da5-2eab-44e9-8da9-e77ff10d168c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57487d3-8ca0-4cba-b9ec-d66acecc921d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.501608 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96504da5-2eab-44e9-8da9-e77ff10d168c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.502899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-96504da5-2eab-44e9-8da9-e77ff10d168c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2331786 Aug 29 04:24:26.505690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46266) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.512513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b59a6326-0c5f-4cc1-bf72-bd7fb028e02b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Request body: {'security_group_rule': {'security_group_id': '9b42e54f-dfea-4e9e-8547-5dafab2b1f9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:26.580267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b59a6326-0c5f-4cc1-bf72-bd7fb028e02b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.602145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.603108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.604215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.702834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] Pushing event updated for resources: {'Network': ['ID=d928cd4f-041b-4728-9dee-54e1fefbb792,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.705792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4cc27052-cf2b-4742-8ce5-efd1a079cb8c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6841924 Aug 29 04:24:26.710210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46282) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.715939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network d928cd4f-041b-4728-9dee-54e1fefbb792 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:26.731182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Request body: {'subnet': {'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1754031777-subnet', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:26.753340 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:25Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:26.774609 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b59a6326-0c5f-4cc1-bf72-bd7fb028e02b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.780978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b59a6326-0c5f-4cc1-bf72-bd7fb028e02b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.788958 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7580d0-f389-4d55-9df9-f6abd60ea02c None None] The sync data for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 is: [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:25Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:26.824247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Made reservation on behalf of 70b9c008739a4220aa392a9b78382fe1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:26.826641 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.883243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b59a6326-0c5f-4cc1-bf72-bd7fb028e02b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.884651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b59a6326-0c5f-4cc1-bf72-bd7fb028e02b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3779850 Aug 29 04:24:26.888413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.889837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a6326-0c5f-4cc1-bf72-bd7fb028e02b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbabe6f-de49-4478-af69-fbbda66fab7c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.935961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:26.992627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.022058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.043042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46298) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.043732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46300) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.068314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.151246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1978430347-network', 'tenant_id': '2e3ca1e779c34ecbb1e232c2bba72930'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:27.164795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] Deleting subnet 760e73e1-5dfc-4e23-95aa-359b88fc83f9 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:27.181498 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.214644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event updated for resources: {'Port': ['ID=32b659b9-d734-4869-bfd9-26ecc166317f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.261508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.272250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Made reservation on behalf of 2e3ca1e779c34ecbb1e232c2bba72930 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:27.275100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.280741 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.313992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.315250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.316461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-71e5a518-9e82-4934-8811-e026c8cea1ab tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6095490 Aug 29 04:24:27.401649 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.409134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-dd70ceb2-a345-45f3-91df-e3f3f915699d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.0816126 Aug 29 04:24:27.410519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46308) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.461993 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.471537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.505908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572f277-5475-4750-bd2d-aa5bc6d1aa75,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.511295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.543507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:27.563256 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.563599 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Added segment fa0029f2-d273-4424-b525-87c7b380a794 of type vlan for network b754c89d-5f3f-4573-85ec-1c0f620d84fc Aug 29 04:24:27.623086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.643575 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.678071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760e73e1-5dfc-4e23-95aa-359b88fc83f9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.708064 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.711840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-20f30132-11ad-4834-9872-1abc15893858 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/760e73e1-5dfc-4e23-95aa-359b88fc83f9 HTTP/1.1" status: 204 len: 168 time: 0.6663485 Aug 29 04:24:27.714544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46318) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.717648 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.719525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.720288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.861398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7159462 Aug 29 04:24:27.862041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46320) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.877757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f9c5e2-13ca-4afb-be07-3f499d8973a2 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:27.894813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Request body: {'subnet': {'network_id': 'b754c89d-5f3f-4573-85ec-1c0f620d84fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1978430347-subnet', 'tenant_id': '2e3ca1e779c34ecbb1e232c2bba72930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:27.914367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 54f9c5e2-13ca-4afb-be07-3f499d8973a2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:27.915117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f9c5e2-13ca-4afb-be07-3f499d8973a2 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:27.920010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a17f-a49f-45e1-875e-3293d4f1abfe admin admin] Pushing event updated for resources: {'Network': ['ID=b754c89d-5f3f-4573-85ec-1c0f620d84fc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.930622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b754c89d-5f3f-4573-85ec-1c0f620d84fc details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:27.940029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.989883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92530cf-78aa-4656-9d57-ab8df80d4222,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:28.044190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.076633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Made reservation on behalf of 2e3ca1e779c34ecbb1e232c2bba72930 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:28.077300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-827566268-network', 'tenant_id': '6b48863fce174928a2899870ee692f4c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:28.078960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.129921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Checking segment: {'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:28.130282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Network hostable DHCP agents. Network: d928cd4f-041b-4728-9dee-54e1fefbb792, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:28.184833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Made reservation on behalf of 6b48863fce174928a2899870ee692f4c for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:28.187114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.201706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-1d421afd-6ce0-40d9-b980-6977b304f47a tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.209189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1ee5ec9-7854-4297-bfbf-721e9413e4e2 req-1d421afd-6ce0-40d9-b980-6977b304f47a tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.7853618 Aug 29 04:24:28.256566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2fb20-ebbf-4696-8112-be69c18c287d req-8a31fd06-4270-4a12-9b7c-49d603a3a56a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.258346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.263575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Network d928cd4f-041b-4728-9dee-54e1fefbb792 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:28.265026 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4dd2fb20-ebbf-4696-8112-be69c18c287d req-8a31fd06-4270-4a12-9b7c-49d603a3a56a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.2969191 Aug 29 04:24:28.272541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.288266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 743e1b8c-6833-4671-b3ff-7c00806e3074 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:28.292199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, d928cd4f-041b-4728-9dee-54e1fefbb792) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:28.307581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.308210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.318054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Allocated IP 172.25.7.117 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/a98294eb-216b-4f23-a22e-1ae7f87df914) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:28.326790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df125b8-c9e7-4100-994a-5bf8a7c9ce1f']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:28.338270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4dd2fb20-ebbf-4696-8112-be69c18c287d req-6956ac25-28d1-4e05-9eaf-1051abde8f45 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/quotas/cb2a180079334ef18e185458849f3ced HTTP/1.1" status: 200 len: 375 time: 0.0715737 Aug 29 04:24:28.342448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239797f9-0d1a-4353-8cb4-8b5905a68c5b None None] Network d928cd4f-041b-4728-9dee-54e1fefbb792 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:28.343649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1d08eb-f273-4aec-a280-7a1c53b0962a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:28.343954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1d08eb-f273-4aec-a280-7a1c53b0962a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:28.374774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.417640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4dd2fb20-ebbf-4696-8112-be69c18c287d req-8a6de6ea-58f2-4469-a036-22aebe65133b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614488 Aug 29 04:24:28.448978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 743e1b8c-6833-4671-b3ff-7c00806e3074 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:28.456601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 743e1b8c-6833-4671-b3ff-7c00806e3074 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:28.457344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.471004 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.498706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-d777efa5-e70a-49c3-8b27-594179f6d860 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.500206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:28.500606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.500943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-d777efa5-e70a-49c3-8b27-594179f6d860 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1778872 Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:28.502410 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:28.594904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-d928cd4f-041b-4728-9dee-54e1fefbb792', 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'fixed_ips': [{'subnet_id': 'c92530cf-78aa-4656-9d57-ab8df80d4222'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:28.600478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.600922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-118fdc90-38b9-40d5-a91c-f67a8230869e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.0943773 Aug 29 04:24:28.611412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Request body: {'floatingip': {'port_id': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:28.636589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.667213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.672360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 743e1b8c-6833-4671-b3ff-7c00806e3074, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=743e1b8c-6833-4671-b3ff-7c00806e3074,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:28.677396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.692103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.698472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.705649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8df125b8-c9e7-4100-994a-5bf8a7c9ce1f HTTP/1.1" status: 204 len: 168 time: 0.9841514 Aug 29 04:24:28.746043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dff0f0-6f05-42ed-af9a-81f0e203e6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df125b8-c9e7-4100-994a-5bf8a7c9ce1f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:28.750226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.779584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.811248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.821261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4dd2fb20-ebbf-4696-8112-be69c18c287d req-c973531f-9920-4812-a26e-146672399dd3 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023702 Aug 29 04:24:28.824912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.846641 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c8686077-5821-4b88-a464-aafc721b8e2c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1344829 Aug 29 04:24:28.857102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46342) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:28.871623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:28.875836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=743e1b8c-6833-4671-b3ff-7c00806e3074,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:28.903159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:28.903893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Allocated IP 172.20.0.2 (d928cd4f-041b-4728-9dee-54e1fefbb792/c92530cf-78aa-4656-9d57-ab8df80d4222/44e98225-9660-4275-8573-cad49fe1da05) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:28.926349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:28.976873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.977222 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Added segment d5a78d15-f8f4-4f31-bb11-8d4aff8085bf of type vlan for network 65e88e7e-b816-4c78-bcf6-985694c64f42 Aug 29 04:24:28.981611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e20c5-b5db-41ef-b79a-cecc7eaefc6c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.076849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.091943 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.097267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1f751a39-d453-4b74-b450-e2eb3fe7c475 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=649d27e698d442beb8182be9778c329c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875343 Aug 29 04:24:29.104901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Transition to ACTIVE for port object 44e98225-9660-4275-8573-cad49fe1da05 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:29.122406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.122687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Transition to ACTIVE for port object 44e98225-9660-4275-8573-cad49fe1da05 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:29.126866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.129165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.174825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Network d928cd4f-041b-4728-9dee-54e1fefbb792 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:29.178321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:29.183402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:29.203000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81fb23f-21ab-4ce8-b793-d28f06e624cf,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.208154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:29.225722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Pushing event updated for resources: {'Port': ['ID=44e98225-9660-4275-8573-cad49fe1da05,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.230684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:29.232824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event updated for resources: {'Port': ['ID=a98294eb-216b-4f23-a22e-1ae7f87df914,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.240514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:29.249338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac32c531-461d-4e46-a226-72eda81c4a8c req-6eece307-d979-44a6-886b-023924cb9aa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0517683 Aug 29 04:24:29.259232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Checking segment: {'id': 'fa0029f2-d273-4424-b525-87c7b380a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b754c89d-5f3f-4573-85ec-1c0f620d84fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:29.259698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Network hostable DHCP agents. Network: b754c89d-5f3f-4573-85ec-1c0f620d84fc, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:29.261047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Attempting to bind port 44e98225-9660-4275-8573-cad49fe1da05 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:29.262052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Attempting to bind port 44e98225-9660-4275-8573-cad49fe1da05 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:29.262687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Attempting to bind port 44e98225-9660-4275-8573-cad49fe1da05 on network d928cd4f-041b-4728-9dee-54e1fefbb792 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:29.274716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:29.276016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Checking segment: {'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:29.276630 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.277181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Bound using segment: {'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:29.277878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Bound port: 44e98225-9660-4275-8573-cad49fe1da05, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:29.278439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.285949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.287017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.312115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.313077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.313689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.344824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Network b754c89d-5f3f-4573-85ec-1c0f620d84fc is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:29.348184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac32c531-461d-4e46-a226-72eda81c4a8c req-a1883961-d34e-4a8b-a8e8-3a7817988670 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0435960 Aug 29 04:24:29.350030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4dd2fb20-ebbf-4696-8112-be69c18c287d req-1e2b7b9d-736e-487a-becf-40936c523ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277770 Aug 29 04:24:29.369808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b754c89d-5f3f-4573-85ec-1c0f620d84fc) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:29.374716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.375792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.381533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] For port 44e98225-9660-4275-8573-cad49fe1da05, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:29.386307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc0eec-3d9b-4901-b495-b8abd18e3072 None None] Network b754c89d-5f3f-4573-85ec-1c0f620d84fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:29.389872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] For port 44e98225-9660-4275-8573-cad49fe1da05, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=44e98225-9660-4275-8573-cad49fe1da05,segment=NetworkSegment(733d624d-af52-4abf-bbb2-85521ce5d47c),segment_id=733d624d-af52-4abf-bbb2-85521ce5d47c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:29.430051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.437808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.440533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0266576 Aug 29 04:24:29.444034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46348) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.451453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Request body: {'subnet': {'network_id': '65e88e7e-b816-4c78-bcf6-985694c64f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-827566268-subnet', 'tenant_id': '6b48863fce174928a2899870ee692f4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:29.456256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac32c531-461d-4e46-a226-72eda81c4a8c req-896158eb-6ac7-457f-a0ae-eb6f97516ec9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435700 Aug 29 04:24:29.469944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a86a0809-7982-42d7-99ec-b155913c5a16 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6013610 Aug 29 04:24:29.501146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ad5c5-d8cd-487f-ad93-77627e3716ae admin admin] Pushing event updated for resources: {'Network': ['ID=65e88e7e-b816-4c78-bcf6-985694c64f42,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.534551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 65e88e7e-b816-4c78-bcf6-985694c64f42 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:29.577979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d7-c8a5-49f3-9dff-be3c24c10490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.660798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Made reservation on behalf of 6b48863fce174928a2899870ee692f4c for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:29.662730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.707850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7893-23d7-49ea-8727-dda76c5abaa3 None None] Pushing event updated for resources: {'Port': ['ID=44e98225-9660-4275-8573-cad49fe1da05,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.773497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.787789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.827352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d5cd1-7586-474d-8515-4ec54f80fe94 None None] Network b754c89d-5f3f-4573-85ec-1c0f620d84fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:29.840030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d7-c8a5-49f3-9dff-be3c24c10490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.842241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.859910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-900f4008-99a5-445f-8f1e-1c394b93986f req-3eaf8809-4aba-4371-b1a2-5f8a5ac31f76 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4379fcc-0f66-436b-bea9-885ee0f58f69 HTTP/1.1" status: 200 len: 210 time: 0.1512008 Aug 29 04:24:29.877409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.927629 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.009210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.028614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32c531-461d-4e46-a226-72eda81c4a8c req-66221ab7-dddd-461a-a7ed-32d6dce37ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.032899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac32c531-461d-4e46-a226-72eda81c4a8c req-66221ab7-dddd-461a-a7ed-32d6dce37ea0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5215673 Aug 29 04:24:30.054756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] Deleting subnet a7b31350-d57d-440f-a164-3179a7bf1fdc {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:30.087438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.171262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d7-c8a5-49f3-9dff-be3c24c10490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.175872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d7-c8a5-49f3-9dff-be3c24c10490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.180629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-96afe4d7-c8a5-49f3-9dff-be3c24c10490 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbe0208e-a2ed-4c3c-8520-991eaae0f1a3 HTTP/1.1" status: 204 len: 168 time: 1.0501256 Aug 29 04:24:30.213081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.284723 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Floating IP 4154ea03-0c4c-474e-a0a4-db100beeaf49 associated. External IP: 172.25.7.140, port: 113f3ba3-d07a-4918-b982-fa87ca12fbfd. Aug 29 04:24:30.367176 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.381315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44e98225-9660-4275-8573-cad49fe1da05 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:30.405874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.408045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afe4d7-c8a5-49f3-9dff-be3c24c10490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe0208e-a2ed-4c3c-8520-991eaae0f1a3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:30.435729 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.442078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97739d48-2326-473f-93a1-c94c4c15d148,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:30.457237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.459883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.461407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.466391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.467235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.468259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.468955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.469556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.470076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.470595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.471299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.472339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.478928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Checking segment: {'id': 'd5a78d15-f8f4-4f31-bb11-8d4aff8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '65e88e7e-b816-4c78-bcf6-985694c64f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:30.479528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Network hostable DHCP agents. Network: 65e88e7e-b816-4c78-bcf6-985694c64f42, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:30.560881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 44e98225-9660-4275-8573-cad49fe1da05 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:30.597272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 743e1b8c-6833-4671-b3ff-7c00806e3074 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:30.607200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Network 65e88e7e-b816-4c78-bcf6-985694c64f42 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:30.657641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 65e88e7e-b816-4c78-bcf6-985694c64f42) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:30.673463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.685154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.687626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322efb2-aef0-4a31-af68-0e5862f77c75 None None] Network 65e88e7e-b816-4c78-bcf6-985694c64f42 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:30.689927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.733682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-17489e9e-b013-408a-8488-929c7f367e93 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2870162 Aug 29 04:24:30.833549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Allocated IP 172.25.7.36 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/a859ff48-3a89-4ee3-9a01-e67b181df05c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:30.850197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 743e1b8c-6833-4671-b3ff-7c00806e3074 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:30.850582 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.936854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.982886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e3def-7f9f-4547-979e-dda42aa75a0f None None] Network 65e88e7e-b816-4c78-bcf6-985694c64f42 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:31.067091 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.078653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.114236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b31350-d57d-440f-a164-3179a7bf1fdc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.131370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28186a02-c4fe-4238-8b33-393d7fcbbd03 None None] Network d928cd4f-041b-4728-9dee-54e1fefbb792 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:31.163760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-cb632d92-173c-4d89-89ff-6a1c171e08ec tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.165456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-cb632d92-173c-4d89-89ff-6a1c171e08ec tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.1530004 Aug 29 04:24:31.191864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.195017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-76b50d30-ae66-4a41-ba29-5c8c44754fd5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/quotas/cb2a180079334ef18e185458849f3ced HTTP/1.1" status: 200 len: 375 time: 0.0222304 Aug 29 04:24:31.208901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.213670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d43b8124-a56e-4218-8e7a-093752868d0f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a7b31350-d57d-440f-a164-3179a7bf1fdc HTTP/1.1" status: 204 len: 168 time: 1.4366345 Aug 29 04:24:31.216336 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.225268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2964845 Aug 29 04:24:31.225268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46412) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.253833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-cced7d50-45d3-4b79-a17a-f1f9f7611de0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507965 Aug 29 04:24:31.266395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.353304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46418) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.367312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480d740-146b-4890-9a67-8337751bbb80 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event updated for resources: {'Port': ['ID=a98294eb-216b-4f23-a22e-1ae7f87df914,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.395590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6fc73da4-f656-402d-addd-7ddfa6543bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323249 Aug 29 04:24:31.405095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.416168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Router fd866a85-c0fc-4c69-bca5-7a735e7f771a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:31.517298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.520694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.526916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f8d68438-b372-4f34-8902-a91729c42d5a None None] Provisioning for port 44e98225-9660-4275-8573-cad49fe1da05 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:31.532685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f8d68438-b372-4f34-8902-a91729c42d5a None None] Provisioning complete for port 44e98225-9660-4275-8573-cad49fe1da05 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:31.533058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d68438-b372-4f34-8902-a91729c42d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.600571 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.604918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:31.611236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:31.615351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcf5eb8-3d79-40c7-8d70-ea4a426283b6']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:31.623080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:31.632815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ae1ad1-30dd-4f3b-bcb0-49b20cf0197d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:31.633117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ae1ad1-30dd-4f3b-bcb0-49b20cf0197d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:31.649335 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.660174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:31.672116 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d68438-b372-4f34-8902-a91729c42d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.673780 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.683969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] Sync routers for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:31.699944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.711041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:31.711448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:31.713211 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:31.724390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-f5deb663-5728-42bf-b4f6-76101801de74 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282814 Aug 29 04:24:31.742012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Pushing event updated for resources: {'Port': ['ID=a859ff48-3a89-4ee3-9a01-e67b181df05c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.743153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f8d68438-b372-4f34-8902-a91729c42d5a None None] For port 44e98225-9660-4275-8573-cad49fe1da05, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=44e98225-9660-4275-8573-cad49fe1da05,segment=NetworkSegment(733d624d-af52-4abf-bbb2-85521ce5d47c),segment_id=733d624d-af52-4abf-bbb2-85521ce5d47c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:31.749207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d68438-b372-4f34-8902-a91729c42d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.754247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:31.754967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:31.772090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-69ac8f21-ca98-4125-8e4e-635b019b3415 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "PUT /v2.0/floatingips/4154ea03-0c4c-474e-a0a4-db100beeaf49 HTTP/1.1" status: 200 len: 996 time: 3.1702232 Aug 29 04:24:31.778700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:31.781045 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a300f4ed-0f1a-4375-b649-b4e002c6979c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:31.851102 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.861755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.880337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/efcf5eb8-3d79-40c7-8d70-ea4a426283b6 HTTP/1.1" status: 204 len: 168 time: 0.6170311 Aug 29 04:24:31.882684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.895500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d44e23bd-0758-42bc-b6f3-6ce15d7ed9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.913477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d68438-b372-4f34-8902-a91729c42d5a None None] Pushing event updated for resources: {'Port': ['ID=44e98225-9660-4275-8573-cad49fe1da05,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.014765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:32.043487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53131999-d39c-4318-bcb0-597dd35f25c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=efcf5eb8-3d79-40c7-8d70-ea4a426283b6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.050814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] Deleting subnet e81fb23f-21ab-4ce8-b793-d28f06e624cf {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:32.058445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.126629 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.170929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-680fa61d-63df-4701-bb17-8f833bdf1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.180833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-680fa61d-63df-4701-bb17-8f833bdf1020 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 1097 time: 0.3839245 Aug 29 04:24:32.194648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46446) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:32.271297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44e98225-9660-4275-8573-cad49fe1da05 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:32.304904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d44e23bd-0758-42bc-b6f3-6ce15d7ed9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.313367 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d44e23bd-0758-42bc-b6f3-6ce15d7ed9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.317901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.406336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 44e98225-9660-4275-8573-cad49fe1da05 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:32.407057 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.441843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1372171770-network', 'tenant_id': '55fc53371489412b9c13f9355adc8722'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:32.593182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d44e23bd-0758-42bc-b6f3-6ce15d7ed9bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64c24e085a174820ace34a05394546ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2382002 Aug 29 04:24:32.608866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46458) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:32.613808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e23bd-0758-42bc-b6f3-6ce15d7ed9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad867d46-516d-4695-9a88-6e37b945f34d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.661258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-159c7c4d-3d09-4625-a5ee-d4f14bb3ea72 None None] Provisioning complete for port 44e98225-9660-4275-8573-cad49fe1da05 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:32.662434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-159c7c4d-3d09-4625-a5ee-d4f14bb3ea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.686654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-e91078f2-1954-4fe4-8175-a0271f532442 req-9cf16a01-de61-443b-a2b3-4406be569e06 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1726455465', 'description': 'tempest-description-195764911'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:32.729742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4154ea03-0c4c-474e-a0a4-db100beeaf49', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'port_id': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'mac_address': 'fa:16:3e:9b:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:26Z', 'updated_at': '2021-08-29T04:24:29Z', 'revision_number': 1, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:32.747375 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.756240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Made reservation on behalf of 55fc53371489412b9c13f9355adc8722 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:32.758499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.768866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] Checking router: fd866a85-c0fc-4c69-bca5-7a735e7f771a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:32.795545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-40fad0d2-c80a-40ab-8b06-8431a3fe0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.798090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-40fad0d2-c80a-40ab-8b06-8431a3fe0621 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 200 len: 930 time: 0.6155925 Aug 29 04:24:32.812539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.819756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:32.820977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:32.863070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e91078f2-1954-4fe4-8175-a0271f532442 req-9cf16a01-de61-443b-a2b3-4406be569e06 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.875105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bec44697-ea33-41f4-a373-0c248f11e4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.889847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.902503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-f1f0dc83-c56a-4d64-853b-349fb80b34be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 999 time: 0.0925653 Aug 29 04:24:32.921116 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.930494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81fb23f-21ab-4ce8-b793-d28f06e624cf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.939437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bec44697-ea33-41f4-a373-0c248f11e4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.962357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.964272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-65c7c500-b329-4833-ad1f-4ef1ace6e28b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e81fb23f-21ab-4ce8-b793-d28f06e624cf HTTP/1.1" status: 204 len: 168 time: 1.0360000 Aug 29 04:24:32.967109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46460) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:32.991821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:33.034430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-9f57e747-20f9-4bb6-b50e-ae32737d1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.035929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-9f57e747-20f9-4bb6-b50e-ae32737d1ef1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91eed555-17da-4ce8-b375-1611a9703dfd HTTP/1.1" status: 200 len: 868 time: 0.1164012 Aug 29 04:24:33.061907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.152444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-0276125e-91db-4bc7-9d74-7a91b6cc2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.153908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-0276125e-91db-4bc7-9d74-7a91b6cc2014 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1107f76c-2050-4785-97d0-5a0f47154375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065912 Aug 29 04:24:33.187593 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.223635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b754c89d-5f3f-4573-85ec-1c0f620d84fc']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:33.239708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0029f2-d273-4424-b525-87c7b380a794') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:33.240083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0029f2-d273-4424-b525-87c7b380a794') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:33.252945 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.261239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4154ea03-0c4c-474e-a0a4-db100beeaf49', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'port_id': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'mac_address': 'fa:16:3e:9b:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:26Z', 'updated_at': '2021-08-29T04:24:29Z', 'revision_number': 1, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:33.279577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.293056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c9d87-ea70-4ec1-9bd6-73f315fc8815 None None] The sync data for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 is: [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4154ea03-0c4c-474e-a0a4-db100beeaf49', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'port_id': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'mac_address': 'fa:16:3e:9b:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:26Z', 'updated_at': '2021-08-29T04:24:29Z', 'revision_number': 1, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:33.293351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:33.293780 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:33.295776 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:33.307261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-93df972d-ae24-4476-94de-85f2ef17b899 service neutron] 10.222.0.55 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438937 Aug 29 04:24:33.409834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.416546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.418418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] 10.222.0.55 "DELETE /v2.0/networks/b754c89d-5f3f-4573-85ec-1c0f620d84fc HTTP/1.1" status: 204 len: 168 time: 0.4490347 Aug 29 04:24:33.438077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7072a45-2d59-468f-a04c-3887056c922f admin admin] Pushing event deleted for resources: {'Network': ['ID=b754c89d-5f3f-4573-85ec-1c0f620d84fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.463664 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9338c34c-17c4-4e3a-bb70-aa8b0b266b69 req-eed3c709-9a4c-4c04-a7eb-dd5329be9d0f service neutron] 10.222.0.55 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211154 Aug 29 04:24:33.500391 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bec44697-ea33-41f4-a373-0c248f11e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.504100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bec44697-ea33-41f4-a373-0c248f11e4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.505463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bec44697-ea33-41f4-a373-0c248f11e4eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad867d46-516d-4695-9a88-6e37b945f34d HTTP/1.1" status: 204 len: 168 time: 0.8925550 Aug 29 04:24:33.557473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec44697-ea33-41f4-a373-0c248f11e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad867d46-516d-4695-9a88-6e37b945f34d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.581405 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.605382 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.655263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:33.666548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:33.696377 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a8b78-f90e-49d9-b005-a754d6f3733e None None] New status for floating IP 4154ea03-0c4c-474e-a0a4-db100beeaf49: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:24:33.701656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-e1db45d6-b3a5-4e84-bd47-d319a1c46424 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.703195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-e1db45d6-b3a5-4e84-bd47-d319a1c46424 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.2788923 Aug 29 04:24:33.707508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.707853 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Added segment a094d122-5d6d-4c6f-bfb9-c0198c9355ec of type vlan for network 494b903c-f7bd-41e5-86d6-35b206406472 Aug 29 04:24:33.724594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934c0698-227d-421c-a518-92e2321c7941,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.736186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-98fe9960-2996-46e7-9261-b6d10142ce2c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--450001574&fields=id&tenant_id=d8a95c0c379647f5bff0b1532a68f0a7 HTTP/1.1" status: 200 len: 267 time: 0.0945888 Aug 29 04:24:33.763106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Request body: {'port': {'device_id': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'admin_state_up': True, 'tenant_id': 'cb2a180079334ef18e185458849f3ced'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:33.766264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Router 8b6a7133-e0c8-498c-b910-f44f257f9f5d is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:24:33.773636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-886f3118-ef5a-4645-a660-b6b7cb8ed4c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1f6c4749ce64cc9a3d1ba94338d3eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053109 Aug 29 04:24:33.791629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46478) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:33.841289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.910949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-659eb108-31e9-4c7c-b1de-94e466169771 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.912713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-659eb108-31e9-4c7c-b1de-94e466169771 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/networks?id=044300e8-b5ef-4210-bb8c-53d5b8970081 HTTP/1.1" status: 200 len: 804 time: 0.1625226 Aug 29 04:24:33.933953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-bc68fbc9-b648-4a18-bf79-4e6ff84372e5 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/quotas/d8a95c0c379647f5bff0b1532a68f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0108652 Aug 29 04:24:33.948003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:24:33.961123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e91078f2-1954-4fe4-8175-a0271f532442 req-9cf16a01-de61-443b-a2b3-4406be569e06 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.999322 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e91078f2-1954-4fe4-8175-a0271f532442 req-9cf16a01-de61-443b-a2b3-4406be569e06 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.019926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-1c3112da-bde2-4651-91b5-7db495f0aab8 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8a95c0c379647f5bff0b1532a68f0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780170 Aug 29 04:24:34.069000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.070015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.070619 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.082280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf16a01-de61-443b-a2b3-4406be569e06 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881749de-8476-409d-88d3-96a54d0128fe,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.136437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-0cb8aab1-795b-481e-a7d8-6a8ebf93e594 service neutron] 10.222.0.55 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003430 Aug 29 04:24:34.177982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e91078f2-1954-4fe4-8175-a0271f532442 req-9cf16a01-de61-443b-a2b3-4406be569e06 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.179096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e91078f2-1954-4fe4-8175-a0271f532442 req-9cf16a01-de61-443b-a2b3-4406be569e06 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5682545 Aug 29 04:24:34.225434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0297155 Aug 29 04:24:34.228278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:34.232994 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a30d1421-eab1-4177-beef-adec1e500406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.235601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Request body: {'subnet': {'network_id': '494b903c-f7bd-41e5-86d6-35b206406472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1372171770-subnet', 'tenant_id': '55fc53371489412b9c13f9355adc8722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:34.241304 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1c45b7-5702-4d22-9726-96f5bbf04cbb x-openstack-request-id: req-1f1c45b7-5702-4d22-9726-96f5bbf04cbb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:34.241613 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:34.241876 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f1c45b7-5702-4d22-9726-96f5bbf04cbb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:34.242290 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'status': 'completed', 'code': 200} Aug 29 04:24:34.257047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea430d-9159-4f3e-b5c6-3ed1d4e18a63 admin admin] Pushing event updated for resources: {'Network': ['ID=494b903c-f7bd-41e5-86d6-35b206406472,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.272546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 494b903c-f7bd-41e5-86d6-35b206406472 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:34.279079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:24:34.279079 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:24:34.279079 n-d-712143-14 neutron-server[94824]: [parameters: {'project_id_1': '55fc53371489412b9c13f9355adc8722', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 24, 34, 247030)}] Aug 29 04:24:34.279079 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:34.279522 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:34.282777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-4e580232-abc3-44d1-ae08-5963dc33b0c3 service neutron] 10.222.0.55 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404700 Aug 29 04:24:34.318541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:34.330436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a30d1421-eab1-4177-beef-adec1e500406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.341555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:34.344904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.357142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Sync routers for ids ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:34.373406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Routers {'8b6a7133-e0c8-498c-b910-f44f257f9f5d'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:34.374402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:34.385767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50eb47fc-1557-43d7-ada8-1517b05ba112 req-fe2e13f8-74e2-439d-95a8-fc5ae296be59 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 210 time: 0.0642817 Aug 29 04:24:34.426954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.427824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-641ba2e9-2153-4ad4-8006-86d4b559c185 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5609083 Aug 29 04:24:34.432436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:34.487996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Set router 8b6a7133-e0c8-498c-b910-f44f257f9f5d gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:34.586565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-7a761d7a-7d3c-4687-80cc-7c2d00eb2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.588308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-7a761d7a-7d3c-4687-80cc-7c2d00eb2f4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 1097 time: 0.3139224 Aug 29 04:24:34.596459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46508) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:34.762265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-6372f913-dfc4-4291-b84a-8280f0c0fdbd tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/881749de-8476-409d-88d3-96a54d0128fe HTTP/1.1" status: 200 len: 1804 time: 0.1771774 Aug 29 04:24:34.780422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '881749de-8476-409d-88d3-96a54d0128fe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:34.780795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '881749de-8476-409d-88d3-96a54d0128fe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:34.817369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a30d1421-eab1-4177-beef-adec1e500406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.820404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a30d1421-eab1-4177-beef-adec1e500406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.821863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a30d1421-eab1-4177-beef-adec1e500406 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec6d5d61-a179-4ca8-99b9-25fdf8fae25a HTTP/1.1" status: 204 len: 168 time: 1.0220659 Aug 29 04:24:34.838827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:31Z', 'revision_number': 3, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:34.874027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Checking router: 8b6a7133-e0c8-498c-b910-f44f257f9f5d for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:34.874396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Updating router 8b6a7133-e0c8-498c-b910-f44f257f9f5d port a859ff48-3a89-4ee3-9a01-e67b181df05c binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:34.901115 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.939764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-network', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:34.944503 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:24:34.944503 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:24:34.944503 n-d-712143-14 neutron-server[94824]: [parameters: {'project_id_1': '55fc53371489412b9c13f9355adc8722', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 24, 34, 825914)}] Aug 29 04:24:34.944503 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:34.945399 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:34.958469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d1421-eab1-4177-beef-adec1e500406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6d5d61-a179-4ca8-99b9-25fdf8fae25a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.006513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-db3fca5f-84f8-42bc-908d-f83531a39f7c tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 258 time: 0.5742562 Aug 29 04:24:35.033430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:35.060350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.089056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Allocated IP 172.20.0.8 (eeb9935c-bc75-427e-a2d7-76cfda7e8162/ff60a465-9ef4-4607-9b18-c3e2e3b16625/77feac00-12f6-4f21-b6e5-b4a47ef7b9e2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:35.093941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Made reservation on behalf of a622e14a80294a86807b695c2d0c4852 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:35.096434 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.117783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.135551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.142150 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.189354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28e6818-218b-42d1-b5ce-99c117737d71,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.255146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.264857 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-178d6c19-c863-46fa-8baa-6acaa979f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.266507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-178d6c19-c863-46fa-8baa-6acaa979f421 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 200 len: 930 time: 0.6616006 Aug 29 04:24:35.271052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Transition to ACTIVE for port object a859ff48-3a89-4ee3-9a01-e67b181df05c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:35.281195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.286933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.341712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Attempting to bind port a859ff48-3a89-4ee3-9a01-e67b181df05c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:35.342363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Attempting to bind port a859ff48-3a89-4ee3-9a01-e67b181df05c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:35.342814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Attempting to bind port a859ff48-3a89-4ee3-9a01-e67b181df05c on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:35.344465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46522) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.356973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.357569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:35.357996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:35.358648 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.359224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:35.359857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Bound port: a859ff48-3a89-4ee3-9a01-e67b181df05c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:35.360428 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.380880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166bdd-15ce-4633-aeac-49f2dd373633 None None] Pushing event updated for resources: {'Port': ['ID=a859ff48-3a89-4ee3-9a01-e67b181df05c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.423037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] For port a859ff48-3a89-4ee3-9a01-e67b181df05c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:35.426716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] For port a859ff48-3a89-4ee3-9a01-e67b181df05c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a859ff48-3a89-4ee3-9a01-e67b181df05c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:35.431759 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.467835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-02814eac-ab8e-4c9a-bbf1-3d09a5d1a664 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 1001 time: 0.1934485 Aug 29 04:24:35.507441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.515087 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4dfb5229-91ba-4f0f-b938-609783dc1f5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e3ca1e779c34ecbb1e232c2bba72930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668570 Aug 29 04:24:35.515297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Routers {'8b6a7133-e0c8-498c-b910-f44f257f9f5d'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:35.515297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.527527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.567243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166bdd-15ce-4633-aeac-49f2dd373633 None None] Pushing event updated for resources: {'Port': ['ID=a859ff48-3a89-4ee3-9a01-e67b181df05c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.597710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-7d20acb2-91dd-4030-9ef2-24d611c2de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.599697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-7d20acb2-91dd-4030-9ef2-24d611c2de32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91eed555-17da-4ce8-b375-1611a9703dfd HTTP/1.1" status: 200 len: 868 time: 0.1163366 Aug 29 04:24:35.599947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Allocated IP 172.20.0.1 (d928cd4f-041b-4728-9dee-54e1fefbb792/c92530cf-78aa-4656-9d57-ab8df80d4222/38ee541f-83be-4132-8007-1ce8a9008fc4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:35.648687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] Set router 8b6a7133-e0c8-498c-b910-f44f257f9f5d gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:35.654693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.684592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.689196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89ff088-c581-46c1-96b5-24c8b46712ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.694518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.714660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.714896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:35.725508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:35.727313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:35.730345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0530ba3-8235-4717-9c84-d6a169ef88b6 req-b1f7c9ef-728b-4d1c-a8ce-b2f3c0513a5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9581373 Aug 29 04:24:35.776521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:35.778608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-de192bc6-cf44-4550-924f-acee107cd7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.780712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-de192bc6-cf44-4550-924f-acee107cd7ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1107f76c-2050-4785-97d0-5a0f47154375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721268 Aug 29 04:24:35.780894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89ff088-c581-46c1-96b5-24c8b46712ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.785889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event updated for resources: {'Port': ['ID=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.810263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Made reservation on behalf of 55fc53371489412b9c13f9355adc8722 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:35.812377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.850233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9568b2e-1e8f-4d74-8e51-4c50e0a19564,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:35.852257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.859183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:31Z', 'revision_number': 3, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:35.873541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.874608 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.879675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.880226 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Added segment b9806630-e59c-4677-a339-ac80639a3d84 of type vlan for network 10af3c96-3485-40bd-8b16-94d9287ca94c Aug 29 04:24:35.893668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43fc46-0e11-484c-8330-d9e61709b3fa None None] The sync data for ids ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'] in n-d-712143-14 is: [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:31Z', 'revision_number': 3, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:35.938202 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-12efd175-617a-4fdc-9c94-9ee7750278d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1832616 Aug 29 04:24:35.964459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Request body: {'port': {'device_id': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.038644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-f465c65e-97e4-48a6-8fc2-4f919cf7b440 service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462218 Aug 29 04:24:36.044471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1365a805-23c7-41ae-a5f2-814ae36dad82 req-2f625ec0-aa86-4f75-9a4a-6fdadd9249e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 210 time: 0.1597378 Aug 29 04:24:36.089633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.119512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.135249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.168010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Allocated IP 172.25.7.202 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/edaa3d3c-4e1d-4baf-b5cd-614ebf986978) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:36.210341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Transition to ACTIVE for port object 38ee541f-83be-4132-8007-1ce8a9008fc4 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:36.217298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89ff088-c581-46c1-96b5-24c8b46712ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.219816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a89ff088-c581-46c1-96b5-24c8b46712ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.220919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a89ff088-c581-46c1-96b5-24c8b46712ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9572f277-5475-4750-bd2d-aa5bc6d1aa75 HTTP/1.1" status: 204 len: 168 time: 0.6923935 Aug 29 04:24:36.269801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a300f4ed-0f1a-4375-b649-b4e002c6979c req-8db587e4-e658-4804-9a94-8dd49b7eca00 service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117159 Aug 29 04:24:36.293128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.294143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.294726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.348605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ff088-c581-46c1-96b5-24c8b46712ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572f277-5475-4750-bd2d-aa5bc6d1aa75,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.473469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8729994 Aug 29 04:24:36.481555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46534) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.488513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Request body: {'subnet': {'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-subnet', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.497731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-d69dfec1-2bd4-496d-afe7-3faaa8da65ee tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.499477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-d69dfec1-2bd4-496d-afe7-3faaa8da65ee tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.37 "GET /v2.0/networks?id=044300e8-b5ef-4210-bb8c-53d5b8970081 HTTP/1.1" status: 200 len: 804 time: 0.4572973 Aug 29 04:24:36.507418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbcf61-9e86-4c6a-89d2-6126e6596aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=10af3c96-3485-40bd-8b16-94d9287ca94c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.519782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 10af3c96-3485-40bd-8b16-94d9287ca94c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:36.530599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c71308-8562-46cc-a6c0-1afac6fc0dc5 req-52edc789-d95e-49e9-ae21-fbb1246f0319 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.532229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4c71308-8562-46cc-a6c0-1afac6fc0dc5 req-52edc789-d95e-49e9-ae21-fbb1246f0319 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 931 time: 0.3237345 Aug 29 04:24:36.543108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.603027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.641325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-4809df39-bc1f-481e-8e4a-90bdeb9687d8 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a95c0c379647f5bff0b1532a68f0a7 HTTP/1.1" status: 200 len: 379 time: 0.1195304 Aug 29 04:24:36.688973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Request body: {'port': {'device_id': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'admin_state_up': True, 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'security_groups': ['9b42e54f-dfea-4e9e-8547-5dafab2b1f9b']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.746601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Network d928cd4f-041b-4728-9dee-54e1fefbb792 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:36.776341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2c3034-64ee-4361-9a2c-451a342efc8a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.798555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:36.802533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:36.807425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Checking segment: {'id': 'a094d122-5d6d-4c6f-bfb9-c0198c9355ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '494b903c-f7bd-41e5-86d6-35b206406472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:36.808146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Network hostable DHCP agents. Network: 494b903c-f7bd-41e5-86d6-35b206406472, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:36.824556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4c71308-8562-46cc-a6c0-1afac6fc0dc5 req-458428c9-5b51-4bcc-8f79-1425d2af953b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827103 Aug 29 04:24:36.854838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Pushing event updated for resources: {'Port': ['ID=38ee541f-83be-4132-8007-1ce8a9008fc4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.879603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-398512c2-1ed3-4250-82c1-91c0bfd3b72f req-4071dae8-f0b1-4128-a159-6d3544aa8c35 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1611634856', 'description': 'tempest-description-955775155'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.919929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Network 494b903c-f7bd-41e5-86d6-35b206406472 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:36.938709 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:24:36.938709 n-d-712143-14 neutron-server[94823]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:24:36.938709 n-d-712143-14 neutron-server[94823]: [parameters: {'project_id_1': 'a622e14a80294a86807b695c2d0c4852', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 24, 36, 921915)}] Aug 29 04:24:36.938709 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:36.939197 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:36.941675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.984741 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.022450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 494b903c-f7bd-41e5-86d6-35b206406472) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:37.034408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b750784-afce-4847-8e11-4c5f2166ff94 None None] Network 494b903c-f7bd-41e5-86d6-35b206406472 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:37.048010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.048745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.064677 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-398512c2-1ed3-4250-82c1-91c0bfd3b72f req-4071dae8-f0b1-4128-a159-6d3544aa8c35 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.156667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.162812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Made reservation on behalf of d8a95c0c379647f5bff0b1532a68f0a7 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:37.173319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.204371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f1757970-df11-46f4-a5b0-3b5b4a80a622 None None] Provisioning for port 38ee541f-83be-4132-8007-1ce8a9008fc4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:37.206857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2f1f7c50-f91d-4e8d-8df3-395310209385 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9772115 Aug 29 04:24:37.227018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event updated for resources: {'Port': ['ID=edaa3d3c-4e1d-4baf-b5cd-614ebf986978,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.246078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:37.249152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:37.254762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:37.259874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:37.263975 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.306875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f1757970-df11-46f4-a5b0-3b5b4a80a622 None None] Provisioning complete for port 38ee541f-83be-4132-8007-1ce8a9008fc4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:37.307374 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1757970-df11-46f4-a5b0-3b5b4a80a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.315347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Transition to ACTIVE for port object 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:37.322501 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.376166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92486074-feac-49fa-930f-b89a1fa7ca67 None None] Network 494b903c-f7bd-41e5-86d6-35b206406472 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:37.451036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1757970-df11-46f4-a5b0-3b5b4a80a622 None None] Port 38ee541f-83be-4132-8007-1ce8a9008fc4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:37.461750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Pushing event updated for resources: {'Port': ['ID=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.496378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.547008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.574900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.578350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Attempting to bind port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:37.578692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Attempting to bind port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:37.579020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Attempting to bind port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:37.584481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:37.584812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Attempting to bind port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:37.610140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:37.610487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Checking segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:37.610878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Bound using segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:37.611312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Bound port: 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:37.612248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.654733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-398512c2-1ed3-4250-82c1-91c0bfd3b72f req-4071dae8-f0b1-4128-a159-6d3544aa8c35 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.666715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-398512c2-1ed3-4250-82c1-91c0bfd3b72f req-4071dae8-f0b1-4128-a159-6d3544aa8c35 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.723553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Made reservation on behalf of a622e14a80294a86807b695c2d0c4852 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:37.726254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.740637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Allocated IP 172.20.0.11 (044300e8-b5ef-4210-bb8c-53d5b8970081/6eaf8e91-e8ee-4ea7-acfe-f2c814987048/7d79b4fc-9746-4362-bc12-685c95f7b8a5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:37.774588 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-398512c2-1ed3-4250-82c1-91c0bfd3b72f req-4071dae8-f0b1-4128-a159-6d3544aa8c35 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.780673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-398512c2-1ed3-4250-82c1-91c0bfd3b72f req-4071dae8-f0b1-4128-a159-6d3544aa8c35 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9166107 Aug 29 04:24:37.817776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071dae8-f0b1-4128-a159-6d3544aa8c35 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f4368a-f9e7-4a0b-8b6d-f6f031543c16,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.897961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] For port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:37.932367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9db2fdf-d99a-42e0-9096-83ce159ae183 req-f4e2b8b8-b737-45f1-bc89-288b27db20b6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 210 time: 0.0598700 Aug 29 04:24:37.948133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] For port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:37.976671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.020132 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.086867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.088039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.089664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] 10.222.0.32 "PUT /v2.0/ports/77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 HTTP/1.1" status: 200 len: 1092 time: 2.1358094 Aug 29 04:24:38.094240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'tag': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:38.096616 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fa0048-07f3-4aa8-8277-f736df117248" -d '{"events": [{"name": "network-changed", "server_uuid": "045969bb-cf07-45f0-b4da-c5fe11e50529", "tag": "77feac00-12f6-4f21-b6e5-b4a47ef7b9e2"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:38.130764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075db88-8710-4a6f-a1a7-9f1534010594 service neutron] Pushing event updated for resources: {'Port': ['ID=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.147585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.170912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.191143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9fcef0-d661-4de7-bbe3-9e7121a21612,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.227202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Checking segment: {'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:38.227572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Network hostable DHCP agents. Network: 10af3c96-3485-40bd-8b16-94d9287ca94c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:38.311000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-9427276d-b673-4fa2-a605-5b0464d33521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.312943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-9427276d-b673-4fa2-a605-5b0464d33521 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 1095 time: 0.1578112 Aug 29 04:24:38.313819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event updated for resources: {'Port': ['ID=edaa3d3c-4e1d-4baf-b5cd-614ebf986978,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.315336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a859ff48-3a89-4ee3-9a01-e67b181df05c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:38.346120 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:38.346669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Network 10af3c96-3485-40bd-8b16-94d9287ca94c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:38.393644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.397954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 10af3c96-3485-40bd-8b16-94d9287ca94c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:38.408432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e1f26-7a7f-4fff-926b-3a2e91720537 None None] Network 10af3c96-3485-40bd-8b16-94d9287ca94c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:38.408776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-f03b28c0-bb90-4368-b008-ee710c17af62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 HTTP/1.1" status: 200 len: 217 time: 0.0810020 Aug 29 04:24:38.475762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.476581 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.492029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-10e658ea-fe40-4cae-b843-a05e1e7e1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.494422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-10e658ea-fe40-4cae-b843-a05e1e7e1218 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.0739295 Aug 29 04:24:38.497834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-58665d49-bdea-4688-bb84-d384c1b6c44f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0134416 Aug 29 04:24:38.500529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46582) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:38.506429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:38.524621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.526515 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-de7bf1bb-dfeb-41d9-afcb-86189577ce07 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5022988 Aug 29 04:24:38.551498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a859ff48-3a89-4ee3-9a01-e67b181df05c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:38.553442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-cf2efffe-cd5d-4bb7-9f10-0f1da2286a69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438704 Aug 29 04:24:38.561889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a859ff48-3a89-4ee3-9a01-e67b181df05c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:38.562819 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.611205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.618237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.625637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.668071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc5c28-a6d6-4090-8c33-60740318a01d None None] Network 10af3c96-3485-40bd-8b16-94d9287ca94c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:38.680363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Transition to ACTIVE for port object 7d79b4fc-9746-4362-bc12-685c95f7b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:38.724758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.725898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.731610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-e01a77b6-f6f9-492f-b51e-18670289c837 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.202 HTTP/1.1" status: 200 len: 696 time: 0.1815121 Aug 29 04:24:38.735079 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-15a96527-d0c3-4bac-b8f3-cabbfc61f47e service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672719 Aug 29 04:24:38.739829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Pushing event updated for resources: {'Port': ['ID=38ee541f-83be-4132-8007-1ce8a9008fc4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.752606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.772966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.822471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a859ff48-3a89-4ee3-9a01-e67b181df05c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a859ff48-3a89-4ee3-9a01-e67b181df05c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:38.837741 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.843736 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-dd1b0d49-d3d7-44d9-9b40-a2bc1545fb66 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/f9f4368a-f9e7-4a0b-8b6d-f6f031543c16 HTTP/1.1" status: 200 len: 1804 time: 0.1577091 Aug 29 04:24:38.871482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f9f4368a-f9e7-4a0b-8b6d-f6f031543c16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:38.871788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f9f4368a-f9e7-4a0b-8b6d-f6f031543c16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:38.879577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.884023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a859ff48-3a89-4ee3-9a01-e67b181df05c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.906442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.958897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:38.973094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:38.978130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:38.982882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event updated for resources: {'Port': ['ID=7d79b4fc-9746-4362-bc12-685c95f7b8a5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:39.034352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Network d928cd4f-041b-4728-9dee-54e1fefbb792 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:39.041907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:39.069515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.070478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.115219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.117682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.138750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-c754619f-eb8d-49ea-8397-3fe8530f568c tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4554868 Aug 29 04:24:39.146763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6bd5008-c646-4091-b913-6e15f087caa0 req-ff61d2c8-1979-4a30-b9ae-bd12ab611075 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928504 Aug 29 04:24:39.193786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-08553ff9-684a-4147-9e39-2e104e8b5c72 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.195832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-08553ff9-684a-4147-9e39-2e104e8b5c72 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.4336143 Aug 29 04:24:39.202108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Request body: {'port': {'device_id': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:39.213571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-7a2dcbcb-30ce-4b7b-bf7e-ea510409b175 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:24:39.214941 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1572ad4c-3104-49e3-aa0e-fa8c9eaf91b8 req-7a2dcbcb-30ce-4b7b-bf7e-ea510409b175 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102506 Aug 29 04:24:39.276220 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.277282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.299131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.299465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2c929021-a706-4198-8328-7a6842550ba1 None None] Provisioning for port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:39.305293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2c929021-a706-4198-8328-7a6842550ba1 None None] Provisioning complete for port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:39.305690 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c929021-a706-4198-8328-7a6842550ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.349736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2c929021-a706-4198-8328-7a6842550ba1 None None] Port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:39.357220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c790c2-de8b-4662-a6f0-0cba3f605e70,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:39.365973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.367170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06904cab-fed0-4af6-a5dc-1409447da3d9 req-42a16b7c-ae0c-416a-a952-fc6a9edd0719 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5055177 Aug 29 04:24:39.372774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Router 8b6a7133-e0c8-498c-b910-f44f257f9f5d has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:39.406499 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e4d3a4-3f83-4b18-aec3-59969bf77597 x-openstack-request-id: req-89e4d3a4-3f83-4b18-aec3-59969bf77597 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:39.406752 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045969bb-cf07-45f0-b4da-c5fe11e50529", "tag": "77feac00-12f6-4f21-b6e5-b4a47ef7b9e2", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:39.407004 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89e4d3a4-3f83-4b18-aec3-59969bf77597 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:39.407394 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'tag': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2', 'status': 'completed', 'code': 200} Aug 29 04:24:39.450118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.470397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.471897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3ab4cf00-2245-496b-9777-a7002a4477ad None None] Provisioning complete for port 38ee541f-83be-4132-8007-1ce8a9008fc4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:39.472490 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ab4cf00-2245-496b-9777-a7002a4477ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.509515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4cf00-2245-496b-9777-a7002a4477ad None None] Port 38ee541f-83be-4132-8007-1ce8a9008fc4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:39.529837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8cc1c-8b93-4ffd-b6ef-6e91f18a7cd2 req-4f34615c-1f40-4130-a8ea-2d1b16564756 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.531310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fae8cc1c-8b93-4ffd-b6ef-6e91f18a7cd2 req-4f34615c-1f40-4130-a8ea-2d1b16564756 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 943 time: 0.1646488 Aug 29 04:24:39.619771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:39.630704 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Sync routers for ids ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:39.644449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-99ee3f41-2e7d-4816-b250-ce7eeb2d08ec admin admin] 10.222.0.55 "PUT /v2.0/routers/8b6a7133-e0c8-498c-b910-f44f257f9f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2049313 Aug 29 04:24:39.644800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa0048-07f3-4aa8-8277-f736df117248 req-3a1ba23b-39bb-4437-8411-9b494889cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.644800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69fa0048-07f3-4aa8-8277-f736df117248 req-3a1ba23b-39bb-4437-8411-9b494889cac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 1095 time: 0.1764414 Aug 29 04:24:39.646512 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Routers {'8b6a7133-e0c8-498c-b910-f44f257f9f5d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:39.648489 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:39.658378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fae8cc1c-8b93-4ffd-b6ef-6e91f18a7cd2 req-3b1fcd86-9237-4b03-904f-ebfd2da8f10f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088059 Aug 29 04:24:39.679721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2963e09c-2c5b-488f-b09b-075fd7e86931 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636566 Aug 29 04:24:39.779055 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Set router 8b6a7133-e0c8-498c-b910-f44f257f9f5d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:39.832233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-72d2f61d-84fc-4aba-a144-6ea08b3049de tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.840735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-72d2f61d-84fc-4aba-a144-6ea08b3049de tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600075 Aug 29 04:24:39.843072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Allocated IP 172.25.7.7 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5d3b13eb-45ab-4203-ba01-87700aaa9f0c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:39.859435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-d7b321eb-8aea-45f2-860c-6487fbda3c95 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/quotas/882b3fd72f1f42f6a0a5911d2c49702d HTTP/1.1" status: 200 len: 375 time: 0.0177591 Aug 29 04:24:39.862766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa0048-07f3-4aa8-8277-f736df117248 req-230975fb-1786-41ea-918e-cf534143aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.864420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69fa0048-07f3-4aa8-8277-f736df117248 req-230975fb-1786-41ea-918e-cf534143aba4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.1941435 Aug 29 04:24:39.900552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-df5ba1ae-c20d-40da-a53a-6fa2320ecfc1 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395746 Aug 29 04:24:39.968720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69fa0048-07f3-4aa8-8277-f736df117248 req-a00b271f-1835-44ff-a38f-31a5cc8a6fd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 HTTP/1.1" status: 200 len: 217 time: 0.0857694 Aug 29 04:24:39.976950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d79b4fc-9746-4362-bc12-685c95f7b8a5 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:39.987787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.002148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Transition to ACTIVE for port object 7d79b4fc-9746-4362-bc12-685c95f7b8a5 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:40.007627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.038801 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:37Z', 'revision_number': 4, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '38ee541f-83be-4132-8007-1ce8a9008fc4', 'name': '', 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'mac_address': 'fa:16:3e:35:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c92530cf-78aa-4656-9d57-ab8df80d4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:37Z', 'revision_number': 2, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'subnets': [{'id': 'c92530cf-78aa-4656-9d57-ab8df80d4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:40.068608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Pushing event updated for resources: {'Port': ['ID=7d79b4fc-9746-4362-bc12-685c95f7b8a5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.075278 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Checking router: 8b6a7133-e0c8-498c-b910-f44f257f9f5d for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:40.075645 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Updating router 8b6a7133-e0c8-498c-b910-f44f257f9f5d port 38ee541f-83be-4132-8007-1ce8a9008fc4 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:40.100660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa0048-07f3-4aa8-8277-f736df117248 req-2bf1d677-6727-49a3-ba01-63c711850d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.102222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69fa0048-07f3-4aa8-8277-f736df117248 req-2bf1d677-6727-49a3-ba01-63c711850d55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.1214254 Aug 29 04:24:40.116121 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.189138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.200059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Attempting to bind port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:40.200410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Attempting to bind port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:40.202661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Attempting to bind port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 on network 044300e8-b5ef-4210-bb8c-53d5b8970081 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:40.223953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 on network 044300e8-b5ef-4210-bb8c-53d5b8970081 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:40.224289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Attempting to bind port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 on network 044300e8-b5ef-4210-bb8c-53d5b8970081 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:40.264160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a859ff48-3a89-4ee3-9a01-e67b181df05c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:40.265383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5a1c1-12ee-4c33-be69-1ecf5ecd8947 req-75abb48c-3f60-457d-95a2-24a8e335825f tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.273184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eab5a1c1-12ee-4c33-be69-1ecf5ecd8947 req-75abb48c-3f60-457d-95a2-24a8e335825f tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 932 time: 0.3124967 Aug 29 04:24:40.276776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:40.276776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Checking segment: {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:40.276776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Bound using segment: {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:40.276776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Bound port: 7d79b4fc-9746-4362-bc12-685c95f7b8a5, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1706b0a-2133-4566-ba95-34e59ba4a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:40.277300 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.283838 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.292550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69fa0048-07f3-4aa8-8277-f736df117248 req-97dc114c-443a-4ddc-8d96-5d6be26db291 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811821 Aug 29 04:24:40.358802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a859ff48-3a89-4ee3-9a01-e67b181df05c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:40.359315 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.390433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.467810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ba527-8c7d-4880-8034-9a4507557128 req-75effdcb-897c-4586-959d-f079e1534c8b tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.481322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a34ba527-8c7d-4880-8034-9a4507557128 req-75effdcb-897c-4586-959d-f079e1534c8b tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2425830 Aug 29 04:24:40.484190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:40.497781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:40.500682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:40.526877 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.546280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eab5a1c1-12ee-4c33-be69-1ecf5ecd8947 req-7a764a64-eeb3-409d-a2d4-35481df7f1f9 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717707 Aug 29 04:24:40.549229 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Transition to ACTIVE for port object 38ee541f-83be-4132-8007-1ce8a9008fc4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:40.551011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] For port 7d79b4fc-9746-4362-bc12-685c95f7b8a5, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:40.557855 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.607053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a34ba527-8c7d-4880-8034-9a4507557128 req-53ee8be4-8e16-4049-960e-d993b40f4730 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.202 HTTP/1.1" status: 200 len: 696 time: 0.1214941 Aug 29 04:24:40.611222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] For port 7d79b4fc-9746-4362-bc12-685c95f7b8a5, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:40.625396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a34ba527-8c7d-4880-8034-9a4507557128 req-cccb8816-ae03-4a14-965c-8056c4292a7d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Request body: {'floatingip': {'port_id': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:40.635582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.639514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9b640e14-f6fa-4d6c-a743-79d7d28fcc31 req-6d53fd42-47a2-4a34-b4c8-9019c70bd7b9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1161584668', 'description': 'tempest-description-1389094941'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:40.682173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69fa0048-07f3-4aa8-8277-f736df117248 req-f421c504-ad82-4a15-a4c6-1dc7edb8e4cf service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006110 Aug 29 04:24:40.684160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Pushing event updated for resources: {'Port': ['ID=38ee541f-83be-4132-8007-1ce8a9008fc4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.706989 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.707584 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.708114 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.708616 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.709143 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.709659 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.710163 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.710656 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.711161 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.711663 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.712302 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.712831 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:40.725833 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Attempting to bind port 38ee541f-83be-4132-8007-1ce8a9008fc4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:40.726298 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Attempting to bind port 38ee541f-83be-4132-8007-1ce8a9008fc4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:40.727252 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Attempting to bind port 38ee541f-83be-4132-8007-1ce8a9008fc4 on network d928cd4f-041b-4728-9dee-54e1fefbb792 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:40.736427 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:40.737204 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Checking segment: {'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:40.737631 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.738072 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Bound using segment: {'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:40.738542 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Bound port: 38ee541f-83be-4132-8007-1ce8a9008fc4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733d624d-af52-4abf-bbb2-85521ce5d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:40.739123 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.766694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9b640e14-f6fa-4d6c-a743-79d7d28fcc31 req-6d53fd42-47a2-4a34-b4c8-9019c70bd7b9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.810972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Pushing event updated for resources: {'Port': ['ID=7d79b4fc-9746-4362-bc12-685c95f7b8a5,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.826986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.831736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.833322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-2946e5db-b153-4cbc-ab2c-59445352b99f service neutron] 10.222.0.37 "PUT /v2.0/ports/7d79b4fc-9746-4362-bc12-685c95f7b8a5 HTTP/1.1" status: 200 len: 1093 time: 1.6746705 Aug 29 04:24:40.835350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:40.844135 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbed1dd-3326-4ec6-8213-265a79836d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:40.852873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a34ba527-8c7d-4880-8034-9a4507557128 req-cccb8816-ae03-4a14-965c-8056c4292a7d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.862213 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] For port 38ee541f-83be-4132-8007-1ce8a9008fc4, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:40.867224 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] For port 38ee541f-83be-4132-8007-1ce8a9008fc4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=38ee541f-83be-4132-8007-1ce8a9008fc4,segment=NetworkSegment(733d624d-af52-4abf-bbb2-85521ce5d47c),segment_id=733d624d-af52-4abf-bbb2-85521ce5d47c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:40.876293 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.915354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69fa0048-07f3-4aa8-8277-f736df117248 req-5c226c28-23c9-46f8-a21e-2f177295bc2e service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251747 Aug 29 04:24:40.999160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Routers {'8b6a7133-e0c8-498c-b910-f44f257f9f5d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:41.000133 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:41.059181 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.064097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-fb0ce871-9f6a-4000-9e0a-b8660b284382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.065853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-fb0ce871-9f6a-4000-9e0a-b8660b284382 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8a95c0c379647f5bff0b1532a68f0a7&device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 1096 time: 0.1409466 Aug 29 04:24:41.067018 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9b640e14-f6fa-4d6c-a743-79d7d28fcc31 req-6d53fd42-47a2-4a34-b4c8-9019c70bd7b9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.100041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9b640e14-f6fa-4d6c-a743-79d7d28fcc31 req-6d53fd42-47a2-4a34-b4c8-9019c70bd7b9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.124662 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbf114-8a1d-493b-91c8-321644febe7c None None] Pushing event updated for resources: {'Port': ['ID=38ee541f-83be-4132-8007-1ce8a9008fc4,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:41.221051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-96cb27ee-68ed-420b-826b-a5169368bac0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5 HTTP/1.1" status: 200 len: 217 time: 0.1467345 Aug 29 04:24:41.265574 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] Set router 8b6a7133-e0c8-498c-b910-f44f257f9f5d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:41.315403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-0f3f4b5b-0af8-4c0f-9287-d1a241d709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.317390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-0f3f4b5b-0af8-4c0f-9287-d1a241d709e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eaf8e91-e8ee-4ea7-acfe-f2c814987048 HTTP/1.1" status: 200 len: 843 time: 0.0868316 Aug 29 04:24:41.381088 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-a34ba527-8c7d-4880-8034-9a4507557128 req-cccb8816-ae03-4a14-965c-8056c4292a7d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:24:41.382572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a34ba527-8c7d-4880-8034-9a4507557128 req-cccb8816-ae03-4a14-965c-8056c4292a7d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "PUT /v2.0/floatingips/0ad11ac3-8aa1-4661-8876-5a8adfd925bf HTTP/1.1" status: 409 len: 550 time: 0.7694428 Aug 29 04:24:41.390921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-b3dbd5fc-cf5b-4bc9-9340-0de89410ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.392444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-b3dbd5fc-cf5b-4bc9-9340-0de89410ca6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=044300e8-b5ef-4210-bb8c-53d5b8970081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671940 Aug 29 04:24:41.494720 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:37Z', 'revision_number': 4, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '38ee541f-83be-4132-8007-1ce8a9008fc4', 'name': '', 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'mac_address': 'fa:16:3e:35:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c92530cf-78aa-4656-9d57-ab8df80d4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:40Z', 'revision_number': 4, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'subnets': [{'id': 'c92530cf-78aa-4656-9d57-ab8df80d4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:41.497663 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9b640e14-f6fa-4d6c-a743-79d7d28fcc31 req-6d53fd42-47a2-4a34-b4c8-9019c70bd7b9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.498604 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b640e14-f6fa-4d6c-a743-79d7d28fcc31 req-6d53fd42-47a2-4a34-b4c8-9019c70bd7b9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9052351 Aug 29 04:24:41.513872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53fd42-47a2-4a34-b4c8-9019c70bd7b9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423cc052-a75b-4ec6-8a8d-f5414c89222d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:41.561081 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9915f-1be6-4ca0-b5f1-187b90d70f6b None None] The sync data for ids ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'] in n-d-712143-14 is: [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:37Z', 'revision_number': 4, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '38ee541f-83be-4132-8007-1ce8a9008fc4', 'name': '', 'network_id': 'd928cd4f-041b-4728-9dee-54e1fefbb792', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'mac_address': 'fa:16:3e:35:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'c92530cf-78aa-4656-9d57-ab8df80d4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:35Z', 'updated_at': '2021-08-29T04:24:40Z', 'revision_number': 4, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'subnets': [{'id': 'c92530cf-78aa-4656-9d57-ab8df80d4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:41.567188 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-84c348c4-502b-4655-930e-2f0eeba7c18d service neutron] 10.222.0.37 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674390 Aug 29 04:24:41.705979 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-c6ba856e-6384-413e-b478-03971dcfa0b6 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2261391 Aug 29 04:24:41.712060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-8957678d-f455-4a56-99a3-480799966e09 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364540 Aug 29 04:24:41.736382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:41.769928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a2f275-f928-4d6b-8cd1-0ca6d4bff077 req-eb2d96a1-7cbe-4937-9389-79be0775403d service neutron] 10.222.0.37 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947377 Aug 29 04:24:41.779877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.846949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2da29d81-624e-4159-93dc-ecd838a0acf7 req-6b4391c3-7833-46aa-a410-07183fe49536 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 210 time: 0.1090655 Aug 29 04:24:41.859292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.934478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.939088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:42.011525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-4655d020-58d4-4bcb-8df5-1cf78b569ff9 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.013001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-4655d020-58d4-4bcb-8df5-1cf78b569ff9 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922623 Aug 29 04:24:42.038458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Request body: {'port': {'device_id': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '882b3fd72f1f42f6a0a5911d2c49702d'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:42.059515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Allocated IP 172.25.7.151 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/8e69bea1-14e2-461d-bdce-c1a55edb6e62) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:42.087164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:42.100903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'port_id': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2', 'mac_address': 'fa:16:3e:5b:be:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff60a465-9ef4-4607-9b18-c3e2e3b16625', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:42.115559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc438cb-d12d-47db-a71b-b4887dab585d req-fdf90c42-0d4b-4c81-8119-fb08e3104ae0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.117101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddc438cb-d12d-47db-a71b-b4887dab585d req-fdf90c42-0d4b-4c81-8119-fb08e3104ae0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 943 time: 0.1959965 Aug 29 04:24:42.149470 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.175393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:42.192706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.218865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddc438cb-d12d-47db-a71b-b4887dab585d req-4c9bba33-6b13-43ec-9d74-500d9b6ef935 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923865 Aug 29 04:24:42.225285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Router 0fc0de45-3331-4622-abe0-8b4f8495228b is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:24:42.248076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Made reservation on behalf of 882b3fd72f1f42f6a0a5911d2c49702d for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:42.261621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.273920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.294671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:42.297931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.307460 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.352850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 38ee541f-83be-4132-8007-1ce8a9008fc4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:42.361347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:42.363035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Pushing event updated for resources: {'Port': ['ID=8e69bea1-14e2-461d-bdce-c1a55edb6e62,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.384099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:42.388826 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b397ed-ba93-44cb-a4f5-2a6247efbfe0 x-openstack-request-id: req-a7b397ed-ba93-44cb-a4f5-2a6247efbfe0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:42.389108 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:42.389368 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7b397ed-ba93-44cb-a4f5-2a6247efbfe0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:42.389796 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'status': 'completed', 'code': 200} Aug 29 04:24:42.390613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:42.463636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.471849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 38ee541f-83be-4132-8007-1ce8a9008fc4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:42.478234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 38ee541f-83be-4132-8007-1ce8a9008fc4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:42.478854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.500595 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-3f7c5147-0481-484c-8e51-bb7241e28e47 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips/0ad11ac3-8aa1-4661-8876-5a8adfd925bf HTTP/1.1" status: 200 len: 693 time: 0.0809939 Aug 29 04:24:42.502947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:42.509123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-437d1986-c017-4af2-a329-5880b72f1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.511227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-437d1986-c017-4af2-a329-5880b72f1cea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8a95c0c379647f5bff0b1532a68f0a7&device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 1096 time: 0.0868132 Aug 29 04:24:42.529458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Sync routers for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:42.555739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:42.557047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:42.585210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.641775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.676286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-05dc9187-445e-4de2-8efc-44a3f522685c tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.677740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-05dc9187-445e-4de2-8efc-44a3f522685c tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1617696 Aug 29 04:24:42.679721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.685281 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.687749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-000de33b-c6ec-4fe0-ad7b-96ab155b5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.690648 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-000de33b-c6ec-4fe0-ad7b-96ab155b5da3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=044300e8-b5ef-4210-bb8c-53d5b8970081 HTTP/1.1" status: 200 len: 905 time: 0.1704221 Aug 29 04:24:42.703767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.705142 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eb5e8119-2115-44ea-addd-9453676623d8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2033362 Aug 29 04:24:42.710913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-91b46836-26bb-48e8-81da-479c77b00c75 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:24:42.711977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-91b46836-26bb-48e8-81da-479c77b00c75 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216575 Aug 29 04:24:42.715056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46634) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:42.727233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:42.768327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-2f85dfec-05c2-493f-9ebb-fa25f7b8651b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5 HTTP/1.1" status: 200 len: 217 time: 0.0668573 Aug 29 04:24:42.864113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e495398-87c0-4054-8764-a3e5b060ed6e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.894154 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-6eac637a-5502-49c8-8d0d-8cfbcf6fa5fd tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.202 HTTP/1.1" status: 200 len: 696 time: 0.1635284 Aug 29 04:24:42.909029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-e942ab33-17eb-49aa-aeb5-80feea7bf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.910879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-e942ab33-17eb-49aa-aeb5-80feea7bf52d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eaf8e91-e8ee-4ea7-acfe-f2c814987048 HTTP/1.1" status: 200 len: 843 time: 0.1320207 Aug 29 04:24:42.980357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['77feac00-12f6-4f21-b6e5-b4a47ef7b9e2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:43.015333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-a625f0ef-3a0b-46ca-89e3-ebb3517f3851 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.202 HTTP/1.1" status: 200 len: 696 time: 0.0896351 Aug 29 04:24:43.024139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-d19554e8-5762-410f-9c34-4965cbca4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.026113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-d19554e8-5762-410f-9c34-4965cbca4359 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=044300e8-b5ef-4210-bb8c-53d5b8970081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052127 Aug 29 04:24:43.030751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.044783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.130533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Allocated IP 192.168.233.214 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/190d544d-d191-43ae-b7c3-c1f6fb72014d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:43.157809 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.171864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Pushing event updated for resources: {'Port': ['ID=8e69bea1-14e2-461d-bdce-c1a55edb6e62,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.188581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.210493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-7f38b6de-a5e7-40ea-91bb-3995d18823c5 service neutron] 10.222.0.37 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756413 Aug 29 04:24:43.211850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.213111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-7b8cae4b-7e4f-4319-bf93-245e94f25bab tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4885108 Aug 29 04:24:43.246646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 38ee541f-83be-4132-8007-1ce8a9008fc4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=38ee541f-83be-4132-8007-1ce8a9008fc4,segment=NetworkSegment(733d624d-af52-4abf-bbb2-85521ce5d47c),segment_id=733d624d-af52-4abf-bbb2-85521ce5d47c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:43.259279 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.306350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:40Z', 'revision_number': 3, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:43.320451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-35b9a79d-9598-4a83-8492-849e12067ed7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0949194 Aug 29 04:24:43.344039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Checking router: 0fc0de45-3331-4622-abe0-8b4f8495228b for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:43.344387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Updating router 0fc0de45-3331-4622-abe0-8b4f8495228b port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:43.370043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=38ee541f-83be-4132-8007-1ce8a9008fc4,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.378760 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.432800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccbed1dd-3326-4ec6-8213-265a79836d2f req-e224f1a4-1d2e-4f81-816d-eaa0b01acd07 service neutron] 10.222.0.37 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146776 Aug 29 04:24:43.435225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Deleting port edaa3d3c-4e1d-4baf-b5cd-614ebf986978 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:43.435573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.464493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-eaacbef8-cf2a-4dde-b1fa-790840f4e395 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.481644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4960b385-7df9-4d11-b257-cc178f4581e2 req-eaacbef8-cf2a-4dde-b1fa-790840f4e395 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1493440 Aug 29 04:24:43.487729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-25769a60-55d3-4a89-ad0d-93b039e87a08 req-0644fc9c-15b1-48c6-b50c-086a367a21d1 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1667803331', 'description': 'tempest-description-896829068'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:43.513525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25769a60-55d3-4a89-ad0d-93b039e87a08 req-0644fc9c-15b1-48c6-b50c-086a367a21d1 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.575907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.605175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.605516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.613803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25769a60-55d3-4a89-ad0d-93b039e87a08 req-0644fc9c-15b1-48c6-b50c-086a367a21d1 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.618543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25769a60-55d3-4a89-ad0d-93b039e87a08 req-0644fc9c-15b1-48c6-b50c-086a367a21d1 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.619287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Transition to ACTIVE for port object 190d544d-d191-43ae-b7c3-c1f6fb72014d will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:43.645992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25769a60-55d3-4a89-ad0d-93b039e87a08 req-0644fc9c-15b1-48c6-b50c-086a367a21d1 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.650503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Calling delete_port for edaa3d3c-4e1d-4baf-b5cd-614ebf986978 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:43.658152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25769a60-55d3-4a89-ad0d-93b039e87a08 req-0644fc9c-15b1-48c6-b50c-086a367a21d1 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1752121 Aug 29 04:24:43.665169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644fc9c-15b1-48c6-b50c-086a367a21d1 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd687b-3ef5-4cbc-8e46-fb41fdb2bccb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.687924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.699559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Transition to ACTIVE for port object 5d3b13eb-45ab-4203-ba01-87700aaa9f0c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:43.706361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.753861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Attempting to bind port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:43.754356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Attempting to bind port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:43.754816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Attempting to bind port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:43.763786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:43.764334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:43.764819 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.765310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:43.766397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Bound port: 5d3b13eb-45ab-4203-ba01-87700aaa9f0c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:43.766886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.768668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aee9f8-386d-4c54-928b-ea44526bb96c req-2ba2f44e-a6e3-4944-a549-057c9fc1d9d7 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.770437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12aee9f8-386d-4c54-928b-ea44526bb96c req-2ba2f44e-a6e3-4944-a549-057c9fc1d9d7 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 944 time: 0.0530057 Aug 29 04:24:43.789727 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.817516 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12aee9f8-386d-4c54-928b-ea44526bb96c req-7cd5b179-3e77-4cf4-8fbb-b060912ffad7 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385160 Aug 29 04:24:43.818460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f693d14-5d67-45e7-88b5-0559257e471f None None] Pushing event updated for resources: {'Port': ['ID=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.848509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] For port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:43.851811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] For port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:43.856116 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.857121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.905578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:43.914198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:43.916963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:43.924352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:43.924928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:43.926861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f693d14-5d67-45e7-88b5-0559257e471f None None] Pushing event updated for resources: {'Port': ['ID=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.937305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Pushing event updated for resources: {'Port': ['ID=190d544d-d191-43ae-b7c3-c1f6fb72014d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.019659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dec2c8-4ead-4bc8-a7db-82508e36bfdc req-d20e101c-d494-41e5-9aeb-56b08a94153c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.021420 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11dec2c8-4ead-4bc8-a7db-82508e36bfdc req-d20e101c-d494-41e5-9aeb-56b08a94153c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 936 time: 0.1021926 Aug 29 04:24:44.063055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:44.064011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.064718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.080620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.082564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11dec2c8-4ead-4bc8-a7db-82508e36bfdc req-da95fae5-0a4f-4052-9915-b35c0fa086c6 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504065 Aug 29 04:24:44.098420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:44.145026 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-2228c041-7263-4a56-892b-cc1ec179e77d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1134083 Aug 29 04:24:44.154327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event deleted for resources: {'Port': ['ID=edaa3d3c-4e1d-4baf-b5cd-614ebf986978,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.167907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Request body: {'port': {'device_id': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:44.205125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2510bb-dcaa-423b-9875-918074128599 req-9614006d-0fe2-4533-a1c1-ce748b091103 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.213582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d2510bb-dcaa-423b-9875-918074128599 req-9614006d-0fe2-4533-a1c1-ce748b091103 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 944 time: 0.0648513 Aug 29 04:24:44.257921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d2510bb-dcaa-423b-9875-918074128599 req-37d1c80e-3609-4993-b5bd-0b89986660e2 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Aug 29 04:24:44.294112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 38ee541f-83be-4132-8007-1ce8a9008fc4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:44.302654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.305569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.307321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33842ae8-722d-4e9a-ba37-8cdca11ba8c3 req-1cd13846-a152-4ae2-b045-519a4549e309 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "DELETE /v2.0/floatingips/0ad11ac3-8aa1-4661-8876-5a8adfd925bf HTTP/1.1" status: 204 len: 173 time: 1.2845180 Aug 29 04:24:44.315776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.334820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40210808-5797-4fc8-b9c0-1f32ac2e2e0c req-f009f17b-1b5f-4179-8e48-e717c657d89c tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips/61407044-4ccd-46c9-8fd4-cdf71185b69c HTTP/1.1" status: 200 len: 693 time: 0.0516670 Aug 29 04:24:44.341557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:44.345002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Allocated IP 172.20.0.1 (10af3c96-3485-40bd-8b16-94d9287ca94c/2a9fcef0-d661-4de7-bbe3-9e7121a21612/e645d468-201b-40d4-a311-ca7946edd65e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:44.350982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-375e1142-6a0a-4508-af0c-c5aef4975d99 None None] Provisioning for port 190d544d-d191-43ae-b7c3-c1f6fb72014d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:44.366412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:44.366787 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.392983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-375e1142-6a0a-4508-af0c-c5aef4975d99 None None] Provisioning complete for port 190d544d-d191-43ae-b7c3-c1f6fb72014d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:44.393357 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-375e1142-6a0a-4508-af0c-c5aef4975d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.458907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40210808-5797-4fc8-b9c0-1f32ac2e2e0c req-86535f21-872c-4b45-a72b-d46afc698060 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.460214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40210808-5797-4fc8-b9c0-1f32ac2e2e0c req-86535f21-872c-4b45-a72b-d46afc698060 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1175644 Aug 29 04:24:44.474876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-375e1142-6a0a-4508-af0c-c5aef4975d99 None None] Port 190d544d-d191-43ae-b7c3-c1f6fb72014d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:44.492852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 38ee541f-83be-4132-8007-1ce8a9008fc4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:44.493190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.577258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-6b9e3ee0-0647-4997-89c6-7b0be0f7c367 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 1001 time: 0.0675414 Aug 29 04:24:44.577541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:40Z', 'revision_number': 3, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:44.582551 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.617112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b2099-5867-46dd-a18d-863acfb6f628 None None] The sync data for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 is: [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:40Z', 'revision_number': 3, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:44.652531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-10e42dc2-a585-4656-ac7f-b52c5740fb1e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.655488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:44.657810 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c4a3e0-b7d5-447d-a40a-ddef7449db4e" -d '{"events": [{"server_uuid": "045969bb-cf07-45f0-b4da-c5fe11e50529", "name": "network-vif-plugged", "status": "completed", "tag": "77feac00-12f6-4f21-b6e5-b4a47ef7b9e2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:44.658209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-10e42dc2-a585-4656-ac7f-b52c5740fb1e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports/113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 942 time: 0.0712745 Aug 29 04:24:44.680792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:44.690983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.761149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.785525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-e3ba9f71-ab65-47ce-ae24-1b6054a1bc13 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 1001 time: 0.0759382 Aug 29 04:24:44.814696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-cd6f09f2-3ad1-4afb-a582-d7f9ad26ebb8 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/423cc052-a75b-4ec6-8a8d-f5414c89222d HTTP/1.1" status: 200 len: 1805 time: 0.4849212 Aug 29 04:24:44.931940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-5b625eae-bc7e-44ec-bf09-3b108be05c30 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.933332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-5b625eae-bc7e-44ec-bf09-3b108be05c30 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1413822 Aug 29 04:24:44.963153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.983028 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-2f63dc20-e011-4fc7-9de2-2fa57c7de59b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/e9fd687b-3ef5-4cbc-8e46-fb41fdb2bccb HTTP/1.1" status: 200 len: 1804 time: 0.1581531 Aug 29 04:24:45.006457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '423cc052-a75b-4ec6-8a8d-f5414c89222d', 'remote_group_id': 'e9fd687b-3ef5-4cbc-8e46-fb41fdb2bccb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:45.006770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '423cc052-a75b-4ec6-8a8d-f5414c89222d', 'remote_group_id': 'e9fd687b-3ef5-4cbc-8e46-fb41fdb2bccb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:45.015412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-797cc81e-176c-41af-805b-e44d46f139c4 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 1001 time: 0.0705447 Aug 29 04:24:45.030949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:45.097795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.129305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 7d79b4fc-9746-4362-bc12-685c95f7b8a5 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:45.197480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190d544d-d191-43ae-b7c3-c1f6fb72014d {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:45.203742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Network 10af3c96-3485-40bd-8b16-94d9287ca94c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:45.220774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.223502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:45.230481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Pushing event updated for resources: {'Port': ['ID=e645d468-201b-40d4-a311-ca7946edd65e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.241430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:45.261308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 7d79b4fc-9746-4362-bc12-685c95f7b8a5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:45.278116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'port_id': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'mac_address': 'fa:16:3e:ca:67:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:45.278385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Transition to ACTIVE for port object 190d544d-d191-43ae-b7c3-c1f6fb72014d will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:45.282973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.292565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.331352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.356089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d79b4fc-9746-4362-bc12-685c95f7b8a5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:45.367028 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.384845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 7d79b4fc-9746-4362-bc12-685c95f7b8a5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:45.391173 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.433647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.460055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.468178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Pushing event updated for resources: {'Port': ['ID=190d544d-d191-43ae-b7c3-c1f6fb72014d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.477010 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.538118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2917357e-e901-4a7f-89e9-455cb3b3f4fb,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.594854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.597548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae7720cb-a224-40b2-b5ca-12e3f8a7ad61 req-621bd207-467c-453f-8a6b-fcd8020bd2dc tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5998523 Aug 29 04:24:45.635706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=7d79b4fc-9746-4362-bc12-685c95f7b8a5,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.680909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['7d79b4fc-9746-4362-bc12-685c95f7b8a5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:45.719634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.721116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Attempting to bind port 190d544d-d191-43ae-b7c3-c1f6fb72014d on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:45.721459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Attempting to bind port 190d544d-d191-43ae-b7c3-c1f6fb72014d by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:45.721832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Attempting to bind port 190d544d-d191-43ae-b7c3-c1f6fb72014d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:45.725762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.726106 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Floating IP 4154ea03-0c4c-474e-a0a4-db100beeaf49 disassociated. External IP: 172.25.7.140, port: 113f3ba3-d07a-4918-b982-fa87ca12fbfd. Aug 29 04:24:45.748374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-038fddde-c27c-459f-ac70-39f21216d3c7 req-2d909674-2f04-49b8-8501-9c9e0e2cdc73 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=70b9c008739a4220aa392a9b78382fe1 HTTP/1.1" status: 200 len: 696 time: 0.1204257 Aug 29 04:24:45.752851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Port 190d544d-d191-43ae-b7c3-c1f6fb72014d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:45.753179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Attempting to bind port 190d544d-d191-43ae-b7c3-c1f6fb72014d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:45.773134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:45.773480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:45.773902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:45.774344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Bound port: 190d544d-d191-43ae-b7c3-c1f6fb72014d, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:45.774699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.890383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.938373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] For port 190d544d-d191-43ae-b7c3-c1f6fb72014d, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:45.965138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Router fd866a85-c0fc-4c69-bca5-7a735e7f771a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:45.980288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] For port 190d544d-d191-43ae-b7c3-c1f6fb72014d, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=190d544d-d191-43ae-b7c3-c1f6fb72014d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:45.992292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.016420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fddde-c27c-459f-ac70-39f21216d3c7 req-4adda4b6-d82e-43c3-a52d-a541d0a1589b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.017902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-038fddde-c27c-459f-ac70-39f21216d3c7 req-4adda4b6-d82e-43c3-a52d-a541d0a1589b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks?id=465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 787 time: 0.2570612 Aug 29 04:24:46.055401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-038fddde-c27c-459f-ac70-39f21216d3c7 req-7c146b02-6320-4f8f-bb55-f69e09d62b20 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:24:46.057026 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-038fddde-c27c-459f-ac70-39f21216d3c7 req-7c146b02-6320-4f8f-bb55-f69e09d62b20 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138173 Aug 29 04:24:46.061585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.062232 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.063574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] 10.222.0.32 "PUT /v2.0/ports/190d544d-d191-43ae-b7c3-c1f6fb72014d HTTP/1.1" status: 200 len: 1097 time: 1.9019442 Aug 29 04:24:46.064028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'tag': '190d544d-d191-43ae-b7c3-c1f6fb72014d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:46.066399 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3819b7f5-d988-4d04-b77d-02276c144183" -d '{"events": [{"name": "network-changed", "server_uuid": "c74f3904-5fd4-4a1a-a219-01b8f5161b9f", "tag": "190d544d-d191-43ae-b7c3-c1f6fb72014d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:46.099428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:46.111539 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] Sync routers for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:46.113101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.124122 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:46.125267 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:46.161469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-50ea6f79-f2b8-4fb7-adb5-14c419dee94e tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "PUT /v2.0/floatingips/4154ea03-0c4c-474e-a0a4-db100beeaf49 HTTP/1.1" status: 200 len: 695 time: 1.1328881 Aug 29 04:24:46.167041 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017975fb-8467-46a4-b077-d22847f3add0 x-openstack-request-id: req-017975fb-8467-46a4-b077-d22847f3add0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:46.167546 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045969bb-cf07-45f0-b4da-c5fe11e50529", "name": "network-vif-plugged", "status": "completed", "tag": "77feac00-12f6-4f21-b6e5-b4a47ef7b9e2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:46.167939 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-017975fb-8467-46a4-b077-d22847f3add0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:46.168437 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2', 'code': 200} Aug 29 04:24:46.169404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:46.172034 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:46.224819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbf0f4-175d-490a-950c-d65fb001e82b service neutron] Pushing event updated for resources: {'Port': ['ID=190d544d-d191-43ae-b7c3-c1f6fb72014d,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:46.245381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-137de998-f65d-4c8b-aa04-1cc498fc7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.247702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-137de998-f65d-4c8b-aa04-1cc498fc7a72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 1097 time: 0.0717936 Aug 29 04:24:46.342919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-b7b8bc9b-9681-41b6-a8ce-cb4eac0bbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.344404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-b7b8bc9b-9681-41b6-a8ce-cb4eac0bbac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 1100 time: 0.2067351 Aug 29 04:24:46.401694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-c7a73960-97e4-4997-b0cd-46b4d3e5d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.403451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-c7a73960-97e4-4997-b0cd-46b4d3e5d729 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 200 len: 930 time: 0.1457882 Aug 29 04:24:46.417857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5d3b13eb-45ab-4203-ba01-87700aaa9f0c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:46.421759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-9e8bc9d4-f53f-4487-bbfb-b8f7157ce7bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=190d544d-d191-43ae-b7c3-c1f6fb72014d HTTP/1.1" status: 200 len: 217 time: 0.0623958 Aug 29 04:24:46.433322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda9c7-8638-41bd-9de9-f6791ae15d00 req-c11770f5-2684-4014-b42a-674598212027 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.434893 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50fda9c7-8638-41bd-9de9-f6791ae15d00 req-c11770f5-2684-4014-b42a-674598212027 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 945 time: 0.1801486 Aug 29 04:24:46.443274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1579-5ec5-4fcf-9314-c0ca3f38e6ff req-e5fecacf-979e-4820-8538-a57313eb0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.444799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-896f1579-5ec5-4fcf-9314-c0ca3f38e6ff req-e5fecacf-979e-4820-8538-a57313eb0beb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 1097 time: 0.1845303 Aug 29 04:24:46.469264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-f48e6aa0-6adc-4974-bee0-354c4edf0742 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 217 time: 0.0550528 Aug 29 04:24:46.481202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.499733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.507947 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:46.543260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:46.549813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:46.550195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.561994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-f34a558e-d6c7-4d38-9136-a94c356868b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.571480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-f34a558e-d6c7-4d38-9136-a94c356868b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91eed555-17da-4ce8-b375-1611a9703dfd HTTP/1.1" status: 200 len: 868 time: 0.0884042 Aug 29 04:24:46.613608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-04eb3ac3-3a72-468b-acee-6d55b61cd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.615014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-04eb3ac3-3a72-468b-acee-6d55b61cd5b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1792264 Aug 29 04:24:46.624889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50fda9c7-8638-41bd-9de9-f6791ae15d00 req-94600c76-df88-41fa-84e2-1619d0988c9d tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791229 Aug 29 04:24:46.626443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-896f1579-5ec5-4fcf-9314-c0ca3f38e6ff req-d9161e2a-3ab2-46f2-b451-568c60032414 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706719 Aug 29 04:24:46.629035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Pushing event updated for resources: {'Port': ['ID=e645d468-201b-40d4-a311-ca7946edd65e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:46.637669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.653897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-22ca2b9f-d662-4fe8-939f-08cb0986ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.662977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-22ca2b9f-d662-4fe8-939f-08cb0986ceca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1107f76c-2050-4785-97d0-5a0f47154375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905821 Aug 29 04:24:46.668396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.715946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:46.722424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.738589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-cea76bdd-8a9e-4136-a477-92217f330a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.740119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-cea76bdd-8a9e-4136-a477-92217f330a5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124721 Aug 29 04:24:46.816922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Network 10af3c96-3485-40bd-8b16-94d9287ca94c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:46.817747 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:46.822661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:46.826567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:46.829917 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efaedd5b-adb3-4cc7-9299-0877b85943fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.842967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-dc910959-02e7-4d3a-9cf5-b5fb42fe0c9e service neutron] 10.222.0.55 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789885 Aug 29 04:24:46.848862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed4a33-6108-4b35-a792-ece7061bc3dd req-164ea852-6ba7-4476-92e2-12bb0b3e85c0 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.850430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84ed4a33-6108-4b35-a792-ece7061bc3dd req-164ea852-6ba7-4476-92e2-12bb0b3e85c0 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 948 time: 0.0912054 Aug 29 04:24:46.852139 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] Checking router: fd866a85-c0fc-4c69-bca5-7a735e7f771a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:46.864052 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:46.864677 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:46.944100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25f5b26d-95ea-43ce-91ea-b557d829d2c4 req-9293953d-f5a6-4f74-827b-88c72c24d7b7 service neutron] 10.222.0.55 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937898 Aug 29 04:24:46.982046 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:47.027373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84ed4a33-6108-4b35-a792-ece7061bc3dd req-820caad9-daa2-4c31-86c7-2c75d3e0f082 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400385 Aug 29 04:24:47.069041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-90215c35-a7b5-400b-90e1-a510997615a3 req-82ddd022-9175-4670-b256-df895d2dce5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1792334009', 'description': 'tempest-description-213353880'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:47.072465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be0299-5008-4631-9db4-be4ac2b52d72 req-651f64ed-2d27-4b60-88af-683c37c72658 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.074048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7be0299-5008-4631-9db4-be4ac2b52d72 req-651f64ed-2d27-4b60-88af-683c37c72658 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 945 time: 0.0620389 Aug 29 04:24:47.110170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-37fcda37-bc2c-4bed-b52e-019d2bcaf7f0 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154710 Aug 29 04:24:47.111945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Router 0fc0de45-3331-4622-abe0-8b4f8495228b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:47.113521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-90215c35-a7b5-400b-90e1-a510997615a3 req-82ddd022-9175-4670-b256-df895d2dce5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.122584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7be0299-5008-4631-9db4-be4ac2b52d72 req-f7b3be86-907d-4ea4-a3c5-652da1cfc9c6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Aug 29 04:24:47.127904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 7d79b4fc-9746-4362-bc12-685c95f7b8a5 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:47.201878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:47.213252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:47.214172 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.215687 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:47.241349 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-0b2281d6-127d-437a-a35c-a83c0add721e tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips/61407044-4ccd-46c9-8fd4-cdf71185b69c HTTP/1.1" status: 200 len: 693 time: 0.0676787 Aug 29 04:24:47.268717 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7b047-09f3-4b61-89ab-4763154d03f4 None None] The sync data for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 is: [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e548574a-61e5-455a-b0c2-bb03bf1d82da', 'name': '', 'network_id': '1107f76c-2050-4785-97d0-5a0f47154375', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'mac_address': 'fa:16:3e:32:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:53Z', 'updated_at': '2021-08-29T04:24:05Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'subnets': [{'id': '91eed555-17da-4ce8-b375-1611a9703dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:47.299683 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.332302 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5c7e4b7-8ae8-44d8-b22f-b25af6ce99f5 req-eb1f8de7-e0c3-4b8c-9c60-c5a119166d92 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145865 Aug 29 04:24:47.335469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 7d79b4fc-9746-4362-bc12-685c95f7b8a5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:47.339382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.355598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-82d0a53c-713c-4787-a814-1e8ce1c173ba tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.357262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-82d0a53c-713c-4787-a814-1e8ce1c173ba tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1151340 Aug 29 04:24:47.368180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:47.377230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-deb59cca-c391-4a65-959d-d1e68fb04003 admin admin] 10.222.0.55 "PUT /v2.0/routers/0fc0de45-3331-4622-abe0-8b4f8495228b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6607103 Aug 29 04:24:47.381634 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-90215c35-a7b5-400b-90e1-a510997615a3 req-82ddd022-9175-4670-b256-df895d2dce5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.382475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Sync routers for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:47.387794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-90215c35-a7b5-400b-90e1-a510997615a3 req-82ddd022-9175-4670-b256-df895d2dce5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.421473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:47.421871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:47.423796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-9da9e193-5d12-46d9-a488-305366377b27 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0593731 Aug 29 04:24:47.433740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-90215c35-a7b5-400b-90e1-a510997615a3 req-82ddd022-9175-4670-b256-df895d2dce5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.446727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90215c35-a7b5-400b-90e1-a510997615a3 req-82ddd022-9175-4670-b256-df895d2dce5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3928819 Aug 29 04:24:47.451347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddd022-9175-4670-b256-df895d2dce5b tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461e81b4-c83d-4f3a-8350-6f2dca26b4d4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:47.481903 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5d16c-accd-4899-a1c7-b70a02d539cb x-openstack-request-id: req-f8f5d16c-accd-4899-a1c7-b70a02d539cb {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:47.482504 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74f3904-5fd4-4a1a-a219-01b8f5161b9f", "tag": "190d544d-d191-43ae-b7c3-c1f6fb72014d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:47.482942 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8f5d16c-accd-4899-a1c7-b70a02d539cb {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:47.483759 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'tag': '190d544d-d191-43ae-b7c3-c1f6fb72014d', 'status': 'completed', 'code': 200} Aug 29 04:24:47.507495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-24678500-ac90-40b2-beb5-4516756c8b77 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0761127 Aug 29 04:24:47.539510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=7d79b4fc-9746-4362-bc12-685c95f7b8a5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:47.573286 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027de347-7586-4b50-bbb8-8ae617204a9a x-openstack-request-id: req-027de347-7586-4b50-bbb8-8ae617204a9a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:47.573581 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:47.573861 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-027de347-7586-4b50-bbb8-8ae617204a9a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:47.574265 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'status': 'completed', 'code': 200} Aug 29 04:24:47.611201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:47.670919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-b0579af6-2a66-472a-9c65-af0240bf8721 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips/4154ea03-0c4c-474e-a0a4-db100beeaf49 HTTP/1.1" status: 200 len: 695 time: 0.0652518 Aug 29 04:24:47.736361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b7f5-d988-4d04-b77d-02276c144183 req-2bc063cc-8ada-4397-8f1c-69efcfc688a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.738162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3819b7f5-d988-4d04-b77d-02276c144183 req-2bc063cc-8ada-4397-8f1c-69efcfc688a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 1100 time: 0.1682649 Aug 29 04:24:47.750446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-cc276476-55fc-4a93-8494-d28627a627c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.751950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-cc276476-55fc-4a93-8494-d28627a627c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 1097 time: 0.1064198 Aug 29 04:24:47.760025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Deleting port 8e69bea1-14e2-461d-bdce-c1a55edb6e62 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:47.760025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.893233 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03823f68-95c0-4267-b3ee-3be9cc48e700 None None] New status for floating IP 4154ea03-0c4c-474e-a0a4-db100beeaf49: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:24:47.894504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 2, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:47.929955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Checking router: 0fc0de45-3331-4622-abe0-8b4f8495228b for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:47.930322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Updating router 0fc0de45-3331-4622-abe0-8b4f8495228b port e645d468-201b-40d4-a311-ca7946edd65e binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:24:47.933972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.934438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.961245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.973954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Calling delete_port for 8e69bea1-14e2-461d-bdce-c1a55edb6e62 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:47.979296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-fd746aa6-ef26-43aa-83fa-08b48d35f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.980938 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-fd746aa6-ef26-43aa-83fa-08b48d35f571 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 200 len: 930 time: 0.2180157 Aug 29 04:24:48.064763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-0336d5bf-8f39-4598-8eec-93b75cdd3d3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 200 len: 217 time: 0.0742142 Aug 29 04:24:48.157417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-f77a28df-9581-4a68-bc20-4378fbf40692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.159380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-f77a28df-9581-4a68-bc20-4378fbf40692 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91eed555-17da-4ce8-b375-1611a9703dfd HTTP/1.1" status: 200 len: 868 time: 0.0852072 Aug 29 04:24:48.169619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:48.172079 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5373d5-186b-46d3-91cb-de436c60b5e8" -d '{"events": [{"server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:48.218159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-99a65844-ddb4-41b9-a949-495a0b22958a tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.219548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-99a65844-ddb4-41b9-a949-495a0b22958a tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.5478311 Aug 29 04:24:48.270426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5d3b13eb-45ab-4203-ba01-87700aaa9f0c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:48.278110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b7f5-d988-4d04-b77d-02276c144183 req-86a49037-6470-4de5-aa1b-2009800cd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.279567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3819b7f5-d988-4d04-b77d-02276c144183 req-86a49037-6470-4de5-aa1b-2009800cd299 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.5331814 Aug 29 04:24:48.284151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-90b559b8-6e59-408c-9e91-c81faca50f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.285771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-90b559b8-6e59-408c-9e91-c81faca50f92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1107f76c-2050-4785-97d0-5a0f47154375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145263 Aug 29 04:24:48.288489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-2f9d2a0c-83a8-46c8-bfb1-19c394447eec tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.0542150 Aug 29 04:24:48.292185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.320454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.333854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Transition to ACTIVE for port object e645d468-201b-40d4-a311-ca7946edd65e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:48.341956 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3819b7f5-d988-4d04-b77d-02276c144183 req-7b43e03d-710b-4181-8edc-edb6bb39c411 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=190d544d-d191-43ae-b7c3-c1f6fb72014d HTTP/1.1" status: 200 len: 217 time: 0.0525265 Aug 29 04:24:48.342459 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.378574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:48.379038 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.382009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Pushing event deleted for resources: {'Port': ['ID=8e69bea1-14e2-461d-bdce-c1a55edb6e62,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.417372 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-87fd366a-1ee6-487b-82bb-6fac2f7ee379 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.0824897 Aug 29 04:24:48.432251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b90602-0d96-4294-a42c-79a00f31b4ce None None] Pushing event updated for resources: {'Port': ['ID=e645d468-201b-40d4-a311-ca7946edd65e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.445803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b7f5-d988-4d04-b77d-02276c144183 req-8fd2ddeb-9fd0-473d-8df5-1539665efd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.448545 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3819b7f5-d988-4d04-b77d-02276c144183 req-8fd2ddeb-9fd0-473d-8df5-1539665efd90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0748148 Aug 29 04:24:48.460562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.463738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.464983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8d06637-cc0b-40ff-901b-3e455dcc08d2 req-f5e70235-054e-48e4-a409-937deab07c56 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "DELETE /v2.0/floatingips/61407044-4ccd-46c9-8fd4-cdf71185b69c HTTP/1.1" status: 204 len: 173 time: 0.9499075 Aug 29 04:24:48.485234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-4a9b78a9-2412-4178-827f-e005cc307775 service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844499 Aug 29 04:24:48.488452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Attempting to bind port e645d468-201b-40d4-a311-ca7946edd65e on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:48.488828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Attempting to bind port e645d468-201b-40d4-a311-ca7946edd65e by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:48.489216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Attempting to bind port e645d468-201b-40d4-a311-ca7946edd65e on network 10af3c96-3485-40bd-8b16-94d9287ca94c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:48.505281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-036b5071-fb0d-4a15-9414-29a8ca2dfb42 req-0acfa3e7-700e-4d81-a6b1-a2cfbeff4690 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1958567439', 'description': 'tempest-description-1855649620'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:48.522324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:48.522708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Checking segment: {'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:48.523115 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.523506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Bound using segment: {'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:48.523987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Bound port: e645d468-201b-40d4-a311-ca7946edd65e, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:48.524371 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.573666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b7f5-d988-4d04-b77d-02276c144183 req-81d6f67b-b27a-4e77-9d35-e000d9178136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.575203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3819b7f5-d988-4d04-b77d-02276c144183 req-81d6f67b-b27a-4e77-9d35-e000d9178136 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170485 Aug 29 04:24:48.584337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036b5071-fb0d-4a15-9414-29a8ca2dfb42 req-0acfa3e7-700e-4d81-a6b1-a2cfbeff4690 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.603146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] For port e645d468-201b-40d4-a311-ca7946edd65e, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:48.607264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] For port e645d468-201b-40d4-a311-ca7946edd65e, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e645d468-201b-40d4-a311-ca7946edd65e,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:48.611680 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.625047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4574fa95-0f89-4045-b57e-1d8f55fc6c1c req-c1183b04-c9a7-4d50-837c-0c0cef59ca1e service neutron] 10.222.0.37 "GET /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326196 Aug 29 04:24:48.683915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Deleting port 32b659b9-d734-4869-bfd9-26ecc166317f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:48.684248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b90602-0d96-4294-a42c-79a00f31b4ce None None] Pushing event updated for resources: {'Port': ['ID=e645d468-201b-40d4-a311-ca7946edd65e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.684367 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.694340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:48.694954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:48.702108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036b5071-fb0d-4a15-9414-29a8ca2dfb42 req-0acfa3e7-700e-4d81-a6b1-a2cfbeff4690 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.707600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036b5071-fb0d-4a15-9414-29a8ca2dfb42 req-0acfa3e7-700e-4d81-a6b1-a2cfbeff4690 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.740003 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036b5071-fb0d-4a15-9414-29a8ca2dfb42 req-0acfa3e7-700e-4d81-a6b1-a2cfbeff4690 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.740289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3819b7f5-d988-4d04-b77d-02276c144183 req-4949685a-bcf3-430c-a606-605704815488 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451123 Aug 29 04:24:48.741366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-036b5071-fb0d-4a15-9414-29a8ca2dfb42 req-0acfa3e7-700e-4d81-a6b1-a2cfbeff4690 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2478545 Aug 29 04:24:48.746257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfa3e7-700e-4d81-a6b1-a2cfbeff4690 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dfcaea-969b-4db2-b4f1-c1d39ddbb489,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.822258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:48.852402 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.853271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.876257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Calling delete_port for 32b659b9-d734-4869-bfd9-26ecc166317f owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:48.889360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3819b7f5-d988-4d04-b77d-02276c144183 req-b82ba76d-0e70-4557-af36-58331146ceb8 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374671 Aug 29 04:24:49.038000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.053027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:48Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:49.067248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event deleted for resources: {'Port': ['ID=32b659b9-d734-4869-bfd9-26ecc166317f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.083053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cd9a3-518f-4a8c-9729-6ea39b9c4e04 None None] The sync data for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 is: [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:48Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:49.099414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-08d3b182-b454-4175-97e2-138fbc153f80 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.101039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-08d3b182-b454-4175-97e2-138fbc153f80 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 820 time: 0.1176984 Aug 29 04:24:49.120325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-6949a3b5-56b5-466c-822a-101bb16d57b3 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/quotas/a622e14a80294a86807b695c2d0c4852 HTTP/1.1" status: 200 len: 375 time: 0.0118988 Aug 29 04:24:49.159789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.165191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.167210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad66ed91-cd6c-4260-99e3-5629c4cfdd49 req-c95eaaed-0747-43ec-83f3-fee4e346b5ef tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "DELETE /v2.0/floatingips/4154ea03-0c4c-474e-a0a4-db100beeaf49 HTTP/1.1" status: 204 len: 173 time: 0.7247455 Aug 29 04:24:49.211519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-5c357cd8-280f-4d08-bb69-fa47a616991b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641260 Aug 29 04:24:49.281024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9ed98-dfdd-43ec-a43c-75c619e56380 req-b1c9a0bb-f088-4047-92af-8bb025f562ba tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.282649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5d9ed98-dfdd-43ec-a43c-75c619e56380 req-b1c9a0bb-f088-4047-92af-8bb025f562ba tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.0535622 Aug 29 04:24:49.318493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-757b6d12-4d70-4e0c-9f6c-fcd6a2367ec5 service neutron] 10.222.0.55 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981309 Aug 29 04:24:49.323406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5d9ed98-dfdd-43ec-a43c-75c619e56380 req-96984514-1b62-4caf-81a7-59a0da41bd32 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343781 Aug 29 04:24:49.416688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2834a299-a3a1-4d1b-9ff9-6c59417f0b3b service neutron] 10.222.0.55 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967181 Aug 29 04:24:49.423067 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af053c96-4ee9-4f31-9ee4-84173b1d17f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.444085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b0257-c63c-4d6a-8ca9-29d96c80d135 req-56d919f2-8d78-4f2f-bb00-c6acf14628e7 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.445720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa7b0257-c63c-4d6a-8ca9-29d96c80d135 req-56d919f2-8d78-4f2f-bb00-c6acf14628e7 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 948 time: 0.0567989 Aug 29 04:24:49.493842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa7b0257-c63c-4d6a-8ca9-29d96c80d135 req-545e2561-c3ea-408e-9dca-f4a0f57e58f5 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Aug 29 04:24:49.589190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.596901 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd53cfa-3060-428c-9fc2-4a0ed6c98a42 x-openstack-request-id: req-5dd53cfa-3060-428c-9fc2-4a0ed6c98a42 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:49.597198 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:49.597454 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5dd53cfa-3060-428c-9fc2-4a0ed6c98a42 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:49.597953 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'code': 200} Aug 29 04:24:49.667323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240b720-3f6b-4864-a91e-c2d038dad670 req-e0e041c3-2dc2-445a-acbe-25b5d0c19253 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.668919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f240b720-3f6b-4864-a91e-c2d038dad670 req-e0e041c3-2dc2-445a-acbe-25b5d0c19253 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 945 time: 0.1013732 Aug 29 04:24:49.719109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f240b720-3f6b-4864-a91e-c2d038dad670 req-fb8f0a95-2a6a-4ba8-830a-a5ff2204bc64 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Aug 29 04:24:49.781672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaee35-528c-4692-ba71-4e9090ca563a req-18e7a9ff-8caa-44bc-8f35-a475af276aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.783169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ceaee35-528c-4692-ba71-4e9090ca563a req-18e7a9ff-8caa-44bc-8f35-a475af276aee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 1098 time: 0.0984416 Aug 29 04:24:49.791807 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-1e0bfc5f-34c4-4179-b393-085242fa691c tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1777215 Aug 29 04:24:49.803501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-cd0b4c5f-d9bb-4df2-a777-5fd87957f8ba tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/461e81b4-c83d-4f3a-8350-6f2dca26b4d4 HTTP/1.1" status: 200 len: 1804 time: 0.0615101 Aug 29 04:24:49.816859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:49.848983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ceaee35-528c-4692-ba71-4e9090ca563a req-4e4a31ca-c565-4d4a-b48d-164fba915408 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561900 Aug 29 04:24:49.855180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.873143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-1da65cab-78e5-463c-8bcc-9af57c65dec5 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/e3dfcaea-969b-4db2-b4f1-c1d39ddbb489 HTTP/1.1" status: 200 len: 1805 time: 0.0687287 Aug 29 04:24:49.886717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '461e81b4-c83d-4f3a-8350-6f2dca26b4d4', 'remote_group_id': 'e3dfcaea-969b-4db2-b4f1-c1d39ddbb489', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:49.887525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '461e81b4-c83d-4f3a-8350-6f2dca26b4d4', 'remote_group_id': 'e3dfcaea-969b-4db2-b4f1-c1d39ddbb489', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:49.985372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.990653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.993967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 190d544d-d191-43ae-b7c3-c1f6fb72014d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:50.040665 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.045321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.061248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7d510d-cc1b-4c17-a4b2-362543be7b06,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.078074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.092042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dbedd734-89ee-41c8-bb8c-69da3e15cad6 req-579c1ebb-86c6-4850-bf20-118a480a64fe tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2140021 Aug 29 04:24:50.126726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Allocated IP 172.25.7.123 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/8f4f2bd5-05a4-45c9-932d-4cfcdeb09daa) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:50.175379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 190d544d-d191-43ae-b7c3-c1f6fb72014d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=190d544d-d191-43ae-b7c3-c1f6fb72014d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:50.202847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '190d544d-d191-43ae-b7c3-c1f6fb72014d', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '190d544d-d191-43ae-b7c3-c1f6fb72014d', 'mac_address': 'fa:16:3e:e2:3d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:50.249837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-332cd5de-bd83-4b53-83b2-e7c095ff3b90 req-35ce8838-8eaa-4a5f-ac27-11d46e5a67a0 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 210 time: 0.0490806 Aug 29 04:24:50.260992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.287419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190d544d-d191-43ae-b7c3-c1f6fb72014d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:50.297726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.312150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 190d544d-d191-43ae-b7c3-c1f6fb72014d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=190d544d-d191-43ae-b7c3-c1f6fb72014d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:50.319783 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.372044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e645d468-201b-40d4-a311-ca7946edd65e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:50.380678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=190d544d-d191-43ae-b7c3-c1f6fb72014d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.406615 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.447912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e645d468-201b-40d4-a311-ca7946edd65e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:50.458557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e645d468-201b-40d4-a311-ca7946edd65e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:50.459149 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.491525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:50.496406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:50.498194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Pushing event updated for resources: {'Port': ['ID=8f4f2bd5-05a4-45c9-932d-4cfcdeb09daa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.500323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:50.527469 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.567763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-06e6f4d4-1f46-4bfb-81b5-495772780334 req-00c50ba5-87d9-4f4b-92ab-27a50e69482d tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/e3dfcaea-969b-4db2-b4f1-c1d39ddbb489 HTTP/1.1" status: 200 len: 1805 time: 0.0473373 Aug 29 04:24:50.594056 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.604825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['190d544d-d191-43ae-b7c3-c1f6fb72014d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:50.610341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.638469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-06e6f4d4-1f46-4bfb-81b5-495772780334 req-4c22a036-c41e-4e9c-a6c4-7510edcc89a6 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.652532 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.664258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-06e6f4d4-1f46-4bfb-81b5-495772780334 req-4c22a036-c41e-4e9c-a6c4-7510edcc89a6 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.680778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e645d468-201b-40d4-a311-ca7946edd65e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e645d468-201b-40d4-a311-ca7946edd65e,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:50.695157 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.705451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.757737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-06e6f4d4-1f46-4bfb-81b5-495772780334 req-4c22a036-c41e-4e9c-a6c4-7510edcc89a6 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.762095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-06e6f4d4-1f46-4bfb-81b5-495772780334 req-4c22a036-c41e-4e9c-a6c4-7510edcc89a6 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.765171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-06e6f4d4-1f46-4bfb-81b5-495772780334 req-4c22a036-c41e-4e9c-a6c4-7510edcc89a6 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-groups/e3dfcaea-969b-4db2-b4f1-c1d39ddbb489 HTTP/1.1" status: 204 len: 173 time: 0.1902773 Aug 29 04:24:50.790802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a036-c41e-4e9c-a6c4-7510edcc89a6 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dfcaea-969b-4db2-b4f1-c1d39ddbb489,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.797289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e645d468-201b-40d4-a311-ca7946edd65e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.861177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.867828 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.939859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d519-55c7-49db-a5d5-43e302327147 req-aea29527-5477-4903-befa-097e4d632aea tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.941426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bde3d519-55c7-49db-a5d5-43e302327147 req-aea29527-5477-4903-befa-097e4d632aea tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0642252 Aug 29 04:24:50.998996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bde3d519-55c7-49db-a5d5-43e302327147 req-7f70656a-096e-4c0a-b762-92fb77756a9d tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0440447 Aug 29 04:24:51.004451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Pushing event updated for resources: {'Port': ['ID=8f4f2bd5-05a4-45c9-932d-4cfcdeb09daa,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.038956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.081217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c4012d99-d0d7-48fa-afc4-7822f7259f77 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.083079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c4012d99-d0d7-48fa-afc4-7822f7259f77 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.37 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 820 time: 0.1839545 Aug 29 04:24:51.084017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.085113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-2c7d8096-8741-4067-ac3b-5bb65f73bd3b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2746997 Aug 29 04:24:51.099898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Request body: {'port': {'device_id': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'admin_state_up': True, 'tenant_id': 'a622e14a80294a86807b695c2d0c4852'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:51.104942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888342d6-c72d-41f3-ad9e-7553dd49e16b req-dd47aa5c-5d9e-4bea-835a-8184250237f6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.106622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-888342d6-c72d-41f3-ad9e-7553dd49e16b req-dd47aa5c-5d9e-4bea-835a-8184250237f6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.0601108 Aug 29 04:24:51.148198 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-888342d6-c72d-41f3-ad9e-7553dd49e16b req-2e2ad392-facf-4133-80e2-670b1f066fd1 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347488 Aug 29 04:24:51.183716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-93d8847e-d0a3-4c27-8ee2-995b5feab1e0 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0879872 Aug 29 04:24:51.262025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0270ac9-c7cb-479b-95d6-166a5158811b req-8780fa2a-c5dd-4c39-8add-05b13ddbe4fe tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.263433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0270ac9-c7cb-479b-95d6-166a5158811b req-8780fa2a-c5dd-4c39-8add-05b13ddbe4fe tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 945 time: 0.0532398 Aug 29 04:24:51.304042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0270ac9-c7cb-479b-95d6-166a5158811b req-5cec47c1-92e2-4ec8-aa3f-78c401ffa455 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Aug 29 04:24:51.327430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-fdfbb145-cf70-4942-9d93-e8c8fe1f555b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.327430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0dc2e2e-fe5a-46e1-bb6f-7c1b6764f182 req-fdfbb145-cf70-4942-9d93-e8c8fe1f555b tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1345978 Aug 29 04:24:51.332661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Made reservation on behalf of a622e14a80294a86807b695c2d0c4852 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:51.336153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.428007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef8f60-8d43-4881-93d3-35dbedacfeba req-0f2ff773-0a0b-48d4-aba3-5cc1f8370def tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.429650 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48ef8f60-8d43-4881-93d3-35dbedacfeba req-0f2ff773-0a0b-48d4-aba3-5cc1f8370def tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 949 time: 0.0528157 Aug 29 04:24:51.471330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48ef8f60-8d43-4881-93d3-35dbedacfeba req-5ce4ceae-5cb0-4252-952b-89cec4381c4b tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352366 Aug 29 04:24:51.619066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e80e5b3-3803-4705-91ac-683e81d4fb27 req-8354df1b-3905-405f-a83f-ce0980e99d19 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0388918 Aug 29 04:24:51.702072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484cced7-ba99-44f7-b553-ec9be4fe9b4e req-9ec86019-7d47-427c-b822-7a17609ba1e1 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 210 time: 0.0312669 Aug 29 04:24:51.739224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8be219a-0810-4a9f-99ba-316572726a52 req-8a94d3f6-9b80-4e97-a4b0-1c13ea393727 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/461e81b4-c83d-4f3a-8350-6f2dca26b4d4 HTTP/1.1" status: 200 len: 1804 time: 0.3904428 Aug 29 04:24:51.825225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-f8f05aaa-81b3-4828-801d-0cd82eb1564a tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips/bf94174a-9975-4368-b971-09a940683a1c HTTP/1.1" status: 200 len: 693 time: 0.0708930 Aug 29 04:24:51.852155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Allocated IP 172.20.0.5 (10af3c96-3485-40bd-8b16-94d9287ca94c/2a9fcef0-d661-4de7-bbe3-9e7121a21612/e81bb976-422c-449c-a247-6efafb598e29) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:52.001292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 190d544d-d191-43ae-b7c3-c1f6fb72014d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:52.006332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-0756bd11-b96d-4eda-bd52-50cb1a14112e req-61a1495a-1240-4c36-879d-84f2469fedd9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-106317463', 'description': 'tempest-description-1882590657'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:52.014409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-f251339a-58e7-42f0-87c6-2b743328b792 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.015771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-f251339a-58e7-42f0-87c6-2b743328b792 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1777339 Aug 29 04:24:52.036990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0756bd11-b96d-4eda-bd52-50cb1a14112e req-61a1495a-1240-4c36-879d-84f2469fedd9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.055357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 190d544d-d191-43ae-b7c3-c1f6fb72014d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:52.059629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 190d544d-d191-43ae-b7c3-c1f6fb72014d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:52.060112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.082898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-bdc7e75e-cc35-4a63-96da-42a6399d8979 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0576208 Aug 29 04:24:52.142839 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0756bd11-b96d-4eda-bd52-50cb1a14112e req-61a1495a-1240-4c36-879d-84f2469fedd9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.147931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0756bd11-b96d-4eda-bd52-50cb1a14112e req-61a1495a-1240-4c36-879d-84f2469fedd9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.154458 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.179344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-94b33cde-9f06-4291-ab7f-d76a85aa510f tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0828729 Aug 29 04:24:52.180723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190d544d-d191-43ae-b7c3-c1f6fb72014d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:52.183190 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2851b75-f78b-46b9-9922-9a5c249a01e0" -d '{"events": [{"server_uuid": "c74f3904-5fd4-4a1a-a219-01b8f5161b9f", "name": "network-vif-plugged", "status": "completed", "tag": "190d544d-d191-43ae-b7c3-c1f6fb72014d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:52.184025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.188203 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0756bd11-b96d-4eda-bd52-50cb1a14112e req-61a1495a-1240-4c36-879d-84f2469fedd9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.203469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0756bd11-b96d-4eda-bd52-50cb1a14112e req-61a1495a-1240-4c36-879d-84f2469fedd9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1920123 Aug 29 04:24:52.208585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1495a-1240-4c36-879d-84f2469fedd9 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5a62fc-6c9e-499b-990f-7500693b7ff4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.209611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 190d544d-d191-43ae-b7c3-c1f6fb72014d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=190d544d-d191-43ae-b7c3-c1f6fb72014d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:52.214812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.244356 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.273437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=190d544d-d191-43ae-b7c3-c1f6fb72014d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.293846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e645d468-201b-40d4-a311-ca7946edd65e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:52.320017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431b241-122a-47e7-8f4f-dd025b647a6a req-17ebed25-798c-4cb9-8241-394f41bd05a8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.322519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2431b241-122a-47e7-8f4f-dd025b647a6a req-17ebed25-798c-4cb9-8241-394f41bd05a8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 945 time: 0.0569024 Aug 29 04:24:52.328505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.359853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e645d468-201b-40d4-a311-ca7946edd65e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:52.360171 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.367692 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2431b241-122a-47e7-8f4f-dd025b647a6a req-802d6570-6bc8-45dc-80cc-3bd336419f3d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Aug 29 04:24:52.378303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Network 10af3c96-3485-40bd-8b16-94d9287ca94c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:52.385888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Deleting port 8f4f2bd5-05a4-45c9-932d-4cfcdeb09daa {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:52.385888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.387713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:52.391561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:52.470876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event updated for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.508158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.508158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.514231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700c3c-80cc-4877-8e58-459e91ec8bbd req-f188b29f-fd89-4a09-8d26-bb9e5c426c59 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.515750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90700c3c-80cc-4877-8e58-459e91ec8bbd req-f188b29f-fd89-4a09-8d26-bb9e5c426c59 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 945 time: 0.0592489 Aug 29 04:24:52.537778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2fe20678-808b-40da-a940-af2627648966 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4433885 Aug 29 04:24:52.541841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.542177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.554862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Request body: {'port': {'device_id': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:52.560209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90700c3c-80cc-4877-8e58-459e91ec8bbd req-499e6124-4a48-4a59-9f9b-9e1c66db92eb tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Aug 29 04:24:52.561546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Calling delete_port for 8f4f2bd5-05a4-45c9-932d-4cfcdeb09daa owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:52.656059 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.669150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d46c-962d-432f-ae7f-e86b8b678687 req-2f5c5aea-7c2e-4f7e-aee1-383e6577364f tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.670391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ff6d46c-962d-432f-ae7f-e86b8b678687 req-2f5c5aea-7c2e-4f7e-aee1-383e6577364f tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.0524645 Aug 29 04:24:52.708014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ff6d46c-962d-432f-ae7f-e86b8b678687 req-c054aabe-886e-4f83-aed3-50423b8e99ab tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Aug 29 04:24:52.752268 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7731b647-2149-4b4b-96cd-bb6dd037b099 x-openstack-request-id: req-7731b647-2149-4b4b-96cd-bb6dd037b099 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:52.752566 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74f3904-5fd4-4a1a-a219-01b8f5161b9f", "name": "network-vif-plugged", "status": "completed", "tag": "190d544d-d191-43ae-b7c3-c1f6fb72014d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:52.752820 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7731b647-2149-4b4b-96cd-bb6dd037b099 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:52.753233 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190d544d-d191-43ae-b7c3-c1f6fb72014d', 'code': 200} Aug 29 04:24:52.816633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-6f785932-a421-4cc1-99d3-c4472863833a tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/4f5a62fc-6c9e-499b-990f-7500693b7ff4 HTTP/1.1" status: 200 len: 1804 time: 0.0530272 Aug 29 04:24:52.822797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f5a62fc-6c9e-499b-990f-7500693b7ff4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:52.823461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f5a62fc-6c9e-499b-990f-7500693b7ff4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:52.875089 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.909910 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.910779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Pushing event deleted for resources: {'Port': ['ID=8f4f2bd5-05a4-45c9-932d-4cfcdeb09daa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.915856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a9058-2ccd-4faf-b89a-b713118e2300 req-a4da75cb-a851-4519-a000-1105dcbf0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.917382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a2a9058-2ccd-4faf-b89a-b713118e2300 req-a4da75cb-a851-4519-a000-1105dcbf0130 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 1102 time: 0.0703168 Aug 29 04:24:52.942330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.960598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.979433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a2a9058-2ccd-4faf-b89a-b713118e2300 req-bbcc687b-e1dc-4fd5-83d0-5c164591705f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523217 Aug 29 04:24:52.984369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e98982c-b57d-4ca1-9dc5-933669225fd4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.994950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.996130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe491fc3-2ae5-47b0-86d7-8dcedc4b081e req-57fef7c9-ab83-4f99-a6e8-d938db212d21 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1786842 Aug 29 04:24:53.010719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.013274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.014535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c015b59-c65b-4360-af6a-84f4bba4c94b req-e51f9a6d-653a-48dd-9dfd-1a34a07be6a7 tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "DELETE /v2.0/floatingips/bf94174a-9975-4368-b971-09a940683a1c HTTP/1.1" status: 204 len: 173 time: 0.8281143 Aug 29 04:24:53.056686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81bb976-422c-449c-a247-6efafb598e29 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:53.064691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.078905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Transition to ACTIVE for port object e81bb976-422c-449c-a247-6efafb598e29 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:53.083349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.103041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25490f66-7df9-4509-9b26-6e040996d64f req-3cdc8cb9-dff9-4e64-a09b-5c343a83891d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.104536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25490f66-7df9-4509-9b26-6e040996d64f req-3cdc8cb9-dff9-4e64-a09b-5c343a83891d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 950 time: 0.0540295 Aug 29 04:24:53.143802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25490f66-7df9-4509-9b26-6e040996d64f req-0d5e64a9-7533-4f32-a41a-edeeee37cf31 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Aug 29 04:24:53.214044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Pushing event updated for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.247926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac87b4-b30b-4809-88ba-525246630e1c req-e5f473c4-2294-43d6-827a-fbe4e147b190 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.249512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d8ac87b4-b30b-4809-88ba-525246630e1c req-e5f473c4-2294-43d6-827a-fbe4e147b190 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0526021 Aug 29 04:24:53.288419 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d8ac87b4-b30b-4809-88ba-525246630e1c req-b16b8c04-d741-4c49-9333-92f2b65ed8f9 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 29 04:24:53.294182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-61e98ded-1acc-49cc-b4ba-464a2d07500b tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.295658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-61e98ded-1acc-49cc-b4ba-464a2d07500b tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/networks?id=494b903c-f7bd-41e5-86d6-35b206406472 HTTP/1.1" status: 200 len: 810 time: 0.1979063 Aug 29 04:24:53.298076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Attempting to bind port e81bb976-422c-449c-a247-6efafb598e29 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:53.298404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Attempting to bind port e81bb976-422c-449c-a247-6efafb598e29 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:53.298729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Attempting to bind port e81bb976-422c-449c-a247-6efafb598e29 on network 10af3c96-3485-40bd-8b16-94d9287ca94c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:53.305120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Port e81bb976-422c-449c-a247-6efafb598e29 on network 10af3c96-3485-40bd-8b16-94d9287ca94c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:53.305323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Attempting to bind port e81bb976-422c-449c-a247-6efafb598e29 on network 10af3c96-3485-40bd-8b16-94d9287ca94c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:53.316689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:53.317030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Checking segment: {'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:53.317408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Bound using segment: {'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:53.318931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Bound port: e81bb976-422c-449c-a247-6efafb598e29, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9806630-e59c-4677-a339-ac80639a3d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:53.318931 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.322197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-4c70f475-8c00-45e5-9557-31d975b75c47 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/quotas/55fc53371489412b9c13f9355adc8722 HTTP/1.1" status: 200 len: 375 time: 0.0181642 Aug 29 04:24:53.372524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-91da6f27-9566-4a27-a5ed-4e289318da18 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=55fc53371489412b9c13f9355adc8722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435715 Aug 29 04:24:53.396753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858e450-51b2-4f25-a7bd-f2f6aad492e3 req-c3e328bb-3a90-437f-a117-6f3f6b9336e6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.398326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8858e450-51b2-4f25-a7bd-f2f6aad492e3 req-c3e328bb-3a90-437f-a117-6f3f6b9336e6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.0548711 Aug 29 04:24:53.407985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46786) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:53.412493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Request body: {'floatingip': {'port_id': '7d79b4fc-9746-4362-bc12-685c95f7b8a5'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:53.459818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:53.461578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.464365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e81bb976-422c-449c-a247-6efafb598e29,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:53.473055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.527169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.528062 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.530019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] 10.222.0.37 "PUT /v2.0/ports/e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 1092 time: 0.9791093 Aug 29 04:24:53.530611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:53.533995 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5b979-27f7-48ba-afa1-dd713a1a540f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:53.550391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-c11c0ebb-dd61-4b7a-aad8-3f682606b100 service neutron] 10.222.0.55 "GET /v2.0/networks/494b903c-f7bd-41e5-86d6-35b206406472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705747 Aug 29 04:24:53.597639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a22feb-181f-4853-a90f-511f07a50d8e service neutron] Pushing event updated for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.602235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-795d7f86-3eef-4d99-b89a-eb960d8c7e04 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/4f5a62fc-6c9e-499b-990f-7500693b7ff4 HTTP/1.1" status: 200 len: 2397 time: 0.1853213 Aug 29 04:24:53.625325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f5a62fc-6c9e-499b-990f-7500693b7ff4', 'remote_group_id': None}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:53.625656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f5a62fc-6c9e-499b-990f-7500693b7ff4', 'remote_group_id': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:53.639366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-fcbc16e3-62ce-48f9-8458-3f4904fdb3d1 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.640766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-fcbc16e3-62ce-48f9-8458-3f4904fdb3d1 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 945 time: 0.1409042 Aug 29 04:24:53.681602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-eb42f44d-63fc-4e23-a934-e2c20e5323d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.683160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-eb42f44d-63fc-4e23-a934-e2c20e5323d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1095 time: 0.1097534 Aug 29 04:24:53.734045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-5c325c2d-9c0d-412d-96d6-eaa9271e9fec service neutron] 10.222.0.55 "GET /v2.0/networks/494b903c-f7bd-41e5-86d6-35b206406472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722007 Aug 29 04:24:53.735367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-412a56cd-8fe5-4eec-96d5-b09e5988f3ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 217 time: 0.0438817 Aug 29 04:24:53.788365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-23761f81-6e07-4887-8f86-a491c30d6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.790183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-23761f81-6e07-4887-8f86-a491c30d6dca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.0483491 Aug 29 04:24:53.824928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-d95f45d1-91b8-4502-b275-242e123a266f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269847 Aug 29 04:24:53.881666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-0ce8f6c7-112f-49b8-b799-1ae959a77b56 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.883166 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-0ce8f6c7-112f-49b8-b799-1ae959a77b56 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 945 time: 0.1696391 Aug 29 04:24:53.892963 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.926961 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-ebf26732-7232-4d8d-b572-ebec542be7a8 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947406 Aug 29 04:24:54.035410 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.037788 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-7e4b8b21-fe1b-4229-aaa4-fa4afa53ea64 req-92582c74-328a-4034-ab36-a38f337a9a3c tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] show failed (client error): The resource could not be found. Aug 29 04:24:54.038783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e4b8b21-fe1b-4229-aaa4-fa4afa53ea64 req-92582c74-328a-4034-ab36-a38f337a9a3c tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips/bf94174a-9975-4368-b971-09a940683a1c HTTP/1.1" status: 404 len: 350 time: 0.0447185 Aug 29 04:24:54.051050 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.082589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70c51868-0b66-442c-a20d-8ad4890eda51 req-2a68df24-9f59-4f58-8ace-070cb28fa265 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478574 Aug 29 04:24:54.095174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad49265-b7c6-4a5e-b4fb-f91e9479c02d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.101691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.114544 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-447508f4-d674-4363-8b3d-f75198b0e0a2 req-adfde78c-93c2-47ea-85f0-50c53159b617 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4975495 Aug 29 04:24:54.162504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Deleting port 113f3ba3-d07a-4918-b982-fa87ca12fbfd {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:54.162790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.187043 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f96a59-ce66-4616-b707-e0e6dfc3509a x-openstack-request-id: req-a9f96a59-ce66-4616-b707-e0e6dfc3509a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:54.187348 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:54.187576 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9f96a59-ce66-4616-b707-e0e6dfc3509a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:54.188042 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29', 'status': 'completed', 'code': 200} Aug 29 04:24:54.261856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-893a8dc4-6279-461d-b94f-3f1f9abae691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.263599 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-893a8dc4-6279-461d-b94f-3f1f9abae691 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1095 time: 0.0637360 Aug 29 04:24:54.274284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5cbc3-d35a-4b5a-b14c-6aff10a55d69 req-3ea8a86a-87fa-4c56-bd69-c4d0de0bcbd8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.277181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5cbc3-d35a-4b5a-b14c-6aff10a55d69 req-3ea8a86a-87fa-4c56-bd69-c4d0de0bcbd8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 945 time: 0.1427543 Aug 29 04:24:54.391676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbd5cbc3-d35a-4b5a-b14c-6aff10a55d69 req-0fecd219-a5fa-447c-84d3-29678e2c6f94 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569224 Aug 29 04:24:54.419803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-e8c6d4f3-a807-4b08-bfac-106d1fc6ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.422274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-e8c6d4f3-a807-4b08-bfac-106d1fc6ac50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.1434302 Aug 29 04:24:54.428279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] For port 113f3ba3-d07a-4918-b982-fa87ca12fbfd, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=113f3ba3-d07a-4918-b982-fa87ca12fbfd,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:54.428432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.455504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c4bd1-d5d6-41a4-89ea-9345b11d4e57 req-fadd31ca-f8e5-4f95-87dd-5db481d6a252 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.457133 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-443c4bd1-d5d6-41a4-89ea-9345b11d4e57 req-fadd31ca-f8e5-4f95-87dd-5db481d6a252 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c HTTP/1.1" status: 200 len: 945 time: 0.1706634 Aug 29 04:24:54.459279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Deleting port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:54.459611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.467487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Calling delete_port for 113f3ba3-d07a-4918-b982-fa87ca12fbfd owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:54.472359 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-5a629a5c-6a3c-4d58-8cbe-d81710d8a93e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 217 time: 0.0427322 Aug 29 04:24:54.473033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.496088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.538803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-942b6dbc-4f03-4fdb-ae19-8f80bd0e5023 req-47e10931-5c71-4d27-ab6a-b8695157fddb tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 210 time: 0.0684364 Aug 29 04:24:54.551340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-222e8790-12ea-47bc-9cec-cc157ac7966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.552848 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-222e8790-12ea-47bc-9cec-cc157ac7966d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.0716865 Aug 29 04:24:54.611690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-41668118-4e5d-45dd-b7ec-6071451e4d83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496352 Aug 29 04:24:54.613962 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-ce89ca5e-94b7-4bd8-8b45-c881681712d9 req-c73a9a88-a847-48b9-b969-6a010b7efccc tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] show failed (client error): The resource could not be found. Aug 29 04:24:54.624874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce89ca5e-94b7-4bd8-8b45-c881681712d9 req-c73a9a88-a847-48b9-b969-6a010b7efccc tempest-FloatingIPsTestJSON-853167427 tempest-FloatingIPsTestJSON-853167427-project] 10.222.0.55 "GET /v2.0/floatingips/bf94174a-9975-4368-b971-09a940683a1c HTTP/1.1" status: 404 len: 350 time: 0.0693738 Aug 29 04:24:54.626106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:54.641001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-443c4bd1-d5d6-41a4-89ea-9345b11d4e57 req-c334efd8-1cc6-410b-8ca1-653e559f635b tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714456 Aug 29 04:24:54.781312 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Floating IP fdd70ace-0b1c-422d-86eb-1d6d52a688fc associated. External IP: 172.25.7.117, port: 7d79b4fc-9746-4362-bc12-685c95f7b8a5. Aug 29 04:24:54.788449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] For port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:54.788726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.841343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Calling delete_port for 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:54.849615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ae90e6-7e92-4dfa-89b3-d2fd9a52eb49 req-3f478d7e-b345-44b5-bf34-035c25cccbb4 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/4f5a62fc-6c9e-499b-990f-7500693b7ff4 HTTP/1.1" status: 200 len: 2995 time: 0.1598892 Aug 29 04:24:54.904839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bda1e5-70db-4e76-bd76-ccbb3bde40fb req-034e39e3-fe7d-4898-9b13-c9d37d3bbe45 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.905893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-c0a6c3f8-ce4a-449c-8d7d-b9021dff5745 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795362 Aug 29 04:24:54.906333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85bda1e5-70db-4e76-bd76-ccbb3bde40fb req-034e39e3-fe7d-4898-9b13-c9d37d3bbe45 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 950 time: 0.1795428 Aug 29 04:24:55.061233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20cd2-2525-4f73-b705-924b6b76844d req-bcffe25c-fc45-4595-b5a3-af43cf70539e tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.062728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27a20cd2-2525-4f73-b705-924b6b76844d req-bcffe25c-fc45-4595-b5a3-af43cf70539e tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 943 time: 0.1595953 Aug 29 04:24:55.133509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f5b979-27f7-48ba-afa1-dd713a1a540f req-b348ad02-eceb-4942-ad9f-f4586570957a service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137837 Aug 29 04:24:55.151426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27a20cd2-2525-4f73-b705-924b6b76844d req-08753928-c571-4745-851f-d6ee26116f20 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799351 Aug 29 04:24:55.212801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac34e364-17e7-4110-9688-76991b7d6bd3 req-83fa8d22-2d5c-47bf-8e3d-fa519be9e59f tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-group-rules/4ad49265-b7c6-4a5e-b4fb-f91e9479c02d HTTP/1.1" status: 200 len: 783 time: 0.0252242 Aug 29 04:24:55.281953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac34e364-17e7-4110-9688-76991b7d6bd3 req-2c7df1b9-2d51-4543-b7a2-4b158e668881 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/4f5a62fc-6c9e-499b-990f-7500693b7ff4 HTTP/1.1" status: 200 len: 2995 time: 0.0570014 Aug 29 04:24:55.339577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34e364-17e7-4110-9688-76991b7d6bd3 req-70126d1d-8f07-4ce7-8ee3-46cba559e1de tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.347975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34e364-17e7-4110-9688-76991b7d6bd3 req-70126d1d-8f07-4ce7-8ee3-46cba559e1de tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.371992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.377110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.423895 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85bda1e5-70db-4e76-bd76-ccbb3bde40fb req-72f91eb6-9170-49f8-8ae1-0e732cabf226 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094388 Aug 29 04:24:55.426199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34e364-17e7-4110-9688-76991b7d6bd3 req-70126d1d-8f07-4ce7-8ee3-46cba559e1de tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.435299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ac34e364-17e7-4110-9688-76991b7d6bd3 req-70126d1d-8f07-4ce7-8ee3-46cba559e1de tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.435500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Pushing event deleted for resources: {'Port': ['ID=113f3ba3-d07a-4918-b982-fa87ca12fbfd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.436393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac34e364-17e7-4110-9688-76991b7d6bd3 req-70126d1d-8f07-4ce7-8ee3-46cba559e1de tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4ad49265-b7c6-4a5e-b4fb-f91e9479c02d HTTP/1.1" status: 204 len: 173 time: 0.1316347 Aug 29 04:24:55.452444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70126d1d-8f07-4ce7-8ee3-46cba559e1de tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ad49265-b7c6-4a5e-b4fb-f91e9479c02d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.562999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] No DVR routers for this DVR port 113f3ba3-d07a-4918-b982-fa87ca12fbfd on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:55.573100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.575130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-624f8f75-bb68-4eb6-b27e-344bce1aaa01 req-5a43b369-692a-4aad-bf1c-205a152e9f68 tempest-FloatingIPsAssociationNegativeTestJSON-240604008 tempest-FloatingIPsAssociationNegativeTestJSON-240604008-project] 10.222.0.37 "DELETE /v2.0/ports/113f3ba3-d07a-4918-b982-fa87ca12fbfd HTTP/1.1" status: 204 len: 173 time: 1.9230132 Aug 29 04:24:55.577427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'name': 'network-vif-deleted', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:55.579869 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e07a3-d071-4b0d-ab1a-dc828652db25" -d '{"events": [{"server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "name": "network-vif-deleted", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:55.588719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-2f0d5b40-11e5-4899-9704-044301e6b8a2 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.590145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-2f0d5b40-11e5-4899-9704-044301e6b8a2 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.32 "GET /v2.0/networks?id=494b903c-f7bd-41e5-86d6-35b206406472 HTTP/1.1" status: 200 len: 810 time: 0.3116922 Aug 29 04:24:55.616870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Request body: {'port': {'device_id': '874851b3-49e1-41b1-b949-c0975d333791', 'network_id': '494b903c-f7bd-41e5-86d6-35b206406472', 'admin_state_up': True, 'tenant_id': '55fc53371489412b9c13f9355adc8722'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:55.773921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.821472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Router 1db90041-1db3-4050-a478-4c96ad7af689 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:55.828888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88d6ad2f-51e2-4c8e-bc73-0912e4bb8e47 req-23966db8-bbba-46b7-bf06-11be62c89894 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/4f5a62fc-6c9e-499b-990f-7500693b7ff4 HTTP/1.1" status: 200 len: 2397 time: 0.1788719 Aug 29 04:24:55.834404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event deleted for resources: {'Port': ['ID=77feac00-12f6-4f21-b6e5-b4a47ef7b9e2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.911912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] No DVR routers for this DVR port 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:55.920274 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.922292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12ed37a3-d5f5-4684-9a0d-d372629e9af3 req-2820ef16-b77d-416e-bc47-0ad12145d39c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "DELETE /v2.0/ports/77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 HTTP/1.1" status: 204 len: 173 time: 2.0208740 Aug 29 04:24:55.963277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a432b-6c24-4817-a2cd-07fa92161c1d req-3b312fd5-5d80-48f8-91d6-f46e39bd9c15 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.964889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf3a432b-6c24-4817-a2cd-07fa92161c1d req-3b312fd5-5d80-48f8-91d6-f46e39bd9c15 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=045969bb-cf07-45f0-b4da-c5fe11e50529 HTTP/1.1" status: 200 len: 867 time: 0.4130046 Aug 29 04:24:56.020509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:56.064935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:56.067511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf3a432b-6c24-4817-a2cd-07fa92161c1d req-471f15fb-64c7-42a5-a483-afa7ed34e819 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938802 Aug 29 04:24:56.068819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 77feac00-12f6-4f21-b6e5-b4a47ef7b9e2 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:56.142989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:56.151639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.156724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] Sync routers for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:56.162653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Deleting port 38ee541f-83be-4132-8007-1ce8a9008fc4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:56.163058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.167526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Made reservation on behalf of 55fc53371489412b9c13f9355adc8722 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:56.175106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.176500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:56.177064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:56.192509 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-88d6ad2f-51e2-4c8e-bc73-0912e4bb8e47 req-1a3b6ba1-59b9-496a-9d5e-dc7ae4bd627f tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.261839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a2b26c1-48fe-43cd-9345-2b86d994ef05 req-c391c138-3f07-4103-aeb0-91ee02dfdf06 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 210 time: 0.0339265 Aug 29 04:24:56.283435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] For port 38ee541f-83be-4132-8007-1ce8a9008fc4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=38ee541f-83be-4132-8007-1ce8a9008fc4,segment=NetworkSegment(733d624d-af52-4abf-bbb2-85521ce5d47c),segment_id=733d624d-af52-4abf-bbb2-85521ce5d47c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:56.283435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.283797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-88d6ad2f-51e2-4c8e-bc73-0912e4bb8e47 req-1a3b6ba1-59b9-496a-9d5e-dc7ae4bd627f tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.299884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Calling delete_port for 38ee541f-83be-4132-8007-1ce8a9008fc4 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:56.361673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-605b5c8f-16aa-424f-8dcc-11928d3569e3 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "PUT /v2.0/floatingips/fdd70ace-0b1c-422d-86eb-1d6d52a688fc HTTP/1.1" status: 200 len: 992 time: 2.9529660 Aug 29 04:24:56.365469 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d6f33-3399-49dd-89ac-6733f034f2ac x-openstack-request-id: req-5c9d6f33-3399-49dd-89ac-6733f034f2ac {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:56.365902 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c", "name": "network-vif-deleted", "tag": "113f3ba3-d07a-4918-b982-fa87ca12fbfd", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:56.366251 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c9d6f33-3399-49dd-89ac-6733f034f2ac {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:56.366753 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5a3e3d-4727-4bd9-aed5-cbdd86130d8c', 'name': 'network-vif-deleted', 'tag': '113f3ba3-d07a-4918-b982-fa87ca12fbfd', 'status': 'completed', 'code': 200} Aug 29 04:24:56.419119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:56.464178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Allocated IP 172.20.0.3 (494b903c-f7bd-41e5-86d6-35b206406472/3e2c3034-64ee-4361-9a2c-451a342efc8a/701bf0b8-30c0-444f-ad87-3da29370ff34) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:56.469138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-88d6ad2f-51e2-4c8e-bc73-0912e4bb8e47 req-1a3b6ba1-59b9-496a-9d5e-dc7ae4bd627f tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.471918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-88d6ad2f-51e2-4c8e-bc73-0912e4bb8e47 req-1a3b6ba1-59b9-496a-9d5e-dc7ae4bd627f tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.485830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-88d6ad2f-51e2-4c8e-bc73-0912e4bb8e47 req-1a3b6ba1-59b9-496a-9d5e-dc7ae4bd627f tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-groups/4f5a62fc-6c9e-499b-990f-7500693b7ff4 HTTP/1.1" status: 204 len: 173 time: 0.6456854 Aug 29 04:24:56.524221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42310a-4b82-457f-87d4-823d0d29d027 req-cc0085cc-8d6e-478b-a4e3-1adbaa62149e tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.525484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b6ba1-59b9-496a-9d5e-dc7ae4bd627f tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5a62fc-6c9e-499b-990f-7500693b7ff4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:56.527163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46836) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:56.534690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c42310a-4b82-457f-87d4-823d0d29d027 req-cc0085cc-8d6e-478b-a4e3-1adbaa62149e tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 950 time: 0.1061442 Aug 29 04:24:56.630028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c42310a-4b82-457f-87d4-823d0d29d027 req-3f90c752-969a-4eb1-b43d-6da257d7f71e tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924213 Aug 29 04:24:56.657272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.712162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Pushing event deleted for resources: {'Port': ['ID=38ee541f-83be-4132-8007-1ce8a9008fc4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:56.772122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fdd70ace-0b1c-422d-86eb-1d6d52a688fc', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'port_id': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'mac_address': 'fa:16:3e:ca:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:54Z', 'revision_number': 1, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:28Z', 'revision_number': 5, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:56.795812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83318c-4660-401b-b86c-e9516538c3b8 req-0cfa9855-c903-4263-8b93-33f956d2f979 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.797380 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec83318c-4660-401b-b86c-e9516538c3b8 req-0cfa9855-c903-4263-8b93-33f956d2f979 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 943 time: 0.1857946 Aug 29 04:24:56.803083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] Checking router: 1db90041-1db3-4050-a478-4c96ad7af689 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:56.808154 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-633c5f0b-d6fa-46d6-9974-4f4172955eec req-3e881a2c-542b-4c9e-a2ce-2222e34adf4d tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] show failed (client error): The resource could not be found. Aug 29 04:24:56.809181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-633c5f0b-d6fa-46d6-9974-4f4172955eec req-3e881a2c-542b-4c9e-a2ce-2222e34adf4d tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/e3dfcaea-969b-4db2-b4f1-c1d39ddbb489 HTTP/1.1" status: 404 len: 352 time: 0.0583520 Aug 29 04:24:56.814939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:56.815637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:56.942172 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec83318c-4660-401b-b86c-e9516538c3b8 req-2e5522ef-ba89-48d9-bf1a-289b44b1cc35 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368570 Aug 29 04:24:56.960152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:56.992109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-b2db8198-f87e-4d23-a211-85844a0b6aba tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569196 Aug 29 04:24:57.033535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.061865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.098186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1e840088-5a08-4b53-a46a-fee6131abaf8 req-667afbbb-2d94-4fd4-ad8d-ce4cb1a29e3a tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/461e81b4-c83d-4f3a-8350-6f2dca26b4d4 HTTP/1.1" status: 200 len: 1804 time: 0.1092091 Aug 29 04:24:57.166522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e81bb976-422c-449c-a247-6efafb598e29 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:57.168397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 113f3ba3-d07a-4918-b982-fa87ca12fbfd no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:57.198861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.209724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 113f3ba3-d07a-4918-b982-fa87ca12fbfd {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:57.209724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 113f3ba3-d07a-4918-b982-fa87ca12fbfd not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:57.221774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-78520b79-bf8e-4d1c-b436-294043e2d4d9 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.223270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-78520b79-bf8e-4d1c-b436-294043e2d4d9 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304108 Aug 29 04:24:57.240969 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1e840088-5a08-4b53-a46a-fee6131abaf8 req-e96e5734-8ad8-4c2d-b3ce-34a485ebb07c tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.252383 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-7b7c94eb-e3a7-463c-b58b-0c9212a5a2c5 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/quotas/882b3fd72f1f42f6a0a5911d2c49702d HTTP/1.1" status: 200 len: 375 time: 0.0162690 Aug 29 04:24:57.288900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Network 494b903c-f7bd-41e5-86d6-35b206406472 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:57.296443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1e840088-5a08-4b53-a46a-fee6131abaf8 req-e96e5734-8ad8-4c2d-b3ce-34a485ebb07c tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.305175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Pushing event updated for resources: {'Port': ['ID=701bf0b8-30c0-444f-ad87-3da29370ff34,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.307911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:57.313195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:57.339472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e81bb976-422c-449c-a247-6efafb598e29,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:57.357087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'e81bb976-422c-449c-a247-6efafb598e29', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'port_id': 'e81bb976-422c-449c-a247-6efafb598e29', 'mac_address': 'fa:16:3e:c9:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:57.361159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fdd70ace-0b1c-422d-86eb-1d6d52a688fc', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'port_id': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'mac_address': 'fa:16:3e:ca:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:54Z', 'revision_number': 1, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:28Z', 'revision_number': 5, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:57.388115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.388850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.394277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db99298-8139-4801-82a4-87cb9c39bb31 None None] The sync data for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 is: [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'fdd70ace-0b1c-422d-86eb-1d6d52a688fc', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'floating_ip_address': '172.25.7.117', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'port_id': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'mac_address': 'fa:16:3e:ca:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:54Z', 'revision_number': 1, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:28Z', 'revision_number': 5, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:57.402305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-0eb531e2-165d-4a19-824d-2075aef8ea3a tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058106 Aug 29 04:24:57.433146 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-7ebeb8f2-92d7-44bd-92e5-845c095bbfce tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8203039 Aug 29 04:24:57.436046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1e840088-5a08-4b53-a46a-fee6131abaf8 req-e96e5734-8ad8-4c2d-b3ce-34a485ebb07c tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.438633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1e840088-5a08-4b53-a46a-fee6131abaf8 req-e96e5734-8ad8-4c2d-b3ce-34a485ebb07c tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.438794 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.439721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1e840088-5a08-4b53-a46a-fee6131abaf8 req-e96e5734-8ad8-4c2d-b3ce-34a485ebb07c tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-groups/461e81b4-c83d-4f3a-8350-6f2dca26b4d4 HTTP/1.1" status: 204 len: 173 time: 0.3352969 Aug 29 04:24:57.441697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Router 8b6a7133-e0c8-498c-b910-f44f257f9f5d has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:57.459355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Request body: {'port': {'device_id': '874851b3-49e1-41b1-b949-c0975d333791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:57.482873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e5734-8ad8-4c2d-b3ce-34a485ebb07c tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e81b4-c83d-4f3a-8350-6f2dca26b4d4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.502519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81bb976-422c-449c-a247-6efafb598e29 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:57.508269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.545402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e81bb976-422c-449c-a247-6efafb598e29,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:57.550186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.616336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.669558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:57.679965 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] Sync routers for ids ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:57.688410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e76bfa68-a1ed-4fea-94ef-5b5a951d20fc admin admin] 10.222.0.55 "PUT /v2.0/routers/8b6a7133-e0c8-498c-b910-f44f257f9f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0608656 Aug 29 04:24:57.691127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46862) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:57.698846 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] Routers {'8b6a7133-e0c8-498c-b910-f44f257f9f5d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:57.701646 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:57.705026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.744616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9ca2d89-c6eb-4813-ae41-948a4ebceb49 req-57ce0949-7813-450f-91cd-fc490709de47 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/e9fd687b-3ef5-4cbc-8e46-fb41fdb2bccb HTTP/1.1" status: 200 len: 1804 time: 0.0772707 Aug 29 04:24:57.781492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e81bb976-422c-449c-a247-6efafb598e29'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:57.829517 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9ca2d89-c6eb-4813-ae41-948a4ebceb49 req-7d1ef10a-4d38-4d69-ad5d-045dac23f1c4 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.876518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202e022-b10d-4ff4-a73d-388fbd3b9267 None None] New status for floating IP fdd70ace-0b1c-422d-86eb-1d6d52a688fc: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:24:57.882993 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9ca2d89-c6eb-4813-ae41-948a4ebceb49 req-7d1ef10a-4d38-4d69-ad5d-045dac23f1c4 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.914900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76520c7-3f86-4288-8c9d-c7f566037401 req-1a8dd997-e3e3-4c7e-91d8-8149da1b2f69 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.922122 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] Set router 8b6a7133-e0c8-498c-b910-f44f257f9f5d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:57.924172 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a76520c7-3f86-4288-8c9d-c7f566037401 req-1a8dd997-e3e3-4c7e-91d8-8149da1b2f69 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 931 time: 0.2717986 Aug 29 04:24:57.997142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9ca2d89-c6eb-4813-ae41-948a4ebceb49 req-7d1ef10a-4d38-4d69-ad5d-045dac23f1c4 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.000065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9ca2d89-c6eb-4813-ae41-948a4ebceb49 req-7d1ef10a-4d38-4d69-ad5d-045dac23f1c4 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.002382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9ca2d89-c6eb-4813-ae41-948a4ebceb49 req-7d1ef10a-4d38-4d69-ad5d-045dac23f1c4 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-groups/e9fd687b-3ef5-4cbc-8e46-fb41fdb2bccb HTTP/1.1" status: 204 len: 173 time: 0.2552545 Aug 29 04:24:58.022578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ef10a-4d38-4d69-ad5d-045dac23f1c4 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd687b-3ef5-4cbc-8e46-fb41fdb2bccb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.109058 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-337cdbc9-7f10-4c0e-a937-1c0caab80345 req-13f303a4-f75c-48db-b051-5d8b4f36132d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0480084 Aug 29 04:24:58.170583 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:56Z', 'revision_number': 5, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:58.210948 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] Checking router: 8b6a7133-e0c8-498c-b910-f44f257f9f5d for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:58.220635 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] Routers {'8b6a7133-e0c8-498c-b910-f44f257f9f5d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:58.221658 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:58.233952 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.335083 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] Set router 8b6a7133-e0c8-498c-b910-f44f257f9f5d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:58.384879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a76520c7-3f86-4288-8c9d-c7f566037401 req-0e9b5043-b916-44e1-9ecc-1991a5ea2507 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084167 Aug 29 04:24:58.385688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'name': 'network-vif-deleted', 'tag': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2'}, {'name': 'network-changed', 'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:58.392399 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a07a06-0269-48d2-850c-e6beb099e079" -d '{"events": [{"server_uuid": "045969bb-cf07-45f0-b4da-c5fe11e50529", "name": "network-vif-deleted", "tag": "77feac00-12f6-4f21-b6e5-b4a47ef7b9e2"}, {"name": "network-changed", "server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:58.463935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-94f81103-4f2e-46e7-b683-ebac18303c25 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.466955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-94f81103-4f2e-46e7-b683-ebac18303c25 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.1511717 Aug 29 04:24:58.484838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-065b8a2b-3f72-4026-82d5-e58448f3b1bb tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/quotas/cb2a180079334ef18e185458849f3ced HTTP/1.1" status: 200 len: 375 time: 0.0110509 Aug 29 04:24:58.519956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5b945690-8b1c-491e-97cf-7f0458d0dd92 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285332 Aug 29 04:24:58.559477 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:56Z', 'revision_number': 5, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:58.591351 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2526ba-bbe0-4957-aae3-99e934fd78c2 None None] The sync data for ids ['8b6a7133-e0c8-498c-b910-f44f257f9f5d'] in n-d-712143-14 is: [{'id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'name': 'tempest-FloatingIPsTestJSON-1754031777-router', 'tenant_id': '70b9c008739a4220aa392a9b78382fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:29Z', 'updated_at': '2021-08-29T04:24:56Z', 'revision_number': 5, 'project_id': '70b9c008739a4220aa392a9b78382fe1', 'gw_port': {'id': 'a859ff48-3a89-4ee3-9a01-e67b181df05c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a7133-e0c8-498c-b910-f44f257f9f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:30Z', 'updated_at': '2021-08-29T04:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:58.619963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-c6c0fdd7-27fe-40e2-9b4b-fd8283403023 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912454 Aug 29 04:24:58.743040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-de71cace-b894-4edd-8fb1-cfa02576edc9 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103017 Aug 29 04:24:58.923462 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef0fe572-8e53-4f7a-8d39-7312e7eeabdf req-08e344d8-eacf-4d73-8d05-d6e30738efde tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/423cc052-a75b-4ec6-8a8d-f5414c89222d HTTP/1.1" status: 200 len: 1805 time: 0.0462725 Aug 29 04:24:58.986787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.018140 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef0fe572-8e53-4f7a-8d39-7312e7eeabdf req-95fc08e5-192b-4e57-9ce6-53f1fd8861ab tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.041090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac033-fedc-40af-86ba-17fecff4ad6c req-a34b0516-6098-487b-ad46-ae288ce5af3a tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.042786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d0ac033-fedc-40af-86ba-17fecff4ad6c req-a34b0516-6098-487b-ad46-ae288ce5af3a tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 944 time: 0.5803723 Aug 29 04:24:59.048531 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef0fe572-8e53-4f7a-8d39-7312e7eeabdf req-95fc08e5-192b-4e57-9ce6-53f1fd8861ab tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.092983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701bf0b8-30c0-444f-ad87-3da29370ff34 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:59.105033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef0fe572-8e53-4f7a-8d39-7312e7eeabdf req-95fc08e5-192b-4e57-9ce6-53f1fd8861ab tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.108055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ef0fe572-8e53-4f7a-8d39-7312e7eeabdf req-95fc08e5-192b-4e57-9ce6-53f1fd8861ab tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.110274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef0fe572-8e53-4f7a-8d39-7312e7eeabdf req-95fc08e5-192b-4e57-9ce6-53f1fd8861ab tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-groups/423cc052-a75b-4ec6-8a8d-f5414c89222d HTTP/1.1" status: 204 len: 173 time: 0.1777806 Aug 29 04:24:59.125012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc08e5-192b-4e57-9ce6-53f1fd8861ab tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423cc052-a75b-4ec6-8a8d-f5414c89222d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.159693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.176708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e81bb976-422c-449c-a247-6efafb598e29 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:59.177889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Transition to ACTIVE for port object 701bf0b8-30c0-444f-ad87-3da29370ff34 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:59.183390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-07a9743f-9234-4938-8227-2f8ac650572f tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092782 Aug 29 04:24:59.187851 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ba306-1f93-49a9-b9c0-edbfbc170df3 x-openstack-request-id: req-916ba306-1f93-49a9-b9c0-edbfbc170df3 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:59.188147 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045969bb-cf07-45f0-b4da-c5fe11e50529", "name": "network-vif-deleted", "tag": "77feac00-12f6-4f21-b6e5-b4a47ef7b9e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:59.188411 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-916ba306-1f93-49a9-b9c0-edbfbc170df3 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:59.200071 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045969bb-cf07-45f0-b4da-c5fe11e50529', 'name': 'network-vif-deleted', 'tag': '77feac00-12f6-4f21-b6e5-b4a47ef7b9e2', 'status': 'completed', 'code': 200} Aug 29 04:24:59.200343 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'status': 'completed', 'code': 200} Aug 29 04:24:59.201878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.268801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port e81bb976-422c-449c-a247-6efafb598e29 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:59.275296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port e81bb976-422c-449c-a247-6efafb598e29 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:59.276112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6072e888-a35e-44b8-9b8c-ae52bdf850f0 req-08662100-c802-4691-be7a-c73cab817f9e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 210 time: 0.0502324 Aug 29 04:24:59.276534 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.356131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7dce9529-8ef4-4491-9878-ce1c6ee8ff8a req-1f8d8ed8-c7ab-4811-bc16-db0c1ddec967 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/f9f4368a-f9e7-4a0b-8b6d-f6f031543c16 HTTP/1.1" status: 200 len: 2403 time: 0.0548472 Aug 29 04:24:59.358350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d0ac033-fedc-40af-86ba-17fecff4ad6c req-ee0e13a3-402d-4043-9173-2e16abeadedf tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012066 Aug 29 04:24:59.386359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Pushing event updated for resources: {'Port': ['ID=701bf0b8-30c0-444f-ad87-3da29370ff34,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.403321 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.427138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Deleting port e548574a-61e5-455a-b0c2-bb03bf1d82da {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:59.427619 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.437808 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7dce9529-8ef4-4491-9878-ce1c6ee8ff8a req-47bed583-162d-4bd4-abf8-9ea3fcdd2a69 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.438983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:59.441272 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb92c2f6-39a6-4349-b748-c421eaf331c9" -d '{"events": [{"server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e81bb976-422c-449c-a247-6efafb598e29"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:59.458713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e81bb976-422c-449c-a247-6efafb598e29,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:59.463888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.471960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7dce9529-8ef4-4491-9878-ce1c6ee8ff8a req-47bed583-162d-4bd4-abf8-9ea3fcdd2a69 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.518079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Deleting port a859ff48-3a89-4ee3-9a01-e67b181df05c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:59.518079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.523604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.531856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7dce9529-8ef4-4491-9878-ce1c6ee8ff8a req-47bed583-162d-4bd4-abf8-9ea3fcdd2a69 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.535960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7dce9529-8ef4-4491-9878-ce1c6ee8ff8a req-47bed583-162d-4bd4-abf8-9ea3fcdd2a69 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.538766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bbaa395-f870-4bb5-b100-42f1667f46fa req-1be4c1ac-1602-4d9f-b15d-9f21753138ea tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 210 time: 0.1182466 Aug 29 04:24:59.546133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7dce9529-8ef4-4491-9878-ce1c6ee8ff8a req-47bed583-162d-4bd4-abf8-9ea3fcdd2a69 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-groups/f9f4368a-f9e7-4a0b-8b6d-f6f031543c16 HTTP/1.1" status: 204 len: 173 time: 0.1829894 Aug 29 04:24:59.574558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bed583-162d-4bd4-abf8-9ea3fcdd2a69 tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f4368a-f9e7-4a0b-8b6d-f6f031543c16,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.595685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07a06-0269-48d2-850c-e6beb099e079 req-3835f2b1-93f1-47a6-b594-183602b843de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.597319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a07a06-0269-48d2-850c-e6beb099e079 req-3835f2b1-93f1-47a6-b594-183602b843de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8a95c0c379647f5bff0b1532a68f0a7&device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 1098 time: 0.3802128 Aug 29 04:24:59.668638 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28030bc3-1752-4a1f-bc2a-63e7faf7f982 x-openstack-request-id: req-28030bc3-1752-4a1f-bc2a-63e7faf7f982 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:59.668929 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "e81bb976-422c-449c-a247-6efafb598e29", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:59.669187 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28030bc3-1752-4a1f-bc2a-63e7faf7f982 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:59.670273 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29', 'code': 200} Aug 29 04:24:59.742669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-c7348b8b-0a5d-41ca-91db-9a3df5b431de tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.744778 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-c7348b8b-0a5d-41ca-91db-9a3df5b431de tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5381324 Aug 29 04:24:59.747116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8033a529-7dca-416c-ba13-9c96412fdbcb req-a8be05d0-7046-4d19-a4fe-37d67dcafa8c tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "GET /v2.0/security-groups/881749de-8476-409d-88d3-96a54d0128fe HTTP/1.1" status: 200 len: 2397 time: 0.0613356 Aug 29 04:24:59.789111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Request body: {'port': {'device_id': '54617406-8ac6-459e-b751-98160051fbc7', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '882b3fd72f1f42f6a0a5911d2c49702d'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:59.807916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742a51-df4d-4249-bbf5-e0aeffdf4e85 req-9788a89e-21dd-4861-8ab3-09bfa603145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.809747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8742a51-df4d-4249-bbf5-e0aeffdf4e85 req-9788a89e-21dd-4861-8ab3-09bfa603145f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.0752895 Aug 29 04:24:59.844997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8033a529-7dca-416c-ba13-9c96412fdbcb req-ab77cb62-2a9a-49e8-91df-f66f8e7ae9bf tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.878230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8742a51-df4d-4249-bbf5-e0aeffdf4e85 req-7c2d5ca2-8c04-47d6-9a09-f3ecb9068ffc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612342 Aug 29 04:24:59.879849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8033a529-7dca-416c-ba13-9c96412fdbcb req-ab77cb62-2a9a-49e8-91df-f66f8e7ae9bf tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.884240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] For port e548574a-61e5-455a-b0c2-bb03bf1d82da, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e548574a-61e5-455a-b0c2-bb03bf1d82da,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:59.884609 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.888471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Attempting to bind port 701bf0b8-30c0-444f-ad87-3da29370ff34 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:59.888863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Attempting to bind port 701bf0b8-30c0-444f-ad87-3da29370ff34 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'a094d122-5d6d-4c6f-bfb9-c0198c9355ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '494b903c-f7bd-41e5-86d6-35b206406472'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:59.889193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Attempting to bind port 701bf0b8-30c0-444f-ad87-3da29370ff34 on network 494b903c-f7bd-41e5-86d6-35b206406472 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:59.916598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd366c-2eaa-46d5-a668-cd37c8daf3a4 req-0a3f9129-a9d0-47ff-aa82-d3429280373d tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.918097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2bd366c-2eaa-46d5-a668-cd37c8daf3a4 req-0a3f9129-a9d0-47ff-aa82-d3429280373d tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 943 time: 0.2937727 Aug 29 04:24:59.923694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] For port a859ff48-3a89-4ee3-9a01-e67b181df05c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a859ff48-3a89-4ee3-9a01-e67b181df05c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:59.924053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.925946 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8033a529-7dca-416c-ba13-9c96412fdbcb req-ab77cb62-2a9a-49e8-91df-f66f8e7ae9bf tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.928685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8033a529-7dca-416c-ba13-9c96412fdbcb req-ab77cb62-2a9a-49e8-91df-f66f8e7ae9bf tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.930034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8033a529-7dca-416c-ba13-9c96412fdbcb req-ab77cb62-2a9a-49e8-91df-f66f8e7ae9bf tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] 10.222.0.55 "DELETE /v2.0/security-groups/881749de-8476-409d-88d3-96a54d0128fe HTTP/1.1" status: 204 len: 173 time: 0.1685388 Aug 29 04:24:59.938647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:59.946548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77cb62-2a9a-49e8-91df-f66f8e7ae9bf tempest-SecurityGroupRulesTestJSON-2074390774 tempest-SecurityGroupRulesTestJSON-2074390774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881749de-8476-409d-88d3-96a54d0128fe,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.949237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Calling delete_port for e548574a-61e5-455a-b0c2-bb03bf1d82da owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:59.950287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Port 701bf0b8-30c0-444f-ad87-3da29370ff34 on network 494b903c-f7bd-41e5-86d6-35b206406472 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:59.950613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Attempting to bind port 701bf0b8-30c0-444f-ad87-3da29370ff34 on network 494b903c-f7bd-41e5-86d6-35b206406472 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:59.968540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Calling delete_port for a859ff48-3a89-4ee3-9a01-e67b181df05c owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:59.990563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] Deleting subnet 97739d48-2326-473f-93a1-c94c4c15d148 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:59.990718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:59.990912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Checking segment: {'id': 'a094d122-5d6d-4c6f-bfb9-c0198c9355ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '494b903c-f7bd-41e5-86d6-35b206406472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:59.991303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Bound using segment: {'id': 'a094d122-5d6d-4c6f-bfb9-c0198c9355ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '494b903c-f7bd-41e5-86d6-35b206406472'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:59.991752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Bound port: 701bf0b8-30c0-444f-ad87-3da29370ff34, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a094d122-5d6d-4c6f-bfb9-c0198c9355ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '494b903c-f7bd-41e5-86d6-35b206406472'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:59.992105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.994081 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.994412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07a06-0269-48d2-850c-e6beb099e079 req-0c3dddbe-9206-46f8-85fe-766a12179feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.995877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a07a06-0269-48d2-850c-e6beb099e079 req-0c3dddbe-9206-46f8-85fe-766a12179feb service neutron] 10.222.0.37 "GET /v2.0/networks?id=044300e8-b5ef-4210-bb8c-53d5b8970081 HTTP/1.1" status: 200 len: 905 time: 0.3643086 Aug 29 04:25:00.032088 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.070095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.123268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.147190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97739d48-2326-473f-93a1-c94c4c15d148,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.157188 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.161875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f7d6027-3abe-44a9-b85c-9a1e0491cc5a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/97739d48-2326-473f-93a1-c94c4c15d148 HTTP/1.1" status: 204 len: 168 time: 0.2195427 Aug 29 04:25:00.162425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46914) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:00.181550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2bd366c-2eaa-46d5-a668-cd37c8daf3a4 req-b4eec4b2-f6f0-40b4-96b0-a4fb5af6dfdf tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499840 Aug 29 04:25:00.229099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 38ee541f-83be-4132-8007-1ce8a9008fc4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:00.257438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 38ee541f-83be-4132-8007-1ce8a9008fc4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:00.257906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 38ee541f-83be-4132-8007-1ce8a9008fc4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:00.308250 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a07a06-0269-48d2-850c-e6beb099e079 req-3be782de-4cae-4bfe-8c01-4072c6331a32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5 HTTP/1.1" status: 200 len: 1002 time: 0.2183030 Aug 29 04:25:00.311655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.352058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Made reservation on behalf of 882b3fd72f1f42f6a0a5911d2c49702d for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:00.355324 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.392862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] For port 701bf0b8-30c0-444f-ad87-3da29370ff34, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:00.433295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] For port 701bf0b8-30c0-444f-ad87-3da29370ff34, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=701bf0b8-30c0-444f-ad87-3da29370ff34,segment=NetworkSegment(a094d122-5d6d-4c6f-bfb9-c0198c9355ec),segment_id=a094d122-5d6d-4c6f-bfb9-c0198c9355ec)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:00.446910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ea4b37d-e9e4-4206-81d6-be4c50153ee9 req-aeab214c-73b8-47d6-9120-0661e6f70b8c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 210 time: 0.0791864 Aug 29 04:25:00.459895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.477504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-7b4c052d-8fae-43fc-be5c-54576a855b75 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.478999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-7b4c052d-8fae-43fc-be5c-54576a855b75 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.37 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.2452366 Aug 29 04:25:00.480553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.494285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Request body: {'port': {'device_id': '16dbc94c-bd91-405f-a555-652ee7b86852', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'admin_state_up': True, 'tenant_id': 'cb2a180079334ef18e185458849f3ced'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:00.498795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e88e7e-b816-4c78-bcf6-985694c64f42']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:00.546143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a78d15-f8f4-4f31-bb11-8d4aff8085bf') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:00.546460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a78d15-f8f4-4f31-bb11-8d4aff8085bf') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:00.548583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07a06-0269-48d2-850c-e6beb099e079 req-eaf6a180-4798-40ab-9bfc-f1d4a3706ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.550050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a07a06-0269-48d2-850c-e6beb099e079 req-eaf6a180-4798-40ab-9bfc-f1d4a3706ec4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6eaf8e91-e8ee-4ea7-acfe-f2c814987048 HTTP/1.1" status: 200 len: 843 time: 0.2073526 Aug 29 04:25:00.563079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.590543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.605920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.606454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.607925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] 10.222.0.32 "PUT /v2.0/ports/701bf0b8-30c0-444f-ad87-3da29370ff34 HTTP/1.1" status: 200 len: 1092 time: 3.1529932 Aug 29 04:25:00.610212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:00.610621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:00.612324 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:00.703525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4fa887f-57ad-4b60-85d8-ab9b9da1ea5f req-e09152d5-47c9-4317-a1c2-1094572bc764 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0666394 Aug 29 04:25:00.735002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.741263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:00.746059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb64f-1a11-4ec2-8ba2-886d7ccd8ac0 req-ff22accb-2d58-4a5f-b74c-00d6c26c88f6 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.747578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48beb64f-1a11-4ec2-8ba2-886d7ccd8ac0 req-ff22accb-2d58-4a5f-b74c-00d6c26c88f6 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.3166847 Aug 29 04:25:00.754327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.762607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.767331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] 10.222.0.55 "DELETE /v2.0/networks/65e88e7e-b816-4c78-bcf6-985694c64f42 HTTP/1.1" status: 204 len: 168 time: 0.6013548 Aug 29 04:25:00.775858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192cb18-6aaa-4b79-98ca-c5e327492f67 service neutron] Pushing event updated for resources: {'Port': ['ID=701bf0b8-30c0-444f-ad87-3da29370ff34,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.787677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e02d9e-c44d-49c6-83d7-c2a54dc6d0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=65e88e7e-b816-4c78-bcf6-985694c64f42,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.797533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.861518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07a06-0269-48d2-850c-e6beb099e079 req-c1961cc8-c08a-4425-85db-272f0225b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.862971 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a07a06-0269-48d2-850c-e6beb099e079 req-c1961cc8-c08a-4425-85db-272f0225b39a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=044300e8-b5ef-4210-bb8c-53d5b8970081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2720401 Aug 29 04:25:00.863679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a859ff48-3a89-4ee3-9a01-e67b181df05c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:00.867436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Allocated IP 192.168.233.198 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/9cabee0c-80b2-4744-8cc7-67bd6bd1c3db) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:00.881342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.927670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Allocated IP 172.20.0.9 (eeb9935c-bc75-427e-a2d7-76cfda7e8162/ff60a465-9ef4-4607-9b18-c3e2e3b16625/0ec0955d-c099-45bf-aadb-ad7f2daef128) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:00.962949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-2defe1a7-04ee-45de-9ae5-0bf6a3a8f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.964470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-2defe1a7-04ee-45de-9ae5-0bf6a3a8f78d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55fc53371489412b9c13f9355adc8722&device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 1095 time: 0.2772913 Aug 29 04:25:00.984777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.025348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Pushing event deleted for resources: {'Port': ['ID=e548574a-61e5-455a-b0c2-bb03bf1d82da,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:01.090347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-237a47e4-b13c-45a4-bde9-f9b327b7f265 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b48863fce174928a2899870ee692f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044238 Aug 29 04:25:01.093296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46928) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.175369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.206697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.209293 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fee61ee-d30e-4aea-a823-98ec57f4995a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.244564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fee61ee-d30e-4aea-a823-98ec57f4995a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.340468 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.354551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874851b3-49e1-41b1-b949-c0975d333791', 'tag': '701bf0b8-30c0-444f-ad87-3da29370ff34'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:01.356792 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778b16e-9b79-40e5-a451-88832115f6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "874851b3-49e1-41b1-b949-c0975d333791", "tag": "701bf0b8-30c0-444f-ad87-3da29370ff34"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:01.362064 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48beb64f-1a11-4ec2-8ba2-886d7ccd8ac0 req-41bc19e1-d3c3-4ac1-ad1a-b5faac500a9d tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928340 Aug 29 04:25:01.380686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-eebeb30d-59d1-4f5a-a57c-3f972cd7aeba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701bf0b8-30c0-444f-ad87-3da29370ff34 HTTP/1.1" status: 200 len: 217 time: 0.3891768 Aug 29 04:25:01.405490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fee61ee-d30e-4aea-a823-98ec57f4995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.408276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3fee61ee-d30e-4aea-a823-98ec57f4995a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.409416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3fee61ee-d30e-4aea-a823-98ec57f4995a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/818e20c5-b5db-41ef-b79a-cecc7eaefc6c HTTP/1.1" status: 204 len: 168 time: 0.3151484 Aug 29 04:25:01.412361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:01.422325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427f810-8b61-4224-8a7c-8b67421dd641 req-de1b323b-7678-426e-a9e6-44655ff7a4ec tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.423839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9427f810-8b61-4224-8a7c-8b67421dd641 req-de1b323b-7678-426e-a9e6-44655ff7a4ec tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 943 time: 0.1359446 Aug 29 04:25:01.425890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:01.432423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:01.436507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:01.439232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee61ee-d30e-4aea-a823-98ec57f4995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e20c5-b5db-41ef-b79a-cecc7eaefc6c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:01.450224 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677879fc-e5aa-4468-9813-8d1923b4a0a6 x-openstack-request-id: req-677879fc-e5aa-4468-9813-8d1923b4a0a6 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:01.450841 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874851b3-49e1-41b1-b949-c0975d333791", "tag": "701bf0b8-30c0-444f-ad87-3da29370ff34", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:01.450841 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-677879fc-e5aa-4468-9813-8d1923b4a0a6 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:01.451152 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874851b3-49e1-41b1-b949-c0975d333791', 'tag': '701bf0b8-30c0-444f-ad87-3da29370ff34', 'status': 'completed', 'code': 200} Aug 29 04:25:01.513374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9427f810-8b61-4224-8a7c-8b67421dd641 req-03cfa856-459d-4b0e-b705-9607471c5c4a tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788484 Aug 29 04:25:01.519808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.520269 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.537251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.545575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-f532979d-da2e-4cff-ae82-e9137fe88fc9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554907 Aug 29 04:25:01.558065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Request body: {'port': {'device_id': '16dbc94c-bd91-405f-a555-652ee7b86852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:01.620434 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.687287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a07a06-0269-48d2-850c-e6beb099e079 req-cc800663-9f12-4d76-a275-6408e44cf480 service neutron] 10.222.0.37 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160644 Aug 29 04:25:01.752485 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.754864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-92feb378-a2c9-42e9-859c-4de524c4ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.756295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-92feb378-a2c9-42e9-859c-4de524c4ed83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e2c3034-64ee-4361-9a2c-451a342efc8a HTTP/1.1" status: 200 len: 850 time: 0.3598769 Aug 29 04:25:01.762146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.861326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39610261-6532-4475-bc11-0ee9afe3d7f8 req-c23f109e-ab34-42ae-a975-b872422de5b1 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0416300 Aug 29 04:25:01.896088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-26c2167c-8543-4b7b-b290-ca8feae6cd8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=494b903c-f7bd-41e5-86d6-35b206406472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296976 Aug 29 04:25:01.957025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.957873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6a7133-e0c8-498c-b910-f44f257f9f5d {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:01.969321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec0955d-c099-45bf-aadb-ad7f2daef128 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:01.972912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.976315 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-db9abbb4-11e6-43a6-bbde-98e40169b6e6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8b6a7133-e0c8-498c-b910-f44f257f9f5d HTTP/1.1" status: 204 len: 168 time: 4.2777817 Aug 29 04:25:01.976708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.986587 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.086685 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.088185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] Deleting subnet c92530cf-78aa-4656-9d57-ab8df80d4222 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:02.093074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Transition to ACTIVE for port object 0ec0955d-c099-45bf-aadb-ad7f2daef128 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:02.094116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.097451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db129e-37ea-42f9-8b5c-089057f51270 req-3a9f2ded-a81e-4e57-82bb-0d62624d4e08 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.099082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20db129e-37ea-42f9-8b5c-089057f51270 req-3a9f2ded-a81e-4e57-82bb-0d62624d4e08 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 931 time: 0.4953442 Aug 29 04:25:02.103235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.119980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.167137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Transition to ACTIVE for port object 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:02.233681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.245986 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60a07a06-0269-48d2-850c-e6beb099e079 req-4e27f378-37c7-4101-9396-348408ba86db service neutron] 10.222.0.37 "GET /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343661 Aug 29 04:25:02.261392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.339281 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20db129e-37ea-42f9-8b5c-089057f51270 req-3e846511-0620-44e1-af04-3405b92e2acb tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259734 Aug 29 04:25:02.403932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-25573438-4e68-43f6-92ea-651fb66df08c service neutron] 10.222.0.32 "GET /v2.0/networks/494b903c-f7bd-41e5-86d6-35b206406472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927216 Aug 29 04:25:02.457342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Attempting to bind port 0ec0955d-c099-45bf-aadb-ad7f2daef128 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:02.457796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Attempting to bind port 0ec0955d-c099-45bf-aadb-ad7f2daef128 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:02.458056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Attempting to bind port 0ec0955d-c099-45bf-aadb-ad7f2daef128 on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:02.476683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Port 0ec0955d-c099-45bf-aadb-ad7f2daef128 on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:02.477062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Attempting to bind port 0ec0955d-c099-45bf-aadb-ad7f2daef128 on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:02.498574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.499885 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.515552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46964) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:02.533387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:02.533774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Checking segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:02.534150 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Bound using segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:02.534595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Bound port: 0ec0955d-c099-45bf-aadb-ad7f2daef128, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:02.534952 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.535892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['190d544d-d191-43ae-b7c3-c1f6fb72014d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:02.595140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Pushing event updated for resources: {'Port': ['ID=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.616661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:02.652372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d9deb-6422-4caf-86bc-09a0eb20bcdb req-fb17b1eb-ce85-4b80-b7f2-cd4dfa56eb4b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.661009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-668d9deb-6422-4caf-86bc-09a0eb20bcdb req-fb17b1eb-ce85-4b80-b7f2-cd4dfa56eb4b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1852486 Aug 29 04:25:02.686069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:02.694222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.701987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:02.739348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:02.744103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.748927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c92530cf-78aa-4656-9d57-ab8df80d4222 HTTP/1.1" status: 204 len: 168 time: 0.7570071 Aug 29 04:25:02.754010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46970) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:02.761301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9695d-b561-4576-a91e-9bb4828d8c6b None None] Network d928cd4f-041b-4728-9dee-54e1fefbb792 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:02.761795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-241102782-network', 'tenant_id': 'c515351f56c3414bb9b6c9ea16e494e1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:02.764913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dd2bc-f8ea-4451-b76a-d9687740bec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92530cf-78aa-4656-9d57-ab8df80d4222,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.791384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:02.801060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.820254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-668d9deb-6422-4caf-86bc-09a0eb20bcdb req-18aec535-1400-40d4-a914-572085987bda tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582794 Aug 29 04:25:02.909771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c09ed06-ba7e-4c58-8fa9-4afdd3983b6a req-aac334a0-6d6d-4a85-a8a3-eb6585fee205 service neutron] 10.222.0.32 "GET /v2.0/networks/494b903c-f7bd-41e5-86d6-35b206406472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911644 Aug 29 04:25:02.926285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.926914 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.933470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] 10.222.0.37 "PUT /v2.0/ports/0ec0955d-c099-45bf-aadb-ad7f2daef128 HTTP/1.1" status: 200 len: 1092 time: 1.3775637 Aug 29 04:25:02.935877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Made reservation on behalf of c515351f56c3414bb9b6c9ea16e494e1 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:02.943424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.950153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.951152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.966156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:02.968536 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bba487-63cc-4757-9309-77ddc409cbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:03.001106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac363f-9211-4e27-9e88-e721f0049d62 req-1e59fc07-670b-451d-bc1c-97d131109d13 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.008883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfac363f-9211-4e27-9e88-e721f0049d62 req-1e59fc07-670b-451d-bc1c-97d131109d13 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 943 time: 0.3301632 Aug 29 04:25:03.013064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.023073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-9189f091-466a-4a3c-9ece-8171b6465e4c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2490284 Aug 29 04:25:03.030688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.043708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Router fd866a85-c0fc-4c69-bca5-7a735e7f771a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:03.064307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Request body: {'port': {'device_id': '54617406-8ac6-459e-b751-98160051fbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:03.075800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f917-92de-4c82-99fd-b70c3a86af5d service neutron] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.079464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] DHCP port deletion for d928cd4f-041b-4728-9dee-54e1fefbb792 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:03.115452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-73873739-c8e6-43e3-829d-26286a00c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.116984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-73873739-c8e6-43e3-829d-26286a00c910 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 1095 time: 0.1178217 Aug 29 04:25:03.153934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Deleting port 44e98225-9660-4275-8573-cad49fe1da05 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:03.154497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.173673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfac363f-9211-4e27-9e88-e721f0049d62 req-0123b87e-c6d3-466a-be51-83df1e96be90 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629076 Aug 29 04:25:03.175486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-9c18407f-286a-4fcd-ac0a-fb514952ca46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128 HTTP/1.1" status: 200 len: 217 time: 0.0487957 Aug 29 04:25:03.238950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cbd293c0-8e92-4ad9-a04b-2c7ba13306b1 None None] Provisioning for port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:03.250104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cbd293c0-8e92-4ad9-a04b-2c7ba13306b1 None None] Provisioning complete for port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:03.250620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cbd293c0-8e92-4ad9-a04b-2c7ba13306b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.252074 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.287551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.297568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cbd293c0-8e92-4ad9-a04b-2c7ba13306b1 None None] Port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:03.305164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] For port 44e98225-9660-4275-8573-cad49fe1da05, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=44e98225-9660-4275-8573-cad49fe1da05,segment=NetworkSegment(733d624d-af52-4abf-bbb2-85521ce5d47c),segment_id=733d624d-af52-4abf-bbb2-85521ce5d47c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:03.306352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.319863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Calling delete_port for 44e98225-9660-4275-8573-cad49fe1da05 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:03.332912 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355c467e-dbbe-4625-9104-4449f5afa994 x-openstack-request-id: req-355c467e-dbbe-4625-9104-4449f5afa994 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:03.333215 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:03.333470 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-355c467e-dbbe-4625-9104-4449f5afa994 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:03.333892 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'status': 'completed', 'code': 200} Aug 29 04:25:03.350293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:03.363419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-25102aac-1580-43cc-95ed-589e51114412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.365130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-25102aac-1580-43cc-95ed-589e51114412 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.1815422 Aug 29 04:25:03.378415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca94615e-5889-49db-80a8-5fb6f2f8d031,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.396855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.397211 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Added segment 375807e9-c000-4d5d-9656-7ec0b5ca8020 of type vlan for network ebc99a20-ab22-466e-a759-354daed0a0ad Aug 29 04:25:03.412520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-27b3f44d-2467-4184-8f5a-46a1e50836ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.414149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-27b3f44d-2467-4184-8f5a-46a1e50836ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55fc53371489412b9c13f9355adc8722&device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 1095 time: 0.3868337 Aug 29 04:25:03.415503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:03.427879 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] Sync routers for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:03.433627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d5480b6-3198-43e1-8bce-37cca9ece71a admin admin] 10.222.0.55 "PUT /v2.0/routers/fd866a85-c0fc-4c69-bca5-7a735e7f771a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9030895 Aug 29 04:25:03.438455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.441847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.445943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-16c71b59-4d7b-4d73-ad51-216035041d1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686109 Aug 29 04:25:03.446129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.451018 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:03.451848 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:03.458403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd947-d678-4e19-ad8d-eeab52a9018d req-83838212-dc62-425c-adee-f177804e2078 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.466074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0dacd947-d678-4e19-ad8d-eeab52a9018d req-83838212-dc62-425c-adee-f177804e2078 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 936 time: 0.2109890 Aug 29 04:25:03.478729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Pushing event deleted for resources: {'Port': ['ID=44e98225-9660-4275-8573-cad49fe1da05,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.489234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] No DVR routers for this DVR port 44e98225-9660-4275-8573-cad49fe1da05 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:03.491892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.492466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.492994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.494139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.494641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.495142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.495656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.496152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.496644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.497273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.497816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.498380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec025e-ea77-404d-9441-124dcf08245a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:03.614531 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.679489 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:03.686102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0dacd947-d678-4e19-ad8d-eeab52a9018d req-faf4197a-fd87-4a76-b891-494a17e9a1b4 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191551 Aug 29 04:25:03.744732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-015c4c18-1d38-48a5-b03b-5e74a10ac390 service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766201 Aug 29 04:25:03.747997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.749474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.750114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.875444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-37a0bb08-6cca-41d8-aed5-9e5f773c6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.876863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-37a0bb08-6cca-41d8-aed5-9e5f773c6642 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.5824010 Aug 29 04:25:03.900118 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:25:00Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:03.919644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce9a35-9da1-4374-babf-dffb9f691fc8 req-d8fded5f-5339-4a17-ab80-722304c8c5b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.921249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fce9a35-9da1-4374-babf-dffb9f691fc8 req-d8fded5f-5339-4a17-ab80-722304c8c5b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.5113232 Aug 29 04:25:03.927958 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] Checking router: fd866a85-c0fc-4c69-bca5-7a735e7f771a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:03.938249 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] Routers {'fd866a85-c0fc-4c69-bca5-7a735e7f771a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:03.939155 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:03.944549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Deleting port 44e98225-9660-4275-8573-cad49fe1da05 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:03.944881 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.079569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 701bf0b8-30c0-444f-ad87-3da29370ff34 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:04.091335 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] Set router fd866a85-c0fc-4c69-bca5-7a735e7f771a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:04.105727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-6c7da2a4-78dc-4ce6-8c24-7beb1d3317c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.107228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-6c7da2a4-78dc-4ce6-8c24-7beb1d3317c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=494b903c-f7bd-41e5-86d6-35b206406472 HTTP/1.1" status: 200 len: 911 time: 0.6681464 Aug 29 04:25:04.201644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-e26193af-b552-41e8-808a-15c893356ec2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701bf0b8-30c0-444f-ad87-3da29370ff34 HTTP/1.1" status: 200 len: 217 time: 0.0808587 Aug 29 04:25:04.208797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 701bf0b8-30c0-444f-ad87-3da29370ff34, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=701bf0b8-30c0-444f-ad87-3da29370ff34,segment=NetworkSegment(a094d122-5d6d-4c6f-bfb9-c0198c9355ec),segment_id=a094d122-5d6d-4c6f-bfb9-c0198c9355ec)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:04.211658 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] For port 44e98225-9660-4275-8573-cad49fe1da05, host n-d-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:04.212621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.245115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '701bf0b8-30c0-444f-ad87-3da29370ff34', 'network_id': '494b903c-f7bd-41e5-86d6-35b206406472', 'port_id': '701bf0b8-30c0-444f-ad87-3da29370ff34', 'mac_address': 'fa:16:3e:a2:92:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2c3034-64ee-4361-9a2c-451a342efc8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:04.253036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.257087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc99a20-ab22-466e-a759-354daed0a0ad,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.295006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.295583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.296091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.296600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.297107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.297622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.298114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.298617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.299109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.299596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.300097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.300595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:04.310208 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.326760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a859ff48-3a89-4ee3-9a01-e67b181df05c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:04.331340 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:25:00Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:04.350190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701bf0b8-30c0-444f-ad87-3da29370ff34 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:04.350913 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-648f9835-d5a6-4212-9324-ee53cc4f6926 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8136849 Aug 29 04:25:04.351692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.366729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Request body: {'subnet': {'network_id': 'ebc99a20-ab22-466e-a759-354daed0a0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-241102782-subnet', 'tenant_id': 'c515351f56c3414bb9b6c9ea16e494e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:04.367482 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c73923-5671-488f-ae42-7095a5734606 None None] The sync data for ids ['fd866a85-c0fc-4c69-bca5-7a735e7f771a'] in n-d-712143-14 is: [{'id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1056065787-router', 'tenant_id': '6e9d240ea2034c89ae6b56a9558b5517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:25:00Z', 'revision_number': 5, 'project_id': '6e9d240ea2034c89ae6b56a9558b5517', 'gw_port': {'id': 'a7e4ebe4-b759-4705-834c-eae44ef6def8', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd866a85-c0fc-4c69-bca5-7a735e7f771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:47Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:04.372517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 701bf0b8-30c0-444f-ad87-3da29370ff34, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=701bf0b8-30c0-444f-ad87-3da29370ff34,segment=NetworkSegment(a094d122-5d6d-4c6f-bfb9-c0198c9355ec),segment_id=a094d122-5d6d-4c6f-bfb9-c0198c9355ec)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:04.373952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a859ff48-3a89-4ee3-9a01-e67b181df05c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:04.374733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a859ff48-3a89-4ee3-9a01-e67b181df05c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:04.375343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44e98225-9660-4275-8573-cad49fe1da05 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:04.378192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network ebc99a20-ab22-466e-a759-354daed0a0ad details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:04.382866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.390939 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fce9a35-9da1-4374-babf-dffb9f691fc8 req-deed9573-f854-494a-806d-e87c1784bcf5 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593098 Aug 29 04:25:04.433725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Calling delete_port for 44e98225-9660-4275-8573-cad49fe1da05 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:04.434620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30362a94-3f5e-4145-b9cc-adbaf9948697 req-c9533081-917a-4960-af5a-b50692344a3e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.436180 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-30362a94-3f5e-4145-b9cc-adbaf9948697 req-c9533081-917a-4960-af5a-b50692344a3e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 943 time: 0.6425629 Aug 29 04:25:04.439632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Port 44e98225-9660-4275-8573-cad49fe1da05 was not found and therefore no delete operation was performed {{(pid=94823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:25:04.440546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Made reservation on behalf of c515351f56c3414bb9b6c9ea16e494e1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:04.442951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.447259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.456278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-d8ced937-59f7-4beb-8ec7-5b414f8022cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.457795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-d8ced937-59f7-4beb-8ec7-5b414f8022cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.5654438 Aug 29 04:25:04.496075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 44e98225-9660-4275-8573-cad49fe1da05 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:04.496075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44e98225-9660-4275-8573-cad49fe1da05 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:04.503888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Pushing event deleted for resources: {'Port': ['ID=44e98225-9660-4275-8573-cad49fe1da05,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.507596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:04.567951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.570683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] No DVR routers for this DVR port 44e98225-9660-4275-8573-cad49fe1da05 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:04.575113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-f76766c2-55ca-41f5-9a40-6def2b0b8149 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 217 time: 0.0832741 Aug 29 04:25:04.576533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-bc6356f3-cb51-4dc7-8cfa-7ae9a3ac9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.577920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-bc6356f3-cb51-4dc7-8cfa-7ae9a3ac9b28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e2c3034-64ee-4361-9a2c-451a342efc8a HTTP/1.1" status: 200 len: 850 time: 0.3626621 Aug 29 04:25:04.587241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a6a11dd-4323-4e90-b03e-d363954f10ec req-5d18eb21-62a3-4ecc-8c36-7b3a80607f29 service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238449 Aug 29 04:25:04.594734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=701bf0b8-30c0-444f-ad87-3da29370ff34,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.614147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-30362a94-3f5e-4145-b9cc-adbaf9948697 req-8aec2c85-7148-415d-8cec-22af3e3ef448 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259260 Aug 29 04:25:04.620981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.652295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Transition to ACTIVE for port object 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:04.664268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['701bf0b8-30c0-444f-ad87-3da29370ff34'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:04.685421 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-6d2937ab-28f8-4ae2-85b1-6755234de6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=494b903c-f7bd-41e5-86d6-35b206406472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972557 Aug 29 04:25:04.712073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.791112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-508bcce5-1714-4d90-83f3-3e030ac42673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.792675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-508bcce5-1714-4d90-83f3-3e030ac42673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 1095 time: 0.1279659 Aug 29 04:25:04.807818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43a56e-d5ba-48ef-86b4-a09e5aeb42f2 req-bda7d999-4e99-464d-975c-e869eb3327fe tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.816353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d43a56e-d5ba-48ef-86b4-a09e5aeb42f2 req-bda7d999-4e99-464d-975c-e869eb3327fe tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 944 time: 0.3254695 Aug 29 04:25:04.821057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.855614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-8f02790b-94b5-4295-8fbe-248c1a1f80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:04.857370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-8f02790b-94b5-4295-8fbe-248c1a1f80d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.2711246 Aug 29 04:25:04.878685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d928cd4f-041b-4728-9dee-54e1fefbb792']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:04.980767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.993530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-4e3c2a34-7fd6-4fa5-aa26-00e709194c71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168730 Aug 29 04:25:04.997272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Pushing event updated for resources: {'Port': ['ID=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.004812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733d624d-af52-4abf-bbb2-85521ce5d47c') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:05.005120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733d624d-af52-4abf-bbb2-85521ce5d47c') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:05.019033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Deleting port a7e4ebe4-b759-4705-834c-eae44ef6def8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:05.019440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.079615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.119447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d43a56e-d5ba-48ef-86b4-a09e5aeb42f2 req-037a14c9-1929-437f-a700-749f4bb9022f tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022175 Aug 29 04:25:05.127147 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-32b45ff6-b958-4557-9657-f1778cd87612 service neutron] 10.222.0.32 "GET /v2.0/networks/494b903c-f7bd-41e5-86d6-35b206406472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035568 Aug 29 04:25:05.134675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db61cd9-b461-420d-bf9b-2da53933bb3a req-955970ca-8331-4659-8289-53752b9b292a tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.136224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2db61cd9-b461-420d-bf9b-2da53933bb3a req-955970ca-8331-4659-8289-53752b9b292a tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 948 time: 0.3192122 Aug 29 04:25:05.155015 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.162209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=347f23ab-b0f5-4d02-a952-fe4c702970df,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.190108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Checking segment: {'id': '375807e9-c000-4d5d-9656-7ec0b5ca8020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ebc99a20-ab22-466e-a759-354daed0a0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:05.190464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Network hostable DHCP agents. Network: ebc99a20-ab22-466e-a759-354daed0a0ad, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:05.210936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:05.211677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:05.213513 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:05.216363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Attempting to bind port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:05.216363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Attempting to bind port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:05.216363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Attempting to bind port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:05.219481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-9ff69a65-020d-43e8-9206-df956d63f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.220934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-9ff69a65-020d-43e8-9206-df956d63f786 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.4196856 Aug 29 04:25:05.223650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] For port a7e4ebe4-b759-4705-834c-eae44ef6def8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a7e4ebe4-b759-4705-834c-eae44ef6def8,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:05.224004 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.255868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Calling delete_port for a7e4ebe4-b759-4705-834c-eae44ef6def8 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:05.261330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2db61cd9-b461-420d-bf9b-2da53933bb3a req-cbf1defa-a4c7-43dc-bd96-d2f18cf711f3 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103251 Aug 29 04:25:05.282067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:05.282067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Attempting to bind port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:05.289573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Network ebc99a20-ab22-466e-a759-354daed0a0ad is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:05.295187 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-17d0a034-19c6-4f9d-945b-761fba303c8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128 HTTP/1.1" status: 200 len: 217 time: 0.0543761 Aug 29 04:25:05.309407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:05.309905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:05.310299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:05.310739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Bound port: 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:05.311107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.315003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, ebc99a20-ab22-466e-a759-354daed0a0ad) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:05.319305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.319909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.325796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8eb42-02f0-4e3f-b5b9-7d1a7937f812 None None] Network ebc99a20-ab22-466e-a759-354daed0a0ad requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:05.340173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-ce78b096-1890-4162-90a0-8b8449ccf299 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940228 Aug 29 04:25:05.340764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.356294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.360847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/d928cd4f-041b-4728-9dee-54e1fefbb792 HTTP/1.1" status: 204 len: 168 time: 2.6007619 Aug 29 04:25:05.388192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e165e9-0b00-45fd-9f29-a58a69fd02ff admin admin] Pushing event deleted for resources: {'Network': ['ID=d928cd4f-041b-4728-9dee-54e1fefbb792,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.392232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e778b16e-9b79-40e5-a451-88832115f6e5 req-80985f92-cc4a-4812-be4b-a9edb30edd58 service neutron] 10.222.0.32 "GET /v2.0/networks/494b903c-f7bd-41e5-86d6-35b206406472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485192 Aug 29 04:25:05.403697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1eb0a3ad-6c71-4335-aef2-535a930cb16a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0473628 Aug 29 04:25:05.416334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-8db1cc3c-d3bd-42a7-b423-d44f8d09dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.417631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-8db1cc3c-d3bd-42a7-b423-d44f8d09dbb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.1134295 Aug 29 04:25:05.461471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-04a57a23-269d-4d2c-b053-58e876f22927 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314825 Aug 29 04:25:05.512243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a64f8d-5ec0-4b55-b80a-649a180422b8 None None] Network ebc99a20-ab22-466e-a759-354daed0a0ad requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:05.599897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] For port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:05.617394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:05.643477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94433b65-8461-4095-8b33-a5971440f9f3 req-11da39fe-e6bd-4e9c-b149-6f36f27287bd tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.645140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94433b65-8461-4095-8b33-a5971440f9f3 req-11da39fe-e6bd-4e9c-b149-6f36f27287bd tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0853779 Aug 29 04:25:05.647463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ed09c23-6484-49a9-a807-6903c85ff9f2 req-cdfb9626-2e39-46ff-9061-208bde47db6f service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939105 Aug 29 04:25:05.679942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-4254bb1d-dd74-4143-8c57-2ecb03e7d79f service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826680 Aug 29 04:25:05.694850 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94433b65-8461-4095-8b33-a5971440f9f3 req-8d7bfe86-f7bf-4d1b-b5dc-4b193978156b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Aug 29 04:25:05.792623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] For port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:05.792861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.798017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.838419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b8754b2d-ef7e-435b-a089-7abefcfb2c3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70b9c008739a4220aa392a9b78382fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151423 Aug 29 04:25:05.838977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.838977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.838977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] 10.222.0.32 "PUT /v2.0/ports/9cabee0c-80b2-4744-8cc7-67bd6bd1c3db HTTP/1.1" status: 200 len: 1097 time: 2.7849457 Aug 29 04:25:05.839415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54617406-8ac6-459e-b751-98160051fbc7', 'tag': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:05.842230 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e239775-0f41-444b-a751-20cae7912136" -d '{"events": [{"name": "network-changed", "server_uuid": "54617406-8ac6-459e-b751-98160051fbc7", "tag": "9cabee0c-80b2-4744-8cc7-67bd6bd1c3db"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:05.844014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e4ebe4-b759-4705-834c-eae44ef6def8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.844783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47014) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:05.886644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc0a53-e715-49e6-9244-5a860ba7706c service neutron] Pushing event updated for resources: {'Port': ['ID=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.900676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975536f-a6ad-441c-9ded-f31ab3ce0c43 req-8e051375-bd02-447a-a483-e2b36af95236 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.908170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4975536f-a6ad-441c-9ded-f31ab3ce0c43 req-8e051375-bd02-447a-a483-e2b36af95236 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 943 time: 0.2168350 Aug 29 04:25:05.960600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9bba487-63cc-4757-9309-77ddc409cbd3 req-b24c11d7-4253-4bee-8264-c9e1255a1d39 service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610641 Aug 29 04:25:05.975884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5b2126e-c46e-4eb6-a2b3-7a6580759348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.986503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-63f1578a-97e5-451a-b923-cc40ba7f0f5d req-0371c586-6da5-4b21-8bd4-31f7a1b28314 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1268253824', 'description': 'tempest-description-342692300'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:05.994232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.999836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4975536f-a6ad-441c-9ded-f31ab3ce0c43 req-31a789bc-8a5c-4546-8a14-5bd2cc3e79d5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905209 Aug 29 04:25:06.003993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-475af18b-e92e-4dc3-a7cf-1a06a0a6c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.005535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-475af18b-e92e-4dc3-a7cf-1a06a0a6c021 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 1100 time: 0.0797718 Aug 29 04:25:06.036352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5b2126e-c46e-4eb6-a2b3-7a6580759348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.094347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-fb4ac9e5-09f5-41c2-b8aa-c15ebd3829ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db HTTP/1.1" status: 200 len: 217 time: 0.0658422 Aug 29 04:25:06.111230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 701bf0b8-30c0-444f-ad87-3da29370ff34 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:06.122394 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.124156 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63f1578a-97e5-451a-b923-cc40ba7f0f5d req-0371c586-6da5-4b21-8bd4-31f7a1b28314 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.126262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.151909 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1463ed0c-7d1d-4784-8b22-74f97347aa0d x-openstack-request-id: req-1463ed0c-7d1d-4784-8b22-74f97347aa0d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:06.152265 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54617406-8ac6-459e-b751-98160051fbc7", "tag": "9cabee0c-80b2-4744-8cc7-67bd6bd1c3db", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:06.152452 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1463ed0c-7d1d-4784-8b22-74f97347aa0d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:06.152884 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54617406-8ac6-459e-b751-98160051fbc7', 'tag': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db', 'status': 'completed', 'code': 200} Aug 29 04:25:06.199779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.200392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd866a85-c0fc-4c69-bca5-7a735e7f771a {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:06.208378 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.210618 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7e2807bf-da63-422a-88f2-248c0dc14ed8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fd866a85-c0fc-4c69-bca5-7a735e7f771a HTTP/1.1" status: 204 len: 168 time: 2.7673502 Aug 29 04:25:06.213131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:06.221915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 701bf0b8-30c0-444f-ad87-3da29370ff34 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:06.233682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 701bf0b8-30c0-444f-ad87-3da29370ff34 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:06.233682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.238449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-5dba3ab7-0799-4d78-9e3c-c154b879af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.240203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-5dba3ab7-0799-4d78-9e3c-c154b879af70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1320460 Aug 29 04:25:06.245285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5b2126e-c46e-4eb6-a2b3-7a6580759348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.248235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5b2126e-c46e-4eb6-a2b3-7a6580759348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.249385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e5b2126e-c46e-4eb6-a2b3-7a6580759348 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ef0be4b-58eb-4607-9c97-6f1166524206 HTTP/1.1" status: 204 len: 168 time: 0.3987598 Aug 29 04:25:06.305259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e548574a-61e5-455a-b0c2-bb03bf1d82da no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:06.317960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2126e-c46e-4eb6-a2b3-7a6580759348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0be4b-58eb-4607-9c97-6f1166524206,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:06.346863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] Deleting subnet 91eed555-17da-4ce8-b375-1611a9703dfd {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:06.354537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.370623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a603e-6b30-489e-996a-93697273edc4 req-ceedf975-f0e2-4370-a872-878783f16a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.372571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-ceedf975-f0e2-4370-a872-878783f16a09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177146 Aug 29 04:25:06.372705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e548574a-61e5-455a-b0c2-bb03bf1d82da {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:06.373159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e548574a-61e5-455a-b0c2-bb03bf1d82da not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:06.394482 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.408899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.423394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874851b3-49e1-41b1-b949-c0975d333791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701bf0b8-30c0-444f-ad87-3da29370ff34'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:06.425904 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c698fd-bbdc-4abe-92bf-f13e6f537901" -d '{"events": [{"server_uuid": "874851b3-49e1-41b1-b949-c0975d333791", "name": "network-vif-plugged", "status": "completed", "tag": "701bf0b8-30c0-444f-ad87-3da29370ff34"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:06.440511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 701bf0b8-30c0-444f-ad87-3da29370ff34, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=701bf0b8-30c0-444f-ad87-3da29370ff34,segment=NetworkSegment(a094d122-5d6d-4c6f-bfb9-c0198c9355ec),segment_id=a094d122-5d6d-4c6f-bfb9-c0198c9355ec)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:06.446327 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.452186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63f1578a-97e5-451a-b923-cc40ba7f0f5d req-0371c586-6da5-4b21-8bd4-31f7a1b28314 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.462917 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63f1578a-97e5-451a-b923-cc40ba7f0f5d req-0371c586-6da5-4b21-8bd4-31f7a1b28314 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.506410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=701bf0b8-30c0-444f-ad87-3da29370ff34,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:06.520820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.527285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63f1578a-97e5-451a-b923-cc40ba7f0f5d req-0371c586-6da5-4b21-8bd4-31f7a1b28314 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.534225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63f1578a-97e5-451a-b923-cc40ba7f0f5d req-0371c586-6da5-4b21-8bd4-31f7a1b28314 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5552444 Aug 29 04:25:06.565250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371c586-6da5-4b21-8bd4-31f7a1b28314 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137b71aa-7500-474b-b5bb-cc63b1e6b961,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:06.567501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61df2c1-e3e2-4ad4-afc3-f3cfdcccec55 req-cbb7932a-696d-4524-8824-54b9d0c05653 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.570303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-e105cf1d-1914-42a4-977d-5c770ae219fe service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812108 Aug 29 04:25:06.575185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f61df2c1-e3e2-4ad4-afc3-f3cfdcccec55 req-cbb7932a-696d-4524-8824-54b9d0c05653 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 944 time: 0.3551774 Aug 29 04:25:06.626228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f61df2c1-e3e2-4ad4-afc3-f3cfdcccec55 req-664d0625-e00c-4374-8d46-a85ac68c2fa2 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Aug 29 04:25:06.634122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.664996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.673943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63af13f-d7b5-445c-b0b9-02d939cf3338 None None] Network 1107f76c-2050-4785-97d0-5a0f47154375 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:06.676273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47034) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:06.684728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/91eed555-17da-4ce8-b375-1611a9703dfd HTTP/1.1" status: 204 len: 168 time: 0.4584229 Aug 29 04:25:06.685964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1daa5-c4d8-4bd7-b11e-692c00ff623d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91eed555-17da-4ce8-b375-1611a9703dfd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:06.704906 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f4486-7dfa-47fb-8b56-14cf6b2f4e88 x-openstack-request-id: req-6e4f4486-7dfa-47fb-8b56-14cf6b2f4e88 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:06.705201 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874851b3-49e1-41b1-b949-c0975d333791", "name": "network-vif-plugged", "status": "completed", "tag": "701bf0b8-30c0-444f-ad87-3da29370ff34", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:06.705454 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e4f4486-7dfa-47fb-8b56-14cf6b2f4e88 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:06.705867 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874851b3-49e1-41b1-b949-c0975d333791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701bf0b8-30c0-444f-ad87-3da29370ff34', 'code': 200} Aug 29 04:25:06.772818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5a367-f6ea-4625-9a08-07a7f4bcf8af req-5ffcba35-542f-4fe9-a9e9-83c46b721584 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.773394 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-ed1ec4bb-4b38-478e-ba6c-ab3a54a59674 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/137b71aa-7500-474b-b5bb-cc63b1e6b961 HTTP/1.1" status: 200 len: 1812 time: 0.0641780 Aug 29 04:25:06.774489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7a5a367-f6ea-4625-9a08-07a7f4bcf8af req-5ffcba35-542f-4fe9-a9e9-83c46b721584 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 948 time: 0.1408064 Aug 29 04:25:06.785607 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '137b71aa-7500-474b-b5bb-cc63b1e6b961', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:06.786435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '137b71aa-7500-474b-b5bb-cc63b1e6b961', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:06.870924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.894778 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467a603e-6b30-489e-996a-93697273edc4 req-5d077f5b-822b-4f83-baf5-39243b2a6489 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160467 Aug 29 04:25:06.895391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.910118 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7a5a367-f6ea-4625-9a08-07a7f4bcf8af req-93fe1c60-6faa-4c78-9d30-9435139b5bea tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113214 Aug 29 04:25:06.937976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] DHCP port deletion for 1107f76c-2050-4785-97d0-5a0f47154375 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:06.949560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.956081 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.969977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e433b2-6c98-4fe9-993c-27997761503d req-8b45c834-91a0-408d-885f-7d73d84d8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.972360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13e433b2-6c98-4fe9-993c-27997761503d req-8b45c834-91a0-408d-885f-7d73d84d8e46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 1097 time: 0.1553953 Aug 29 04:25:07.004258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e6d9ed-d833-41e5-99c4-9a937414e7ec,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.008025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.034454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce922d6b-c681-4dc8-8c23-d840a94f700d req-4864039f-979d-4bad-8c71-f6a220608d68 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2529705 Aug 29 04:25:07.034996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Deleting port d9c67097-dd9d-47f2-941d-8369f434eddb {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:07.035653 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.102212 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02d64b3b-26b9-49ab-9668-e79f826dde81 req-4c108821-a6d1-4aa0-bf12-16af005bcca7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/137b71aa-7500-474b-b5bb-cc63b1e6b961 HTTP/1.1" status: 200 len: 2405 time: 0.0609717 Aug 29 04:25:07.175798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13e433b2-6c98-4fe9-993c-27997761503d req-c0150958-0c8e-453f-be45-8a416be0a289 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776061 Aug 29 04:25:07.178585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] For port d9c67097-dd9d-47f2-941d-8369f434eddb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d9c67097-dd9d-47f2-941d-8369f434eddb,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:07.179143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.185126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239775-0f41-444b-a751-20cae7912136 req-b9fb1303-c6a4-4952-90ea-4812497c8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.186858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e239775-0f41-444b-a751-20cae7912136 req-b9fb1303-c6a4-4952-90ea-4812497c8e78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 1100 time: 0.1900115 Aug 29 04:25:07.189447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] Deleting port d9c67097-dd9d-47f2-941d-8369f434eddb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:07.189957 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.209794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2c169-7283-4e17-aa23-71be7a6908cf req-af2a6b13-bb0c-4266-9e3f-65c7f77090df tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.211645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f2c169-7283-4e17-aa23-71be7a6908cf req-af2a6b13-bb0c-4266-9e3f-65c7f77090df tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1932652 Aug 29 04:25:07.213571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Calling delete_port for d9c67097-dd9d-47f2-941d-8369f434eddb owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:07.227277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74346088-332c-4d9e-bd79-5f5136c9ce49 req-e683b565-559d-4cf8-a1d1-017814eb07c3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.229306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74346088-332c-4d9e-bd79-5f5136c9ce49 req-e683b565-559d-4cf8-a1d1-017814eb07c3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 943 time: 0.0579569 Aug 29 04:25:07.249076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0ec0955d-c099-45bf-aadb-ad7f2daef128 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:07.280756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] For port d9c67097-dd9d-47f2-941d-8369f434eddb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d9c67097-dd9d-47f2-941d-8369f434eddb,segment=NetworkSegment(fdcccd57-7998-4461-a6f0-5fec3e29973a),segment_id=fdcccd57-7998-4461-a6f0-5fec3e29973a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:07.281283 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.286505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74346088-332c-4d9e-bd79-5f5136c9ce49 req-00025ecb-8357-4a64-be8f-837a3b7c20f7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493279 Aug 29 04:25:07.304186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] Calling delete_port for d9c67097-dd9d-47f2-941d-8369f434eddb owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:07.306021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f2c169-7283-4e17-aa23-71be7a6908cf req-8712efce-1a1b-4e81-b538-e84e2ac485e3 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853374 Aug 29 04:25:07.340760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47060) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:07.359307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d3c2046-d0c5-4e3c-8c35-3b9fc8271e21 req-5a3e748f-491a-425f-8139-4f0712880577 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-group-rules/a3e6d9ed-d833-41e5-99c4-9a937414e7ec HTTP/1.1" status: 200 len: 778 time: 0.0222454 Aug 29 04:25:07.371193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.410430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c67097-dd9d-47f2-941d-8369f434eddb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.416646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] No DVR routers for this DVR port d9c67097-dd9d-47f2-941d-8369f434eddb on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:07.434368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d3c2046-d0c5-4e3c-8c35-3b9fc8271e21 req-52759ada-76b0-414f-b20e-fa8aa4e2431d tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/137b71aa-7500-474b-b5bb-cc63b1e6b961 HTTP/1.1" status: 200 len: 2405 time: 0.0677867 Aug 29 04:25:07.477487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3c2046-d0c5-4e3c-8c35-3b9fc8271e21 req-111bdb81-daa5-4478-abd5-b800a60fbd87 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.485857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:07.488495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3c2046-d0c5-4e3c-8c35-3b9fc8271e21 req-111bdb81-daa5-4478-abd5-b800a60fbd87 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.498505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'port_id': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'mac_address': 'fa:16:3e:98:72:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff60a465-9ef4-4607-9b18-c3e2e3b16625', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:07.503024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.518692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3c2046-d0c5-4e3c-8c35-3b9fc8271e21 req-111bdb81-daa5-4478-abd5-b800a60fbd87 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.525208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7d3c2046-d0c5-4e3c-8c35-3b9fc8271e21 req-111bdb81-daa5-4478-abd5-b800a60fbd87 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.526483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d3c2046-d0c5-4e3c-8c35-3b9fc8271e21 req-111bdb81-daa5-4478-abd5-b800a60fbd87 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a3e6d9ed-d833-41e5-99c4-9a937414e7ec HTTP/1.1" status: 204 len: 173 time: 0.0861433 Aug 29 04:25:07.536833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bdb81-daa5-4478-abd5-b800a60fbd87 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3e6d9ed-d833-41e5-99c4-9a937414e7ec,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.546468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] Pushing event deleted for resources: {'Port': ['ID=d9c67097-dd9d-47f2-941d-8369f434eddb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.558760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f42200-6a9e-4be5-9870-ab4d60398f7f None None] No DVR routers for this DVR port d9c67097-dd9d-47f2-941d-8369f434eddb on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:07.562035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-686257669-network', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:07.569448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.575038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2002926796', 'description': 'tempest-description-2057543341'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:07.586463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec0955d-c099-45bf-aadb-ad7f2daef128 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:07.609129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:07.610799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.614841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.621361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239775-0f41-444b-a751-20cae7912136 req-fe34e328-396a-44c7-96d8-91cba9c0bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.622285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e239775-0f41-444b-a751-20cae7912136 req-fe34e328-396a-44c7-96d8-91cba9c0bdf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1712513 Aug 29 04:25:07.629144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1107f76c-2050-4785-97d0-5a0f47154375']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:07.634353 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:25:07.634353 n-d-712143-14 neutron-server[94823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:25:07.634353 n-d-712143-14 neutron-server[94823]: [parameters: {'project_id': 'c515351f56c3414bb9b6c9ea16e494e1', 'id': '67e48d57-63e4-46c4-afb9-17aee31d4c3d', 'expiration': datetime.datetime(2021, 8, 29, 4, 27, 7, 613036)}] Aug 29 04:25:07.634353 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:07.634812 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:07.649148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcccd57-7998-4461-a6f0-5fec3e29973a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:07.649504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcccd57-7998-4461-a6f0-5fec3e29973a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:07.670244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.770717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293a44-3654-4500-b21b-aa6e22cd4808 req-fb330a2a-a70f-4bad-be0b-fd3ba468b890 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.772335 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e293a44-3654-4500-b21b-aa6e22cd4808 req-fb330a2a-a70f-4bad-be0b-fd3ba468b890 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 945 time: 0.0566854 Aug 29 04:25:07.820308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e293a44-3654-4500-b21b-aa6e22cd4808 req-b01f80d0-41aa-4c8f-b2f2-a72508237070 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Aug 29 04:25:07.875311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['0ec0955d-c099-45bf-aadb-ad7f2daef128'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:07.975978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Made reservation on behalf of 0a561e24b3bc42929ffa127766aeef87 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:07.978784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.984018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e239775-0f41-444b-a751-20cae7912136 req-ff5f7dd3-d570-49f6-b38b-efd98931a77a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db HTTP/1.1" status: 200 len: 217 time: 0.3525915 Aug 29 04:25:07.985677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.999853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.041577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.062430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:08.063143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.065125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4bd9b-df65-4d78-99e0-05cd0e7117d3 req-687d53aa-d252-41ce-8173-4014da4d238b tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:08.066817 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:08.073019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0e4bd9b-df65-4d78-99e0-05cd0e7117d3 req-687d53aa-d252-41ce-8173-4014da4d238b tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 948 time: 0.0654449 Aug 29 04:25:08.108630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0e4bd9b-df65-4d78-99e0-05cd0e7117d3 req-275fb172-b6ae-48ac-a6e8-617c7efa7580 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Aug 29 04:25:08.134686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239775-0f41-444b-a751-20cae7912136 req-da1de4e2-794a-4334-b946-ca8f9fee8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.136382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e239775-0f41-444b-a751-20cae7912136 req-da1de4e2-794a-4334-b946-ca8f9fee8393 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1391659 Aug 29 04:25:08.178226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.189912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.191182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] 10.222.0.55 "DELETE /v2.0/networks/1107f76c-2050-4785-97d0-5a0f47154375 HTTP/1.1" status: 204 len: 168 time: 1.5103395 Aug 29 04:25:08.218984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec63a39-1b33-4ed8-915f-820fe372083d admin admin] Pushing event deleted for resources: {'Network': ['ID=1107f76c-2050-4785-97d0-5a0f47154375,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.244596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239775-0f41-444b-a751-20cae7912136 req-e6bea90e-4e38-447d-bfd7-8e385899d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.246228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e239775-0f41-444b-a751-20cae7912136 req-e6bea90e-4e38-447d-bfd7-8e385899d561 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007376 Aug 29 04:25:08.262964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7e4ebe4-b759-4705-834c-eae44ef6def8 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:08.286057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a7e4ebe4-b759-4705-834c-eae44ef6def8 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:08.286557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7e4ebe4-b759-4705-834c-eae44ef6def8 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:08.287099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d9c67097-dd9d-47f2-941d-8369f434eddb no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:08.330461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.332844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d9c67097-dd9d-47f2-941d-8369f434eddb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:08.333298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d9c67097-dd9d-47f2-941d-8369f434eddb not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:08.349450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.382443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4b15e-06d0-4201-a35d-dec102dbb91a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.403781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.440321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:08.464550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47078) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:08.471489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.471839 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Added segment a3949c70-e3c1-4e3d-bfbe-c441e5929320 of type vlan for network 14e7855b-de99-415e-9ee0-107d32e60ebb Aug 29 04:25:08.477364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e239775-0f41-444b-a751-20cae7912136 req-e97e9e08-d5d7-48a8-a71a-ee0e9a636992 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152653 Aug 29 04:25:08.504274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9689a5-fe54-471d-8e45-0a543bc0154b req-ec29e7db-3587-44c6-bdac-4788e66802e9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.506121 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b9689a5-fe54-471d-8e45-0a543bc0154b req-ec29e7db-3587-44c6-bdac-4788e66802e9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 944 time: 0.0962167 Aug 29 04:25:08.560442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b9689a5-fe54-471d-8e45-0a543bc0154b req-306ed171-ae92-46ea-bda7-3523301a90b6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477216 Aug 29 04:25:08.566525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d9c16ff9-8a9e-45f2-a42b-ba6eb6b924d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e9d240ea2034c89ae6b56a9558b5517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969439 Aug 29 04:25:08.566865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:08.587530 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.632918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2798f459-7f2d-4cde-b57c-644e8d715650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.648715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.650175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.650768 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.669202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.681247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2798f459-7f2d-4cde-b57c-644e8d715650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.705994 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.709602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e239775-0f41-444b-a751-20cae7912136 req-b899c2b7-1a9a-4f16-85af-44828f17b164 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243407 Aug 29 04:25:08.709949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2ad86-8140-483f-b1f4-1f768664e90c req-7b3425b1-2c5b-43fa-95ea-7d61e75f6344 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.711472 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db2ad86-8140-483f-b1f4-1f768664e90c req-7b3425b1-2c5b-43fa-95ea-7d61e75f6344 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0806460 Aug 29 04:25:08.731290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3862016 Aug 29 04:25:08.736398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:08.749382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Request body: {'subnet': {'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-subnet', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:08.751783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a2d9f-9087-4ade-81c7-0d343c2d1930 admin admin] Pushing event updated for resources: {'Network': ['ID=14e7855b-de99-415e-9ee0-107d32e60ebb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.756171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.757358 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2cc3b0c-a95a-4c84-a2ab-220ee17a0533 req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1991854 Aug 29 04:25:08.760091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b117e-2ec4-4850-8796-4882964e28a7 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181d8554-b4dd-435c-989e-20ba6deec203,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.769671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 14e7855b-de99-415e-9ee0-107d32e60ebb details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:08.791130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0db2ad86-8140-483f-b1f4-1f768664e90c req-29f1dfa0-6169-4cff-ae54-8388fa643cb8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686197 Aug 29 04:25:08.795068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Made reservation on behalf of 0a561e24b3bc42929ffa127766aeef87 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:08.797527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.865018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2798f459-7f2d-4cde-b57c-644e8d715650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.867609 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2798f459-7f2d-4cde-b57c-644e8d715650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.869228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2798f459-7f2d-4cde-b57c-644e8d715650 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63 HTTP/1.1" status: 204 len: 168 time: 0.3014603 Aug 29 04:25:08.894618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798f459-7f2d-4cde-b57c-644e8d715650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9ec9f7-0b46-4626-8b0e-59d1a4e87c63,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.933632 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34fbe957-d5c8-4ef6-abbd-f19d159a8d45 req-a023e015-624c-4d04-b33b-f4416b9bd345 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/181d8554-b4dd-435c-989e-20ba6deec203 HTTP/1.1" status: 200 len: 1813 time: 0.0802495 Aug 29 04:25:08.978069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bfab8-a3a7-42d0-a5c3-98dda10500d3 req-c2649c63-fc85-4805-9a0b-272f197b92cf tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.982090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d8bfab8-a3a7-42d0-a5c3-98dda10500d3 req-c2649c63-fc85-4805-9a0b-272f197b92cf tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 945 time: 0.0714328 Aug 29 04:25:08.991665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7c659152-e455-4010-8c18-7c698485bfbe req-1e691f3b-3b1a-47a8-8428-791a1ab8b0b5 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-803497197', 'description': 'tempest-description-1609311121'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:09.020047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d8bfab8-a3a7-42d0-a5c3-98dda10500d3 req-30a19d8a-c980-4ae7-af00-fc793c88d0b9 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Aug 29 04:25:09.063507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7c659152-e455-4010-8c18-7c698485bfbe req-1e691f3b-3b1a-47a8-8428-791a1ab8b0b5 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.097322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.174090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5831ce0-ac78-48fb-beca-62a10f3b763c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:09.204086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Checking segment: {'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:09.204444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Network hostable DHCP agents. Network: 14e7855b-de99-415e-9ee0-107d32e60ebb, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:09.238447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0ec0955d-c099-45bf-aadb-ad7f2daef128 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:09.242709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7c659152-e455-4010-8c18-7c698485bfbe req-1e691f3b-3b1a-47a8-8428-791a1ab8b0b5 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.247356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7c659152-e455-4010-8c18-7c698485bfbe req-1e691f3b-3b1a-47a8-8428-791a1ab8b0b5 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.252542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Network 14e7855b-de99-415e-9ee0-107d32e60ebb is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:09.280769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 14e7855b-de99-415e-9ee0-107d32e60ebb) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:09.287605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.288198 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.291843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7c659152-e455-4010-8c18-7c698485bfbe req-1e691f3b-3b1a-47a8-8428-791a1ab8b0b5 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.302634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c659152-e455-4010-8c18-7c698485bfbe req-1e691f3b-3b1a-47a8-8428-791a1ab8b0b5 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3116918 Aug 29 04:25:09.302778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45c06cf-b43b-4f21-9f3e-05d2713cd1ba None None] Network 14e7855b-de99-415e-9ee0-107d32e60ebb requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:09.312335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e691f3b-3b1a-47a8-8428-791a1ab8b0b5 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe7caf-c36b-42d8-bc1c-434a19c2ca26,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:09.327481 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d009bec6-6acd-4094-9626-d5f46662528f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5841863 Aug 29 04:25:09.328133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:09.333062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:09.357873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.360039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.370677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b1b0d-d5b8-4a5a-905c-90c7d89c9d01 req-e1537ae4-74cb-481b-82dc-0f985894e700 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.377836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 0ec0955d-c099-45bf-aadb-ad7f2daef128 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:09.380284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-853b1b0d-d5b8-4a5a-905c-90c7d89c9d01 req-e1537ae4-74cb-481b-82dc-0f985894e700 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 948 time: 0.1008108 Aug 29 04:25:09.389146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 0ec0955d-c099-45bf-aadb-ad7f2daef128 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:09.389526 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.433057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-853b1b0d-d5b8-4a5a-905c-90c7d89c9d01 req-ab5ac100-2518-4312-a7ec-90539223c91c tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476949 Aug 29 04:25:09.465516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.516675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f3933de-98e2-475c-9cec-01613641cb96 req-630c594a-6cd3-423c-9361-193382b04f57 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/bfbe7caf-c36b-42d8-bc1c-434a19c2ca26 HTTP/1.1" status: 200 len: 1812 time: 0.0559890 Aug 29 04:25:09.538252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816811d-993a-4971-94cf-36040416a103 req-45003fbb-cff0-48a8-98e3-c6f7ba55bf10 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.539400 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.543636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-14e7855b-de99-415e-9ee0-107d32e60ebb', 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'fixed_ips': [{'subnet_id': 'd5831ce0-ac78-48fb-beca-62a10f3b763c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:09.544642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.547735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7816811d-993a-4971-94cf-36040416a103 req-45003fbb-cff0-48a8-98e3-c6f7ba55bf10 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 945 time: 0.1694043 Aug 29 04:25:09.558907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-4f280298-1be6-4f7c-af24-0ec882af847c req-30a5cd8c-5885-451e-bd72-2b20fc67fd24 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-654291687', 'description': 'tempest-description-1682648811'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:09.585345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f280298-1be6-4f7c-af24-0ec882af847c req-30a5cd8c-5885-451e-bd72-2b20fc67fd24 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.587772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:09.590602 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5b17a7-f020-4c02-a697-f593d6becedf" -d '{"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:09.653065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:09.657714 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.685799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7816811d-993a-4971-94cf-36040416a103 req-5098e23c-0c01-4d79-975a-20573ef5b841 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371520 Aug 29 04:25:09.689872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.706786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f280298-1be6-4f7c-af24-0ec882af847c req-30a5cd8c-5885-451e-bd72-2b20fc67fd24 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.717284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f280298-1be6-4f7c-af24-0ec882af847c req-30a5cd8c-5885-451e-bd72-2b20fc67fd24 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.748109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f280298-1be6-4f7c-af24-0ec882af847c req-30a5cd8c-5885-451e-bd72-2b20fc67fd24 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.754705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f280298-1be6-4f7c-af24-0ec882af847c req-30a5cd8c-5885-451e-bd72-2b20fc67fd24 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2007971 Aug 29 04:25:09.757104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5cd8c-5885-451e-bd72-2b20fc67fd24 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8248a556-e424-4722-afc9-89094caa98ba,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:09.802511 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2801b11-bfa1-470e-a701-6c7b5f156e15 x-openstack-request-id: req-d2801b11-bfa1-470e-a701-6c7b5f156e15 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:09.803042 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:09.803374 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2801b11-bfa1-470e-a701-6c7b5f156e15 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:09.804053 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'code': 200} Aug 29 04:25:09.807610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:09.831828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Allocated IP 172.20.0.2 (14e7855b-de99-415e-9ee0-107d32e60ebb/d5831ce0-ac78-48fb-beca-62a10f3b763c/e08c2dd5-e634-4f8a-a609-a2482d1914c7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:09.894271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83e66720-5cff-4991-a67b-d24495083e46 req-44b9a925-14dd-4898-b6f1-8805af0f5f08 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/8248a556-e424-4722-afc9-89094caa98ba HTTP/1.1" status: 200 len: 1812 time: 0.0683596 Aug 29 04:25:09.997780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae582b3c-a64f-4e0d-b1f6-62cddfe4a03f req-b6a5a16a-3683-4a7f-b6ac-296c085393c1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.999305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae582b3c-a64f-4e0d-b1f6-62cddfe4a03f req-b6a5a16a-3683-4a7f-b6ac-296c085393c1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1558449 Aug 29 04:25:10.038101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6db95-7c85-4bf3-a251-bc39125c3500 req-f9bd189f-193b-41c4-af66-866dec07fd97 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.038101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5f6db95-7c85-4bf3-a251-bc39125c3500 req-f9bd189f-193b-41c4-af66-866dec07fd97 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0738885 Aug 29 04:25:10.045652 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.047863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba958-e712-43f2-ad02-95703613f31a req-e04719a1-1df5-4c6b-a139-6ffd00b009b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.049460 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f9ba958-e712-43f2-ad02-95703613f31a req-e04719a1-1df5-4c6b-a139-6ffd00b009b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 1097 time: 0.1713920 Aug 29 04:25:10.052613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Transition to ACTIVE for port object e08c2dd5-e634-4f8a-a609-a2482d1914c7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:10.075474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Transition to ACTIVE for port object e08c2dd5-e634-4f8a-a609-a2482d1914c7 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:10.083500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5f6db95-7c85-4bf3-a251-bc39125c3500 req-a580965b-4b57-458f-b300-f3df5abee3d1 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Aug 29 04:25:10.084464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.120257 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae582b3c-a64f-4e0d-b1f6-62cddfe4a03f req-1d054773-84d1-4659-ba71-3c734dbe877e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106312 Aug 29 04:25:10.121427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.136082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Network 14e7855b-de99-415e-9ee0-107d32e60ebb is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:10.140169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:10.146477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:10.168686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:10.181770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Pushing event updated for resources: {'Port': ['ID=e08c2dd5-e634-4f8a-a609-a2482d1914c7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.285845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Attempting to bind port e08c2dd5-e634-4f8a-a609-a2482d1914c7 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:10.286200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Attempting to bind port e08c2dd5-e634-4f8a-a609-a2482d1914c7 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:10.286556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Attempting to bind port e08c2dd5-e634-4f8a-a609-a2482d1914c7 on network 14e7855b-de99-415e-9ee0-107d32e60ebb {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:10.302624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:10.303086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Checking segment: {'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:10.303508 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.303916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Bound using segment: {'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:10.304410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Bound port: e08c2dd5-e634-4f8a-a609-a2482d1914c7, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:10.304801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.364265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.390532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db', 'mac_address': 'fa:16:3e:4a:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:10.398137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-d7253be5-7f54-48f2-a8a7-e388e282f227 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c869ce4821574f86ab8fcbcc5e44d13a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228102 Aug 29 04:25:10.428429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] For port e08c2dd5-e634-4f8a-a609-a2482d1914c7, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:10.448123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] For port e08c2dd5-e634-4f8a-a609-a2482d1914c7, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e08c2dd5-e634-4f8a-a609-a2482d1914c7,segment=NetworkSegment(a3949c70-e3c1-4e3d-bfbe-c441e5929320),segment_id=a3949c70-e3c1-4e3d-bfbe-c441e5929320)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:10.453354 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.456125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.482745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.487305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0126c2c4-7b51-4373-9adb-cbe88a12c874 req-b15d8c65-d10a-4142-be17-fac52a8271ae tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-304762806', 'description': 'tempest-description-1731124743'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:10.501411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:10.528769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-c98aa221-d6c8-41d3-bec1-48ccada2172d tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.536607 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-c98aa221-d6c8-41d3-bec1-48ccada2172d tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309655 Aug 29 04:25:10.540249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c760a-f471-47f5-a128-f5ed03b7cbbf None None] Pushing event updated for resources: {'Port': ['ID=e08c2dd5-e634-4f8a-a609-a2482d1914c7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.552893 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-718028cd-0dca-4713-9117-4dbbda0def67 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/quotas/c869ce4821574f86ab8fcbcc5e44d13a HTTP/1.1" status: 200 len: 375 time: 0.0153525 Aug 29 04:25:10.553668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f9ba958-e712-43f2-ad02-95703613f31a req-0eb963fa-d9cd-44dc-9f81-a0e24d659903 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933066 Aug 29 04:25:10.565487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0126c2c4-7b51-4373-9adb-cbe88a12c874 req-b15d8c65-d10a-4142-be17-fac52a8271ae tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.567535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.573453 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.603360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-f7940632-6e53-4520-a6d4-31ab8f1ddd82 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c869ce4821574f86ab8fcbcc5e44d13a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495031 Aug 29 04:25:10.644208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.660016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Allocated IP 172.25.7.185 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/29e04f67-339b-4e4a-bac1-6d4bc87fe3ea) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:10.807099 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0126c2c4-7b51-4373-9adb-cbe88a12c874 req-b15d8c65-d10a-4142-be17-fac52a8271ae tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.813415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0126c2c4-7b51-4373-9adb-cbe88a12c874 req-b15d8c65-d10a-4142-be17-fac52a8271ae tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.877427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0126c2c4-7b51-4373-9adb-cbe88a12c874 req-b15d8c65-d10a-4142-be17-fac52a8271ae tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.879014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0126c2c4-7b51-4373-9adb-cbe88a12c874 req-b15d8c65-d10a-4142-be17-fac52a8271ae tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3986635 Aug 29 04:25:10.882846 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.886184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d8c65-d10a-4142-be17-fac52a8271ae tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b606a0-7ddf-41d6-8392-c6c4b8c90d58,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.890877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9cabee0c-80b2-4744-8cc7-67bd6bd1c3db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:10.891384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5ef68-6aa5-4949-8f2f-25c7ddac15c5 req-e7f745ce-69f5-422d-b232-264b17b79d4e tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.904269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fdd5ef68-6aa5-4949-8f2f-25c7ddac15c5 req-e7f745ce-69f5-422d-b232-264b17b79d4e tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 949 time: 0.0804830 Aug 29 04:25:10.938401 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.000636 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fdd5ef68-6aa5-4949-8f2f-25c7ddac15c5 req-d28c8e95-8ba1-4181-8ff2-7eb3f901b7dc tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954084 Aug 29 04:25:11.004327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:11.013244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:11.016681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:11.020438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Pushing event updated for resources: {'Port': ['ID=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:11.030512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4de1-7389-4728-8b0a-21e39030afee req-062095d3-aea5-46d1-be89-aadaf01f3249 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.032050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32bc4de1-7389-4728-8b0a-21e39030afee req-062095d3-aea5-46d1-be89-aadaf01f3249 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.32 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 945 time: 0.1130891 Aug 29 04:25:11.129238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13a56bee-20a8-40fb-a50b-d6909d039089 req-efb5860e-179a-4d8e-b4b9-4b35e72eb5eb tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 210 time: 0.0492153 Aug 29 04:25:11.186938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee20d3-27d3-4842-9d42-56d66c5e553b req-81bce267-4064-4fb0-9476-23dee87362e4 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.188722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5eee20d3-27d3-4842-9d42-56d66c5e553b req-81bce267-4064-4fb0-9476-23dee87362e4 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 945 time: 0.1427197 Aug 29 04:25:11.228869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Deleting port 701bf0b8-30c0-444f-ad87-3da29370ff34 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:11.229213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.267211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5eee20d3-27d3-4842-9d42-56d66c5e553b req-bd711192-1399-4bec-a562-3ad9577337d7 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/security-groups?id=934c0698-227d-421c-a518-92e2321c7941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514820 Aug 29 04:25:11.271292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c67bb71-9ab6-4207-90df-cdb971e35c6b req-be623991-1fe6-4a09-a4fb-190fa84d8946 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/73b606a0-7ddf-41d6-8392-c6c4b8c90d58 HTTP/1.1" status: 200 len: 1812 time: 0.0988810 Aug 29 04:25:11.362143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] For port 701bf0b8-30c0-444f-ad87-3da29370ff34, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=701bf0b8-30c0-444f-ad87-3da29370ff34,segment=NetworkSegment(a094d122-5d6d-4c6f-bfb9-c0198c9355ec),segment_id=a094d122-5d6d-4c6f-bfb9-c0198c9355ec)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:11.362518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.419533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.424908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Calling delete_port for 701bf0b8-30c0-444f-ad87-3da29370ff34 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:11.486666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c267721-1e08-4b6d-997e-fbc25bd5d061 req-6ecea5fd-b0d2-4211-9bdf-1fbedcbddb72 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.496864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c267721-1e08-4b6d-997e-fbc25bd5d061 req-6ecea5fd-b0d2-4211-9bdf-1fbedcbddb72 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1063428 Aug 29 04:25:11.517330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e09406-8597-4db8-add1-c0648b688900 req-ea33b1ea-d5f7-48ca-9a6f-388c7f216c96 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.519058 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c8e09406-8597-4db8-add1-c0648b688900 req-ea33b1ea-d5f7-48ca-9a6f-388c7f216c96 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1359658 Aug 29 04:25:11.591634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c8e09406-8597-4db8-add1-c0648b688900 req-7e63782b-c84e-4a2e-ac39-6a4b2f9f773c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629077 Aug 29 04:25:11.601747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c267721-1e08-4b6d-997e-fbc25bd5d061 req-a5ecb131-171f-4e98-82d5-f6e4dee98a0a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999210 Aug 29 04:25:11.694923 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-51b75bf2-3ff6-4683-a42b-63366bb75818 req-67661fa4-86ed-4333-876e-016343ab4559 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] show failed (client error): The resource could not be found. Aug 29 04:25:11.696815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51b75bf2-3ff6-4683-a42b-63366bb75818 req-67661fa4-86ed-4333-876e-016343ab4559 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/9e32ca7b-3e7b-4d3c-aca2-ab99c06a1ba4 HTTP/1.1" status: 404 len: 352 time: 0.0608816 Aug 29 04:25:11.699693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.736428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['701bf0b8-30c0-444f-ad87-3da29370ff34'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:11.748341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Pushing event deleted for resources: {'Port': ['ID=701bf0b8-30c0-444f-ad87-3da29370ff34,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:11.765354 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-bc008b7c-6ec3-4a3c-9119-b8e36a46d16f req-1f1bd642-cd2a-4d84-a622-76927aa70bca tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] show failed (client error): The resource could not be found. Aug 29 04:25:11.766416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc008b7c-6ec3-4a3c-9119-b8e36a46d16f req-1f1bd642-cd2a-4d84-a622-76927aa70bca tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-group-rules/7df4a2bd-bdce-4f1b-b4fc-dee1e2108248 HTTP/1.1" status: 404 len: 361 time: 0.0234737 Aug 29 04:25:11.795798 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.798501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7257e6a6-3c35-4407-9d6c-6cbf160ec6a1 None None] Network 14e7855b-de99-415e-9ee0-107d32e60ebb requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:11.800649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] No DVR routers for this DVR port 701bf0b8-30c0-444f-ad87-3da29370ff34 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:11.803412 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.806321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32bc4de1-7389-4728-8b0a-21e39030afee req-f521553c-1c8f-4944-9b14-d0c363819e08 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.32 "DELETE /v2.0/ports/701bf0b8-30c0-444f-ad87-3da29370ff34 HTTP/1.1" status: 204 len: 173 time: 0.7654722 Aug 29 04:25:11.806863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874851b3-49e1-41b1-b949-c0975d333791', 'name': 'network-vif-deleted', 'tag': '701bf0b8-30c0-444f-ad87-3da29370ff34'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:11.809900 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de81ee6-03ad-496c-8d4e-076f0b8f6274" -d '{"events": [{"server_uuid": "874851b3-49e1-41b1-b949-c0975d333791", "name": "network-vif-deleted", "tag": "701bf0b8-30c0-444f-ad87-3da29370ff34"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:11.882050 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216af643-fa0b-4b5a-a07f-35699002c269 x-openstack-request-id: req-216af643-fa0b-4b5a-a07f-35699002c269 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:11.882691 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874851b3-49e1-41b1-b949-c0975d333791", "name": "network-vif-deleted", "tag": "701bf0b8-30c0-444f-ad87-3da29370ff34", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:11.883192 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-216af643-fa0b-4b5a-a07f-35699002c269 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:11.884548 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874851b3-49e1-41b1-b949-c0975d333791', 'name': 'network-vif-deleted', 'tag': '701bf0b8-30c0-444f-ad87-3da29370ff34', 'status': 'completed', 'code': 200} Aug 29 04:25:11.892461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6d6d317-de3b-4262-a482-c1f3d337ab68 req-7cfa17ac-83ec-48a0-840a-d53070a557e0 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/73b606a0-7ddf-41d6-8392-c6c4b8c90d58 HTTP/1.1" status: 200 len: 1812 time: 0.0678275 Aug 29 04:25:11.920074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d74894aa-c082-4fb6-adc0-c224eb63bea1 None None] Provisioning for port e08c2dd5-e634-4f8a-a609-a2482d1914c7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:11.989786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a6d6d317-de3b-4262-a482-c1f3d337ab68 req-98d50d2f-fb21-451b-a3a1-17770d5f8898 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.007635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:12.022019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a6d6d317-de3b-4262-a482-c1f3d337ab68 req-98d50d2f-fb21-451b-a3a1-17770d5f8898 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.086973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a6d6d317-de3b-4262-a482-c1f3d337ab68 req-98d50d2f-fb21-451b-a3a1-17770d5f8898 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.093175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a6d6d317-de3b-4262-a482-c1f3d337ab68 req-98d50d2f-fb21-451b-a3a1-17770d5f8898 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.094444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6d6d317-de3b-4262-a482-c1f3d337ab68 req-98d50d2f-fb21-451b-a3a1-17770d5f8898 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "DELETE /v2.0/security-groups/73b606a0-7ddf-41d6-8392-c6c4b8c90d58 HTTP/1.1" status: 204 len: 173 time: 0.1956978 Aug 29 04:25:12.134253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d50d2f-fb21-451b-a3a1-17770d5f8898 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b606a0-7ddf-41d6-8392-c6c4b8c90d58,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.138812 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-5bcf417e-c315-4aa6-8716-71b04910ef00 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c869ce4821574f86ab8fcbcc5e44d13a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268366 Aug 29 04:25:12.150331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:12.233504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef7e7740-3ec5-4b1a-8d2a-47fd10216711 req-3505c5be-63e3-449c-a3cd-cd0daceda78b tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/8248a556-e424-4722-afc9-89094caa98ba HTTP/1.1" status: 200 len: 1812 time: 0.0963428 Aug 29 04:25:12.269820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:12.284702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Sync routers for ids ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:12.300206 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4bea0-dee7-479a-9d96-d92318bbc76f req-95a60765-030d-49ac-806a-cb3197de9b18 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.300614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Routers {'6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:12.301702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:12.313293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49d4bea0-dee7-479a-9d96-d92318bbc76f req-95a60765-030d-49ac-806a-cb3197de9b18 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 949 time: 0.1430178 Aug 29 04:25:12.362070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:12.390884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-bc74f9a3-f947-49cc-8ac9-546466e0a6e9 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.391654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49d4bea0-dee7-479a-9d96-d92318bbc76f req-004bf1f3-ddcf-4651-ae66-71d3402c1a2d tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774729 Aug 29 04:25:12.393302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.400596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3a451fc3-e213-44f9-9cbd-c3e1f62f1793 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0712461 Aug 29 04:25:12.401217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:12.401638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-bc74f9a3-f947-49cc-8ac9-546466e0a6e9 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296617 Aug 29 04:25:12.409541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ef7e7740-3ec5-4b1a-8d2a-47fd10216711 req-82340765-55a5-435c-acc1-4672fc4eca38 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.439685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e08c2dd5-e634-4f8a-a609-a2482d1914c7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:12.456287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:12.456661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.460410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Request body: {'port': {'device_id': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'c869ce4821574f86ab8fcbcc5e44d13a'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:12.475567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ef7e7740-3ec5-4b1a-8d2a-47fd10216711 req-82340765-55a5-435c-acc1-4672fc4eca38 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.549397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a36cb45c-917f-4907-b296-4c8c39936589 req-9b7f795f-4ff1-479d-bf52-24dcff149141 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 210 time: 0.0420115 Aug 29 04:25:12.619722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Set router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:12.632714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ef7e7740-3ec5-4b1a-8d2a-47fd10216711 req-82340765-55a5-435c-acc1-4672fc4eca38 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.650717 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ef7e7740-3ec5-4b1a-8d2a-47fd10216711 req-82340765-55a5-435c-acc1-4672fc4eca38 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.662382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef7e7740-3ec5-4b1a-8d2a-47fd10216711 req-82340765-55a5-435c-acc1-4672fc4eca38 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "DELETE /v2.0/security-groups/8248a556-e424-4722-afc9-89094caa98ba HTTP/1.1" status: 204 len: 173 time: 0.4277358 Aug 29 04:25:12.708628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15c9de9c-f20a-42a4-8d80-b7b423001851 req-8b761fff-99a9-4809-858f-b7118c0edb46 tempest-ServerGroupTestJSON-1044183378 tempest-ServerGroupTestJSON-1044183378-project] 10.222.0.55 "GET /v2.0/ports?device_id=874851b3-49e1-41b1-b949-c0975d333791 HTTP/1.1" status: 200 len: 210 time: 0.0479443 Aug 29 04:25:12.716387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e08c2dd5-e634-4f8a-a609-a2482d1914c7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:12.736116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340765-55a5-435c-acc1-4672fc4eca38 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8248a556-e424-4722-afc9-89094caa98ba,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.749892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e08c2dd5-e634-4f8a-a609-a2482d1914c7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:12.750487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.775229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Made reservation on behalf of c869ce4821574f86ab8fcbcc5e44d13a for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:12.779034 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.793981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.896550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb3479-d713-42ec-8ed3-361a03c022c6 req-aa05b779-a62f-4675-b5de-3ede1f8d9033 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.909134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cfb3479-d713-42ec-8ed3-361a03c022c6 req-aa05b779-a62f-4675-b5de-3ede1f8d9033 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1171031 Aug 29 04:25:13.020306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cfb3479-d713-42ec-8ed3-361a03c022c6 req-b9636f8b-448b-47a3-9172-d2b0673a292b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078391 Aug 29 04:25:13.022328 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.023455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf707-977b-45a7-a288-05214eb5192f req-de9b1b10-063f-4642-84b1-312a7e881100 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.025427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f52bf707-977b-45a7-a288-05214eb5192f req-de9b1b10-063f-4642-84b1-312a7e881100 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1064937 Aug 29 04:25:13.028068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.091416 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.114328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f52bf707-977b-45a7-a288-05214eb5192f req-032840e7-763f-4070-994b-c07978651a25 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764585 Aug 29 04:25:13.160099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67be583-f911-4057-8287-de62624352fc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.167990 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.191453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54617406-8ac6-459e-b751-98160051fbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:13.194035 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4280ca4e-6f26-4b75-b321-921507c9b797" -d '{"events": [{"server_uuid": "54617406-8ac6-459e-b751-98160051fbc7", "name": "network-vif-plugged", "status": "completed", "tag": "9cabee0c-80b2-4744-8cc7-67bd6bd1c3db"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:13.200497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-127d7a30-20da-4dfc-81c5-8d1f5b8f30b2 req-0c09d2a7-332e-4e8f-b112-54b0e16ca879 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/bfbe7caf-c36b-42d8-bc1c-434a19c2ca26 HTTP/1.1" status: 200 len: 1812 time: 0.1408780 Aug 29 04:25:13.235858 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.249294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e08c2dd5-e634-4f8a-a609-a2482d1914c7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e08c2dd5-e634-4f8a-a609-a2482d1914c7,segment=NetworkSegment(a3949c70-e3c1-4e3d-bfbe-c441e5929320),segment_id=a3949c70-e3c1-4e3d-bfbe-c441e5929320)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:13.253650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:13.258738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.267527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.283157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Allocated IP 192.168.233.49 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/cb5d0b88-5018-4568-aebc-0a567b8a654e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:13.301645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:11Z', 'revision_number': 3, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:13.323245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-127d7a30-20da-4dfc-81c5-8d1f5b8f30b2 req-8e2c0810-d1ce-4125-b8b0-29580467e2a4 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.335058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Checking router: 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:13.335451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Updating router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:13.366987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-127d7a30-20da-4dfc-81c5-8d1f5b8f30b2 req-8e2c0810-d1ce-4125-b8b0-29580467e2a4 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.380767 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.430440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e08c2dd5-e634-4f8a-a609-a2482d1914c7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.438985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Allocated IP 172.20.0.1 (14e7855b-de99-415e-9ee0-107d32e60ebb/d5831ce0-ac78-48fb-beca-62a10f3b763c/528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:13.486320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-127d7a30-20da-4dfc-81c5-8d1f5b8f30b2 req-8e2c0810-d1ce-4125-b8b0-29580467e2a4 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.488851 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-127d7a30-20da-4dfc-81c5-8d1f5b8f30b2 req-8e2c0810-d1ce-4125-b8b0-29580467e2a4 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.490012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-127d7a30-20da-4dfc-81c5-8d1f5b8f30b2 req-8e2c0810-d1ce-4125-b8b0-29580467e2a4 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "DELETE /v2.0/security-groups/bfbe7caf-c36b-42d8-bc1c-434a19c2ca26 HTTP/1.1" status: 204 len: 173 time: 0.2643714 Aug 29 04:25:13.512034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c0810-d1ce-4125-b8b0-29580467e2a4 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe7caf-c36b-42d8-bc1c-434a19c2ca26,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.539357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.569099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Transition to ACTIVE for port object cb5d0b88-5018-4568-aebc-0a567b8a654e will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:13.582103 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23843631-13ef-4963-be86-1810ef0a3cce x-openstack-request-id: req-23843631-13ef-4963-be86-1810ef0a3cce {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:13.582396 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54617406-8ac6-459e-b751-98160051fbc7", "name": "network-vif-plugged", "status": "completed", "tag": "9cabee0c-80b2-4744-8cc7-67bd6bd1c3db", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:13.582649 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23843631-13ef-4963-be86-1810ef0a3cce {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:13.583034 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54617406-8ac6-459e-b751-98160051fbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db', 'code': 200} Aug 29 04:25:13.587096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.634063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.680110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Transition to ACTIVE for port object 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:13.694108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.727224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0d8e4e8-80ea-4ddf-aaec-299ba6d8d7f4 req-21ff543a-6926-4f77-b3bc-13a42c4488d4 tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/181d8554-b4dd-435c-989e-20ba6deec203 HTTP/1.1" status: 200 len: 1813 time: 0.0693092 Aug 29 04:25:13.748225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.773130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:13.790151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6334bb-907e-42db-9549-015c1e1e8f54 req-fd0c34be-b700-4d46-90d1-6e76e61944df tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.797330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e6334bb-907e-42db-9549-015c1e1e8f54 req-fd0c34be-b700-4d46-90d1-6e76e61944df tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.1426132 Aug 29 04:25:13.799708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:13.803037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.818141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:13.823150 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Network 14e7855b-de99-415e-9ee0-107d32e60ebb is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:13.826456 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.833328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:13.838908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Pushing event updated for resources: {'Port': ['ID=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.839214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab14f9-5ef1-456d-ad0f-963da158f2a3 req-c2e07b7b-cec4-49ca-b464-710e98b3bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.839666 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Transition to ACTIVE for port object 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:13.840676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beab14f9-5ef1-456d-ad0f-963da158f2a3 req-c2e07b7b-cec4-49ca-b464-710e98b3bef2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 1102 time: 0.1573331 Aug 29 04:25:13.847396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:13.851490 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.877616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a0d8e4e8-80ea-4ddf-aaec-299ba6d8d7f4 req-f912011d-73ad-4431-8c6c-7bd08fda333f tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.913546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Attempting to bind port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:13.914008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Attempting to bind port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:13.914306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Attempting to bind port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:13.917625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7631bb-558a-4329-b2e8-e9774cec2684 None None] Pushing event updated for resources: {'Port': ['ID=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.924442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:13.924826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:13.925873 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.925873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:13.926307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Bound port: 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:13.926693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.928945 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a0d8e4e8-80ea-4ddf-aaec-299ba6d8d7f4 req-f912011d-73ad-4431-8c6c-7bd08fda333f tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.937383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.968807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.969787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.987631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e6334bb-907e-42db-9549-015c1e1e8f54 req-09cbb545-17d1-4bfa-a651-babd8383c1f0 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892421 Aug 29 04:25:13.996151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] For port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:14.004138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-1cf9d565-1f0f-4b29-987b-b507e74f4c1b tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5514741 Aug 29 04:25:14.007697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] For port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:14.015690 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.028553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Request body: {'port': {'device_id': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:14.090740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Routers {'6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:14.091447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:14.099490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beab14f9-5ef1-456d-ad0f-963da158f2a3 req-91431443-570d-4770-8dc6-89f5849a0366 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220585 Aug 29 04:25:14.131528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7631bb-558a-4329-b2e8-e9774cec2684 None None] Pushing event updated for resources: {'Port': ['ID=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.141343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a0d8e4e8-80ea-4ddf-aaec-299ba6d8d7f4 req-f912011d-73ad-4431-8c6c-7bd08fda333f tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.144039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a0d8e4e8-80ea-4ddf-aaec-299ba6d8d7f4 req-f912011d-73ad-4431-8c6c-7bd08fda333f tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.156184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0d8e4e8-80ea-4ddf-aaec-299ba6d8d7f4 req-f912011d-73ad-4431-8c6c-7bd08fda333f tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "DELETE /v2.0/security-groups/181d8554-b4dd-435c-989e-20ba6deec203 HTTP/1.1" status: 204 len: 173 time: 0.4183443 Aug 29 04:25:14.159428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 701bf0b8-30c0-444f-ad87-3da29370ff34 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:14.175108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912011d-73ad-4431-8c6c-7bd08fda333f tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d8554-b4dd-435c-989e-20ba6deec203,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.190577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 701bf0b8-30c0-444f-ad87-3da29370ff34 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:14.190925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 701bf0b8-30c0-444f-ad87-3da29370ff34 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:14.245820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3583037-ccc1-44e8-b052-1ac76aa39634 req-49e0b99b-48ad-4e8d-a449-9841fccdc081 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.248180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3583037-ccc1-44e8-b052-1ac76aa39634 req-49e0b99b-48ad-4e8d-a449-9841fccdc081 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 935 time: 0.1131299 Aug 29 04:25:14.249569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.273632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b578749b-62bb-4530-b58d-5559df4c828d None None] Provisioning for port cb5d0b88-5018-4568-aebc-0a567b8a654e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:14.282990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b578749b-62bb-4530-b58d-5559df4c828d None None] Provisioning complete for port cb5d0b88-5018-4568-aebc-0a567b8a654e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:14.283477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b578749b-62bb-4530-b58d-5559df4c828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.288619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.327308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac86258-d361-44a3-85f6-d228c1587947 req-8bc03233-3a67-4850-8cd2-0347070b3559 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.327944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e08c2dd5-e634-4f8a-a609-a2482d1914c7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:14.330288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aac86258-d361-44a3-85f6-d228c1587947 req-8bc03233-3a67-4850-8cd2-0347070b3559 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0760860 Aug 29 04:25:14.334087 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3583037-ccc1-44e8-b052-1ac76aa39634 req-797eaf0e-bbb3-43c4-af1a-e50b52a65dbe tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Aug 29 04:25:14.358253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b578749b-62bb-4530-b58d-5559df4c828d None None] Port cb5d0b88-5018-4568-aebc-0a567b8a654e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:14.365751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] Set router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:14.506309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d683627c-56c0-403b-b08c-96a38e33b895 None None] Provisioning for port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:14.516314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d683627c-56c0-403b-b08c-96a38e33b895 None None] Provisioning complete for port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:14.516697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d683627c-56c0-403b-b08c-96a38e33b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.522913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e08c2dd5-e634-4f8a-a609-a2482d1914c7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:14.523288 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.546067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.550858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e43ab-061e-4304-acec-724481c22fdc req-a3bb4a06-73fd-46f7-9654-040d6689ec07 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.552512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f8e43ab-061e-4304-acec-724481c22fdc req-a3bb4a06-73fd-46f7-9654-040d6689ec07 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0761375 Aug 29 04:25:14.552662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aac86258-d361-44a3-85f6-d228c1587947 req-b3898fa6-6574-4b42-ac35-14a52a06cda8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614576 Aug 29 04:25:14.554082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.627178 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f8e43ab-061e-4304-acec-724481c22fdc req-15d50ab1-1d18-4dbe-b733-b5c9af563a06 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627434 Aug 29 04:25:14.631089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d683627c-56c0-403b-b08c-96a38e33b895 None None] Port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:14.651245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1db77d01-4527-42f6-97e6-b9890b0128ff req-2e7ab105-85c6-45c5-bb7f-ae0b1f4abd1c tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "GET /v2.0/security-groups/137b71aa-7500-474b-b5bb-cc63b1e6b961 HTTP/1.1" status: 200 len: 1812 time: 0.0500982 Aug 29 04:25:14.666385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Pushing event updated for resources: {'Port': ['ID=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.696673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:11Z', 'revision_number': 3, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:14.696986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.705524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5d0b88-5018-4568-aebc-0a567b8a654e {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:14.716547 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.733464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Transition to ACTIVE for port object cb5d0b88-5018-4568-aebc-0a567b8a654e will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:14.740664 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.741338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd76d4-0cd9-4ae7-a6a1-e78237ef6b26 None None] The sync data for ids ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'] in n-d-712143-14 is: [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:11Z', 'revision_number': 3, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:14.743491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1db77d01-4527-42f6-97e6-b9890b0128ff req-89c61e64-8282-4389-9465-6c4f5fd9c72c tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.799080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1db77d01-4527-42f6-97e6-b9890b0128ff req-89c61e64-8282-4389-9465-6c4f5fd9c72c tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.816599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.884726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1db77d01-4527-42f6-97e6-b9890b0128ff req-89c61e64-8282-4389-9465-6c4f5fd9c72c tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.887318 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1db77d01-4527-42f6-97e6-b9890b0128ff req-89c61e64-8282-4389-9465-6c4f5fd9c72c tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.888482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1db77d01-4527-42f6-97e6-b9890b0128ff req-89c61e64-8282-4389-9465-6c4f5fd9c72c tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] 10.222.0.55 "DELETE /v2.0/security-groups/137b71aa-7500-474b-b5bb-cc63b1e6b961 HTTP/1.1" status: 204 len: 173 time: 0.2237749 Aug 29 04:25:14.896327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47236) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:14.897232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Network 14e7855b-de99-415e-9ee0-107d32e60ebb is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:14.902031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:14.913729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c61e64-8282-4389-9465-6c4f5fd9c72c tempest-SecurityGroupRulesNegativeTestJSON-1853611435 tempest-SecurityGroupRulesNegativeTestJSON-1853611435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b71aa-7500-474b-b5bb-cc63b1e6b961,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.038628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Attempting to bind port cb5d0b88-5018-4568-aebc-0a567b8a654e on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:15.039163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Attempting to bind port cb5d0b88-5018-4568-aebc-0a567b8a654e by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:15.039791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Attempting to bind port cb5d0b88-5018-4568-aebc-0a567b8a654e on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:15.055070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] Deleting subnet 347f23ab-b0f5-4d02-a952-fe4c702970df {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:15.068769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Port cb5d0b88-5018-4568-aebc-0a567b8a654e on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:15.074076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Attempting to bind port cb5d0b88-5018-4568-aebc-0a567b8a654e on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:15.077686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.145064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:15.145761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:15.146470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:15.146949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Bound port: cb5d0b88-5018-4568-aebc-0a567b8a654e, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:15.147343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.162326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:15.184101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.232767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:15.233518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.269394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] Deleting subnet 3e2c3034-64ee-4361-9a2c-451a342efc8a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:15.279321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.334594 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.343159 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:15.389638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.401625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:15.404473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4749d2d9-c1fb-49a2-b5c7-523aa289e1a0 None None] Provisioning complete for port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:15.407160 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4749d2d9-c1fb-49a2-b5c7-523aa289e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.434700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347f23ab-b0f5-4d02-a952-fe4c702970df,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.446503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:15.449217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.451703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ee826a38-1817-4471-838f-fd4b5f8079a6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/347f23ab-b0f5-4d02-a952-fe4c702970df HTTP/1.1" status: 204 len: 168 time: 0.5500348 Aug 29 04:25:15.455146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47256) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:15.468041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4749d2d9-c1fb-49a2-b5c7-523aa289e1a0 None None] Port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:15.476980 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.498115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a29b72-4f36-4952-86ac-ab96aebcc7c6 req-f1cbd213-5873-4afe-8fa9-bbbbc848cce5 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.499680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a29b72-4f36-4952-86ac-ab96aebcc7c6 req-f1cbd213-5873-4afe-8fa9-bbbbc848cce5 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.3544726 Aug 29 04:25:15.502814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:15.509083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-64d46b58-5af5-4e28-be36-73e6bd19f33b admin admin] 10.222.0.55 "PUT /v2.0/routers/6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1057217 Aug 29 04:25:15.557888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.562762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9a29b72-4f36-4952-86ac-ab96aebcc7c6 req-775bbe82-1f07-4afa-aa9e-29db31529637 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Aug 29 04:25:15.609678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.610310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.612622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/cb5d0b88-5018-4568-aebc-0a567b8a654e HTTP/1.1" status: 200 len: 1096 time: 1.5929146 Aug 29 04:25:15.620935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:15.626004 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65" -d '{"events": [{"name": "network-changed", "server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:15.659947 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.688325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.693037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3e2c3034-64ee-4361-9a2c-451a342efc8a HTTP/1.1" status: 204 len: 168 time: 0.5295556 Aug 29 04:25:15.693835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:15.703956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828269c-601f-4e17-971e-e69767139adf req-2f8ee021-6cda-4e6f-a776-c274334629f9 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.711478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2828269c-601f-4e17-971e-e69767139adf req-2f8ee021-6cda-4e6f-a776-c274334629f9 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 947 time: 0.2579689 Aug 29 04:25:15.717706 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.721883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71d6b-16d0-42ec-aa26-ce511adcd9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.769254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b1fd8-86b4-4887-8313-470771f84bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2c3034-64ee-4361-9a2c-451a342efc8a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.856492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf49c67-26da-44ab-981b-09171545c494 req-ad1071c2-7082-4347-9453-0f34d00d5499 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.864179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf49c67-26da-44ab-981b-09171545c494 req-ad1071c2-7082-4347-9453-0f34d00d5499 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1257992 Aug 29 04:25:15.870083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2828269c-601f-4e17-971e-e69767139adf req-ad04fe73-6028-4791-b33d-08d7e7c71a1c tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574867 Aug 29 04:25:15.876059 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.879563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-213495a1-b1c9-4756-bc22-c510e4e85b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.881078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-213495a1-b1c9-4756-bc22-c510e4e85b51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c869ce4821574f86ab8fcbcc5e44d13a&device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 1099 time: 0.1995120 Aug 29 04:25:15.892513 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.910039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc99a20-ab22-466e-a759-354daed0a0ad']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:15.972980 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a533cf0e-cbc9-4ca1-b73d-c35b5cba1c3d x-openstack-request-id: req-a533cf0e-cbc9-4ca1-b73d-c35b5cba1c3d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:15.973366 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:15.973514 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a533cf0e-cbc9-4ca1-b73d-c35b5cba1c3d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:15.974592 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'status': 'completed', 'code': 200} Aug 29 04:25:15.981872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375807e9-c000-4d5d-9656-7ec0b5ca8020') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:15.983337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375807e9-c000-4d5d-9656-7ec0b5ca8020') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:15.999434 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.002291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-19e76175-3e65-46a6-b157-6fd1c844850f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e HTTP/1.1" status: 200 len: 217 time: 0.0896592 Aug 29 04:25:16.048066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.077092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:16.077510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:16.079300 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:16.152456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-3687412c-4c10-41f3-970c-33d8845ede48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.154049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-3687412c-4c10-41f3-970c-33d8845ede48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1342721 Aug 29 04:25:16.181001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf1dd-5990-4af5-9810-ba7d2b214fa8 req-85cefe09-2648-407d-b2f8-9e7617402306 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.182726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7dadf1dd-5990-4af5-9810-ba7d2b214fa8 req-85cefe09-2648-407d-b2f8-9e7617402306 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1795278 Aug 29 04:25:16.186634 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.210701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.215597 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ebc99a20-ab22-466e-a759-354daed0a0ad HTTP/1.1" status: 204 len: 168 time: 0.7591770 Aug 29 04:25:16.244598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67c36c-f3b9-4c3a-b000-01cb5566aed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc99a20-ab22-466e-a759-354daed0a0ad,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.272949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7dadf1dd-5990-4af5-9810-ba7d2b214fa8 req-80289508-689c-449b-b8aa-d672cbbb7c95 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660298 Aug 29 04:25:16.279974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-6a46b18b-0a15-4a08-802d-b550128b8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.281508 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-6a46b18b-0a15-4a08-802d-b550128b8d9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190932 Aug 29 04:25:16.305137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf49c67-26da-44ab-981b-09171545c494 req-6608c6e3-988c-4940-84d8-065ecbdb4308 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400134 Aug 29 04:25:16.329642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:16.395357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.406611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494b903c-f7bd-41e5-86d6-35b206406472']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:16.420125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a094d122-5d6d-4c6f-bfb9-c0198c9355ec') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:16.420665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a094d122-5d6d-4c6f-bfb9-c0198c9355ec') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:16.433483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.463505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.471916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:16.472677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:16.473349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:16.475507 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:16.478329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:16.478329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.521694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:16.572486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.581394 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.590117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.594743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] 10.222.0.55 "DELETE /v2.0/networks/494b903c-f7bd-41e5-86d6-35b206406472 HTTP/1.1" status: 204 len: 168 time: 0.8629241 Aug 29 04:25:16.596699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341c940-c7fe-4bd5-ad3d-b8887d098b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=494b903c-f7bd-41e5-86d6-35b206406472,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.612359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:16.619314 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.621854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3140cde5-d223-4684-9862-de0b9c4dfdad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c515351f56c3414bb9b6c9ea16e494e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989609 Aug 29 04:25:16.622504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47282) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:16.688763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.734759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c664e21e-b303-46f8-a64a-db909bb2e097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.775362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c870ab-755d-48d2-ac8d-6cccd59543f3 req-f681e3b7-c109-4bf0-a89d-55114cbf6a42 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.783835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c870ab-755d-48d2-ac8d-6cccd59543f3 req-f681e3b7-c109-4bf0-a89d-55114cbf6a42 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.0980325 Aug 29 04:25:16.788347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c664e21e-b303-46f8-a64a-db909bb2e097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.793778 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cbd42e6-b11e-4993-9ca9-3578d3e744ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.845124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:16.866856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c870ab-755d-48d2-ac8d-6cccd59543f3 req-9beba8e1-b5da-432e-825c-afed94ac1cb9 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821435 Aug 29 04:25:16.898031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2482580d-4c79-44b6-9208-19a0f8a93331 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55fc53371489412b9c13f9355adc8722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494814 Aug 29 04:25:16.900580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:16.927314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c664e21e-b303-46f8-a64a-db909bb2e097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.930056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c664e21e-b303-46f8-a64a-db909bb2e097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.938075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c664e21e-b303-46f8-a64a-db909bb2e097 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca94615e-5889-49db-80a8-5fb6f2f8d031 HTTP/1.1" status: 204 len: 168 time: 0.3144341 Aug 29 04:25:16.951688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664e21e-b303-46f8-a64a-db909bb2e097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca94615e-5889-49db-80a8-5fb6f2f8d031,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.971487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-dbfdbe3b-7ccf-41b9-832e-3df8e666bed6 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808927 Aug 29 04:25:16.974165 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Sync routers for ids ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:16.995838 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Routers {'6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:16.996551 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:17.001521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6294ac-8093-460d-b8b8-6a02544947d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.040852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6294ac-8093-460d-b8b8-6a02544947d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.118779 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-65b11281-6e88-46af-aa39-d0253092adeb tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6977334 Aug 29 04:25:17.132214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:17.167451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6294ac-8093-460d-b8b8-6a02544947d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.172159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-721d29cc-1c00-4e54-86e7-ec6e7a132e1a req-b30cc844-2ae5-49eb-9070-8b3a854f50ab service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921847 Aug 29 04:25:17.172582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6294ac-8093-460d-b8b8-6a02544947d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.173847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.174386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5f6294ac-8093-460d-b8b8-6a02544947d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/934c0698-227d-421c-a518-92e2321c7941 HTTP/1.1" status: 204 len: 168 time: 0.2726240 Aug 29 04:25:17.192746 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Set router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:17.209836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6294ac-8093-460d-b8b8-6a02544947d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934c0698-227d-421c-a518-92e2321c7941,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:17.299835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec48a3-f880-4d26-af72-3649ba92d1cc req-e5cfcd24-9b68-48f9-ae4f-e23406d53873 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.303185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1ec48a3-f880-4d26-af72-3649ba92d1cc req-e5cfcd24-9b68-48f9-ae4f-e23406d53873 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 947 time: 0.0808234 Aug 29 04:25:17.329999 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.363543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1ec48a3-f880-4d26-af72-3649ba92d1cc req-45cccab5-a81b-4c57-b795-2fea37b7a52c tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Aug 29 04:25:17.469985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-1fe8c9bf-4e2d-4115-acb6-5595943a82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.472237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-1fe8c9bf-4e2d-4115-acb6-5595943a82cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c869ce4821574f86ab8fcbcc5e44d13a&device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 1099 time: 0.1437376 Aug 29 04:25:17.550813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aec386-cc4d-472b-ad6f-91c43f3cf454 req-6c5de16a-64b3-47fd-99e3-9405f8faddf2 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.558473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3aec386-cc4d-472b-ad6f-91c43f3cf454 req-6c5de16a-64b3-47fd-99e3-9405f8faddf2 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.1109016 Aug 29 04:25:17.612224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Allocated IP 172.25.7.27 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/c59ad4b3-b385-47b9-a5a1-3376cb39f9b2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:17.630997 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:14Z', 'revision_number': 4, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6', 'name': '', 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'mac_address': 'fa:16:3e:4a:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'd5831ce0-ac78-48fb-beca-62a10f3b763c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:13Z', 'updated_at': '2021-08-29T04:25:14Z', 'revision_number': 2, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'subnets': [{'id': 'd5831ce0-ac78-48fb-beca-62a10f3b763c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:17.640640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3aec386-cc4d-472b-ad6f-91c43f3cf454 req-62341125-7d92-408e-89fb-7ea206faae24 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811982 Aug 29 04:25:17.704135 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Checking router: 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:17.704504 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Updating router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:17.738278 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.775862 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.780748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-b4d3e071-2cfc-4db9-90db-dee69c4535bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.782611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-b4d3e071-2cfc-4db9-90db-dee69c4535bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2959750 Aug 29 04:25:17.839796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e039d-c5b9-4d27-b1c8-bd6d655bb842 req-f31af7ca-ba0e-4a30-bac6-3c220439292b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.849916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-648e039d-c5b9-4d27-b1c8-bd6d655bb842 req-f31af7ca-ba0e-4a30-bac6-3c220439292b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1010902 Aug 29 04:25:17.874852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-a69ffea4-9a65-4d0a-a274-c18c698496e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e HTTP/1.1" status: 200 len: 217 time: 0.0813622 Aug 29 04:25:17.901836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-648e039d-c5b9-4d27-b1c8-bd6d655bb842 req-4cd689e9-9e52-4b58-8cdb-9e4f69c393d1 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494874 Aug 29 04:25:18.002568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-d46bdd00-85c5-4ca2-9510-aac287a0c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.004887 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-d46bdd00-85c5-4ca2-9510-aac287a0c1c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1197200 Aug 29 04:25:18.006572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.042227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:18.074685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:18.080976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:18.081552 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.094948 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Transition to ACTIVE for port object 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:18.099293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dfcd6-9ed6-4be9-a796-168a55c2fb23 req-40aaf010-f1a3-4d0d-96c6-ca96ac2dd858 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.102809 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.103679 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39dfcd6-9ed6-4be9-a796-168a55c2fb23 req-40aaf010-f1a3-4d0d-96c6-ca96ac2dd858 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1251304 Aug 29 04:25:18.170144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=c59ad4b3-b385-47b9-a5a1-3376cb39f9b2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.182668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-b5d09af6-242e-48a8-9781-09cb773286c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.184659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-b5d09af6-242e-48a8-9781-09cb773286c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510012 Aug 29 04:25:18.196363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39dfcd6-9ed6-4be9-a796-168a55c2fb23 req-b4cbb980-0e7a-4b01-a8c0-ff75ac6558c3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857315 Aug 29 04:25:18.278248 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Attempting to bind port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:18.294628 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Attempting to bind port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:18.295111 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Attempting to bind port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 on network 14e7855b-de99-415e-9ee0-107d32e60ebb {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:18.311023 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:18.311406 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Checking segment: {'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:18.311826 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.312230 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Bound using segment: {'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:18.314848 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Bound port: 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3949c70-e3c1-4e3d-bfbe-c441e5929320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:18.315470 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.327123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:18.349827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:18.362295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-df8b64f0-086e-4c54-908f-3d96493ee0c0 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606083 Aug 29 04:25:18.376665 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8ebfc-e051-4b2b-abb1-894548105927 None None] Pushing event updated for resources: {'Port': ['ID=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.437284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.437951 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] For port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:18.442130 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] For port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,segment=NetworkSegment(a3949c70-e3c1-4e3d-bfbe-c441e5929320),segment_id=a3949c70-e3c1-4e3d-bfbe-c441e5929320)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:18.450806 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.497421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:18.497925 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.535807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.561448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c85216a9-27ee-48f4-ac7e-47a7a87d7a65 req-173ebd0f-22cc-45d4-9cce-ddded4d299b5 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887646 Aug 29 04:25:18.581702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1880794079-network', 'tenant_id': 'a0f3e9ef0749435584cac5b8859ac11e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:18.625966 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Routers {'6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:18.626914 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:24:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:18.631907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf83c00-7a38-4640-8fa5-a275b3ea0437 req-8aed0399-1edd-4dd2-bc97-f90501d0b955 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.634327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fcf83c00-7a38-4640-8fa5-a275b3ea0437 req-8aed0399-1edd-4dd2-bc97-f90501d0b955 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 947 time: 0.1337323 Aug 29 04:25:18.634949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Made reservation on behalf of a0f3e9ef0749435584cac5b8859ac11e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:18.640462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.659525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.740805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fcf83c00-7a38-4640-8fa5-a275b3ea0437 req-97a42b8d-c3ab-474d-8d8a-d72825664544 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869281 Aug 29 04:25:18.816146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.823258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.866225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47348) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:18.879020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.889258 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8ebfc-e051-4b2b-abb1-894548105927 None None] Pushing event updated for resources: {'Port': ['ID=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.891195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.906497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=c59ad4b3-b385-47b9-a5a1-3376cb39f9b2,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.935359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:18.974060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.012072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d84aac-29e0-4275-b605-2007aa124563,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.012072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.012072 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Added segment ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951 of type vlan for network 7f653182-1e65-436f-bcde-2a6cf88a486f Aug 29 04:25:19.012900 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] Set router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:19.019501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91463031-2b48-40a6-b661-92cd8ad529ac req-c30315f9-304e-4308-901f-9fcbe6cdcf08 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.020679 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.021231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-91463031-2b48-40a6-b661-92cd8ad529ac req-c30315f9-304e-4308-901f-9fcbe6cdcf08 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.1445956 Aug 29 04:25:19.030980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-2d6bd9b0-94f7-4700-bf60-14864ebfafaa tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9110694 Aug 29 04:25:19.068946 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.090656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1513928205-network', 'tenant_id': '73d6655ece934e5899c664cef3a244ed'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:19.097506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-10959e77-03db-49c0-803d-5aadead5a5fd tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.0645401 Aug 29 04:25:19.098873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-91463031-2b48-40a6-b661-92cd8ad529ac req-fc4fd3c7-e4be-4cd0-81b5-d631680baeef tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Aug 29 04:25:19.110730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.114994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.115787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.178847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] Pushing event updated for resources: {'Network': ['ID=7f653182-1e65-436f-bcde-2a6cf88a486f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.190765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 7f653182-1e65-436f-bcde-2a6cf88a486f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:19.205827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Made reservation on behalf of 73d6655ece934e5899c664cef3a244ed for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:19.208463 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.225576 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.248466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b7f75766-0bd4-4fc0-a727-9c8348d5a238 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9201484 Aug 29 04:25:19.249421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:19.256709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Request body: {'subnet': {'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1880794079-subnet', 'tenant_id': 'a0f3e9ef0749435584cac5b8859ac11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:19.282595 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:14Z', 'revision_number': 4, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6', 'name': '', 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'mac_address': 'fa:16:3e:4a:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'd5831ce0-ac78-48fb-beca-62a10f3b763c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:13Z', 'updated_at': '2021-08-29T04:25:18Z', 'revision_number': 4, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'subnets': [{'id': 'd5831ce0-ac78-48fb-beca-62a10f3b763c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:19.286298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7676b1-d30b-40fd-932c-1915434e4728 req-f90bc7a0-a130-45f7-b1f8-492f15b0aa41 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.290518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-4ca2683a-2c2e-4a34-a4ee-402c41a0c193 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.291916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de98df0b-862a-46d5-b767-e9b7985bb789 req-4ca2683a-2c2e-4a34-a4ee-402c41a0c193 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1825020 Aug 29 04:25:19.292241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a7676b1-d30b-40fd-932c-1915434e4728 req-f90bc7a0-a130-45f7-b1f8-492f15b0aa41 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0896084 Aug 29 04:25:19.317097 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42116b-2ebc-4683-93c2-db31787f8c88 None None] The sync data for ids ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'] in n-d-712143-14 is: [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:14Z', 'revision_number': 4, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6', 'name': '', 'network_id': '14e7855b-de99-415e-9ee0-107d32e60ebb', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'mac_address': 'fa:16:3e:4a:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'd5831ce0-ac78-48fb-beca-62a10f3b763c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:13Z', 'updated_at': '2021-08-29T04:25:18Z', 'revision_number': 4, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'subnets': [{'id': 'd5831ce0-ac78-48fb-beca-62a10f3b763c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:19.381336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a7676b1-d30b-40fd-932c-1915434e4728 req-dc0d1b43-21a3-48ab-8baa-fe34e572f47a tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712814 Aug 29 04:25:19.418086 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e50623a-8f3b-4c81-82c9-23331d3b2e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.428592 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.435484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.451215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Made reservation on behalf of a0f3e9ef0749435584cac5b8859ac11e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:19.454101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.466751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:19.476894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b01e39-b7d0-42d1-b7d5-fbb446e0863d req-03cd22b6-e666-4173-916e-63f4a468cc48 tempest-LiveMigrationNegativeTest-1994151131 tempest-LiveMigrationNegativeTest-1994151131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.479151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-51b01e39-b7d0-42d1-b7d5-fbb446e0863d req-03cd22b6-e666-4173-916e-63f4a468cc48 tempest-LiveMigrationNegativeTest-1994151131 tempest-LiveMigrationNegativeTest-1994151131-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 1102 time: 0.0967438 Aug 29 04:25:19.494336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9b7dc1-fb88-4c97-b160-137b9b3937e3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.497338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.497699 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Added segment 4a94cef0-e9c8-4577-a5b3-b0293f7a24fd of type vlan for network ba8d9066-34a2-4ee1-8384-3f6ef1a38cfe Aug 29 04:25:19.515173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-51b01e39-b7d0-42d1-b7d5-fbb446e0863d req-d9c223de-03da-4d0c-8d32-a3d06a3caad5 tempest-LiveMigrationNegativeTest-1994151131 tempest-LiveMigrationNegativeTest-1994151131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.576927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.593268 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.616546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99faad-ee2b-403f-8156-66d45653a0ac req-6a463477-3c2f-4a4f-9ec1-6e61d60463e8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.618323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c99faad-ee2b-403f-8156-66d45653a0ac req-6a463477-3c2f-4a4f-9ec1-6e61d60463e8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0891807 Aug 29 04:25:19.626273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.627176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.627761 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.701304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c99faad-ee2b-403f-8156-66d45653a0ac req-27a61796-d7e9-4abc-9f6a-c0e1b292dbca tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707257 Aug 29 04:25:19.712620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] Pushing event updated for resources: {'Network': ['ID=ba8d9066-34a2-4ee1-8384-3f6ef1a38cfe,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.734753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network ba8d9066-34a2-4ee1-8384-3f6ef1a38cfe details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:19.755956 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-51b01e39-b7d0-42d1-b7d5-fbb446e0863d req-d9c223de-03da-4d0c-8d32-a3d06a3caad5 tempest-LiveMigrationNegativeTest-1994151131 tempest-LiveMigrationNegativeTest-1994151131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.763825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-51b01e39-b7d0-42d1-b7d5-fbb446e0863d req-d9c223de-03da-4d0c-8d32-a3d06a3caad5 tempest-LiveMigrationNegativeTest-1994151131 tempest-LiveMigrationNegativeTest-1994151131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.791188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-50f72723-7de8-4811-acb6-ca8420f6778d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9204745 Aug 29 04:25:19.810016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-51b01e39-b7d0-42d1-b7d5-fbb446e0863d req-d9c223de-03da-4d0c-8d32-a3d06a3caad5 tempest-LiveMigrationNegativeTest-1994151131 tempest-LiveMigrationNegativeTest-1994151131-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192449 Aug 29 04:25:19.822897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c223de-03da-4d0c-8d32-a3d06a3caad5 tempest-LiveMigrationNegativeTest-1994151131 tempest-LiveMigrationNegativeTest-1994151131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be640038-09a9-4aab-a63b-d7973378ffbf,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.846516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.921430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4256b1-2b23-40a6-9c25-7fab6643eeca,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.976765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-f9b3ae73-82bd-4aa9-8053-f076a774173f tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2355282 Aug 29 04:25:19.989154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:19.995307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Checking segment: {'id': 'ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:19.995669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Network hostable DHCP agents. Network: 7f653182-1e65-436f-bcde-2a6cf88a486f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:20.024701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.028945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Network 7f653182-1e65-436f-bcde-2a6cf88a486f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:20.054092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea06ea-48ae-4e71-95c3-f13df28b3e7f req-83cf43d3-6d88-4111-b8b6-a17f0d5239f7 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.056027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46ea06ea-48ae-4e71-95c3-f13df28b3e7f req-83cf43d3-6d88-4111-b8b6-a17f0d5239f7 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 947 time: 0.0841682 Aug 29 04:25:20.075116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 7f653182-1e65-436f-bcde-2a6cf88a486f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:20.081134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.081761 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.087473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae402a00-fb8e-427b-899f-37548a763f60 None None] Network 7f653182-1e65-436f-bcde-2a6cf88a486f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:20.105055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a2e2d70f-33ce-40e4-a700-fcacf60ba2cf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8536286 Aug 29 04:25:20.121567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46ea06ea-48ae-4e71-95c3-f13df28b3e7f req-6026b5d5-7c0b-47e4-984b-31d258f307b5 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581613 Aug 29 04:25:20.193788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:20.210119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.452954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Allocated IP 172.25.7.151 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/57c6daa9-178f-4e9a-97ef-8cffe3593aba) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:20.480274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:20.482685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580fe98-00b9-450c-a64f-b513a8927aa1 None None] Network 7f653182-1e65-436f-bcde-2a6cf88a486f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:20.576175 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.584830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.603667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546942-bd53-4f1c-9670-8892183c8973 req-f12f4960-a952-4768-96d5-59c2fc6ce811 tempest-ComputeTenantNetworksTest-569381092 tempest-ComputeTenantNetworksTest-569381092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.612333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546942-bd53-4f1c-9670-8892183c8973 req-f12f4960-a952-4768-96d5-59c2fc6ce811 tempest-ComputeTenantNetworksTest-569381092 tempest-ComputeTenantNetworksTest-569381092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.618919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.619479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546942-bd53-4f1c-9670-8892183c8973 req-f12f4960-a952-4768-96d5-59c2fc6ce811 tempest-ComputeTenantNetworksTest-569381092 tempest-ComputeTenantNetworksTest-569381092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.621135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a546942-bd53-4f1c-9670-8892183c8973 req-f12f4960-a952-4768-96d5-59c2fc6ce811 tempest-ComputeTenantNetworksTest-569381092 tempest-ComputeTenantNetworksTest-569381092-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2445242 Aug 29 04:25:20.643685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:20.668119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'mac_address': 'fa:16:3e:42:9d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:20.680275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:20.684746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:20.686715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=57c6daa9-178f-4e9a-97ef-8cffe3593aba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.689176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:20.732325 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.752246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:20.789034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:20.789405 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.814713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8abf7-99dd-4731-92b6-3a7b35592c09 req-8d36d007-26b0-49d8-a1ea-3a4bf389a873 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.818022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ade8abf7-99dd-4731-92b6-3a7b35592c09 req-8d36d007-26b0-49d8-a1ea-3a4bf389a873 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0649920 Aug 29 04:25:20.820879 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.832377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.844925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5d0b88-5018-4568-aebc-0a567b8a654e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:20.863723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ade8abf7-99dd-4731-92b6-3a7b35592c09 req-4ed1094a-d14c-400e-9f54-93d783ba61a9 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373189 Aug 29 04:25:20.874635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:20.884669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.898131 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.943244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.981305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.994102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,segment=NetworkSegment(a3949c70-e3c1-4e3d-bfbe-c441e5929320),segment_id=a3949c70-e3c1-4e3d-bfbe-c441e5929320)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:20.998223 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.049278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.064206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.068790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.139182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=57c6daa9-178f-4e9a-97ef-8cffe3593aba,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.143950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954527-abbc-4f58-b7c7-2950432bc68f req-080e18d5-0559-4975-bd78-7cc8ff01945c tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.145428 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-080e18d5-0559-4975-bd78-7cc8ff01945c tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/networks?id=7f653182-1e65-436f-bcde-2a6cf88a486f HTTP/1.1" status: 200 len: 814 time: 0.1043758 Aug 29 04:25:21.149772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.162877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-ff514f6f-29d6-4747-95ac-026efdde6d50 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/quotas/a0f3e9ef0749435584cac5b8859ac11e HTTP/1.1" status: 200 len: 375 time: 0.0102217 Aug 29 04:25:21.163123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.164313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-d9b8b07d-1143-45fc-8b5c-fe92a958c3ec tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1822045 Aug 29 04:25:21.198877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-91731f26-943d-4e0c-aa1c-a1b131de2f46 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0f3e9ef0749435584cac5b8859ac11e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291736 Aug 29 04:25:21.219488 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-2abe4dc0-cf0c-4a3e-b51b-5ee158cc575b tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0484316 Aug 29 04:25:21.222635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['cb5d0b88-5018-4568-aebc-0a567b8a654e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:21.288332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-51729497-04b6-41f6-b578-151fc61b3251 service neutron] 10.222.0.55 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819521 Aug 29 04:25:21.334633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-c9417bdf-f6d5-4935-a893-13c6ae38e0c7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.336015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24cf84ef-d644-4c46-932c-995db42f0c8b req-c9417bdf-f6d5-4935-a893-13c6ae38e0c7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1080506 Aug 29 04:25:21.384404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-6f53f12c-e83c-4b88-a1a3-284adb42cc76 service neutron] 10.222.0.55 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894012 Aug 29 04:25:21.438215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b02fd5-7e87-47b0-aa17-d206f0d33235 req-193ad141-e06b-4048-a1c8-73f50481a5b8 tempest-ComputeTenantNetworksTest-569381092 tempest-ComputeTenantNetworksTest-569381092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.439556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a1b02fd5-7e87-47b0-aa17-d206f0d33235 req-193ad141-e06b-4048-a1c8-73f50481a5b8 tempest-ComputeTenantNetworksTest-569381092 tempest-ComputeTenantNetworksTest-569381092-project] 10.222.0.55 "GET /v2.0/networks/ba8d9066-34a2-4ee1-8384-3f6ef1a38cfe HTTP/1.1" status: 200 len: 769 time: 0.0872753 Aug 29 04:25:21.447423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47410) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:21.529416 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.641553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.656011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8d9066-34a2-4ee1-8384-3f6ef1a38cfe']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:21.672672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a94cef0-e9c8-4577-a5b3-b0293f7a24fd') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:21.672964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a94cef0-e9c8-4577-a5b3-b0293f7a24fd') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:21.686676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d2afe-3f02-46cf-9bf7-3833965029ad req-657a7846-09ad-4f38-b87d-6e6d67bf222f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.688229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-154d2afe-3f02-46cf-9bf7-3833965029ad req-657a7846-09ad-4f38-b87d-6e6d67bf222f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1139212 Aug 29 04:25:21.692430 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.718942 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.731280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:21.731675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:21.733529 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:21.776759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d26f26-89e3-4a5d-8bea-b741d3c99d00 req-bbc4bf51-8999-4033-b996-ea5946c3644e tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.778564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1d26f26-89e3-4a5d-8bea-b741d3c99d00 req-bbc4bf51-8999-4033-b996-ea5946c3644e tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 948 time: 0.0750127 Aug 29 04:25:21.782305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-154d2afe-3f02-46cf-9bf7-3833965029ad req-fd50fa8a-f97d-4382-a2d4-ff583ef2c57b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820558 Aug 29 04:25:21.798550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.819675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.825043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] 10.222.0.55 "DELETE /v2.0/networks/ba8d9066-34a2-4ee1-8384-3f6ef1a38cfe HTTP/1.1" status: 204 len: 168 time: 0.3762386 Aug 29 04:25:21.826402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd02756-1400-4539-b2b2-57a2d388109e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8d9066-34a2-4ee1-8384-3f6ef1a38cfe,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.833312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1d26f26-89e3-4a5d-8bea-b741d3c99d00 req-ab902160-2085-4a95-a6e9-cf2f74cefea9 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Aug 29 04:25:21.915497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbb4df45-e24d-45d6-be8f-f1b02c50bec3 req-7cb6d901-58ac-4598-a62e-6158b69ea91e tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 210 time: 0.0320194 Aug 29 04:25:21.978010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-062f496a-7561-456b-bc90-7f24d0a18a94 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1341720 Aug 29 04:25:21.988383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:22.001111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47428) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:22.032317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.046046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12176a4-01b7-4f96-8ad1-12f5ab8e5e2f req-4ed0d800-0e67-4b6f-b187-a3a82df03ff4 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.053463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d12176a4-01b7-4f96-8ad1-12f5ab8e5e2f req-4ed0d800-0e67-4b6f-b187-a3a82df03ff4 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.0604448 Aug 29 04:25:22.086682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d467e9a4-5e0c-4d04-ad39-6713f13fa93f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73d6655ece934e5899c664cef3a244ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844254 Aug 29 04:25:22.090431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d12176a4-01b7-4f96-8ad1-12f5ab8e5e2f req-5669b3d8-e0c7-466e-93dd-8fe3bc729ff8 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Aug 29 04:25:22.090931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:22.154018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9289740d-d521-45f7-9244-7ff7fe6ed5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.179973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.202434 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9289740d-d521-45f7-9244-7ff7fe6ed5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.216849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:22.249677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856fc2d-0ad0-4ea7-ad72-d2ce5dabfdfd req-ec853559-76ca-4478-a990-408d8cd2ae37 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.251788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1856fc2d-0ad0-4ea7-ad72-d2ce5dabfdfd req-ec853559-76ca-4478-a990-408d8cd2ae37 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0959091 Aug 29 04:25:22.278357 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.297222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9289740d-d521-45f7-9244-7ff7fe6ed5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.300407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9289740d-d521-45f7-9244-7ff7fe6ed5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.302804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9289740d-d521-45f7-9244-7ff7fe6ed5e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d9b7dc1-fb88-4c97-b160-137b9b3937e3 HTTP/1.1" status: 204 len: 168 time: 0.2096992 Aug 29 04:25:22.304255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port cb5d0b88-5018-4568-aebc-0a567b8a654e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:22.309622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port cb5d0b88-5018-4568-aebc-0a567b8a654e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:22.310187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.328895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1856fc2d-0ad0-4ea7-ad72-d2ce5dabfdfd req-bde208a2-b07c-4946-b786-6d8c221bf360 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619032 Aug 29 04:25:22.333749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289740d-d521-45f7-9244-7ff7fe6ed5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9b7dc1-fb88-4c97-b160-137b9b3937e3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.344225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Allocated IP 172.25.7.238 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/ffd9ef87-0a6b-4e67-8714-e6baff3d30a6) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:22.363191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:22.457641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:22.458022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.467691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.495897 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.510190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.527795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:22.530054 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51b608-be4e-492d-b027-161469f07bd5" -d '{"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-plugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:22.546112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:22.554110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:22.556078 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.560943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:22.563780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:22.592126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=ffd9ef87-0a6b-4e67-8714-e6baff3d30a6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.632571 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7efcea-76cc-4278-97e1-924a720de3bf x-openstack-request-id: req-fb7efcea-76cc-4278-97e1-924a720de3bf {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:22.636064 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-plugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:22.636064 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb7efcea-76cc-4278-97e1-924a720de3bf {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:22.636064 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'code': 200} Aug 29 04:25:22.675094 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.700097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.748216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.934245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccbe49-8cec-42e3-a683-103a5e40fc5a req-aa62bf3b-085a-478b-8e22-80d8aeab70b6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.935932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8eccbe49-8cec-42e3-a683-103a5e40fc5a req-aa62bf3b-085a-478b-8e22-80d8aeab70b6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0551059 Aug 29 04:25:22.946320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9260eb-2544-4a1a-934a-91562af7509e req-8af422bb-2815-49cc-85cb-80ccbd888696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.949634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc9260eb-2544-4a1a-934a-91562af7509e req-8af422bb-2815-49cc-85cb-80ccbd888696 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 1101 time: 0.2019501 Aug 29 04:25:22.982381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8eccbe49-8cec-42e3-a683-103a5e40fc5a req-60ce9011-d5d9-4614-9c55-8301c105cbc0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Aug 29 04:25:23.099896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c7c40-de46-49c8-8f59-fccee9fd0490 req-3abba6d7-e130-4fdc-868c-6cd4cd476364 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.101763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e12c7c40-de46-49c8-8f59-fccee9fd0490 req-3abba6d7-e130-4fdc-868c-6cd4cd476364 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 949 time: 0.0538869 Aug 29 04:25:23.152793 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e12c7c40-de46-49c8-8f59-fccee9fd0490 req-cae789f8-6b33-423b-b6c1-3b064740ae7e tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Aug 29 04:25:23.247239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f86099a4-3c1f-439d-b4a3-c3adbc53097c req-50bb40ad-e7ac-4d0c-8c5c-79932328111d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 210 time: 0.0277054 Aug 29 04:25:23.267570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954527-abbc-4f58-b7c7-2950432bc68f req-bb5bf3a1-ad5f-4aa1-a3ad-2f2c1a9d7610 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.269005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-bb5bf3a1-ad5f-4aa1-a3ad-2f2c1a9d7610 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.32 "GET /v2.0/networks?id=7f653182-1e65-436f-bcde-2a6cf88a486f HTTP/1.1" status: 200 len: 814 time: 0.5827444 Aug 29 04:25:23.296358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Request body: {'port': {'device_id': '8e31b57c-86c9-4297-862d-801f1767daa2', 'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f', 'admin_state_up': True, 'tenant_id': 'a0f3e9ef0749435584cac5b8859ac11e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:23.350798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbf2b5-00be-4ef4-b19b-39d3ac1cd384 req-9ba3b647-d6df-46b4-bfea-6156bd61b5aa tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.352331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-52dbf2b5-00be-4ef4-b19b-39d3ac1cd384 req-9ba3b647-d6df-46b4-bfea-6156bd61b5aa tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.0482621 Aug 29 04:25:23.356726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc9260eb-2544-4a1a-934a-91562af7509e req-793b2250-b37a-40ad-8a3d-aea21a2684b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965313 Aug 29 04:25:23.394396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-52dbf2b5-00be-4ef4-b19b-39d3ac1cd384 req-836a03cd-0a13-4878-9a94-995081f91938 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Aug 29 04:25:23.426716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.432544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.503504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae67b8-2c3b-4c66-915c-4d050615e15d req-9dd30b9b-5e28-444b-b19d-d82b0fc230ef tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.505143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9dae67b8-2c3b-4c66-915c-4d050615e15d req-9dd30b9b-5e28-444b-b19d-d82b0fc230ef tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0512462 Aug 29 04:25:23.516280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=ffd9ef87-0a6b-4e67-8714-e6baff3d30a6,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:23.522538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Made reservation on behalf of a0f3e9ef0749435584cac5b8859ac11e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:23.526055 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.545015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9dae67b8-2c3b-4c66-915c-4d050615e15d req-7485b27e-6bf6-472d-85f2-6f2d8f33a526 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Aug 29 04:25:23.552579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.598326 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.599573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-33b583b1-a97f-445b-8d7b-fdadbeb26ced tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6160123 Aug 29 04:25:23.662640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-24eebf60-bb1a-4403-a3f8-1ec031b5f2cd tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.664163 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-24eebf60-bb1a-4403-a3f8-1ec031b5f2cd tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 950 time: 0.0498793 Aug 29 04:25:23.665343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-8af8a6ab-c458-4f4b-84b2-b2b01bf03d82 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.0586088 Aug 29 04:25:23.770086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Deleting port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:23.770747 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.773381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Allocated IP 172.20.0.6 (7f653182-1e65-436f-bcde-2a6cf88a486f/9e4256b1-2b23-40a6-9c25-7fab6643eeca/2428f72b-9222-415a-90d9-f4c198dd53d5) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:23.833741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-751e0f2b-1c57-4e1e-b8bc-5829bcd83fcf tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.835226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc408656-b3ba-4da7-b474-d68169eecd8d req-751e0f2b-1c57-4e1e-b8bc-5829bcd83fcf tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1637535 Aug 29 04:25:23.884880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47482) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:23.902359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] For port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:23.902731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.915231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Calling delete_port for 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:24.033408 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbe28ddb-1370-470e-853c-e6787594017e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.058060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-96ccd29c-9880-405d-b6ff-0c07abeeb9a2 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1932588 Aug 29 04:25:24.069143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:24.077359 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.116693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.161392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e28e8-5ad7-4efb-a851-ddb2938b443b req-bded49a3-222d-4fc4-b929-08c921f65292 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.162930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a6e28e8-5ad7-4efb-a851-ddb2938b443b req-bded49a3-222d-4fc4-b929-08c921f65292 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1079037 Aug 29 04:25:24.165317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Network 7f653182-1e65-436f-bcde-2a6cf88a486f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:24.165672 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.170657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:24.174478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:24.199058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Pushing event updated for resources: {'Port': ['ID=2428f72b-9222-415a-90d9-f4c198dd53d5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:24.207764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['190d544d-d191-43ae-b7c3-c1f6fb72014d', '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:24.215010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Pushing event deleted for resources: {'Port': ['ID=9cabee0c-80b2-4744-8cc7-67bd6bd1c3db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:24.239397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.240764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.291041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] No DVR routers for this DVR port 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:24.297054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a6e28e8-5ad7-4efb-a851-ddb2938b443b req-2810adf4-a3b8-4bf6-8be2-a89fad33a4e8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219087 Aug 29 04:25:24.298225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.300128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62af59c8-1329-4207-856a-5d8bbfacab31 req-d18d9432-ee97-4f2f-b7a2-7da1726cbd41 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "DELETE /v2.0/ports/9cabee0c-80b2-4744-8cc7-67bd6bd1c3db HTTP/1.1" status: 204 len: 173 time: 0.6286805 Aug 29 04:25:24.301411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54617406-8ac6-459e-b751-98160051fbc7', 'name': 'network-vif-deleted', 'tag': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:24.303923 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432688b9-71c7-44c8-8cb3-43a962a3cbee" -d '{"events": [{"server_uuid": "54617406-8ac6-459e-b751-98160051fbc7", "name": "network-vif-deleted", "tag": "9cabee0c-80b2-4744-8cc7-67bd6bd1c3db"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:24.332703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbe28ddb-1370-470e-853c-e6787594017e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.340947 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbe28ddb-1370-470e-853c-e6787594017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.379658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.407592 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-744316e6-ced2-44e2-bc45-d89ed944f58d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180153 Aug 29 04:25:24.419633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cbe28ddb-1370-470e-853c-e6787594017e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=641e4dda9547419d96ba6d2d8d4959a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290267 Aug 29 04:25:24.439185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47496) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:24.441140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe28ddb-1370-470e-853c-e6787594017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e46dec3-e706-42aa-a7c7-195526a8673a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:24.457141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Request body: {'port': {'device_id': '8e31b57c-86c9-4297-862d-801f1767daa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:24.495638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad859-432f-4715-8f36-81eeaf5e2c8a req-81b985d3-1ffc-41ff-b7be-6a03d0bef443 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.509931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28dad859-432f-4715-8f36-81eeaf5e2c8a req-81b985d3-1ffc-41ff-b7be-6a03d0bef443 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 949 time: 0.1123168 Aug 29 04:25:24.551218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28dad859-432f-4715-8f36-81eeaf5e2c8a req-6df8d273-f95f-4e4b-8c36-ed9641e1d736 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Aug 29 04:25:24.560923 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.633760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e86ca9c-e509-4586-bc25-34a3c084ef4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.661818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d2034-8eed-4ee3-834d-d60d0a1c3cef req-3626bd73-2561-4a51-889b-c7e0796146f4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.663327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d5d2034-8eed-4ee3-834d-d60d0a1c3cef req-3626bd73-2561-4a51-889b-c7e0796146f4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 931 time: 0.0481272 Aug 29 04:25:24.680693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e86ca9c-e509-4586-bc25-34a3c084ef4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.701959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d5d2034-8eed-4ee3-834d-d60d0a1c3cef req-572d3a90-4b23-47d8-b8cd-3e447bb290e5 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Aug 29 04:25:24.748240 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a633fc61-3c44-4a06-9c2e-8f513b2af68f x-openstack-request-id: req-a633fc61-3c44-4a06-9c2e-8f513b2af68f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:24.748531 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54617406-8ac6-459e-b751-98160051fbc7", "name": "network-vif-deleted", "tag": "9cabee0c-80b2-4744-8cc7-67bd6bd1c3db", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:24.748789 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a633fc61-3c44-4a06-9c2e-8f513b2af68f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:24.749187 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54617406-8ac6-459e-b751-98160051fbc7', 'name': 'network-vif-deleted', 'tag': '9cabee0c-80b2-4744-8cc7-67bd6bd1c3db', 'status': 'completed', 'code': 200} Aug 29 04:25:24.772786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.830929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2fe5436c-b378-4f35-91ed-3b9d9d00758a req-3f942aeb-91dd-4325-854d-af907c9a81b6 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=54617406-8ac6-459e-b751-98160051fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0264356 Aug 29 04:25:24.893120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e86ca9c-e509-4586-bc25-34a3c084ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.895642 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e86ca9c-e509-4586-bc25-34a3c084ef4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.896787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8e86ca9c-e509-4586-bc25-34a3c084ef4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e46dec3-e706-42aa-a7c7-195526a8673a HTTP/1.1" status: 204 len: 168 time: 0.4564786 Aug 29 04:25:24.943756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86ca9c-e509-4586-bc25-34a3c084ef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e46dec3-e706-42aa-a7c7-195526a8673a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:24.993158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Allocated IP 172.25.7.170 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/11260158-9518-4f8b-aee9-1d848de3da3d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:24.994203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d93ae2-7cf0-47a3-bae7-17fd57e32c07 req-1c99a05d-432f-44ce-a1fb-d06212f531a6 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.002558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84d93ae2-7cf0-47a3-bae7-17fd57e32c07 req-1c99a05d-432f-44ce-a1fb-d06212f531a6 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0914056 Aug 29 04:25:25.046270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84d93ae2-7cf0-47a3-bae7-17fd57e32c07 req-ed26ff55-7691-48ea-9eba-67b5ad173d15 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Aug 29 04:25:25.139175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2428f72b-9222-415a-90d9-f4c198dd53d5 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:25.151790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.177667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Transition to ACTIVE for port object 2428f72b-9222-415a-90d9-f4c198dd53d5 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:25.184697 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.189302 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.255079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Pushing event updated for resources: {'Port': ['ID=2428f72b-9222-415a-90d9-f4c198dd53d5,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.322663 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.371836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:25.374786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Attempting to bind port 2428f72b-9222-415a-90d9-f4c198dd53d5 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:25.375126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Attempting to bind port 2428f72b-9222-415a-90d9-f4c198dd53d5 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:25.375460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Attempting to bind port 2428f72b-9222-415a-90d9-f4c198dd53d5 on network 7f653182-1e65-436f-bcde-2a6cf88a486f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:25.382225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:25.390260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:25.395926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Port 2428f72b-9222-415a-90d9-f4c198dd53d5 on network 7f653182-1e65-436f-bcde-2a6cf88a486f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:25.396261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Attempting to bind port 2428f72b-9222-415a-90d9-f4c198dd53d5 on network 7f653182-1e65-436f-bcde-2a6cf88a486f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:25.418454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=11260158-9518-4f8b-aee9-1d848de3da3d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.428651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:25.429008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Checking segment: {'id': 'ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:25.429178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc728f-ef06-40bf-9c8a-f74f2658aec0 req-c22480d9-67dd-48f0-8d2a-979c206f6a63 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.429691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Bound using segment: {'id': 'ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:25.429841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Bound port: 2428f72b-9222-415a-90d9-f4c198dd53d5, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:25.430731 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.431207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18bc728f-ef06-40bf-9c8a-f74f2658aec0 req-c22480d9-67dd-48f0-8d2a-979c206f6a63 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0535634 Aug 29 04:25:25.474049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18bc728f-ef06-40bf-9c8a-f74f2658aec0 req-110f4cc5-b7ba-4d61-9de5-553e45599a8e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Aug 29 04:25:25.547585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] For port 2428f72b-9222-415a-90d9-f4c198dd53d5, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:25.553076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.565800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] For port 2428f72b-9222-415a-90d9-f4c198dd53d5, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2428f72b-9222-415a-90d9-f4c198dd53d5,segment=NetworkSegment(ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951),segment_id=ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:25.574292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.640282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.640789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.642705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] 10.222.0.32 "PUT /v2.0/ports/2428f72b-9222-415a-90d9-f4c198dd53d5 HTTP/1.1" status: 200 len: 1092 time: 1.1970825 Aug 29 04:25:25.646540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e31b57c-86c9-4297-862d-801f1767daa2', 'tag': '2428f72b-9222-415a-90d9-f4c198dd53d5'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:25.649322 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1529548c-0c2a-47d3-b38a-e0b194b16a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e31b57c-86c9-4297-862d-801f1767daa2", "tag": "2428f72b-9222-415a-90d9-f4c198dd53d5"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:25.663341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.676748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a1be6-d796-4e9d-969d-57dc09f6f739 req-2b8a9052-dc4e-464e-b694-490dc3e4889e tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.682341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c57a1be6-d796-4e9d-969d-57dc09f6f739 req-2b8a9052-dc4e-464e-b694-490dc3e4889e tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 949 time: 0.0603232 Aug 29 04:25:25.723066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29307e-3f2d-4ea9-90a4-df81d2f35932 service neutron] Pushing event updated for resources: {'Port': ['ID=2428f72b-9222-415a-90d9-f4c198dd53d5,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.726186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c57a1be6-d796-4e9d-969d-57dc09f6f739 req-06c989d9-be38-4fad-8364-48feb5369a50 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Aug 29 04:25:25.801696 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a7deb-0101-4ecb-8254-cf3ed03a7c83 x-openstack-request-id: req-f26a7deb-0101-4ecb-8254-cf3ed03a7c83 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:25.801969 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e31b57c-86c9-4297-862d-801f1767daa2", "tag": "2428f72b-9222-415a-90d9-f4c198dd53d5", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:25.802230 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f26a7deb-0101-4ecb-8254-cf3ed03a7c83 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:25.802626 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e31b57c-86c9-4297-862d-801f1767daa2', 'tag': '2428f72b-9222-415a-90d9-f4c198dd53d5', 'status': 'completed', 'code': 200} Aug 29 04:25:25.811387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954527-abbc-4f58-b7c7-2950432bc68f req-9e4b77d4-6a6e-475a-9dac-8cec9bce73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.812927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-9e4b77d4-6a6e-475a-9dac-8cec9bce73d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0f3e9ef0749435584cac5b8859ac11e&device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 1095 time: 0.1040807 Aug 29 04:25:25.876230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-41619ec8-d7cb-4247-ab40-29debac1f517 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2428f72b-9222-415a-90d9-f4c198dd53d5 HTTP/1.1" status: 200 len: 217 time: 0.0488496 Aug 29 04:25:25.889183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d495-41fc-4e58-8436-a09b0e41616e req-09960969-a55c-45ea-bf08-9ddcf4ec3be8 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.897494 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da29d495-41fc-4e58-8436-a09b0e41616e req-09960969-a55c-45ea-bf08-9ddcf4ec3be8 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 943 time: 0.0692494 Aug 29 04:25:25.936409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da29d495-41fc-4e58-8436-a09b0e41616e req-ad9c8166-dad2-4225-9dec-a686211c90d2 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Aug 29 04:25:25.971326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66954527-abbc-4f58-b7c7-2950432bc68f req-e882c957-ccc7-449d-9a32-88d43cc4054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.972834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-e882c957-ccc7-449d-9a32-88d43cc4054c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e4256b1-2b23-40a6-9c25-7fab6643eeca HTTP/1.1" status: 200 len: 854 time: 0.0875387 Aug 29 04:25:25.977467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.007867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-82bbdfff-d7c8-46a1-9569-8557ba0c4b86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f653182-1e65-436f-bcde-2a6cf88a486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265541 Aug 29 04:25:26.008604 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.149821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event updated for resources: {'Port': ['ID=11260158-9518-4f8b-aee9-1d848de3da3d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.163864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.192963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-8400625b-f142-48a0-8972-7608ad121b86 service neutron] 10.222.0.32 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745403 Aug 29 04:25:26.194628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.195983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-d288976e-fe91-4359-aa69-055ee3b33863 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1321638 Aug 29 04:25:26.208398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:26.253248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:26.256737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9cabee0c-80b2-4744-8cc7-67bd6bd1c3db not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:26.310217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-a9711ea8-e8ac-4375-875e-47b8cf5f384d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0914755 Aug 29 04:25:26.407002 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66954527-abbc-4f58-b7c7-2950432bc68f req-075eca1c-19c6-4126-aa91-bbe73481a62d service neutron] 10.222.0.32 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025564 Aug 29 04:25:26.458791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-041c95b0-c0ac-4af5-83e7-ffc81d8d2fe6 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.460440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4983d87c-b7b2-4e33-8747-dfc99c3fb420 req-041c95b0-c0ac-4af5-83e7-ffc81d8d2fe6 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1421647 Aug 29 04:25:26.575050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-b993fd1b-492b-4960-b685-dac9dc4e4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.576451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-b993fd1b-492b-4960-b685-dac9dc4e4ae6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0f3e9ef0749435584cac5b8859ac11e&device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 1095 time: 0.0576780 Aug 29 04:25:26.599140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1ccb3-1404-4f6d-af42-ebf630042db4 req-7d9cd77f-5a0d-4772-a74b-adc5d8edf8b3 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.601548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fc1ccb3-1404-4f6d-af42-ebf630042db4 req-7d9cd77f-5a0d-4772-a74b-adc5d8edf8b3 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0957634 Aug 29 04:25:26.663590 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fc1ccb3-1404-4f6d-af42-ebf630042db4 req-4ddf6180-2b15-4057-8e87-b52a8531624b tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Aug 29 04:25:26.703444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-8b65c22a-8d33-4c11-97d0-cf822f891871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.705400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-8b65c22a-8d33-4c11-97d0-cf822f891871 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f653182-1e65-436f-bcde-2a6cf88a486f HTTP/1.1" status: 200 len: 915 time: 0.1219997 Aug 29 04:25:26.736982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04c2299d-96c9-45d1-8183-558cd5e5c885 req-4d922fdd-49ca-4593-bb28-879b14c8682a tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips/034392cb-7f68-42e2-8eca-77dd3ad56326 HTTP/1.1" status: 200 len: 693 time: 0.0516233 Aug 29 04:25:26.767408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-c25310f8-c5da-4142-9a49-61b389f507ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2428f72b-9222-415a-90d9-f4c198dd53d5 HTTP/1.1" status: 200 len: 217 time: 0.0515912 Aug 29 04:25:26.884724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-12c53dad-340a-44e0-b015-02dac3299d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.891804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-12c53dad-340a-44e0-b015-02dac3299d3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e4256b1-2b23-40a6-9c25-7fab6643eeca HTTP/1.1" status: 200 len: 854 time: 0.1156764 Aug 29 04:25:26.913569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2299d-96c9-45d1-8183-558cd5e5c885 req-17fa4b01-6223-4f21-9243-7840d51b6641 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.917119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04c2299d-96c9-45d1-8183-558cd5e5c885 req-17fa4b01-6223-4f21-9243-7840d51b6641 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1728415 Aug 29 04:25:27.012781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-694a4ca6-acbc-4e89-b0b7-e86a6df2a176 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f653182-1e65-436f-bcde-2a6cf88a486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495551 Aug 29 04:25:27.041508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f25c6-4965-4cb0-a02d-defd8af3e955 req-78228faf-32b3-423b-9e94-e0b9f00adf50 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.049104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-306f25c6-4965-4cb0-a02d-defd8af3e955 req-78228faf-32b3-423b-9e94-e0b9f00adf50 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 950 time: 0.0798051 Aug 29 04:25:27.083499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668467a-7df3-407a-8a50-746a229bc2d1 req-eac883c6-33af-4281-a999-a0de8ec85c74 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.085049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9668467a-7df3-407a-8a50-746a229bc2d1 req-eac883c6-33af-4281-a999-a0de8ec85c74 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1346304 Aug 29 04:25:27.115266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-306f25c6-4965-4cb0-a02d-defd8af3e955 req-42b587b4-e030-44b2-bfbc-da74d6d56eb8 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649030 Aug 29 04:25:27.170042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9668467a-7df3-407a-8a50-746a229bc2d1 req-b7c5e946-129c-4088-98cc-3c814f7b27bb tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759492 Aug 29 04:25:27.173899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-2880a1d9-b7b0-46ee-a8b4-97af780515ab service neutron] 10.222.0.32 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501579 Aug 29 04:25:27.257878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-257e4270-3ad7-4d2f-97df-af3c1e1cadb2 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips/034392cb-7f68-42e2-8eca-77dd3ad56326 HTTP/1.1" status: 200 len: 693 time: 0.0663276 Aug 29 04:25:27.319083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1529548c-0c2a-47d3-b38a-e0b194b16a8a req-0edc5d7f-653f-41c4-895d-8d03079bf71a service neutron] 10.222.0.32 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338882 Aug 29 04:25:27.332086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6cc7-aad9-44a2-9cc6-632ccee4c263 req-6528e272-a804-43fb-aedf-a2b84827c39d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.333709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58af6cc7-aad9-44a2-9cc6-632ccee4c263 req-6528e272-a804-43fb-aedf-a2b84827c39d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 943 time: 0.0780964 Aug 29 04:25:27.373123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58af6cc7-aad9-44a2-9cc6-632ccee4c263 req-30c88a49-0e54-4e67-9349-1493363f3ab0 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Aug 29 04:25:27.375615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b17ed12f-81cc-4912-8bc4-373145775180 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.379173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b17ed12f-81cc-4912-8bc4-373145775180 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1147676 Aug 29 04:25:27.429525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-907d0078-d2ae-42ee-8ba5-9884f91daf73 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0465987 Aug 29 04:25:27.479723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-08319a3e-4080-4a8c-81c0-3e71f58666a9 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0431178 Aug 29 04:25:27.609297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Deleting port 11260158-9518-4f8b-aee9-1d848de3da3d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:27.609933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.690011 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.690343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.706563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Calling delete_port for 11260158-9518-4f8b-aee9-1d848de3da3d owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:27.854839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a893-d598-4cdd-86d4-eb1a010d6596 req-428b626d-216d-44f9-b6ce-e3fc12fa9596 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.856467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7178a893-d598-4cdd-86d4-eb1a010d6596 req-428b626d-216d-44f9-b6ce-e3fc12fa9596 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0641594 Aug 29 04:25:27.863745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.895699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event deleted for resources: {'Port': ['ID=11260158-9518-4f8b-aee9-1d848de3da3d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.899516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7178a893-d598-4cdd-86d4-eb1a010d6596 req-3e555e3f-1812-41ec-bad7-4904d9a19769 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353997 Aug 29 04:25:27.966553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.969182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.970402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27ab40d6-2cb9-494f-9802-27ac688e1d35 req-b247aea9-178d-4fa4-81e1-85af415d4d41 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "DELETE /v2.0/floatingips/034392cb-7f68-42e2-8eca-77dd3ad56326 HTTP/1.1" status: 204 len: 173 time: 0.4850678 Aug 29 04:25:28.167533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e53cb-f9a8-4fcd-917c-e05707836b32 req-3209a497-e63b-4b9c-9f8b-b9a6de4ada16 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.169022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-530e53cb-f9a8-4fcd-917c-e05707836b32 req-3209a497-e63b-4b9c-9f8b-b9a6de4ada16 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1805520 Aug 29 04:25:28.219590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2428f72b-9222-415a-90d9-f4c198dd53d5 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:28.272950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db93108-1a6d-4aa9-87cd-a4168f462a2d req-04debda3-6ffc-4ab4-bfec-689b9777a77b tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.281043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6db93108-1a6d-4aa9-87cd-a4168f462a2d req-04debda3-6ffc-4ab4-bfec-689b9777a77b tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 950 time: 0.0778646 Aug 29 04:25:28.325150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6db93108-1a6d-4aa9-87cd-a4168f462a2d req-8011ad51-9a48-4674-9f0c-847ecc7a9209 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Aug 29 04:25:28.366261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2428f72b-9222-415a-90d9-f4c198dd53d5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2428f72b-9222-415a-90d9-f4c198dd53d5,segment=NetworkSegment(ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951),segment_id=ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:28.380817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '2428f72b-9222-415a-90d9-f4c198dd53d5', 'network_id': '7f653182-1e65-436f-bcde-2a6cf88a486f', 'port_id': '2428f72b-9222-415a-90d9-f4c198dd53d5', 'mac_address': 'fa:16:3e:be:f8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4256b1-2b23-40a6-9c25-7fab6643eeca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:28.454480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.469516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2428f72b-9222-415a-90d9-f4c198dd53d5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:28.477741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532edbc-f3af-4048-b64e-86ef17d402ce req-2a417672-305e-4d03-a02f-65e8466c8b54 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.479864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1532edbc-f3af-4048-b64e-86ef17d402ce req-2a417672-305e-4d03-a02f-65e8466c8b54 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0696340 Aug 29 04:25:28.492135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2428f72b-9222-415a-90d9-f4c198dd53d5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2428f72b-9222-415a-90d9-f4c198dd53d5,segment=NetworkSegment(ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951),segment_id=ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:28.506055 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.515370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:28.542482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1532edbc-f3af-4048-b64e-86ef17d402ce req-15d0b42a-decf-49ae-bba0-e55e39934291 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Aug 29 04:25:28.600389 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02df9d47-0fb4-4906-8216-bbd4fe018a5c req-0795689c-0110-444f-8b54-df77da7eb95c tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=0a561e24b3bc42929ffa127766aeef87 HTTP/1.1" status: 200 len: 1656 time: 0.4089534 Aug 29 04:25:28.626592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=2428f72b-9222-415a-90d9-f4c198dd53d5,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.647254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bbd3b-e66d-47a7-ab01-18ce14ca48ce req-906d4071-b047-459b-86b1-4b06c6633a38 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.649392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a8bbd3b-e66d-47a7-ab01-18ce14ca48ce req-906d4071-b047-459b-86b1-4b06c6633a38 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 944 time: 0.0551772 Aug 29 04:25:28.678199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:28.688079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a8bbd3b-e66d-47a7-ab01-18ce14ca48ce req-aa791320-fd2f-485f-a630-573f1c01c92f tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Aug 29 04:25:28.692252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'mac_address': 'fa:16:3e:42:9d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:28.714233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9d47-0fb4-4906-8216-bbd4fe018a5c req-e1dccdb9-9ee1-4f68-a73d-094bc02e5612 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.716107 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02df9d47-0fb4-4906-8216-bbd4fe018a5c req-e1dccdb9-9ee1-4f68-a73d-094bc02e5612 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks?id=465d1806-fdb2-4e78-9494-637f8e094e12&id=465d1806-fdb2-4e78-9494-637f8e094e12&id=465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 787 time: 0.1087558 Aug 29 04:25:28.734593 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.748772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb5d0b88-5018-4568-aebc-0a567b8a654e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:28.769037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:28.773449 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.833836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.835898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40237de-b41d-470c-9180-31de5fb8017f req-bcd5236e-d7fe-4c1c-8902-b30f53d87c27 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips/972c898a-db46-4859-b1f1-ca404f0d9ba1 HTTP/1.1" status: 200 len: 693 time: 0.0513058 Aug 29 04:25:28.893735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-9ab737bb-ca42-4e92-9386-e13f0eeeb08b tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.895311 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-9ab737bb-ca42-4e92-9386-e13f0eeeb08b tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 950 time: 0.0692327 Aug 29 04:25:28.956007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40237de-b41d-470c-9180-31de5fb8017f req-9cd47270-5686-4d54-babd-03483685c5da tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.957765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40237de-b41d-470c-9180-31de5fb8017f req-9cd47270-5686-4d54-babd-03483685c5da tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1108785 Aug 29 04:25:28.997482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['cb5d0b88-5018-4568-aebc-0a567b8a654e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:29.019464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40237de-b41d-470c-9180-31de5fb8017f req-926dbf6c-3516-4acc-8351-1f5ab950cab2 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.0542285 Aug 29 04:25:29.028837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Deleting port 190d544d-d191-43ae-b7c3-c1f6fb72014d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:29.029900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.078737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40237de-b41d-470c-9180-31de5fb8017f req-849e7247-b986-49fd-ba9d-0e27c95180a3 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.238 HTTP/1.1" status: 200 len: 696 time: 0.0523498 Aug 29 04:25:29.151461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e28ca-7833-46f1-9233-a62179da2219 req-95e1da67-006d-431e-b1a2-8f77058592e7 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.152980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f5e28ca-7833-46f1-9233-a62179da2219 req-95e1da67-006d-431e-b1a2-8f77058592e7 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1305370 Aug 29 04:25:29.192551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] For port 190d544d-d191-43ae-b7c3-c1f6fb72014d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=190d544d-d191-43ae-b7c3-c1f6fb72014d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:29.193020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.220007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Calling delete_port for 190d544d-d191-43ae-b7c3-c1f6fb72014d owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:29.229572 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f5e28ca-7833-46f1-9233-a62179da2219 req-1824c76a-4772-4201-8660-4471fa3dde8e tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639253 Aug 29 04:25:29.235832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Deleting port ffd9ef87-0a6b-4e67-8714-e6baff3d30a6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:29.236291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.276012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['2428f72b-9222-415a-90d9-f4c198dd53d5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:29.356097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.356530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.373433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Calling delete_port for ffd9ef87-0a6b-4e67-8714-e6baff3d30a6 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:29.510070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.536925 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.550162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8590ee5-ddc2-445b-ae48-3985e601ae88 req-80d8e710-e701-4740-a9b9-067b905abe16 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.552254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8590ee5-ddc2-445b-ae48-3985e601ae88 req-80d8e710-e701-4740-a9b9-067b905abe16 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/ports?device_id=c74f3904-5fd4-4a1a-a219-01b8f5161b9f HTTP/1.1" status: 200 len: 867 time: 0.1489978 Aug 29 04:25:29.584333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event deleted for resources: {'Port': ['ID=ffd9ef87-0a6b-4e67-8714-e6baff3d30a6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.596605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Pushing event deleted for resources: {'Port': ['ID=190d544d-d191-43ae-b7c3-c1f6fb72014d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.636531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] No DVR routers for this DVR port 190d544d-d191-43ae-b7c3-c1f6fb72014d on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:29.640929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.643233 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-997d5243-8b1a-4a35-8b7e-2d01b4681024 req-541995df-4269-49a3-a6b5-5b00b184fa52 tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.32 "DELETE /v2.0/ports/190d544d-d191-43ae-b7c3-c1f6fb72014d HTTP/1.1" status: 204 len: 173 time: 0.7384334 Aug 29 04:25:29.643928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'name': 'network-vif-deleted', 'tag': '190d544d-d191-43ae-b7c3-c1f6fb72014d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:29.646459 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c195daad-cb00-436e-bcc9-21e6324935dc" -d '{"events": [{"server_uuid": "c74f3904-5fd4-4a1a-a219-01b8f5161b9f", "name": "network-vif-deleted", "tag": "190d544d-d191-43ae-b7c3-c1f6fb72014d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:29.650431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.654479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.656111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40237de-b41d-470c-9180-31de5fb8017f req-7cf3f45c-3d64-452d-9d08-9f72ab08c1e7 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "DELETE /v2.0/floatingips/972c898a-db46-4859-b1f1-ca404f0d9ba1 HTTP/1.1" status: 204 len: 173 time: 0.5710804 Aug 29 04:25:29.683987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8590ee5-ddc2-445b-ae48-3985e601ae88 req-bfcd9f33-7f98-424f-804b-4b301ab2806e tempest-LiveMigrationNegativeTest-1345570463 tempest-LiveMigrationNegativeTest-1345570463-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e495398-87c0-4054-8764-a3e5b060ed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920615 Aug 29 04:25:29.740858 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeccefe-2061-4b61-aa15-e156eaf2d413 x-openstack-request-id: req-ebeccefe-2061-4b61-aa15-e156eaf2d413 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:29.741139 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74f3904-5fd4-4a1a-a219-01b8f5161b9f", "name": "network-vif-deleted", "tag": "190d544d-d191-43ae-b7c3-c1f6fb72014d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:29.742212 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebeccefe-2061-4b61-aa15-e156eaf2d413 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:29.742647 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74f3904-5fd4-4a1a-a219-01b8f5161b9f', 'name': 'network-vif-deleted', 'tag': '190d544d-d191-43ae-b7c3-c1f6fb72014d', 'status': 'completed', 'code': 200} Aug 29 04:25:29.788401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae903a-23fe-4ac7-9697-f4e8e3e1e515 req-cfb3734f-79e4-47de-807f-a1aaa7ea25b4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.790282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71ae903a-23fe-4ac7-9697-f4e8e3e1e515 req-cfb3734f-79e4-47de-807f-a1aaa7ea25b4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0615034 Aug 29 04:25:29.826477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-6f890a42-7b29-4b02-8f76-ac3d4e7688f0 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips/594d4652-e06d-46f1-a1ca-4c430b389c91 HTTP/1.1" status: 200 len: 693 time: 0.0636556 Aug 29 04:25:29.860139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71ae903a-23fe-4ac7-9697-f4e8e3e1e515 req-85d2b35e-3474-4c5d-a4a0-534be9e9eb55 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614939 Aug 29 04:25:29.880983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['190d544d-d191-43ae-b7c3-c1f6fb72014d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:29.977356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-76c1b0ee-6e35-4279-949c-13075624bb90 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.979072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-76c1b0ee-6e35-4279-949c-13075624bb90 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1517842 Aug 29 04:25:30.030741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8002d8-c5b9-4237-bffe-bcc4442ccc42 req-09160494-4e82-4637-9a85-042c1a38c718 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.034244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7f8002d8-c5b9-4237-bffe-bcc4442ccc42 req-09160494-4e82-4637-9a85-042c1a38c718 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 944 time: 0.0793676 Aug 29 04:25:30.049464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-1469c448-c965-4da7-a7b5-65a08b4d509b tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.0636480 Aug 29 04:25:30.106990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7f8002d8-c5b9-4237-bffe-bcc4442ccc42 req-50ba0950-309a-42fa-97b4-438e6f5cf2d6 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620975 Aug 29 04:25:30.166797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-fd6e2d8d-fd72-4d14-ba9d-cf0742503a35 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.151 HTTP/1.1" status: 200 len: 696 time: 0.1163204 Aug 29 04:25:30.241555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2428f72b-9222-415a-90d9-f4c198dd53d5 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:30.408130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Deleting port 57c6daa9-178f-4e9a-97ef-8cffe3593aba {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:30.408895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.412364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 2428f72b-9222-415a-90d9-f4c198dd53d5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:30.421652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 2428f72b-9222-415a-90d9-f4c198dd53d5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:30.422317 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.478289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7bffa-c818-4242-8552-5d0383dd7d2e req-e5dbe273-6b10-43a8-82b4-09fcae20f348 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.486742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fc7bffa-c818-4242-8552-5d0383dd7d2e req-e5dbe273-6b10-43a8-82b4-09fcae20f348 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1267755 Aug 29 04:25:30.554131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fc7bffa-c818-4242-8552-5d0383dd7d2e req-ef1dcc73-56ba-430b-9d8d-d244985c3958 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610476 Aug 29 04:25:30.567624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.567624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.582574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Calling delete_port for 57c6daa9-178f-4e9a-97ef-8cffe3593aba owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:30.597888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.687181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2428f72b-9222-415a-90d9-f4c198dd53d5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2428f72b-9222-415a-90d9-f4c198dd53d5,segment=NetworkSegment(ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951),segment_id=ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:30.689239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e31b57c-86c9-4297-862d-801f1767daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2428f72b-9222-415a-90d9-f4c198dd53d5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:30.694475 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8b7e0a-3424-4980-8590-c5582b570d54" -d '{"events": [{"server_uuid": "8e31b57c-86c9-4297-862d-801f1767daa2", "name": "network-vif-plugged", "status": "completed", "tag": "2428f72b-9222-415a-90d9-f4c198dd53d5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:30.701075 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.701818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:30.799034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port cb5d0b88-5018-4568-aebc-0a567b8a654e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:30.799416 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.842036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=2428f72b-9222-415a-90d9-f4c198dd53d5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.845095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.884263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event deleted for resources: {'Port': ['ID=57c6daa9-178f-4e9a-97ef-8cffe3593aba,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.894831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.895282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.895882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.896318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.896850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.897337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.897888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.898325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.898793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.899219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.899657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.900071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:30.905126 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c7c7a-20c8-4c9b-b9e9-ae2ec415169e x-openstack-request-id: req-884c7c7a-20c8-4c9b-b9e9-ae2ec415169e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:30.905425 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e31b57c-86c9-4297-862d-801f1767daa2", "name": "network-vif-plugged", "status": "completed", "tag": "2428f72b-9222-415a-90d9-f4c198dd53d5", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:30.905700 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-884c7c7a-20c8-4c9b-b9e9-ae2ec415169e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:30.906393 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e31b57c-86c9-4297-862d-801f1767daa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2428f72b-9222-415a-90d9-f4c198dd53d5', 'code': 200} Aug 29 04:25:30.969537 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.007779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:31.011691 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.012583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 190d544d-d191-43ae-b7c3-c1f6fb72014d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:31.053529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 190d544d-d191-43ae-b7c3-c1f6fb72014d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:31.053963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 190d544d-d191-43ae-b7c3-c1f6fb72014d not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:31.087065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.168805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a294-f89f-4889-b700-2b387e99c9c2 req-29ad9d67-ae83-46ed-84a5-746c66fe16d3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.174229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.177302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac26a294-f89f-4889-b700-2b387e99c9c2 req-29ad9d67-ae83-46ed-84a5-746c66fe16d3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0742352 Aug 29 04:25:31.179937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.181650 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.183304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8725add-95d9-458e-95f2-cd393eee1f6d req-42c6436d-27a0-4d68-8c0a-27e64d6afe2d tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "DELETE /v2.0/floatingips/594d4652-e06d-46f1-a1ca-4c430b389c91 HTTP/1.1" status: 204 len: 173 time: 1.0156820 Aug 29 04:25:31.191339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976352b-d767-447c-be40-b71510b34fd0 req-0de32304-e8fd-4ac0-8222-e826eec48cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.193447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e976352b-d767-447c-be40-b71510b34fd0 req-0de32304-e8fd-4ac0-8222-e826eec48cbc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 1097 time: 0.1690352 Aug 29 04:25:31.240713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e976352b-d767-447c-be40-b71510b34fd0 req-97648487-44d3-45bb-b3f0-8ddf37c52c95 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 Aug 29 04:25:31.249480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac26a294-f89f-4889-b700-2b387e99c9c2 req-7e7ef016-3d0e-4a9a-a68d-87c946fb2b6b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Aug 29 04:25:31.380098 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-cc5e1514-6c98-4b39-aabd-175a732af483 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips/5519d09d-85d9-493b-aec0-8204e28d4947 HTTP/1.1" status: 200 len: 692 time: 0.0459435 Aug 29 04:25:31.405989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93d6b-ed34-43ef-90c8-24368f00eaf8 req-fe82749e-c477-4f78-aa00-33821475ab23 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.407950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fce93d6b-ed34-43ef-90c8-24368f00eaf8 req-fe82749e-c477-4f78-aa00-33821475ab23 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.0675802 Aug 29 04:25:31.419295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:31.477690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fce93d6b-ed34-43ef-90c8-24368f00eaf8 req-78f965b5-0c98-4636-882d-f18dfdbad9e6 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590248 Aug 29 04:25:31.570528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-3c8f0fdd-2631-43f4-9bce-dfb095b3d683 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.578320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-3c8f0fdd-2631-43f4-9bce-dfb095b3d683 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.1876996 Aug 29 04:25:31.643677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f4b32358-22a0-4727-9051-f2495906eec0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=882b3fd72f1f42f6a0a5911d2c49702d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229400 Aug 29 04:25:31.646181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:31.658213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-622095d5-93b7-4708-b045-e0a5461209df tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.0786774 Aug 29 04:25:31.715214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-ac837952-682e-4866-8df1-0e72514a9bcb tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.0556185 Aug 29 04:25:31.737303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7623e4eb-e333-46a0-81b3-ff0b7d115eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.761493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7623e4eb-e333-46a0-81b3-ff0b7d115eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.828775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7623e4eb-e333-46a0-81b3-ff0b7d115eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.837440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7623e4eb-e333-46a0-81b3-ff0b7d115eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.841805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7623e4eb-e333-46a0-81b3-ff0b7d115eff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e495398-87c0-4054-8764-a3e5b060ed6e HTTP/1.1" status: 204 len: 168 time: 0.1938736 Aug 29 04:25:31.849994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623e4eb-e333-46a0-81b3-ff0b7d115eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e495398-87c0-4054-8764-a3e5b060ed6e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.865454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Deleting port c59ad4b3-b385-47b9-a5a1-3376cb39f9b2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:31.866106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.941322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6167b-0213-4a14-a850-ce1be70746e2 req-52691e39-b4f4-4b01-94ef-d515f2a1937e tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.943375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07c6167b-0213-4a14-a850-ce1be70746e2 req-52691e39-b4f4-4b01-94ef-d515f2a1937e tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0616546 Aug 29 04:25:31.986293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.987060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.001745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07c6167b-0213-4a14-a850-ce1be70746e2 req-39bad18c-e733-47b6-9dce-050b9276d4c1 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Aug 29 04:25:32.018193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Calling delete_port for c59ad4b3-b385-47b9-a5a1-3376cb39f9b2 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:32.272366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.274530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.311521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Pushing event deleted for resources: {'Port': ['ID=c59ad4b3-b385-47b9-a5a1-3376cb39f9b2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:32.348172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c04e0f12-4a54-4afe-8c17-1ced4055ea78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2680d3d0b1a943a1820769e61ac8bdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713198 Aug 29 04:25:32.352548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.411802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.416525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.418297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3650b7eb-c4db-4df1-ac6a-76b8c7228c64 req-8373adcb-1ac5-480d-a935-4af323c3b703 tempest-FloatingIPDetailsTestJSON-1059094181 tempest-FloatingIPDetailsTestJSON-1059094181-project] 10.222.0.55 "DELETE /v2.0/floatingips/5519d09d-85d9-493b-aec0-8204e28d4947 HTTP/1.1" status: 204 len: 173 time: 0.7023163 Aug 29 04:25:32.424038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47780) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.467860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9271d40-5ea7-4c06-981f-b400b2cda8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.514468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dab0a-03e3-44dc-96e7-074f23c5ffda req-fa728114-e992-4add-997a-e37ca75745c3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.522572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-271dab0a-03e3-44dc-96e7-074f23c5ffda req-fa728114-e992-4add-997a-e37ca75745c3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1400833 Aug 29 04:25:32.550106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9271d40-5ea7-4c06-981f-b400b2cda8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.599427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-271dab0a-03e3-44dc-96e7-074f23c5ffda req-daa12c80-be60-4a54-9268-3da6efe36a34 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739853 Aug 29 04:25:32.648467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9271d40-5ea7-4c06-981f-b400b2cda8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.654436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9271d40-5ea7-4c06-981f-b400b2cda8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.655584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e9271d40-5ea7-4c06-981f-b400b2cda8c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be640038-09a9-4aab-a63b-d7973378ffbf HTTP/1.1" status: 204 len: 168 time: 0.2962425 Aug 29 04:25:32.670322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9271d40-5ea7-4c06-981f-b400b2cda8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be640038-09a9-4aab-a63b-d7973378ffbf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:32.908146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:32.910822 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abbdc7a-d1fc-4b37-b982-4fc148ccc8f7" -d '{"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-plugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:32.937827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298800-598e-4618-84e6-16c6d3ee1e23 req-48863d26-583e-463f-81c6-cec708ed3ea0 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.948113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27298800-598e-4618-84e6-16c6d3ee1e23 req-48863d26-583e-463f-81c6-cec708ed3ea0 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.2033272 Aug 29 04:25:33.055477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27298800-598e-4618-84e6-16c6d3ee1e23 req-202f1bb4-c55c-4554-9bcd-198b4ff8c217 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484958 Aug 29 04:25:33.083363 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d12fb-626e-4d6e-b397-30d228d06e9a x-openstack-request-id: req-075d12fb-626e-4d6e-b397-30d228d06e9a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:33.083669 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-plugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:33.083983 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-075d12fb-626e-4d6e-b397-30d228d06e9a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:33.084390 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'code': 200} Aug 29 04:25:33.184214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.491776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-004efab3-df5c-4fed-9990-27bc045a00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.492595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc3803-23f1-4b6b-979d-84ca37855a79 req-7284fdec-3c93-48f8-a151-8a0db0fa4792 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.493329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-004efab3-df5c-4fed-9990-27bc045a00b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0f3e9ef0749435584cac5b8859ac11e&device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 1097 time: 0.0701733 Aug 29 04:25:33.506497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fedc3803-23f1-4b6b-979d-84ca37855a79 req-7284fdec-3c93-48f8-a151-8a0db0fa4792 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.0962031 Aug 29 04:25:33.523429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab433068-8aa4-443a-9d91-ca056ae296e7 req-916faece-dd6a-4171-86e4-250a98ef5ebb tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.525672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ab433068-8aa4-443a-9d91-ca056ae296e7 req-916faece-dd6a-4171-86e4-250a98ef5ebb tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.3688724 Aug 29 04:25:33.558933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fedc3803-23f1-4b6b-979d-84ca37855a79 req-7d7f0ac1-73aa-4274-bc5c-0c90630d9134 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514858 Aug 29 04:25:33.648699 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ab433068-8aa4-443a-9d91-ca056ae296e7 req-a344565b-c64c-49b7-b0cb-13935f247bdb tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115191 Aug 29 04:25:33.710989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-61bdc312-2842-4fa4-ab7f-7e213968faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.713104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-61bdc312-2842-4fa4-ab7f-7e213968faa4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f653182-1e65-436f-bcde-2a6cf88a486f HTTP/1.1" status: 200 len: 915 time: 0.2109601 Aug 29 04:25:33.781137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-2e8cfb05-f227-4570-bfe3-21aa21dceb3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2428f72b-9222-415a-90d9-f4c198dd53d5 HTTP/1.1" status: 200 len: 217 time: 0.0570638 Aug 29 04:25:33.815191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b09ca-4d17-4f56-afb3-8ef4c547f100 req-656c9e99-87ce-4d21-aaa2-f24f2e86f273 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.824437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f62b09ca-4d17-4f56-afb3-8ef4c547f100 req-656c9e99-87ce-4d21-aaa2-f24f2e86f273 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1008196 Aug 29 04:25:33.860404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Deleting port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:33.860749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.867929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f62b09ca-4d17-4f56-afb3-8ef4c547f100 req-68df5884-ca28-4c1a-8fce-d1aafcd919a1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Aug 29 04:25:33.895677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-20725034-350b-4b6f-977a-fbf656560e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.897144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-20725034-350b-4b6f-977a-fbf656560e3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e4256b1-2b23-40a6-9c25-7fab6643eeca HTTP/1.1" status: 200 len: 854 time: 0.1052783 Aug 29 04:25:33.951793 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-0e2f8eef-4909-43b2-adb6-c6d865ee89f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f653182-1e65-436f-bcde-2a6cf88a486f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273700 Aug 29 04:25:34.151043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] For port 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,segment=NetworkSegment(a3949c70-e3c1-4e3d-bfbe-c441e5929320),segment_id=a3949c70-e3c1-4e3d-bfbe-c441e5929320)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.151779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.170235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Calling delete_port for 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:34.236857 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-eddefb47-036b-45d2-a2af-1f3742fd2708 service neutron] 10.222.0.32 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759092 Aug 29 04:25:34.415289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a4e50c-a371-4767-b6a5-df16f3573385 req-db66a350-d324-42a3-b9c9-fff4708472f2 service neutron] 10.222.0.32 "GET /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681867 Aug 29 04:25:34.538334 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.586409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.781474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9662e-a4b7-4055-a7fb-f77cf2f10190 req-800e9b2f-c41e-4dba-a97a-007e2cc49304 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.795827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63b9662e-a4b7-4055-a7fb-f77cf2f10190 req-800e9b2f-c41e-4dba-a97a-007e2cc49304 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.1015971 Aug 29 04:25:34.872995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63b9662e-a4b7-4055-a7fb-f77cf2f10190 req-89ea2a5a-ad30-404b-a5c2-97e33d6f930a tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760646 Aug 29 04:25:35.040078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88f84-bf31-4cfa-b780-43498e6fae5f req-9ec8037b-33bc-429e-9190-3fffa37ae7be tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.041812 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67f88f84-bf31-4cfa-b780-43498e6fae5f req-9ec8037b-33bc-429e-9190-3fffa37ae7be tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1784718 Aug 29 04:25:35.042880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.191703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659f9c-d39b-445f-af98-97ea6b55a811 req-06a2fe58-f93d-4db9-b481-469be3aab35e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.197193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25659f9c-d39b-445f-af98-97ea6b55a811 req-06a2fe58-f93d-4db9-b481-469be3aab35e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0983286 Aug 29 04:25:35.353563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25659f9c-d39b-445f-af98-97ea6b55a811 req-8a4fa504-da59-4c7f-bffc-f24bb90fe696 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482632 Aug 29 04:25:35.718405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67f88f84-bf31-4cfa-b780-43498e6fae5f req-3e696219-327f-484f-bcc2-29e1686b73db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589322 Aug 29 04:25:36.137371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d35a7-8dea-4035-9df6-d88018fdf666 req-ed5401b3-45ee-41c5-854c-de6b337e5d6d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.139496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea9d35a7-8dea-4035-9df6-d88018fdf666 req-ed5401b3-45ee-41c5-854c-de6b337e5d6d tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.1281006 Aug 29 04:25:36.141783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:36.297309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea9d35a7-8dea-4035-9df6-d88018fdf666 req-b52396dd-b172-46f5-9b07-c54605e8cbea tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491704 Aug 29 04:25:36.450672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:36.459319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:36.464332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] Sync routers for ids ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:36.485388 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d21285a0-efc6-4a5c-8139-31639c6309b1 admin admin] 10.222.0.55 "PUT /v2.0/routers/6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0580826 Aug 29 04:25:36.500940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] Routers {'6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:36.503491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:36.658617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcbea5-4dc3-4436-a026-0f4cc9489891 req-63643692-e0c4-404c-acd9-0761390e46d9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.674419 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ddcbea5-4dc3-4436-a026-0f4cc9489891 req-63643692-e0c4-404c-acd9-0761390e46d9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0898299 Aug 29 04:25:36.729523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ddcbea5-4dc3-4436-a026-0f4cc9489891 req-1de92ab8-b7c5-4963-8c4f-702f6bf3c0bc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Aug 29 04:25:36.799187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] Set router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:37.065332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb417a-9d75-46bf-a3ff-065b2ad1157a req-eda646f6-d858-4f9d-87cc-ebe320dc3cb2 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.087620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9cb417a-9d75-46bf-a3ff-065b2ad1157a req-eda646f6-d858-4f9d-87cc-ebe320dc3cb2 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1309175 Aug 29 04:25:37.159605 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9cb417a-9d75-46bf-a3ff-065b2ad1157a req-15659773-c51a-4139-a176-ef230fe01e01 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655055 Aug 29 04:25:37.323593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c86ad-4f03-47bc-8910-cee89f6b7110 req-3b5237b0-54ed-4a67-9738-22fa6b12284a tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.330702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e45c86ad-4f03-47bc-8910-cee89f6b7110 req-3b5237b0-54ed-4a67-9738-22fa6b12284a tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.0859432 Aug 29 04:25:37.400454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e45c86ad-4f03-47bc-8910-cee89f6b7110 req-3a50c0f4-789b-4414-a23c-830473757273 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639238 Aug 29 04:25:37.426229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:34Z', 'revision_number': 5, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:37.480373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] Checking router: 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:37.502090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] Routers {'6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:37.502963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:37.546376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.667897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.674432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ede44-c2b0-4163-87c3-997a9c4dcb38 req-23f1a7d6-e070-4406-acc2-daf3e8d0c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.676281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d22ede44-c2b0-4163-87c3-997a9c4dcb38 req-23f1a7d6-e070-4406-acc2-daf3e8d0c083 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.1691885 Aug 29 04:25:37.774223 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d22ede44-c2b0-4163-87c3-997a9c4dcb38 req-210b1c87-0268-4689-a714-9904f4c776aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894012 Aug 29 04:25:37.793225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Deleting port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:37.793622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.014628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e69d-58c4-4e56-8a64-3b13d53c68bd req-e69f2b9d-a2fc-4ec6-a957-b9abf714d7bf tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.021794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2098e69d-58c4-4e56-8a64-3b13d53c68bd req-e69f2b9d-a2fc-4ec6-a957-b9abf714d7bf tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1138446 Aug 29 04:25:38.024934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] For port 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:38.025301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.057066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] Set router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:38.058270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Calling delete_port for 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:38.102317 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2098e69d-58c4-4e56-8a64-3b13d53c68bd req-83094132-6f9e-4454-98c3-0ad1884170c8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746984 Aug 29 04:25:38.344882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:34Z', 'revision_number': 5, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:38.350017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb5176-1eb7-4631-b58e-3f6dd1bec68f req-daab13ba-1953-4941-b964-231defb585fe tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.361892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23cb5176-1eb7-4631-b58e-3f6dd1bec68f req-daab13ba-1953-4941-b964-231defb585fe tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1112487 Aug 29 04:25:38.399145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.420265 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23cb5176-1eb7-4631-b58e-3f6dd1bec68f req-86941f73-04c6-40bb-b64b-adc5b02642b6 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520625 Aug 29 04:25:38.466854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a57cd-ea97-4930-b9df-16b23e27534c None None] The sync data for ids ['6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33'] in n-d-712143-14 is: [{'id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'name': 'tempest-FloatingIPDetailsTestJSON-686257669-router', 'tenant_id': '0a561e24b3bc42929ffa127766aeef87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:09Z', 'updated_at': '2021-08-29T04:25:34Z', 'revision_number': 5, 'project_id': '0a561e24b3bc42929ffa127766aeef87', 'gw_port': {'id': '29e04f67-339b-4e4a-bac1-6d4bc87fe3ea', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:10Z', 'updated_at': '2021-08-29T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:38.512088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Pushing event deleted for resources: {'Port': ['ID=29e04f67-339b-4e4a-bac1-6d4bc87fe3ea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:38.667699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b8a0-ad20-41f0-bcec-1abf43e263a9 req-413eda43-abee-46df-a186-120298a1ed35 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.674663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47990) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.675647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3249b8a0-ad20-41f0-bcec-1abf43e263a9 req-413eda43-abee-46df-a186-120298a1ed35 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.1013312 Aug 29 04:25:38.696390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.717302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-b42a6009-8dcc-4ee0-8d0f-c183149d11ec tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.719031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-b42a6009-8dcc-4ee0-8d0f-c183149d11ec tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 945 time: 0.1452277 Aug 29 04:25:38.825318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3249b8a0-ad20-41f0-bcec-1abf43e263a9 req-d9bc850e-af1e-4eed-8a04-1d2f4da8a5f6 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/security-groups?id=f4d84aac-29e0-4275-b605-2007aa124563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487052 Aug 29 04:25:38.835300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.855064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.959701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21e1b649-5e8e-48bf-878e-e16611bd1254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.027832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.028483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:39.044516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.047872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dd206779-1426-4499-9427-c377dea2304d admin admin] 10.222.0.55 "DELETE /v2.0/routers/6d81b5ad-dc3e-49fb-9b09-c9fe2754ee33 HTTP/1.1" status: 204 len: 168 time: 2.5853724 Aug 29 04:25:39.053227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48010) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.087799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Deleting port 2428f72b-9222-415a-90d9-f4c198dd53d5 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:39.092664 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.156390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] Deleting subnet d5831ce0-ac78-48fb-beca-62a10f3b763c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:39.162449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.263820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.308590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] For port 2428f72b-9222-415a-90d9-f4c198dd53d5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2428f72b-9222-415a-90d9-f4c198dd53d5,segment=NetworkSegment(ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951),segment_id=ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:39.309467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.349327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Calling delete_port for 2428f72b-9222-415a-90d9-f4c198dd53d5 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:39.453782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21e1b649-5e8e-48bf-878e-e16611bd1254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.460059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21e1b649-5e8e-48bf-878e-e16611bd1254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.497686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1b649-5e8e-48bf-878e-e16611bd1254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7689b36-d7ca-45bc-9e3b-dd88770adc73,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.548996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-21e1b649-5e8e-48bf-878e-e16611bd1254 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a046a6d556247bf8647d5f253c477bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8726537 Aug 29 04:25:39.556590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48016) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.592959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.644094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47658e-4573-41fd-95db-7db1a43b123f req-2e76083a-7597-435c-b221-94a70cfaa84b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.646319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b47658e-4573-41fd-95db-7db1a43b123f req-2e76083a-7597-435c-b221-94a70cfaa84b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1135845 Aug 29 04:25:39.708255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.728991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b47658e-4573-41fd-95db-7db1a43b123f req-145ee544-b11e-4002-abd3-7e1ec91faaf7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709319 Aug 29 04:25:39.764539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031ff0f4-9244-4415-92f0-a30e4f574728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.806235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5831ce0-ac78-48fb-beca-62a10f3b763c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.808321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.816403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e0c4a925-6c03-4ab5-a4f4-527c335e27f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d5831ce0-ac78-48fb-beca-62a10f3b763c HTTP/1.1" status: 204 len: 168 time: 0.7599623 Aug 29 04:25:39.817853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22844aa2-d788-42f9-ac66-5728a01206b9 None None] Network 14e7855b-de99-415e-9ee0-107d32e60ebb requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:39.822022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.848359 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031ff0f4-9244-4415-92f0-a30e4f574728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.899662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f3980-397c-4f6c-a35b-07ef691df1df req-50228dd5-bfa7-44f2-b290-652597965aea tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.901474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a7f3980-397c-4f6c-a35b-07ef691df1df req-50228dd5-bfa7-44f2-b290-652597965aea tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.2271345 Aug 29 04:25:39.911838 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.949911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['2428f72b-9222-415a-90d9-f4c198dd53d5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:39.996026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Pushing event deleted for resources: {'Port': ['ID=2428f72b-9222-415a-90d9-f4c198dd53d5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.015849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.090330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] No DVR routers for this DVR port 2428f72b-9222-415a-90d9-f4c198dd53d5 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:40.093977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.096185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e06fc3f1-208a-4c44-99c1-2b7f64a49730 req-c6856bee-abdd-4ccd-b743-2c7351ceb8b4 tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.32 "DELETE /v2.0/ports/2428f72b-9222-415a-90d9-f4c198dd53d5 HTTP/1.1" status: 204 len: 173 time: 1.3692267 Aug 29 04:25:40.111569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-686d1f30-e752-4cd3-9729-2c61d985a29e req-65d4ac1a-f0da-4654-9a76-70cefdc7320c tempest-InstanceActionsTestJSON-337005697 tempest-InstanceActionsTestJSON-337005697-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e31b57c-86c9-4297-862d-801f1767daa2 HTTP/1.1" status: 200 len: 210 time: 0.0758479 Aug 29 04:25:40.117126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e31b57c-86c9-4297-862d-801f1767daa2', 'name': 'network-vif-deleted', 'tag': '2428f72b-9222-415a-90d9-f4c198dd53d5'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:40.122776 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e489e536-d0c2-43d3-86e2-1a5c71f67e3a" -d '{"events": [{"server_uuid": "8e31b57c-86c9-4297-862d-801f1767daa2", "name": "network-vif-deleted", "tag": "2428f72b-9222-415a-90d9-f4c198dd53d5"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:40.135372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031ff0f4-9244-4415-92f0-a30e4f574728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.139104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031ff0f4-9244-4415-92f0-a30e4f574728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.142690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-031ff0f4-9244-4415-92f0-a30e4f574728 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7689b36-d7ca-45bc-9e3b-dd88770adc73 HTTP/1.1" status: 204 len: 168 time: 0.5824974 Aug 29 04:25:40.181061 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a7f3980-397c-4f6c-a35b-07ef691df1df req-3507ad6b-a048-4c62-9008-6e81440056b4 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667606 Aug 29 04:25:40.221516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ff0f4-9244-4415-92f0-a30e4f574728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7689b36-d7ca-45bc-9e3b-dd88770adc73,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.263243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] DHCP port deletion for 14e7855b-de99-415e-9ee0-107d32e60ebb request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:40.326744 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f408d4bf-8e0a-46b4-9dc4-d49c0201fa4c x-openstack-request-id: req-f408d4bf-8e0a-46b4-9dc4-d49c0201fa4c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:40.327757 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e31b57c-86c9-4297-862d-801f1767daa2", "name": "network-vif-deleted", "tag": "2428f72b-9222-415a-90d9-f4c198dd53d5", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:40.328189 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f408d4bf-8e0a-46b4-9dc4-d49c0201fa4c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:40.328775 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e31b57c-86c9-4297-862d-801f1767daa2', 'name': 'network-vif-deleted', 'tag': '2428f72b-9222-415a-90d9-f4c198dd53d5', 'status': 'completed', 'code': 200} Aug 29 04:25:40.331215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a9d23408-11e2-4dbf-b6bb-851d78a54ac4 req-48462c57-231c-4988-b23e-a79a98e44285 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-624165610', 'description': 'tempest-description-1030177433'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:40.379939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:40.396014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Deleting port e08c2dd5-e634-4f8a-a609-a2482d1914c7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:40.396592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.422840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9d23408-11e2-4dbf-b6bb-851d78a54ac4 req-48462c57-231c-4988-b23e-a79a98e44285 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.425117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:40.426825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 528ed6c8-5ffe-4ba6-8d7e-2236fa9063a6 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:40.428862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:40.495333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:40.497131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29e04f67-339b-4e4a-bac1-6d4bc87fe3ea not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:40.512993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] For port e08c2dd5-e634-4f8a-a609-a2482d1914c7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e08c2dd5-e634-4f8a-a609-a2482d1914c7,segment=NetworkSegment(a3949c70-e3c1-4e3d-bfbe-c441e5929320),segment_id=a3949c70-e3c1-4e3d-bfbe-c441e5929320)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:40.513683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.533737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Calling delete_port for e08c2dd5-e634-4f8a-a609-a2482d1914c7 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:40.545581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] Deleting port e08c2dd5-e634-4f8a-a609-a2482d1914c7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:40.550484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.635294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] For port e08c2dd5-e634-4f8a-a609-a2482d1914c7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e08c2dd5-e634-4f8a-a609-a2482d1914c7,segment=NetworkSegment(a3949c70-e3c1-4e3d-bfbe-c441e5929320),segment_id=a3949c70-e3c1-4e3d-bfbe-c441e5929320)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:40.636330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.664541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] Calling delete_port for e08c2dd5-e634-4f8a-a609-a2482d1914c7 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:40.670730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9d23408-11e2-4dbf-b6bb-851d78a54ac4 req-48462c57-231c-4988-b23e-a79a98e44285 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.675627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9d23408-11e2-4dbf-b6bb-851d78a54ac4 req-48462c57-231c-4988-b23e-a79a98e44285 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.698134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.745801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a9d23408-11e2-4dbf-b6bb-851d78a54ac4 req-48462c57-231c-4988-b23e-a79a98e44285 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.751326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9d23408-11e2-4dbf-b6bb-851d78a54ac4 req-48462c57-231c-4988-b23e-a79a98e44285 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4384618 Aug 29 04:25:40.752144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08c2dd5-e634-4f8a-a609-a2482d1914c7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.754906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] No DVR routers for this DVR port e08c2dd5-e634-4f8a-a609-a2482d1914c7 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:40.771783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48462c57-231c-4988-b23e-a79a98e44285 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c8ad1-ee79-4d78-bd96-486b95f79837,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.888129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.891794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc1e6-01f8-4f5b-846d-fb0df5e9441c req-76d0e364-0368-4187-8aca-f43300cf1124 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.896210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.901228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.901379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5efc1e6-01f8-4f5b-846d-fb0df5e9441c req-76d0e364-0368-4187-8aca-f43300cf1124 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0653355 Aug 29 04:25:40.925874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e7855b-de99-415e-9ee0-107d32e60ebb']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.941160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-54d28768-bb0a-4b44-973b-11d57ffd2407 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-624165610&fields=id&tenant_id=a622e14a80294a86807b695c2d0c4852 HTTP/1.1" status: 200 len: 267 time: 0.1132555 Aug 29 04:25:40.957232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ea380cd0-2651-4ae5-885f-2accd27dbe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.963306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3949c70-e3c1-4e3d-bfbe-c441e5929320') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.963306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3949c70-e3c1-4e3d-bfbe-c441e5929320') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:40.972579 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5efc1e6-01f8-4f5b-846d-fb0df5e9441c req-7203c09b-6d18-4912-9336-aa7e4c8c8c95 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701621 Aug 29 04:25:41.000049 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.019890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] Pushing event deleted for resources: {'Port': ['ID=e08c2dd5-e634-4f8a-a609-a2482d1914c7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.038500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf9a17-9bd3-454a-be0d-b2ce10ee41bc None None] No DVR routers for this DVR port e08c2dd5-e634-4f8a-a609-a2482d1914c7 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:41.046642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.080095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:41.080968 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:41.083990 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:41.114287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-95179e22-cef4-4752-9488-75011fad8c65 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.116148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-95179e22-cef4-4752-9488-75011fad8c65 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1742101 Aug 29 04:25:41.207559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Request body: {'port': {'security_groups': ['d9568b2e-1e8f-4d74-8e51-4c50e0a19564', 'ab8c8ad1-ee79-4d78-bd96-486b95f79837']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:41.211680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48054) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.320527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] Deleting subnet 9e4256b1-2b23-40a6-9c25-7fab6643eeca {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:41.334204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.379009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.383673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.385760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] 10.222.0.55 "DELETE /v2.0/networks/14e7855b-de99-415e-9ee0-107d32e60ebb HTTP/1.1" status: 204 len: 168 time: 1.5633564 Aug 29 04:25:41.389776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.409763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b45ec2-c2ea-47fc-a1ab-ec25ab8e1c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e7855b-de99-415e-9ee0-107d32e60ebb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.418541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.444180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ea380cd0-2651-4ae5-885f-2accd27dbe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.453310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.532889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.560490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.566042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e4256b1-2b23-40a6-9c25-7fab6643eeca HTTP/1.1" status: 204 len: 168 time: 0.3506074 Aug 29 04:25:41.568820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48070) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.609625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae617fd6-c60d-4646-a430-6f8fd5ed4629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4256b1-2b23-40a6-9c25-7fab6643eeca,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.655544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e81bb976-422c-449c-a247-6efafb598e29,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:41.701762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.703804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48072) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.713561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ea380cd0-2651-4ae5-885f-2accd27dbe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.715815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.718578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.727280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e81bb976-422c-449c-a247-6efafb598e29'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:41.808623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.819266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f653182-1e65-436f-bcde-2a6cf88a486f']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:41.839142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:41.839512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1bfdaa-48cd-48e5-a80d-b2ad2fd77951') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:41.858156 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.866784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ea380cd0-2651-4ae5-885f-2accd27dbe60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db1ac47b6ecd4b69a0140ca77d1e491a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9565120 Aug 29 04:25:41.887544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.888234 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.892396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45f2d2c6-4a10-4d59-846f-e09f8f8f19b1 req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "PUT /v2.0/ports/e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 981 time: 0.7379043 Aug 29 04:25:41.903650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48074) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.905053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:41.906621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.913625 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:41.915624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:41.916027 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.928551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e81bb976-422c-449c-a247-6efafb598e29'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:42.006215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6ed9319e-d76f-480f-b3bf-4d262add0514 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a561e24b3bc42929ffa127766aeef87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003080 Aug 29 04:25:42.007473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea380cd0-2651-4ae5-885f-2accd27dbe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e61b9ad-7c5f-4723-91ce-6434968bd89d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.018478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48082) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:42.019649 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:42.022408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.072241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.075141 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/7f653182-1e65-436f-bcde-2a6cf88a486f HTTP/1.1" status: 204 len: 168 time: 0.5027692 Aug 29 04:25:42.094322 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc2078-c894-4fcd-a097-c5f6138cf830 x-openstack-request-id: req-b9cc2078-c894-4fcd-a097-c5f6138cf830 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:42.097292 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:42.098855 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9cc2078-c894-4fcd-a097-c5f6138cf830 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:42.099390 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29', 'status': 'completed', 'code': 200} Aug 29 04:25:42.106578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0a655-c15e-420d-91e9-a0da0e30a0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=7f653182-1e65-436f-bcde-2a6cf88a486f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.148129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-22093b7d-38a4-4841-99eb-8927b29a71d8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-624165610&fields=id&tenant_id=a622e14a80294a86807b695c2d0c4852 HTTP/1.1" status: 200 len: 267 time: 0.0695834 Aug 29 04:25:42.167415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1399c03-11d9-4bc4-a4de-ca1d3ac5c5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.193699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1399c03-11d9-4bc4-a4de-ca1d3ac5c5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.293819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1399c03-11d9-4bc4-a4de-ca1d3ac5c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.296358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1399c03-11d9-4bc4-a4de-ca1d3ac5c5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.297525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e1399c03-11d9-4bc4-a4de-ca1d3ac5c5a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6d4b15e-06d0-4201-a35d-dec102dbb91a HTTP/1.1" status: 204 len: 168 time: 0.2769239 Aug 29 04:25:42.304407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4c049-d20b-4eb0-99ad-97b52a47807f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event updated for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.316152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2428f72b-9222-415a-90d9-f4c198dd53d5 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:42.318251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1399c03-11d9-4bc4-a4de-ca1d3ac5c5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4b15e-06d0-4201-a35d-dec102dbb91a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.370529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e08c2dd5-e634-4f8a-a609-a2482d1914c7 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:42.371508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-2088eff7-6f60-4749-b924-f7720b49fd19 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.383840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-2088eff7-6f60-4749-b924-f7720b49fd19 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 984 time: 0.2346833 Aug 29 04:25:42.397813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Request body: {'port': {'security_groups': ['d9568b2e-1e8f-4d74-8e51-4c50e0a19564']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:42.405173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e08c2dd5-e634-4f8a-a609-a2482d1914c7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:42.408217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e08c2dd5-e634-4f8a-a609-a2482d1914c7 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:42.410804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 2428f72b-9222-415a-90d9-f4c198dd53d5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:42.412440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2428f72b-9222-415a-90d9-f4c198dd53d5 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:42.465391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48096) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.521222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-f934b234-21fd-437e-b7c6-beb5bb20a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.529856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-f934b234-21fd-437e-b7c6-beb5bb20a088 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1136 time: 0.4504652 Aug 29 04:25:42.535980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6eabb23a-d28c-496d-a049-bec6c1a793b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.577701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6eabb23a-d28c-496d-a049-bec6c1a793b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.611270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.626855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c682e6e5-5a12-4c56-8479-0ad7163d4f52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0f3e9ef0749435584cac5b8859ac11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573312 Aug 29 04:25:42.637957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48100) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.651977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6eabb23a-d28c-496d-a049-bec6c1a793b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.655909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6eabb23a-d28c-496d-a049-bec6c1a793b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.657783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6eabb23a-d28c-496d-a049-bec6c1a793b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e61b9ad-7c5f-4723-91ce-6434968bd89d HTTP/1.1" status: 204 len: 168 time: 0.7331731 Aug 29 04:25:42.670626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6499eb-c57f-4af5-acd2-abc92215e520 req-7b29a711-54da-4d36-a611-08fa3caf6c47 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.673155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d6499eb-c57f-4af5-acd2-abc92215e520 req-7b29a711-54da-4d36-a611-08fa3caf6c47 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.4459107 Aug 29 04:25:42.771658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabb23a-d28c-496d-a049-bec6c1a793b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e61b9ad-7c5f-4723-91ce-6434968bd89d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.786099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1ad05c0-4d37-419a-9e71-9e6e82e1cfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.845945 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1ad05c0-4d37-419a-9e71-9e6e82e1cfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.850500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d6499eb-c57f-4af5-acd2-abc92215e520 req-35d2d8e9-0357-42b2-b2d0-db00f6a35663 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505587 Aug 29 04:25:42.952091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-e1248780-ecfd-4303-ac3e-ecbe641474d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.952091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-e1248780-ecfd-4303-ac3e-ecbe641474d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.3121634 Aug 29 04:25:43.023717 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1ad05c0-4d37-419a-9e71-9e6e82e1cfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.026541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1ad05c0-4d37-419a-9e71-9e6e82e1cfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.036743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b1ad05c0-4d37-419a-9e71-9e6e82e1cfef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4d84aac-29e0-4275-b605-2007aa124563 HTTP/1.1" status: 204 len: 168 time: 0.3916419 Aug 29 04:25:43.068102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad05c0-4d37-419a-9e71-9e6e82e1cfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d84aac-29e0-4275-b605-2007aa124563,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.093642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-45090de9-2f4a-40bc-8542-244f92ad271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.095157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-45090de9-2f4a-40bc-8542-244f92ad271b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c869ce4821574f86ab8fcbcc5e44d13a&device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 1101 time: 0.1784818 Aug 29 04:25:43.098991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-bd04a934-33d6-406a-ac41-e32af2b952ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 217 time: 0.1370845 Aug 29 04:25:43.183061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e81bb976-422c-449c-a247-6efafb598e29,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:43.190319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-b2d08bd9-ba7c-444d-be5e-375db3da0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.191828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-b2d08bd9-ba7c-444d-be5e-375db3da0331 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.0853176 Aug 29 04:25:43.283334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-656778f2-46bd-4e31-8ec9-443e9e189677 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749304 Aug 29 04:25:43.396615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-9ec02de9-b306-4bb6-8d94-240ef8430100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.404643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-9ec02de9-b306-4bb6-8d94-240ef8430100 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2747619 Aug 29 04:25:43.432673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48122) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.551139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-127cf164-96a1-4fd3-afaf-747ee00ea29f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e HTTP/1.1" status: 200 len: 217 time: 0.1145728 Aug 29 04:25:43.638524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-c0ea8411-c525-45a1-888a-23eb2aa57495 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480589 Aug 29 04:25:43.667907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.670940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-1c1ff089-9f91-4d4f-b6b2-4199ba71664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.672818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-1c1ff089-9f91-4d4f-b6b2-4199ba71664e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0937274 Aug 29 04:25:43.677519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.739421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-a996402f-9a71-40f1-978b-3716c189ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.740671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-a996402f-9a71-40f1-978b-3716c189ca30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607533 Aug 29 04:25:43.770390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e81bb976-422c-449c-a247-6efafb598e29'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:43.847599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.848253 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.850276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b71b1f3-7f76-4707-9cf0-1ee98547aaa5 req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "PUT /v2.0/ports/e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 942 time: 1.4643741 Aug 29 04:25:43.880511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-067fe75a-23ef-4233-9fcb-f371b8e3c00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.891335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:43.893609 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ff8f29-dc30-4dc3-9fac-e984561d397b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:43.972307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6a83d-25ad-4e5b-a8c0-3c2f11e69cbc tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event updated for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=7']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:43.973557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e81bb976-422c-449c-a247-6efafb598e29'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:44.079059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc06ad0-d21f-425d-a84a-a7582eb23976 req-a918a697-a1f7-4e5a-b628-8647419d3095 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.087152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdc06ad0-d21f-425d-a84a-a7582eb23976 req-a918a697-a1f7-4e5a-b628-8647419d3095 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1182435 Aug 29 04:25:44.092240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-01d7e017-63e8-4bd6-9eac-671cbe35d59a service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425367 Aug 29 04:25:44.284496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0bdde0d-5abe-41a0-af1d-6361a1d19d8b req-a2563352-e7f4-4348-8ab7-1bf543495749 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385751 Aug 29 04:25:44.338585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f90af33a-e688-4f5d-bb26-b80ffdb164af tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4379542 Aug 29 04:25:44.362895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:44.410513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdc06ad0-d21f-425d-a84a-a7582eb23976 req-0b08a840-6a91-447c-a23e-4495698c979d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229733 Aug 29 04:25:44.461827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-067fe75a-23ef-4233-9fcb-f371b8e3c00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.467733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205ba7ee-ae52-4feb-95cd-4d306228f19b req-0c0861f4-0150-4f2c-a31e-4b7790db74d9 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646884 Aug 29 04:25:44.469304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-067fe75a-23ef-4233-9fcb-f371b8e3c00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.491360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.529338 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9003167a-627c-4d1b-90e5-ac1a0bd65b52 x-openstack-request-id: req-9003167a-627c-4d1b-90e5-ac1a0bd65b52 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:44.529881 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:44.530289 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9003167a-627c-4d1b-90e5-ac1a0bd65b52 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:44.531024 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29', 'status': 'completed', 'code': 200} Aug 29 04:25:44.531764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe75a-23ef-4233-9fcb-f371b8e3c00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9552cb57-5f4b-46cb-bf0b-3001c0ea0d61,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.567341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-067fe75a-23ef-4233-9fcb-f371b8e3c00f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f87ee2893e98462c92a1b6fd5ad22a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1332965 Aug 29 04:25:44.570037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48170) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.705035 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d7b67c-c50d-4ab3-8a58-30fad9e65fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.751899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-763b336c-33fb-4840-9359-3bc8dbcd4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.753548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-763b336c-33fb-4840-9359-3bc8dbcd4dab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.1907873 Aug 29 04:25:44.754699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d7b67c-c50d-4ab3-8a58-30fad9e65fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.832124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d7b67c-c50d-4ab3-8a58-30fad9e65fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.836153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d7b67c-c50d-4ab3-8a58-30fad9e65fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.839666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-75d7b67c-c50d-4ab3-8a58-30fad9e65fa6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9552cb57-5f4b-46cb-bf0b-3001c0ea0d61 HTTP/1.1" status: 204 len: 168 time: 0.2653518 Aug 29 04:25:44.864519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7b67c-c50d-4ab3-8a58-30fad9e65fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552cb57-5f4b-46cb-bf0b-3001c0ea0d61,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.912086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.938722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-8496cfb3-a1b0-4720-8f1c-f89a82467958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.941150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-8496cfb3-a1b0-4720-8f1c-f89a82467958 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.1797557 Aug 29 04:25:45.060749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-7cb9b29d-5841-42b7-9a3c-5ca354a35d4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 217 time: 0.0416985 Aug 29 04:25:45.147226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.169640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-03df059f-cc6b-4d7d-96b3-88a7f123383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.171431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-03df059f-cc6b-4d7d-96b3-88a7f123383f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.1016500 Aug 29 04:25:45.251777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-28def307-d931-4e62-8944-8871e43651f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719278 Aug 29 04:25:45.268544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Allocated IP 172.25.7.185 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/dc26eb30-4ead-4e29-976b-082571fb2570) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:45.311446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48204) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.383759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48208) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.450735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-37941961-network', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:45.481252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-debf1316-1dc9-4187-9d4d-2abe3f760a9d service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209280 Aug 29 04:25:45.493454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Made reservation on behalf of 6331e236bb5d4390895c767a95cb6aa0 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:45.497856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.545884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.565936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.588622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-166090278-network', 'tenant_id': '3caffc0cdfaf43ae81833c8a116a66ee'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:45.610109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86ff8f29-dc30-4dc3-9fac-e984561d397b req-241168ef-2b61-4a54-9988-33b5e5f6ea6c service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176047 Aug 29 04:25:45.633113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-network', 'tenant_id': 'f905cd6757394be285386eb99ed4743c'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:45.655277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Made reservation on behalf of 3caffc0cdfaf43ae81833c8a116a66ee for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:45.656207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.657967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.670746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.699205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Made reservation on behalf of f905cd6757394be285386eb99ed4743c for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:45.704432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.707496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:45.710420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:45.716430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:45.733674 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ab76-1273-4de1-b887-ab0a80757424 req-d2fce72b-c6d7-44d1-96a0-5598b9c2dbf4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:45.743565 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2836ab76-1273-4de1-b887-ab0a80757424 req-d2fce72b-c6d7-44d1-96a0-5598b9c2dbf4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.2260220 Aug 29 04:25:45.755732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.767826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event updated for resources: {'Port': ['ID=dc26eb30-4ead-4e29-976b-082571fb2570,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.821968 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.888381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.904354 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.979670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.022375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772b0d48-a833-4931-9987-07ab7684950a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.069347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:46.157502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2836ab76-1273-4de1-b887-ab0a80757424 req-3d0f7214-0d12-42ad-a34d-91ec926a15ae tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129698 Aug 29 04:25:46.163827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.174259 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Added segment bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5 of type vlan for network 89bcbacc-fcb8-4017-94e7-f15b4fde161b Aug 29 04:25:46.214842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.222483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.277217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.366046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.367091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.367769 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.402118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event updated for resources: {'Port': ['ID=dc26eb30-4ead-4e29-976b-082571fb2570,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.429464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.452692 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.463673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.466696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.483909 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-f65ee9ba-916d-410b-840a-29a8f403a9db tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1334631 Aug 29 04:25:46.575959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-cf41801b-e5f1-47e0-a34b-bb60eabb2bfa tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 696 time: 0.0903997 Aug 29 04:25:46.592223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.600606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4488976 Aug 29 04:25:46.601088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbb5b7-a6ea-4728-af8b-35fd52ad5751 admin admin] Pushing event updated for resources: {'Network': ['ID=89bcbacc-fcb8-4017-94e7-f15b4fde161b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.603437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.606821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:46.613148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:46.615790 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Request body: {'subnet': {'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-37941961-subnet', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:46.626282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:46.647222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:46.649861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.662335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.662750 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Added segment f281b8d2-cfe6-48f6-9c83-7bfa9395d25d of type vlan for network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 Aug 29 04:25:46.668372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.668782 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Added segment 9e387cac-5acd-42e3-bf75-0700f0b2bfa4 of type vlan for network e87df196-46a8-4914-b3dd-b6645132f9a2 Aug 29 04:25:46.682953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Made reservation on behalf of 6331e236bb5d4390895c767a95cb6aa0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:46.686733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.835471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c24752-7994-4032-b8de-61964505d6ae,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:46.858814 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.862306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.900825 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4625a60f-e897-4dd2-adb8-1d212b038db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.966477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.967730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.972342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.975138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-d3606d9e-5543-4c47-9b40-902d0a0b5c52 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.980619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1111385-ebf9-458d-a64b-08d96bd4f726 req-d3606d9e-5543-4c47-9b40-902d0a0b5c52 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.4028571 Aug 29 04:25:47.012068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.016562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.018459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.037394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.039858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6529431 Aug 29 04:25:47.046666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Request body: {'subnet': {'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-166090278-subnet', 'tenant_id': '3caffc0cdfaf43ae81833c8a116a66ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:47.125154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Made reservation on behalf of 3caffc0cdfaf43ae81833c8a116a66ee for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:47.127844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.191301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.205244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8912661 Aug 29 04:25:47.209758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48280) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.241291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356cfb68-a1a3-4cb6-9139-c86aff66fad9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.253477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Request body: {'subnet': {'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-subnet', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:47.296704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561b1a2-7424-42da-bb86-de54048db643 admin admin] Pushing event updated for resources: {'Network': ['ID=45114f2a-7cb5-4952-8b84-d6b87fee8a05,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.307957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Checking segment: {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:47.308806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Network hostable DHCP agents. Network: 89bcbacc-fcb8-4017-94e7-f15b4fde161b, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:47.337437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:47.369224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:47.456508 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0ec0955d-c099-45bf-aadb-ad7f2daef128 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:47.485517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 89bcbacc-fcb8-4017-94e7-f15b4fde161b) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:47.506177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.509438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.514618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e10f6-fb92-4d75-90ca-209bfa42ff53 None None] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:47.601124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-e44c30e0-d9b2-4567-8729-af6866cb9a56 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.611324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-e44c30e0-d9b2-4567-8729-af6866cb9a56 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4475439 Aug 29 04:25:47.647132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490d5a-e254-4981-acf6-55b81769e950 admin admin] Pushing event updated for resources: {'Network': ['ID=e87df196-46a8-4914-b3dd-b6645132f9a2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.661234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Made reservation on behalf of f905cd6757394be285386eb99ed4743c for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:47.667157 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.685511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd058985-cb66-4a96-9074-26e8b6ab33b4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0775380 Aug 29 04:25:47.690672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:47.700140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:47.705096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e87df196-46a8-4914-b3dd-b6645132f9a2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:47.727895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.729458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.741517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594445e-e5a7-4d16-b311-93d46e26611f req-ec1e474b-e73d-4374-9c0d-6ee1dfc835be tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.743578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4594445e-e5a7-4d16-b311-93d46e26611f req-ec1e474b-e73d-4374-9c0d-6ee1dfc835be tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.3374329 Aug 29 04:25:47.841913 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4594445e-e5a7-4d16-b311-93d46e26611f req-52ec0fbb-b295-45ee-9e07-1f7bb4e194f8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Aug 29 04:25:47.907724 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.914602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.977834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-6037387c-1f5a-4f0d-9f43-6b423044f90a tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 696 time: 0.3632388 Aug 29 04:25:48.036713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Request body: {'floatingip': {'port_id': 'e81bb976-422c-449c-a247-6efafb598e29', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:48.152548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:48.169890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'port_id': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'mac_address': 'fa:16:3e:98:72:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff60a465-9ef4-4607-9b18-c3e2e3b16625', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:48.230720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.291475 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.374747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ec0955d-c099-45bf-aadb-ad7f2daef128 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:48.420969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:48.429036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.447307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:48.447307 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.605465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['0ec0955d-c099-45bf-aadb-ad7f2daef128'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:48.886574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.982252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Checking segment: {'id': 'f281b8d2-cfe6-48f6-9c83-7bfa9395d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:48.989368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Network hostable DHCP agents. Network: 45114f2a-7cb5-4952-8b84-d6b87fee8a05, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:49.258888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.276120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.442491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:49.470739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 45114f2a-7cb5-4952-8b84-d6b87fee8a05) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:49.481355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.482541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.510611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee911292-2937-45ff-8e21-d8908b2aa7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.514356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede65d2-0ed0-49ca-808b-29805e4d33ee None None] Network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:49.605629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b349f530-491b-4a66-a4a6-fb56dad8c711 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5585907 Aug 29 04:25:49.835603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Allocated IP 172.20.0.2 (89bcbacc-fcb8-4017-94e7-f15b4fde161b/356cfb68-a1a3-4cb6-9139-c86aff66fad9/830b3fd1-254c-4e15-954d-73fa2fc4eaaa) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:50.060820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.121133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.122055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59d159-9c5f-4a1e-9a0e-77bcb7704dd6 None None] Network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:50.239901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.268192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48336) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.546396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Allocated IP 172.25.7.111 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/b4289c6f-b862-44a3-b8f1-adaf250fa1f6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:50.612784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.684060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.709911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-549a36f1-4d66-4d1a-a7b5-6f5659fb9abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.898726 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.906718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.921370 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Floating IP 697f5792-f9b7-44bd-ac3e-5557f365cb3e associated. External IP: 172.25.7.185, port: e81bb976-422c-449c-a247-6efafb598e29. Aug 29 04:25:50.967755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.140141 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.152298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Transition to ACTIVE for port object 830b3fd1-254c-4e15-954d-73fa2fc4eaaa will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:51.179233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.186133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Transition to ACTIVE for port object 830b3fd1-254c-4e15-954d-73fa2fc4eaaa will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:51.191268 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.195751 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.196217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-549a36f1-4d66-4d1a-a7b5-6f5659fb9abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.235167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-549a36f1-4d66-4d1a-a7b5-6f5659fb9abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.282318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:51.293686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a36f1-4d66-4d1a-a7b5-6f5659fb9abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1436afbf-c7cb-47cb-941d-99c3db68fcfc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.298950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:51.316384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:51.320979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fa2268-6e74-4f83-9c9a-688134ced2e2,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.323518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Checking segment: {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:51.324071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Network hostable DHCP agents. Network: e87df196-46a8-4914-b3dd-b6645132f9a2, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:51.326324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:51.330460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:51.349872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:51.353876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Pushing event updated for resources: {'Port': ['ID=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.376854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Router 0fc0de45-3331-4622-abe0-8b4f8495228b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:51.391450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Network e87df196-46a8-4914-b3dd-b6645132f9a2 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:51.426518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-549a36f1-4d66-4d1a-a7b5-6f5659fb9abc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a95915e3b31d4712a531253459b93d48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1572437 Aug 29 04:25:51.429569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.434835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:51.450769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0ec0955d-c099-45bf-aadb-ad7f2daef128 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:51.471892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e87df196-46a8-4914-b3dd-b6645132f9a2) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:51.489107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.490201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.510685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4530c-31c6-4d6f-b30c-cd2a64010db2 None None] Network e87df196-46a8-4914-b3dd-b6645132f9a2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:51.515905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1ec80e44-deb2-460c-854c-ce9c055495a2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.3071074 Aug 29 04:25:51.549037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48360) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:51.554262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:51.566163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Attempting to bind port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:51.566544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Attempting to bind port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:51.566904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Attempting to bind port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa on network 89bcbacc-fcb8-4017-94e7-f15b4fde161b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:51.589344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:51.589804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Checking segment: {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:51.590228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.590647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Bound using segment: {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:51.591180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Bound port: 830b3fd1-254c-4e15-954d-73fa2fc4eaaa, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:51.591649 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.600426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:51.605924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 0ec0955d-c099-45bf-aadb-ad7f2daef128 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:51.606725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.608359 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.613353 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] Sync routers for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:51.628891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.629900 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:51.630794 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:51.633759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.691361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] For port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:51.695609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] For port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:51.703663 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.736984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b9d5-18e6-455a-b1fd-22eafea68a8e req-a628d5af-1447-47ed-8c74-51731d92d60c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.756118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8409b9d5-18e6-455a-b1fd-22eafea68a8e req-a628d5af-1447-47ed-8c74-51731d92d60c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 944 time: 0.2564824 Aug 29 04:25:51.761033 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-2b10cdb3-96a6-40f6-b33f-04356ddf6d55 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "PUT /v2.0/floatingips/697f5792-f9b7-44bd-ac3e-5557f365cb3e HTTP/1.1" status: 200 len: 996 time: 3.7561975 Aug 29 04:25:51.770512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ff947c-5357-4c88-9fc8-a315b9640aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.834378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:51.837287 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75783c43-14b7-405c-8667-a6becc58f6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:51.847881 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:51.873785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.987756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff99b8c-32f3-4abe-ac16-2c37b9d14302 None None] Pushing event updated for resources: {'Port': ['ID=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.040206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-e87df196-46a8-4914-b3dd-b6645132f9a2', 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'fixed_ips': [{'subnet_id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:52.041510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.068579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.095555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.114499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-e15fc1c2-5dba-44e0-be80-e550c6799aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.123080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-e15fc1c2-5dba-44e0-be80-e550c6799aac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.2642832 Aug 29 04:25:52.205453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ff947c-5357-4c88-9fc8-a315b9640aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.236068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8409b9d5-18e6-455a-b1fd-22eafea68a8e req-f3df733c-9dae-4744-8ab2-f390e90ab998 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679520 Aug 29 04:25:52.306546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '697f5792-f9b7-44bd-ac3e-5557f365cb3e', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'port_id': 'e81bb976-422c-449c-a247-6efafb598e29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'mac_address': 'fa:16:3e:c9:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:49Z', 'revision_number': 1, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.324550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.386638 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] Checking router: 0fc0de45-3331-4622-abe0-8b4f8495228b for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:52.393325 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:52.412404 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:52.413673 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.467726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Allocated IP 172.20.0.2 (e87df196-46a8-4914-b3dd-b6645132f9a2/f9fa2268-6e74-4f83-9c9a-688134ced2e2/142845af-7241-4adf-ac38-578af4f3d9fc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:52.573073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ff947c-5357-4c88-9fc8-a315b9640aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.577075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50ff947c-5357-4c88-9fc8-a315b9640aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.581225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-50ff947c-5357-4c88-9fc8-a315b9640aa0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1436afbf-c7cb-47cb-941d-99c3db68fcfc HTTP/1.1" status: 204 len: 168 time: 1.1429074 Aug 29 04:25:52.595728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-f9beb918-3b94-45bf-81cb-808598a95f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.596341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff947c-5357-4c88-9fc8-a315b9640aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1436afbf-c7cb-47cb-941d-99c3db68fcfc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.604517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-f9beb918-3b94-45bf-81cb-808598a95f81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.4802036 Aug 29 04:25:52.615578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.622324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 830b3fd1-254c-4e15-954d-73fa2fc4eaaa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:52.663791 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:52.889626 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.890604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:52.893426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-1f7940e0-8c90-44cc-b12d-0ea8b43d2374 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 999 time: 0.2792878 Aug 29 04:25:52.898376 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05b4502-67f0-4d5a-bcab-d17905eadeff" -d '{"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:52.977153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:53.003959 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.086402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:53.117297 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '697f5792-f9b7-44bd-ac3e-5557f365cb3e', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'port_id': 'e81bb976-422c-449c-a247-6efafb598e29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'mac_address': 'fa:16:3e:c9:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:49Z', 'revision_number': 1, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.161140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.167495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-8817d0be-4942-4194-af47-a85c2442b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.180571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-8817d0be-4942-4194-af47-a85c2442b364 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.2838798 Aug 29 04:25:53.207744 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93429ab-04f0-417c-ad45-cc0d4873b76e None None] The sync data for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 is: [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '697f5792-f9b7-44bd-ac3e-5557f365cb3e', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'port_id': 'e81bb976-422c-449c-a247-6efafb598e29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'mac_address': 'fa:16:3e:c9:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:49Z', 'revision_number': 1, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:53.244229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-8a8cbcbd-5532-48ad-a374-dda846f4312e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601580 Aug 29 04:25:53.296133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.306508 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Transition to ACTIVE for port object 142845af-7241-4adf-ac38-578af4f3d9fc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:53.328868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Transition to ACTIVE for port object 142845af-7241-4adf-ac38-578af4f3d9fc will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:53.338294 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.341977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48382) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:53.385870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Pushing event updated for resources: {'Port': ['ID=142845af-7241-4adf-ac38-578af4f3d9fc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.404694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Network e87df196-46a8-4914-b3dd-b6645132f9a2 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:53.406356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:53.413360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:53.416269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:53.417936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c946e-9c69-48cd-8e63-365da211136a req-be872810-6413-4910-974d-615cb44844ad tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.426613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-be872810-6413-4910-974d-615cb44844ad tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/networks?id=45114f2a-7cb5-4952-8b84-d6b87fee8a05 HTTP/1.1" status: 200 len: 821 time: 0.4189937 Aug 29 04:25:53.460076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bedc2e2-1c40-4aa4-9686-1c1cb4c2ba41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.475732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-75f72b11-7f0d-4dab-8f94-82463d6561c5 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/quotas/3caffc0cdfaf43ae81833c8a116a66ee HTTP/1.1" status: 200 len: 375 time: 0.0495579 Aug 29 04:25:53.489536 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.517041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.530385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-c7fbcf52-98d7-4eab-ac1d-283cdb2f1439 service neutron] 10.222.0.55 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789049 Aug 29 04:25:53.553134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-7e7bdd62-206f-4dbc-bddd-97bc84b03885 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3caffc0cdfaf43ae81833c8a116a66ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762160 Aug 29 04:25:53.580866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Attempting to bind port 142845af-7241-4adf-ac38-578af4f3d9fc on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:53.582202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Attempting to bind port 142845af-7241-4adf-ac38-578af4f3d9fc by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:53.582749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Attempting to bind port 142845af-7241-4adf-ac38-578af4f3d9fc on network e87df196-46a8-4914-b3dd-b6645132f9a2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:53.586661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f147ac1-f841-44a9-91ef-99ef970d2a06 None None] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:53.630122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:53.640509 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Sync routers for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:53.657569 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:53.658528 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.668477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c94c021-793a-4da0-bcf3-0cce77c3ceb6 req-21f7cd79-776f-4336-8c88-7e3b84610d6f service neutron] 10.222.0.55 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359551 Aug 29 04:25:53.740411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e305f-d1b4-42a7-aaf1-848487d2cbe2 None None] New status for floating IP 697f5792-f9b7-44bd-ac3e-5557f365cb3e: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:25:53.815417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-767d4de0-3d1d-4d8c-9191-55e931773f9a None None] Provisioning for port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:53.820805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:53.821727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Checking segment: {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:53.822251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.822887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Bound using segment: {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:53.823600 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Bound port: 142845af-7241-4adf-ac38-578af4f3d9fc, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:53.824094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.842329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-767d4de0-3d1d-4d8c-9191-55e931773f9a None None] Provisioning complete for port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:53.843024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767d4de0-3d1d-4d8c-9191-55e931773f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.847599 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-39b9369f-71b9-4fb6-a0fb-9f0fcc176e01 service neutron] 10.222.0.55 "GET /v2.0/networks/45114f2a-7cb5-4952-8b84-d6b87fee8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932663 Aug 29 04:25:53.872150 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62dce37-c911-4970-be5b-bd43bffddaa9 x-openstack-request-id: req-b62dce37-c911-4970-be5b-bd43bffddaa9 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:53.880149 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:53.880629 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b62dce37-c911-4970-be5b-bd43bffddaa9 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:53.881220 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29', 'status': 'completed', 'code': 200} Aug 29 04:25:53.917907 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:53.949825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Allocated IP 172.25.7.225 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/0e4fbd70-f1f8-48e4-8b73-038d1ab38066) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:53.963284 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aec87c-7f88-4943-b8f9-55d288c40ccf x-openstack-request-id: req-f7aec87c-7f88-4943-b8f9-55d288c40ccf {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:53.964102 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-plugged", "status": "completed", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:53.964102 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7aec87c-7f88-4943-b8f9-55d288c40ccf {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:53.964670 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'code': 200} Aug 29 04:25:54.020444 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767d4de0-3d1d-4d8c-9191-55e931773f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.046616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-72ce9ddd-b9f4-42b5-ae2d-196eb46eddde service neutron] 10.222.0.55 "GET /v2.0/networks/45114f2a-7cb5-4952-8b84-d6b87fee8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980741 Aug 29 04:25:54.070400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-767d4de0-3d1d-4d8c-9191-55e931773f9a None None] For port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:54.085066 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-767d4de0-3d1d-4d8c-9191-55e931773f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.189855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d4de0-3d1d-4d8c-9191-55e931773f9a None None] Pushing event updated for resources: {'Port': ['ID=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.244359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-e1e8db06-ec1b-4689-abe3-cad07990e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.246276 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-e1e8db06-ec1b-4689-abe3-cad07990e676 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.2227814 Aug 29 04:25:54.256868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] For port 142845af-7241-4adf-ac38-578af4f3d9fc, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:54.265193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] For port 142845af-7241-4adf-ac38-578af4f3d9fc, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=142845af-7241-4adf-ac38-578af4f3d9fc,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:54.276280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.300718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bedc2e2-1c40-4aa4-9686-1c1cb4c2ba41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.311783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:25:51Z', 'revision_number': 3, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:54.357265 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Checking router: 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:54.358154 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Updating router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:54.405127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead28007-5751-4c3b-8ab8-76033fc32b45 req-4ab4a089-21c9-481e-a1cf-10710ca1c3cd tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.407634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ead28007-5751-4c3b-8ab8-76033fc32b45 req-4ab4a089-21c9-481e-a1cf-10710ca1c3cd tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.2639976 Aug 29 04:25:54.422280 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.444994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bedc2e2-1c40-4aa4-9686-1c1cb4c2ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.468094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a5c02-1648-4769-9828-aed4aedbf801 None None] Pushing event updated for resources: {'Port': ['ID=142845af-7241-4adf-ac38-578af4f3d9fc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.471600 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:54.581149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7bedc2e2-1c40-4aa4-9686-1c1cb4c2ba41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0be2e70076a42e49fd03b1f8f7f298b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1935294 Aug 29 04:25:54.585113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.586688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.597921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5d1eba46-52cb-493e-96af-526b7b0485e7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8946764 Aug 29 04:25:54.629978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ead28007-5751-4c3b-8ab8-76033fc32b45 req-46e72e05-7dec-47a9-92d4-4e69049574c4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045240 Aug 29 04:25:54.635140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedc2e2-1c40-4aa4-9686-1c1cb4c2ba41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c8e1d-60dc-4b7f-bf31-2bd48bd33b39,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.668135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48404) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.670311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48406) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:54.703592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 830b3fd1-254c-4e15-954d-73fa2fc4eaaa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:54.847584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-59bb9870-98a4-4594-9671-b8533e4e0e05 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 999 time: 0.2048292 Aug 29 04:25:55.060584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-8970263d-5ced-43cf-ae5a-7655d0e9027f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.064507 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-8970263d-5ced-43cf-ae5a-7655d0e9027f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports/e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 942 time: 0.1858296 Aug 29 04:25:55.080161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-4c88bbc5-97fb-443d-8f59-fe3c1e3b2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.083724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-4c88bbc5-97fb-443d-8f59-fe3c1e3b2a00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.8185902 Aug 29 04:25:55.125422 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.259859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.316814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:55.327307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:55.338440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c642755-b44d-47e7-91d5-19dc94a88fb7 req-d38d6238-3b9f-49ce-93a8-af52754050e9 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.338683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-8c4ea5d8-8d70-4899-b8b0-cc7b21dd6e1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 1001 time: 0.2378232 Aug 29 04:25:55.346709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c642755-b44d-47e7-91d5-19dc94a88fb7 req-d38d6238-3b9f-49ce-93a8-af52754050e9 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 949 time: 0.4081795 Aug 29 04:25:55.348144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-a56ffca0-4ebc-40d4-a26e-edbf37636ec8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 1001 time: 0.1294355 Aug 29 04:25:55.353758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-919b80d5-e02c-4745-96b5-6e003c2e7b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.353758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:55.418488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:55.420376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-5eaeacee-0344-4235-88c1-1503bafcc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.422478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-5eaeacee-0344-4235-88c1-1503bafcc8a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.0579586 Aug 29 04:25:55.430036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.459490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c642755-b44d-47e7-91d5-19dc94a88fb7 req-9d386a27-23c6-446f-87d1-e7ae52d3ba21 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073370 Aug 29 04:25:55.540557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-5b7b8c47-e112-44db-a256-fad64c41b53d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944288 Aug 29 04:25:55.551967 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.564053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:55.564334 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Transition to ACTIVE for port object b4289c6f-b862-44a3-b8f1-adaf250fa1f6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:55.564442 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.571505 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.591070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.675590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-12ee2b73-cc2c-4287-90c3-41083b3d15e4 None None] Provisioning complete for port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:55.675970 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12ee2b73-cc2c-4287-90c3-41083b3d15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.677235 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Pushing event updated for resources: {'Port': ['ID=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.691167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-08481656-197b-4219-888c-6dba2138dddf service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402347 Aug 29 04:25:55.696061 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.696690 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.710210 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.711479 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.712106 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.712694 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.715006 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.715680 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.716813 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.717382 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.718504 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.725034 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:55.777499 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Attempting to bind port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:55.779167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Attempting to bind port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:55.781947 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Attempting to bind port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:55.800825 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:55.801676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:55.802316 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.802952 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:55.803655 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Bound port: b4289c6f-b862-44a3-b8f1-adaf250fa1f6, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:55.804366 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.843003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-919b80d5-e02c-4745-96b5-6e003c2e7b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.928768 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] For port b4289c6f-b862-44a3-b8f1-adaf250fa1f6, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:55.932989 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] For port b4289c6f-b862-44a3-b8f1-adaf250fa1f6, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:55.939709 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.966985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:55.970616 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8a4ecc-cb9d-4132-bb61-11cf870a9e18" -d '{"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-unplugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:55.979581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Pushing event updated for resources: {'Port': ['ID=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.982530 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-919b80d5-e02c-4745-96b5-6e003c2e7b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.986262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-919b80d5-e02c-4745-96b5-6e003c2e7b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.987680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-919b80d5-e02c-4745-96b5-6e003c2e7b49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d1c8e1d-60dc-4b7f-bf31-2bd48bd33b39 HTTP/1.1" status: 204 len: 168 time: 1.3123250 Aug 29 04:25:56.006009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-7cac3231-9075-4b06-91d7-86381652c4bf tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.007534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-7cac3231-9075-4b06-91d7-86381652c4bf tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.6583652 Aug 29 04:25:56.009662 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f930a3-6131-45f8-9669-95bc66be083f None None] Pushing event updated for resources: {'Port': ['ID=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.027898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a3601d9-f672-4210-a366-43867993f1cb req-ca21e57c-3572-4c0b-9cec-0fed9f751596 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 210 time: 0.3757434 Aug 29 04:25:56.030514 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:56.031372 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:56.103244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b80d5-e02c-4745-96b5-6e003c2e7b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1c8e1d-60dc-4b7f-bf31-2bd48bd33b39,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.243563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-b96743e3-ef61-4081-817a-67e8ff8c1367 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 1001 time: 0.2244334 Aug 29 04:25:56.260966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:56.378751 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:56.454521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75783c43-14b7-405c-8667-a6becc58f6b9 req-dfeacc1c-d980-40df-b364-c300a517aaa2 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525544 Aug 29 04:25:56.500774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.537701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 142845af-7241-4adf-ac38-578af4f3d9fc up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:56.644157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941eeddb-b275-4668-808b-4bad9820aaea None None] Network e87df196-46a8-4914-b3dd-b6645132f9a2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:56.724515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 142845af-7241-4adf-ac38-578af4f3d9fc completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:56.833933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe7a923c-4317-433c-a28a-f328c0f1d94d None None] Provisioning for port 142845af-7241-4adf-ac38-578af4f3d9fc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:56.835686 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:25:51Z', 'revision_number': 3, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:56.858379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe7a923c-4317-433c-a28a-f328c0f1d94d None None] Provisioning complete for port 142845af-7241-4adf-ac38-578af4f3d9fc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:56.861331 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe7a923c-4317-433c-a28a-f328c0f1d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.882242 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c8bd89-6089-4458-87e0-25af12207934 None None] The sync data for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 is: [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:25:51Z', 'revision_number': 3, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:56.947112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.956460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.956859 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Floating IP 697f5792-f9b7-44bd-ac3e-5557f365cb3e disassociated. External IP: 172.25.7.185, port: e81bb976-422c-449c-a247-6efafb598e29. Aug 29 04:25:57.112035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe7a923c-4317-433c-a28a-f328c0f1d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.191985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe7a923c-4317-433c-a28a-f328c0f1d94d None None] For port 142845af-7241-4adf-ac38-578af4f3d9fc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=142845af-7241-4adf-ac38-578af4f3d9fc,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:57.212184 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe7a923c-4317-433c-a28a-f328c0f1d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.315681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a923c-4317-433c-a28a-f328c0f1d94d None None] Pushing event updated for resources: {'Port': ['ID=142845af-7241-4adf-ac38-578af4f3d9fc,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.435098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c946e-9c69-48cd-8e63-365da211136a req-7d2e9c88-92f7-4ae6-9f7b-2de48523839a tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.436715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-7d2e9c88-92f7-4ae6-9f7b-2de48523839a tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.32 "GET /v2.0/networks?id=45114f2a-7cb5-4952-8b84-d6b87fee8a05 HTTP/1.1" status: 200 len: 821 time: 0.3353159 Aug 29 04:25:57.517360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Request body: {'port': {'device_id': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05', 'admin_state_up': True, 'tenant_id': '3caffc0cdfaf43ae81833c8a116a66ee'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:57.649202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9a13891f-f6ad-4f31-8f1f-d26dbbaa6f90 None None] Provisioning complete for port 142845af-7241-4adf-ac38-578af4f3d9fc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:57.649635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a13891f-f6ad-4f31-8f1f-d26dbbaa6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.839245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd939422-bf78-4831-9cb8-1f719130bd89 req-c2798d59-185b-4d28-902e-229ebf7a035b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.848637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd939422-bf78-4831-9cb8-1f719130bd89 req-c2798d59-185b-4d28-902e-229ebf7a035b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.7413433 Aug 29 04:25:58.016286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Router 0fc0de45-3331-4622-abe0-8b4f8495228b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:58.165808 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd939422-bf78-4831-9cb8-1f719130bd89 req-ddace590-4272-41ed-9949-d8c3bb9f79b4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164172 Aug 29 04:25:58.210311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:58.223493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] Sync routers for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:58.227163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.235916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:58.236550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:58.251559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Made reservation on behalf of 3caffc0cdfaf43ae81833c8a116a66ee for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:58.255474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.293095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-cd1da0f9-8078-48ff-b64a-993e2a29f2b8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "PUT /v2.0/floatingips/697f5792-f9b7-44bd-ac3e-5557f365cb3e HTTP/1.1" status: 200 len: 695 time: 2.0409780 Aug 29 04:25:58.296354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:58.301069 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0651034-9ce6-4f75-84a5-968c592c8b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:58.323713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.356484 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36ed91-96ed-4a6b-9076-1e46490a9487 x-openstack-request-id: req-1b36ed91-96ed-4a6b-9076-1e46490a9487 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:58.357128 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-unplugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:58.357900 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b36ed91-96ed-4a6b-9076-1e46490a9487 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:58.359410 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'code': 200} Aug 29 04:25:58.458183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-3afc0833-9ba0-4428-9ca0-ece4e5274857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.462071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-3afc0833-9ba0-4428-9ca0-ece4e5274857 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.1493177 Aug 29 04:25:58.480376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.591906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:58.683825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-33b7e81d-c223-44cb-9b94-7989d9645272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.688921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-33b7e81d-c223-44cb-9b94-7989d9645272 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.2206800 Aug 29 04:25:58.720097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Allocated IP 172.20.0.14 (45114f2a-7cb5-4952-8b84-d6b87fee8a05/491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9/1ea01d4b-052a-45ba-822d-bb710a5fb86b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:58.801422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-e875d2ca-844d-4554-8252-fb968dcd75ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 217 time: 0.1048081 Aug 29 04:25:58.865632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 142845af-7241-4adf-ac38-578af4f3d9fc up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:58.912647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-aab324e0-3ff1-4b4a-9067-e1b275ecd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.914333 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-aab324e0-3ff1-4b4a-9067-e1b275ecd8d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.0953975 Aug 29 04:25:58.973363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-de077683-d08f-44e3-ad11-f60542114b83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516865 Aug 29 04:25:59.017057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.035811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 142845af-7241-4adf-ac38-578af4f3d9fc triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:59.036193 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.169718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:59.196804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-b48451bd-b86f-4e8d-b7f3-896d37d6ba37 service neutron] 10.222.0.55 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121401 Aug 29 04:25:59.229752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] Checking router: 0fc0de45-3331-4622-abe0-8b4f8495228b for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:59.272929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:59.275078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:59.332759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.405702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cb7a731-eb94-4f87-8789-0d7d6dbb0dc7 req-3c445269-c9c1-4936-86ed-dcd7f99a96be service neutron] 10.222.0.55 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971769 Aug 29 04:25:59.451309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:59.471084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:59.478445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Allocated IP 172.20.0.1 (89bcbacc-fcb8-4017-94e7-f15b4fde161b/356cfb68-a1a3-4cb6-9139-c86aff66fad9/662f4fab-b2bf-4aa8-bb2d-201e5164c109) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:59.497726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:59.530525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:59.579484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Pushing event updated for resources: {'Port': ['ID=1ea01d4b-052a-45ba-822d-bb710a5fb86b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:59.610385 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a05e341-b1b3-4aee-a964-85620d349010 x-openstack-request-id: req-2a05e341-b1b3-4aee-a964-85620d349010 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:59.610697 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "tag": "e81bb976-422c-449c-a247-6efafb598e29", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:59.610969 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a05e341-b1b3-4aee-a964-85620d349010 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:59.612178 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29', 'status': 'completed', 'code': 200} Aug 29 04:25:59.636103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b4289c6f-b862-44a3-b8f1-adaf250fa1f6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:59.640100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09158bfb-dbc2-4846-8bd0-6bb6eb4c7550 req-80040b4a-7215-4f8e-9c34-875295ce818e tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.653157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09158bfb-dbc2-4846-8bd0-6bb6eb4c7550 req-80040b4a-7215-4f8e-9c34-875295ce818e tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 932 time: 0.5445299 Aug 29 04:25:59.766488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-edefe5cd-35c8-46ac-a1e6-2cc5ff3c5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.783278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-edefe5cd-35c8-46ac-a1e6-2cc5ff3c5b79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a622e14a80294a86807b695c2d0c4852&device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.1435769 Aug 29 04:25:59.807514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09158bfb-dbc2-4846-8bd0-6bb6eb4c7550 req-540d9ebb-6096-403c-8d35-fa49600ba4fe tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534181 Aug 29 04:25:59.820725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.821504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.904032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-25233bf7-fcfa-4de3-9515-4d144cdd04f7 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4018848 Aug 29 04:25:59.927550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Request body: {'port': {'device_id': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:00.019466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.072728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:00.089301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-fa3a1d0b-46f5-44fe-9e39-1ba118a5fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.093866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:00.094264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-fa3a1d0b-46f5-44fe-9e39-1ba118a5fa64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 200 len: 921 time: 0.3036220 Aug 29 04:26:00.095162 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.113362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.201334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-f9c3349d-22e8-47b2-a8c4-fe966a815e5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 200 len: 217 time: 0.0987968 Aug 29 04:26:00.254292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Transition to ACTIVE for port object 662f4fab-b2bf-4aa8-bb2d-201e5164c109 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:00.264822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-9c058547-1f97-463f-80ef-2468ba7946b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.266391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-9c058547-1f97-463f-80ef-2468ba7946b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 200 len: 860 time: 0.0554719 Aug 29 04:26:00.290233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:00.307861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-6e4e2c6a-fac9-4b29-aa6b-53bbf6af1c3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10af3c96-3485-40bd-8b16-94d9287ca94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334609 Aug 29 04:26:00.317201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8296da-6ae0-4230-9d3c-89fee97d7d5c req-95a3a076-6dbe-4a3f-b693-9e3b639399a8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.322589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d8296da-6ae0-4230-9d3c-89fee97d7d5c req-95a3a076-6dbe-4a3f-b693-9e3b639399a8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.3722591 Aug 29 04:26:00.342843 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.349298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.389581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port b4289c6f-b862-44a3-b8f1-adaf250fa1f6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:00.391125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bfb00-8685-431a-b9a2-4ff66721a6f4 None None] The sync data for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 is: [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:24:45Z', 'revision_number': 4, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e645d468-201b-40d4-a311-ca7946edd65e', 'name': '', 'network_id': '10af3c96-3485-40bd-8b16-94d9287ca94c', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'mac_address': 'fa:16:3e:d0:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:43Z', 'updated_at': '2021-08-29T04:24:50Z', 'revision_number': 5, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'subnets': [{'id': '2a9fcef0-d661-4de7-bbe3-9e7121a21612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:00.396411 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.438281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48518) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:00.525944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.557806 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-b9d5baa1-5d20-409a-a471-bdd1602a8543 service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377527 Aug 29 04:26:00.697701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28276c3b-572c-418b-b145-ef61db382a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.749583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0651034-9ce6-4f75-84a5-968c592c8b4f req-7e4fd8c7-393c-4fb7-8e32-b72316d7fe3f service neutron] 10.222.0.37 "GET /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829414 Aug 29 04:26:00.856772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28276c3b-572c-418b-b145-ef61db382a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.873729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28276c3b-572c-418b-b145-ef61db382a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.873938 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83555a-afae-499d-8bd8-0a9c921825aa None None] New status for floating IP 697f5792-f9b7-44bd-ac3e-5557f365cb3e: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:00.907524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d8296da-6ae0-4230-9d3c-89fee97d7d5c req-66b1c836-c6f2-4c04-9290-4969f02c9143 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744519 Aug 29 04:26:00.949774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7cae7458-3283-406a-87a6-14039d2c712a tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips/697f5792-f9b7-44bd-ac3e-5557f365cb3e HTTP/1.1" status: 200 len: 695 time: 0.0632250 Aug 29 04:26:01.012009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.140545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=662f4fab-b2bf-4aa8-bb2d-201e5164c109,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.178537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-a595cff5-7893-4ff7-aefb-238ba97d6c37 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.181335 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-a595cff5-7893-4ff7-aefb-238ba97d6c37 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 784 time: 0.2229276 Aug 29 04:26:01.184622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-28276c3b-572c-418b-b145-ef61db382a42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=771211a306b04e0d8c18f2dff5824c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7453780 Aug 29 04:26:01.185925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28276c3b-572c-418b-b145-ef61db382a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c52f49-46e0-4f27-9281-104099c14eb0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.204286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48538) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:01.209256 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.231281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:01.245569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:01.248312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:01.296797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Router df6c678d-5063-458f-9cf0-a016b209e45a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:01.315185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011f8e1-5d5a-4934-9afe-20ec5ffde55e req-bdbc27bc-642f-44b5-ae3c-c999461622d8 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.322926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f011f8e1-5d5a-4934-9afe-20ec5ffde55e req-bdbc27bc-642f-44b5-ae3c-c999461622d8 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 932 time: 0.1918421 Aug 29 04:26:01.330572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-bf63778e-5501-4024-9f74-da264923233a tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 696 time: 0.1043985 Aug 29 04:26:01.380423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.432464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-79417d42-f967-4df3-961f-5cd1c00518fa tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 696 time: 0.0901990 Aug 29 04:26:01.496902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efa97439-e8a7-49ab-895a-7709aefa94bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.564685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f011f8e1-5d5a-4934-9afe-20ec5ffde55e req-7b5383d5-2a01-453e-88b3-eedee3f7fd58 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408853 Aug 29 04:26:01.598229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efa97439-e8a7-49ab-895a-7709aefa94bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.613477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8b8d8492-0bb9-49a0-ab5e-1c50e48c155b None None] Provisioning for port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:01.618692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8b8d8492-0bb9-49a0-ab5e-1c50e48c155b None None] Provisioning complete for port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:01.619450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8492-0bb9-49a0-ab5e-1c50e48c155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.660172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Deleting port dc26eb30-4ead-4e29-976b-082571fb2570 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:01.660424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.719445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d8492-0bb9-49a0-ab5e-1c50e48c155b None None] Port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:01.755443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.765483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea01d4b-052a-45ba-822d-bb710a5fb86b {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:01.793260 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.842247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efa97439-e8a7-49ab-895a-7709aefa94bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.845430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-efa97439-e8a7-49ab-895a-7709aefa94bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.846679 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-efa97439-e8a7-49ab-895a-7709aefa94bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5c52f49-46e0-4f27-9281-104099c14eb0 HTTP/1.1" status: 204 len: 168 time: 0.6312914 Aug 29 04:26:01.849156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Transition to ACTIVE for port object 1ea01d4b-052a-45ba-822d-bb710a5fb86b will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:01.858424 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.866577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.867881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.877348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:01.899277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Sync routers for ids ['df6c678d-5063-458f-9cf0-a016b209e45a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:01.900445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa97439-e8a7-49ab-895a-7709aefa94bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c52f49-46e0-4f27-9281-104099c14eb0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.911284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Routers {'df6c678d-5063-458f-9cf0-a016b209e45a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:01.915701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['df6c678d-5063-458f-9cf0-a016b209e45a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:01.924782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Calling delete_port for dc26eb30-4ead-4e29-976b-082571fb2570 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:02.277260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Set router df6c678d-5063-458f-9cf0-a016b209e45a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:02.280262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.319311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event deleted for resources: {'Port': ['ID=dc26eb30-4ead-4e29-976b-082571fb2570,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.435520 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.441913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.461183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62bbf888-03e2-4e7c-9fc1-ebbe59de3c5c req-7d65bf8e-fa48-4a1d-9da9-31f9bb21dc5c tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "DELETE /v2.0/floatingips/697f5792-f9b7-44bd-ac3e-5557f365cb3e HTTP/1.1" status: 204 len: 173 time: 1.0171247 Aug 29 04:26:02.487115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.515853 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7053c63c-e390-4155-82ad-710486b60890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.561157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b4289c6f-b862-44a3-b8f1-adaf250fa1f6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:02.684431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Pushing event updated for resources: {'Port': ['ID=1ea01d4b-052a-45ba-822d-bb710a5fb86b,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.687862 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.689633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-def43474-7101-4b66-aafc-f2750471ad7a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.1391225 Aug 29 04:26:02.696140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48582) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.713955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:02.714896 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.825054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 3, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:02.830462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7053c63c-e390-4155-82ad-710486b60890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.839158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7053c63c-e390-4155-82ad-710486b60890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.911521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae30f4-9355-4fa1-872d-2bf66cd08171 req-7aea58ab-5399-46da-a1a0-8884deadc525 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.917696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c21194b-fee1-48a5-ba3b-389895a5a09a req-a37a2264-063c-4e95-896d-874c93532660 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups/ab8c8ad1-ee79-4d78-bd96-486b95f79837 HTTP/1.1" status: 200 len: 1807 time: 0.1784909 Aug 29 04:26:02.919884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47ae30f4-9355-4fa1-872d-2bf66cd08171 req-7aea58ab-5399-46da-a1a0-8884deadc525 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.2560539 Aug 29 04:26:02.924271 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7053c63c-e390-4155-82ad-710486b60890 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a699d1a65f8e447d9f84b4252232b817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350247 Aug 29 04:26:02.937471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48584) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.939175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053c63c-e390-4155-82ad-710486b60890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed9144-8562-494e-8e93-706035de6ff6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.009642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Attempting to bind port 1ea01d4b-052a-45ba-822d-bb710a5fb86b on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:03.010076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Attempting to bind port 1ea01d4b-052a-45ba-822d-bb710a5fb86b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'f281b8d2-cfe6-48f6-9c83-7bfa9395d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:03.010500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Attempting to bind port 1ea01d4b-052a-45ba-822d-bb710a5fb86b on network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:03.014939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c21194b-fee1-48a5-ba3b-389895a5a09a req-fbd99ea3-4ae3-42c0-9960-f1560be55cec tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.046863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c21194b-fee1-48a5-ba3b-389895a5a09a req-fbd99ea3-4ae3-42c0-9960-f1560be55cec tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.052339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Port 1ea01d4b-052a-45ba-822d-bb710a5fb86b on network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:03.052771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Attempting to bind port 1ea01d4b-052a-45ba-822d-bb710a5fb86b on network 45114f2a-7cb5-4952-8b84-d6b87fee8a05 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:03.102910 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c21194b-fee1-48a5-ba3b-389895a5a09a req-fbd99ea3-4ae3-42c0-9960-f1560be55cec tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.106857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c21194b-fee1-48a5-ba3b-389895a5a09a req-fbd99ea3-4ae3-42c0-9960-f1560be55cec tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.118949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47ae30f4-9355-4fa1-872d-2bf66cd08171 req-f3a3dbcb-4303-4b03-8eda-0538c356a5d9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978383 Aug 29 04:26:03.119583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c21194b-fee1-48a5-ba3b-389895a5a09a req-fbd99ea3-4ae3-42c0-9960-f1560be55cec tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab8c8ad1-ee79-4d78-bd96-486b95f79837 HTTP/1.1" status: 204 len: 173 time: 0.1984062 Aug 29 04:26:03.146014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:03.146390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Checking segment: {'id': 'f281b8d2-cfe6-48f6-9c83-7bfa9395d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:03.146791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Bound using segment: {'id': 'f281b8d2-cfe6-48f6-9c83-7bfa9395d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:03.147249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Bound port: 1ea01d4b-052a-45ba-822d-bb710a5fb86b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f281b8d2-cfe6-48f6-9c83-7bfa9395d25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:03.147663 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.151647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd99ea3-4ae3-42c0-9960-f1560be55cec tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c8ad1-ee79-4d78-bd96-486b95f79837,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.193479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.227867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Checking router: df6c678d-5063-458f-9cf0-a016b209e45a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:03.228267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Updating router df6c678d-5063-458f-9cf0-a016b209e45a port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:03.230455 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.308728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66f5de-655d-4ebd-8da9-bf5ba1c53540 req-63ff813f-8ff5-45a7-90c7-ff0cce5f4e3f tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.315235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c66f5de-655d-4ebd-8da9-bf5ba1c53540 req-63ff813f-8ff5-45a7-90c7-ff0cce5f4e3f tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 944 time: 0.1252618 Aug 29 04:26:03.316209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.377079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa77070c-9dcb-484a-a12e-2182952707ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.404062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c66f5de-655d-4ebd-8da9-bf5ba1c53540 req-e1cdd498-5226-4a76-9bbc-eef8d7b9b02e tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844028 Aug 29 04:26:03.430822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=662f4fab-b2bf-4aa8-bb2d-201e5164c109,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.449290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.451477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] For port 1ea01d4b-052a-45ba-822d-bb710a5fb86b, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:03.457670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] For port 1ea01d4b-052a-45ba-822d-bb710a5fb86b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1ea01d4b-052a-45ba-822d-bb710a5fb86b,segment=NetworkSegment(f281b8d2-cfe6-48f6-9c83-7bfa9395d25d),segment_id=f281b8d2-cfe6-48f6-9c83-7bfa9395d25d)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:03.463300 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa77070c-9dcb-484a-a12e-2182952707ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.512317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.657405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.658066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.659464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] 10.222.0.32 "PUT /v2.0/ports/1ea01d4b-052a-45ba-822d-bb710a5fb86b HTTP/1.1" status: 200 len: 1093 time: 3.7364993 Aug 29 04:26:03.660042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'tag': '1ea01d4b-052a-45ba-822d-bb710a5fb86b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:03.662444 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "de695129-f7e8-46fb-87e3-fb737ecc3fea", "tag": "1ea01d4b-052a-45ba-822d-bb710a5fb86b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:03.733201 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.746758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Transition to ACTIVE for port object 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:03.758510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.795877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a469019-5849-47a7-a7ac-ee7e747f4f6c service neutron] Pushing event updated for resources: {'Port': ['ID=1ea01d4b-052a-45ba-822d-bb710a5fb86b,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.819219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Attempting to bind port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:03.819983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Attempting to bind port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:03.820457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Attempting to bind port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:03.831395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:03.831908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:03.832460 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.832948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:03.833524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Bound port: 0e4fbd70-f1f8-48e4-8b73-038d1ab38066, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:03.834028 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.834713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88628f-5ef1-4151-a4c2-84746921af80 req-8c1d3efe-959f-420a-9466-6485c4727d30 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.836878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f88628f-5ef1-4151-a4c2-84746921af80 req-8c1d3efe-959f-420a-9466-6485c4727d30 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.3261464 Aug 29 04:26:03.842096 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c302f664-26ee-42d3-9ed2-69e88e69a0ee x-openstack-request-id: req-c302f664-26ee-42d3-9ed2-69e88e69a0ee {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:03.842096 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de695129-f7e8-46fb-87e3-fb737ecc3fea", "tag": "1ea01d4b-052a-45ba-822d-bb710a5fb86b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:03.842096 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c302f664-26ee-42d3-9ed2-69e88e69a0ee {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:03.842521 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'tag': '1ea01d4b-052a-45ba-822d-bb710a5fb86b', 'status': 'completed', 'code': 200} Aug 29 04:26:03.849126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa77070c-9dcb-484a-a12e-2182952707ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.852453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa77070c-9dcb-484a-a12e-2182952707ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.856177 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fa77070c-9dcb-484a-a12e-2182952707ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fed9144-8562-494e-8e93-706035de6ff6 HTTP/1.1" status: 204 len: 168 time: 0.9118538 Aug 29 04:26:03.878945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Pushing event updated for resources: {'Port': ['ID=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.891973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.892327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.892437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.892741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.893092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.893512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.894005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.894338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.894669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.894997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.895324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.895651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:03.931899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] For port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:03.937263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] For port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:03.947606 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.976758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:03.980146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c946e-9c69-48cd-8e63-365da211136a req-bfa53e9e-4107-4876-bea4-cc1dab67ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:03.981694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-bfa53e9e-4107-4876-bea4-cc1dab67ad35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3caffc0cdfaf43ae81833c8a116a66ee&device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 1096 time: 0.2341034 Aug 29 04:26:03.982405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77070c-9dcb-484a-a12e-2182952707ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed9144-8562-494e-8e93-706035de6ff6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.051770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Routers {'df6c678d-5063-458f-9cf0-a016b209e45a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:04.052880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['df6c678d-5063-458f-9cf0-a016b209e45a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.081554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-5d01b103-aeb5-48fc-9e44-5709bca97c3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ea01d4b-052a-45ba-822d-bb710a5fb86b HTTP/1.1" status: 200 len: 217 time: 0.0458636 Aug 29 04:26:04.084763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:04.219455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] Set router df6c678d-5063-458f-9cf0-a016b209e45a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:04.239552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f88628f-5ef1-4151-a4c2-84746921af80 req-fa68d54a-83fe-46f7-bc34-e9bff3e3bea8 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848367 Aug 29 04:26:04.251077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.288951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794416-41fd-4110-bda1-f7e26dcc2cf2 req-18e459e7-98df-42cb-8038-fc04e66fbd38 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.296770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3794416-41fd-4110-bda1-f7e26dcc2cf2 req-18e459e7-98df-42cb-8038-fc04e66fbd38 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.0819829 Aug 29 04:26:04.306732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c946e-9c69-48cd-8e63-365da211136a req-19dc31e7-6ab2-427d-8126-66bd57a16d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.308253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-19dc31e7-6ab2-427d-8126-66bd57a16d24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9 HTTP/1.1" status: 200 len: 861 time: 0.1958749 Aug 29 04:26:04.383070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3794416-41fd-4110-bda1-f7e26dcc2cf2 req-ec36bd67-408b-4b0c-8b08-b259d0c80e87 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852745 Aug 29 04:26:04.403405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:04.451643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd563522-5829-4964-b3e6-ab6a8e62654f None None] Pushing event updated for resources: {'Port': ['ID=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.457484 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-26faa5ca-7448-408f-80ef-a3f70f6a1737 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45114f2a-7cb5-4952-8b84-d6b87fee8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404363 Aug 29 04:26:04.698835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:04.727537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:04.737833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bd636-6331-48ee-b432-b6303cd794db req-3ea03af7-d00b-4610-80be-a6ea5d490cfb tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.740631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a5d4d71f-2d76-410c-ba99-ff0c8a9f6de8 None None] Provisioning complete for port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:04.745624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f1bd636-6331-48ee-b432-b6303cd794db req-3ea03af7-d00b-4610-80be-a6ea5d490cfb tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 944 time: 0.1902034 Aug 29 04:26:04.748926 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d71f-2d76-410c-ba99-ff0c8a9f6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.824086 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-089ae10d-7459-440b-9584-5bd329ef1464 service neutron] 10.222.0.32 "GET /v2.0/networks/45114f2a-7cb5-4952-8b84-d6b87fee8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532522 Aug 29 04:26:04.835659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'mac_address': 'fa:16:3e:42:9d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:04.889156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4d71f-2d76-410c-ba99-ff0c8a9f6de8 None None] Port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:04.915468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Allocated IP 172.20.0.1 (e87df196-46a8-4914-b3dd-b6645132f9a2/f9fa2268-6e74-4f83-9c9a-688134ced2e2/497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:04.917679 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.930734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 3, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.960266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594ce0-693d-4a8c-bce2-d4dbc9301205 None None] The sync data for ids ['df6c678d-5063-458f-9cf0-a016b209e45a'] in n-d-712143-14 is: [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:25:57Z', 'revision_number': 3, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:04.964522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5d0b88-5018-4568-aebc-0a567b8a654e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:04.997834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:05.005512 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.114518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.183797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['cb5d0b88-5018-4568-aebc-0a567b8a654e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:05.293287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:05.319020 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-31adaf82-c8ad-4981-a74e-c4463e7eb6a1 admin admin] 10.222.0.55 "PUT /v2.0/routers/0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6372638 Aug 29 04:26:05.323941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Sync routers for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:05.344342 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:05.344994 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.487342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.517053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Transition to ACTIVE for port object 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:05.528720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3243f8f-dc6f-492f-acfc-92b9aabd554f req-8030c5dc-82cc-4769-b5d9-35b547072e72 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.559175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3243f8f-dc6f-492f-acfc-92b9aabd554f req-8030c5dc-82cc-4769-b5d9-35b547072e72 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.2036936 Aug 29 04:26:05.602324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f1bd636-6331-48ee-b432-b6303cd794db req-6d8f4721-094c-49de-a226-c611c19ce893 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555479 Aug 29 04:26:05.642239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3243f8f-dc6f-492f-acfc-92b9aabd554f req-bfb9e738-91e2-4456-87b6-79bd51b65b2f tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9568b2e-1e8f-4d74-8e51-4c50e0a19564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Aug 29 04:26:05.653622 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.778152 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:05.843593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Network e87df196-46a8-4914-b3dd-b6645132f9a2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:05.847687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-af0365b9-81fc-4a8d-ae62-41d4caf6bb65 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:05.849253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-af0365b9-81fc-4a8d-ae62-41d4caf6bb65 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a0d7826-a64a-4719-8943-e89837e9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1489112 Aug 29 04:26:05.902270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:05.911687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:05.927700 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-461c946e-9c69-48cd-8e63-365da211136a req-5247ebdf-933b-4657-8fd9-f48bf1bbb9e6 service neutron] 10.222.0.32 "GET /v2.0/networks/45114f2a-7cb5-4952-8b84-d6b87fee8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777668 Aug 29 04:26:06.209569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Deleting port e81bb976-422c-449c-a247-6efafb598e29 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:06.210564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.233398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.260628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Pushing event updated for resources: {'Port': ['ID=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:06.345859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:06.500322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1ca717f9-d556-48d0-9ce3-8d2fcef66166 None None] Provisioning for port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:06.502535 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 2, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:06.512357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1ca717f9-d556-48d0-9ce3-8d2fcef66166 None None] Provisioning complete for port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:06.513727 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ca717f9-d556-48d0-9ce3-8d2fcef66166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.515616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] For port e81bb976-422c-449c-a247-6efafb598e29, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e81bb976-422c-449c-a247-6efafb598e29,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:06.515999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.577276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Calling delete_port for e81bb976-422c-449c-a247-6efafb598e29 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:06.637195 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Checking router: 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:06.646087 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Updating router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:06.658145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port cb5d0b88-5018-4568-aebc-0a567b8a654e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:06.658524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.704652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:06.821534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1ca717f9-d556-48d0-9ce3-8d2fcef66166 None None] Port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:06.855274 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.931660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:06.961140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:06.961140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.014954 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.057819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48690) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.063064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:07.067245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:07.073034 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe90721-ed07-48fc-812a-57303f8d9fbe" -d '{"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-plugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:07.075814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e94d6fba-a5a7-4c57-a65f-224f69a775f2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924952126', 'description': 'tempest-description--1083502724'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:07.082509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.154151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94d6fba-a5a7-4c57-a65f-224f69a775f2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.286655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.293718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.347043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:07.353682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.455419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.458324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.470710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e81bb976-422c-449c-a247-6efafb598e29'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:07.591192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94d6fba-a5a7-4c57-a65f-224f69a775f2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.628997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Pushing event deleted for resources: {'Port': ['ID=e81bb976-422c-449c-a247-6efafb598e29,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.638585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94d6fba-a5a7-4c57-a65f-224f69a775f2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.651746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.652464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.653005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.653539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.654134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.654699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.655361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.655898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.657446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.658295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.658984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.659533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:07.902632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] No DVR routers for this DVR port e81bb976-422c-449c-a247-6efafb598e29 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:07.924837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.934074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ba7e97f-a816-4741-8799-0741f94db6a2 req-27ed1b4a-cdd1-4c52-9fe2-bacde4f6d968 tempest-ServerRescueTestJSONUnderV235-336216427 tempest-ServerRescueTestJSONUnderV235-336216427-project] 10.222.0.37 "DELETE /v2.0/ports/e81bb976-422c-449c-a247-6efafb598e29 HTTP/1.1" status: 204 len: 173 time: 2.0783532 Aug 29 04:26:07.942889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'name': 'network-vif-deleted', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:07.949371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-5ec941ee-84d2-4ac5-99c1-212187124bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.951985 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f24163-4ef0-435a-a73c-5baeaa267117" -d '{"events": [{"server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "name": "network-vif-deleted", "tag": "e81bb976-422c-449c-a247-6efafb598e29"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:07.955234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-5ec941ee-84d2-4ac5-99c1-212187124bc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3caffc0cdfaf43ae81833c8a116a66ee&device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 1096 time: 1.7513604 Aug 29 04:26:08.006753 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94d6fba-a5a7-4c57-a65f-224f69a775f2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.012956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e94d6fba-a5a7-4c57-a65f-224f69a775f2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9470060 Aug 29 04:26:08.015020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.023576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c7db9-77f0-4282-999a-baf1ecf1139b req-d4a63942-936b-431f-842c-f503ffbda272 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:08.030324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-34a3a426-a0bc-41e8-a8b3-92807afe2574 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Request body: {'security_group_rule': {'security_group_id': 'a4c8f494-7f85-41fd-b15a-1a55e72355a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:08.046225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a6c7db9-77f0-4282-999a-baf1ecf1139b req-d4a63942-936b-431f-842c-f503ffbda272 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 2.2168787 Aug 29 04:26:08.083715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d6fba-a5a7-4c57-a65f-224f69a775f2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c8f494-7f85-41fd-b15a-1a55e72355a2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.110092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a3a426-a0bc-41e8-a8b3-92807afe2574 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.242356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a3a426-a0bc-41e8-a8b3-92807afe2574 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.248090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a3a426-a0bc-41e8-a8b3-92807afe2574 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.321766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a426-a0bc-41e8-a8b3-92807afe2574 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9a5fb4-a23f-4ce4-8008-1a5f43eba77e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.354630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1ea01d4b-052a-45ba-822d-bb710a5fb86b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:08.377223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34a3a426-a0bc-41e8-a8b3-92807afe2574 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.386232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-34a3a426-a0bc-41e8-a8b3-92807afe2574 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3638582 Aug 29 04:26:08.388648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48720) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.404920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f4c5ae0c-d36b-4995-b224-629521866696 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Request body: {'security_group_rule': {'security_group_id': 'a4c8f494-7f85-41fd-b15a-1a55e72355a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:08.421511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a6c7db9-77f0-4282-999a-baf1ecf1139b req-cd276bcc-85fd-4ca3-aff3-f4a24be3617b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690836 Aug 29 04:26:08.610530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ae0c-d36b-4995-b224-629521866696 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.732940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:08.778881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ae0c-d36b-4995-b224-629521866696 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.784535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ae0c-d36b-4995-b224-629521866696 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.798647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.847796 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.860453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ae0c-d36b-4995-b224-629521866696 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.862572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f4c5ae0c-d36b-4995-b224-629521866696 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4708967 Aug 29 04:26:08.888545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48730) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.889497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1ea01d4b-052a-45ba-822d-bb710a5fb86b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1ea01d4b-052a-45ba-822d-bb710a5fb86b,segment=NetworkSegment(f281b8d2-cfe6-48f6-9c83-7bfa9395d25d),segment_id=f281b8d2-cfe6-48f6-9c83-7bfa9395d25d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:08.900208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5ae0c-d36b-4995-b224-629521866696 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4e0b96-4183-4194-9daf-767f40dd32b5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.912232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:08.912696 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.919679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:08.922296 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Transition to ACTIVE for port object 662f4fab-b2bf-4aa8-bb2d-201e5164c109 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:08.958794 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.974471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.052153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-2476704c-63ad-4ffc-a442-43e359a3fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.054222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-2476704c-63ad-4ffc-a442-43e359a3fb34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45114f2a-7cb5-4952-8b84-d6b87fee8a05 HTTP/1.1" status: 200 len: 922 time: 1.0911746 Aug 29 04:26:09.067925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207f78-0acb-4d74-a5d3-21c5ad6648bb req-81ea3a20-b112-46d6-b536-bf27239ea923 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.072296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '1ea01d4b-052a-45ba-822d-bb710a5fb86b', 'network_id': '45114f2a-7cb5-4952-8b84-d6b87fee8a05', 'port_id': '1ea01d4b-052a-45ba-822d-bb710a5fb86b', 'mac_address': 'fa:16:3e:40:2e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:09.081692 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed207f78-0acb-4d74-a5d3-21c5ad6648bb req-81ea3a20-b112-46d6-b536-bf27239ea923 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 944 time: 0.5041556 Aug 29 04:26:09.152606 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33052d7-eba3-42e6-9445-48b9502d6e63 None None] Pushing event updated for resources: {'Port': ['ID=662f4fab-b2bf-4aa8-bb2d-201e5164c109,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.213281 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.233207 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-154c1c18-3098-41e4-897b-473387645ef0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ea01d4b-052a-45ba-822d-bb710a5fb86b HTTP/1.1" status: 200 len: 217 time: 0.1466973 Aug 29 04:26:09.305171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea01d4b-052a-45ba-822d-bb710a5fb86b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:09.356402 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Attempting to bind port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:09.356767 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Attempting to bind port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:09.357130 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Attempting to bind port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 on network 89bcbacc-fcb8-4017-94e7-f15b4fde161b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:09.372291 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:09.372568 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Checking segment: {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:09.372980 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.373374 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Bound using segment: {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:09.382019 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Bound port: 662f4fab-b2bf-4aa8-bb2d-201e5164c109, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:09.383048 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.408834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1ea01d4b-052a-45ba-822d-bb710a5fb86b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1ea01d4b-052a-45ba-822d-bb710a5fb86b,segment=NetworkSegment(f281b8d2-cfe6-48f6-9c83-7bfa9395d25d),segment_id=f281b8d2-cfe6-48f6-9c83-7bfa9395d25d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:09.415209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.447705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-c3c42461-d4a8-457a-b959-70ff48c5b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.463675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-c3c42461-d4a8-457a-b959-70ff48c5b93b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9 HTTP/1.1" status: 200 len: 861 time: 0.2202702 Aug 29 04:26:09.563363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e81bb976-422c-449c-a247-6efafb598e29 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:09.569230 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] For port 662f4fab-b2bf-4aa8-bb2d-201e5164c109, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:09.573691 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] For port 662f4fab-b2bf-4aa8-bb2d-201e5164c109, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=662f4fab-b2bf-4aa8-bb2d-201e5164c109,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:09.579961 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.590517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-383f4687-6255-40c0-ada2-83f00639cd28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45114f2a-7cb5-4952-8b84-d6b87fee8a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102481 Aug 29 04:26:09.605251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed207f78-0acb-4d74-a5d3-21c5ad6648bb req-bcd1a42f-15e2-41a7-a0c9-de943ffd5486 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186141 Aug 29 04:26:09.631774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: e81bb976-422c-449c-a247-6efafb598e29 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:09.632232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e81bb976-422c-449c-a247-6efafb598e29 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:09.661012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1ea01d4b-052a-45ba-822d-bb710a5fb86b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.702931 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:09.708689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:09.734183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.764294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1ea01d4b-052a-45ba-822d-bb710a5fb86b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:09.812039 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33052d7-eba3-42e6-9445-48b9502d6e63 None None] Pushing event updated for resources: {'Port': ['ID=662f4fab-b2bf-4aa8-bb2d-201e5164c109,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.828251 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72c53fc-2722-4de3-8f7b-5591a8c7a8b7 x-openstack-request-id: req-d72c53fc-2722-4de3-8f7b-5591a8c7a8b7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:09.828634 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-plugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:09.828969 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d72c53fc-2722-4de3-8f7b-5591a8c7a8b7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:09.831182 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'code': 200} Aug 29 04:26:10.009071 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:10.017043 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f374b-c67b-449a-b2f6-3dcd6d429d6e x-openstack-request-id: req-586f374b-c67b-449a-b2f6-3dcd6d429d6e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:10.023036 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d7826-a64a-4719-8943-e89837e9e9ac", "name": "network-vif-deleted", "tag": "e81bb976-422c-449c-a247-6efafb598e29", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:10.023664 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-586f374b-c67b-449a-b2f6-3dcd6d429d6e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:10.030327 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d7826-a64a-4719-8943-e89837e9e9ac', 'name': 'network-vif-deleted', 'tag': 'e81bb976-422c-449c-a247-6efafb598e29', 'status': 'completed', 'code': 200} Aug 29 04:26:10.405968 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:10.448279 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c50a6-75c1-4497-96c1-fd32a4dd09dc None None] The sync data for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 is: [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:10.563101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-f13c9056-cd10-4469-8a4c-a79538a6b217 service neutron] 10.222.0.32 "GET /v2.0/networks/45114f2a-7cb5-4952-8b84-d6b87fee8a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9508460 Aug 29 04:26:10.713892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d7fbb1f-547e-421b-88a5-2b7e57b1bcfd req-bc5a36ec-41a9-4c4f-841d-59df42dfe415 service neutron] 10.222.0.32 "GET /v2.0/networks/45114f2a-7cb5-4952-8b84-d6b87fee8a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404936 Aug 29 04:26:10.727780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2aff0-bd9b-4ce9-8953-2fe8b4887e12 req-8e82fb1f-fbc0-4915-b3b7-8ebb53a8f2a1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:10.752398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2b2aff0-bd9b-4ce9-8953-2fe8b4887e12 req-8e82fb1f-fbc0-4915-b3b7-8ebb53a8f2a1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.4355588 Aug 29 04:26:10.759962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.770674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.836899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.847643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.848202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.961666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Pushing event updated for resources: {'Port': ['ID=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.125626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d0c41-a291-43be-bfcf-dafe8ae8aa3a req-c9febcf2-4afc-4e67-8bfc-b223e63a7c30 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.137229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd1d0c41-a291-43be-bfcf-dafe8ae8aa3a req-c9febcf2-4afc-4e67-8bfc-b223e63a7c30 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 945 time: 0.2860782 Aug 29 04:26:11.149140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Allocated IP 172.25.7.234 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/90f8188e-a721-4ecc-bea4-056de07f0d55) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:11.208634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd1d0c41-a291-43be-bfcf-dafe8ae8aa3a req-ee9c6ae2-bf1b-4bb6-b01a-3794121aab95 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704205 Aug 29 04:26:11.392763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-119adfee-a870-4fcd-9003-85de7b32748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.397920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-119adfee-a870-4fcd-9003-85de7b32748d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 1097 time: 0.1308129 Aug 29 04:26:11.401499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.416725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2b2aff0-bd9b-4ce9-8953-2fe8b4887e12 req-0c6ad75b-70cc-492f-a326-757f80d3d8b1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620386 Aug 29 04:26:11.505555 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.510002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Network e87df196-46a8-4914-b3dd-b6645132f9a2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:11.517572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:11.580622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-043828a4-4828-4468-a014-4553d5fb85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:11.583229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-043828a4-4828-4468-a014-4553d5fb85b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.1670582 Aug 29 04:26:11.593469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:11.654968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:11.681672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:11.718866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event updated for resources: {'Port': ['ID=90f8188e-a721-4ecc-bea4-056de07f0d55,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.719971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-27f4e01f-b1e9-49be-8af5-146acd0971ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128 HTTP/1.1" status: 200 len: 217 time: 0.1283140 Aug 29 04:26:11.808012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Deleting port e645d468-201b-40d4-a311-ca7946edd65e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:11.808744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.967474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Router df6c678d-5063-458f-9cf0-a016b209e45a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:11.994135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-27e8f4de-6cdb-459c-8d53-0fcd146f9e64 None None] Provisioning complete for port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:11.994716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27e8f4de-6cdb-459c-8d53-0fcd146f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.998859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.023330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-266c4dfe-a373-4001-8699-ccf7106c49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.035454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-266c4dfe-a373-4001-8699-ccf7106c49ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.2963731 Aug 29 04:26:12.037725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] For port e645d468-201b-40d4-a311-ca7946edd65e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e645d468-201b-40d4-a311-ca7946edd65e,segment=NetworkSegment(b9806630-e59c-4677-a339-ac80639a3d84),segment_id=b9806630-e59c-4677-a339-ac80639a3d84)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:12.038198 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.122853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Calling delete_port for e645d468-201b-40d4-a311-ca7946edd65e owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:12.137109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-3fad31fc-6644-42ab-8e61-c7ec50677688 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839014 Aug 29 04:26:12.194189 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.238411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-27e8f4de-6cdb-459c-8d53-0fcd146f9e64 None None] Port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:12.358588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1ea01d4b-052a-45ba-822d-bb710a5fb86b up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:12.489734 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-c4aa5cbe-adef-4db9-92df-2e0ad2964d43 service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444526 Aug 29 04:26:12.511175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 1ea01d4b-052a-45ba-822d-bb710a5fb86b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:12.520736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 1ea01d4b-052a-45ba-822d-bb710a5fb86b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:12.520736 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.610514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5b603-e454-4bbf-b04f-de9c9c6f2690 req-0e9330f0-df13-444f-9834-fdfa240faa95 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.612292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ce5b603-e454-4bbf-b04f-de9c9c6f2690 req-0e9330f0-df13-444f-9834-fdfa240faa95 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 945 time: 0.2872615 Aug 29 04:26:12.613486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:12.629140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7232e877-1b42-45d2-96f6-e1ccd366824f admin admin] 10.222.0.55 "PUT /v2.0/routers/df6c678d-5063-458f-9cf0-a016b209e45a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9307706 Aug 29 04:26:12.629886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Sync routers for ids ['df6c678d-5063-458f-9cf0-a016b209e45a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:12.683723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Routers {'df6c678d-5063-458f-9cf0-a016b209e45a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:12.686723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['df6c678d-5063-458f-9cf0-a016b209e45a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:12.774729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca84f8-dd52-4f95-8137-b9308cd9a9da req-e254da65-65fe-4478-bd40-833084fe0b47 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.787685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90ca84f8-dd52-4f95-8137-b9308cd9a9da req-e254da65-65fe-4478-bd40-833084fe0b47 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.1711142 Aug 29 04:26:12.846639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.891024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Set router df6c678d-5063-458f-9cf0-a016b209e45a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:12.900249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.020533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90ca84f8-dd52-4f95-8137-b9308cd9a9da req-e50917da-902a-42b3-a3be-6f3543fe0dd3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179222 Aug 29 04:26:13.037125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bb2a404-fd62-4705-8ddc-78a94ff7b526 req-c6d6bf8f-71d7-4ce6-9fd4-3524b7c527bc service neutron] 10.222.0.37 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534917 Aug 29 04:26:13.059963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event updated for resources: {'Port': ['ID=90f8188e-a721-4ecc-bea4-056de07f0d55,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.076025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 662f4fab-b2bf-4aa8-bb2d-201e5164c109 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:13.091264 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.115394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ce5b603-e454-4bbf-b04f-de9c9c6f2690 req-d6a50f63-a5f4-476b-85b8-12c6dc97ff73 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844556 Aug 29 04:26:13.156858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e645d468-201b-40d4-a311-ca7946edd65e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.214404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.242288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.251909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-076905d7-706a-4274-bb88-e75939ef4bba tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3485720 Aug 29 04:26:13.356487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.428624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea01d4b-052a-45ba-822d-bb710a5fb86b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:13.440696 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c894e202-f69b-44e4-a49b-b6a023c358b2" -d '{"events": [{"server_uuid": "de695129-f7e8-46fb-87e3-fb737ecc3fea", "name": "network-vif-plugged", "status": "completed", "tag": "1ea01d4b-052a-45ba-822d-bb710a5fb86b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:13.500953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1ea01d4b-052a-45ba-822d-bb710a5fb86b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1ea01d4b-052a-45ba-822d-bb710a5fb86b,segment=NetworkSegment(f281b8d2-cfe6-48f6-9c83-7bfa9395d25d),segment_id=f281b8d2-cfe6-48f6-9c83-7bfa9395d25d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:13.523427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.618280 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b5676-807e-427e-a99b-2c62ec8c07f6 x-openstack-request-id: req-270b5676-807e-427e-a99b-2c62ec8c07f6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:13.618625 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de695129-f7e8-46fb-87e3-fb737ecc3fea", "name": "network-vif-plugged", "status": "completed", "tag": "1ea01d4b-052a-45ba-822d-bb710a5fb86b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:13.620408 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-270b5676-807e-427e-a99b-2c62ec8c07f6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:13.626557 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea01d4b-052a-45ba-822d-bb710a5fb86b', 'code': 200} Aug 29 04:26:13.633612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:13.724082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:13.724466 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.763313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be0081-a9bb-4bec-a243-36ab9c7dca01 req-8d5d7336-90b9-4cb7-9375-df9d77ca6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:13.764766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37be0081-a9bb-4bec-a243-36ab9c7dca01 req-8d5d7336-90b9-4cb7-9375-df9d77ca6cb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 1098 time: 0.0977404 Aug 29 04:26:13.829092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37be0081-a9bb-4bec-a243-36ab9c7dca01 req-eb09e258-05e5-431f-8598-8951cb6eae29 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557103 Aug 29 04:26:13.891432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1ea01d4b-052a-45ba-822d-bb710a5fb86b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.987172 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.074164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 662f4fab-b2bf-4aa8-bb2d-201e5164c109, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=662f4fab-b2bf-4aa8-bb2d-201e5164c109,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:14.082152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:26:08Z', 'revision_number': 4, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3', 'name': '', 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'mac_address': 'fa:16:3e:f1:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:04Z', 'updated_at': '2021-08-29T04:26:09Z', 'revision_number': 2, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'subnets': [{'id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:14.084935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.121494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Checking router: df6c678d-5063-458f-9cf0-a016b209e45a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:14.122319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Updating router df6c678d-5063-458f-9cf0-a016b209e45a port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:14.136629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48872) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:14.142645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-network', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:14.193563 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.203139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Made reservation on behalf of b5f89bdccf804da2a1b6ba109b855dce for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:14.205798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.218062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=662f4fab-b2bf-4aa8-bb2d-201e5164c109,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:14.237234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.287933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-da764265-a749-4d80-86cd-8e69104a1942 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--924952126&fields=id&tenant_id=6331e236bb5d4390895c767a95cb6aa0 HTTP/1.1" status: 200 len: 267 time: 0.0700538 Aug 29 04:26:14.355621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.361307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.397210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:14.410081 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.422087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07977b37-8874-44e3-b202-97c797ed1f80 req-fa7b97e1-ff90-4f7e-8d29-ccc9768804d6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.423648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07977b37-8874-44e3-b202-97c797ed1f80 req-fa7b97e1-ff90-4f7e-8d29-ccc9768804d6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.2365422 Aug 29 04:26:14.432945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78a830-95cd-48e2-be86-d8b9f042c32c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:14.438033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.438033 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Added segment ad023367-2ec8-4660-8bc6-2fc2156cd22c of type vlan for network b54a9a98-e452-4690-ae08-9c7a7b8253db Aug 29 04:26:14.503869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-80513c78-0999-40ba-9e62-7bce4a5852f8 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.511434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-80513c78-0999-40ba-9e62-7bce4a5852f8 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/networks?id=89bcbacc-fcb8-4017-94e7-f15b4fde161b HTTP/1.1" status: 200 len: 813 time: 0.2220058 Aug 29 04:26:14.535343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-5be6c52c-2b12-4b20-8ee8-9f2508f32d8e tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/quotas/6331e236bb5d4390895c767a95cb6aa0 HTTP/1.1" status: 200 len: 375 time: 0.0228198 Aug 29 04:26:14.624596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.638701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07977b37-8874-44e3-b202-97c797ed1f80 req-cee3cd71-37ca-4a1a-aef8-ba7cb25ea192 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026718 Aug 29 04:26:14.699186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-156de192-6ab1-496c-8b30-35dd6ca3b891 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6331e236bb5d4390895c767a95cb6aa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1461666 Aug 29 04:26:14.701489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.704788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.705415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.748044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 662f4fab-b2bf-4aa8-bb2d-201e5164c109 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:14.846166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.908276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:14.912396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.923082 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-b5161455-7f10-4c52-b772-ff48cae1a698 service neutron] 10.222.0.55 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143481 Aug 29 04:26:14.925758 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7878716 Aug 29 04:26:14.932755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:14.938980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Router 0fc0de45-3331-4622-abe0-8b4f8495228b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:14.939388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Request body: {'subnet': {'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-subnet', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:15.007850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Transition to ACTIVE for port object 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:15.012589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Made reservation on behalf of b5f89bdccf804da2a1b6ba109b855dce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:15.020142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.037958 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.126128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-1d42a1c4-08a3-4b18-bee2-e8ea64dd319f service neutron] 10.222.0.55 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015882 Aug 29 04:26:15.232481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bdabb-610c-48eb-a311-a498a735aab9 None None] Pushing event updated for resources: {'Port': ['ID=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.339029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d0588-4ad7-4582-9d62-e490d0374b3e admin admin] Pushing event updated for resources: {'Network': ['ID=b54a9a98-e452-4690-ae08-9c7a7b8253db,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.406560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:15.416244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b54a9a98-e452-4690-ae08-9c7a7b8253db details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:15.421784 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] Sync routers for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:15.432023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b64b3fd9-911a-42cc-85a2-595df74f5ff5 admin admin] 10.222.0.55 "PUT /v2.0/routers/0fc0de45-3331-4622-abe0-8b4f8495228b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6937943 Aug 29 04:26:15.432634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.437848 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.456579 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:15.465159 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.512576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Attempting to bind port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:15.531584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Attempting to bind port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:15.532204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Attempting to bind port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 on network e87df196-46a8-4914-b3dd-b6645132f9a2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:15.569475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:15.572834 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e551f819-5cde-449f-b516-0233a2ce8f1a,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.573479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Checking segment: {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:15.573943 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.574349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Bound using segment: {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:15.574856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Bound port: 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:15.581244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.608825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0ec0955d-c099-45bf-aadb-ad7f2daef128 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:15.648955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b525ab2-e52f-45e4-ad5b-3ed068e1284e req-2dc9be1f-3577-4af4-977a-b5417006f9a3 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:15.654693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8b525ab2-e52f-45e4-ad5b-3ed068e1284e req-2dc9be1f-3577-4af4-977a-b5417006f9a3 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 946 time: 0.7710567 Aug 29 04:26:15.727640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.753191 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:15.829013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c9a62f1-7a98-42be-9f94-6580733db20e req-d292efe6-6267-46dc-9294-380b43eafcff tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 210 time: 0.0439663 Aug 29 04:26:15.980456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8b525ab2-e52f-45e4-ad5b-3ed068e1284e req-bcde659c-f7b9-4442-a3e6-9043b49e33d2 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727625 Aug 29 04:26:15.986046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Checking segment: {'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:15.986412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Network hostable DHCP agents. Network: b54a9a98-e452-4690-ae08-9c7a7b8253db, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:15.997621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] For port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:16.031849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] For port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:16.037371 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.060966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Network b54a9a98-e452-4690-ae08-9c7a7b8253db is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:16.092340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b54a9a98-e452-4690-ae08-9c7a7b8253db) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:16.103111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.104691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.140099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-790f4614-82e0-4992-8508-55245b79a4d2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2059128 Aug 29 04:26:16.143765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48928) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:16.154917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:16.167508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.194262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bdabb-610c-48eb-a311-a498a735aab9 None None] Pushing event updated for resources: {'Port': ['ID=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:16.201471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.203128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.216238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040b693-bd04-4b88-b06e-552cd996999d None None] Network b54a9a98-e452-4690-ae08-9c7a7b8253db requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:16.243707 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:26:12Z', 'revision_number': 5, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port': {'id': '5d3b13eb-45ab-4203-ba01-87700aaa9f0c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:39Z', 'updated_at': '2021-08-29T04:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:16.308389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.338181 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] Checking router: 0fc0de45-3331-4622-abe0-8b4f8495228b for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:16.352097 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] Routers {'0fc0de45-3331-4622-abe0-8b4f8495228b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:16.353532 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0fc0de45-3331-4622-abe0-8b4f8495228b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:16.449613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae53e-6bdb-415b-aa59-7b63a3d34044 req-8205ae94-3265-4bd9-8f14-9fe2cb4254e3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.452886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d9bae53e-6bdb-415b-aa59-7b63a3d34044 req-8205ae94-3265-4bd9-8f14-9fe2cb4254e3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 945 time: 0.5065377 Aug 29 04:26:16.551061 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] Set router 0fc0de45-3331-4622-abe0-8b4f8495228b gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:16.655985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d9bae53e-6bdb-415b-aa59-7b63a3d34044 req-23d23cac-a9ab-4a04-9a02-9d2d322f67c5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936722 Aug 29 04:26:16.657925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Deleting port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:16.658480 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.688663 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 6, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:16.790339 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427ad15-3cc4-4adb-92e0-a1a580c9babf None None] The sync data for ids ['0fc0de45-3331-4622-abe0-8b4f8495228b'] in n-d-712143-14 is: [{'id': '0fc0de45-3331-4622-abe0-8b4f8495228b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1962486654-router', 'tenant_id': 'a622e14a80294a86807b695c2d0c4852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:38Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 6, 'project_id': 'a622e14a80294a86807b695c2d0c4852', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:16.822317 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.868486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.918873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:16.946935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] For port 5d3b13eb-45ab-4203-ba01-87700aaa9f0c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:16.947599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.961783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Calling delete_port for 5d3b13eb-45ab-4203-ba01-87700aaa9f0c owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:16.979628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:16.985172 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d5e4c3-2a91-4108-8bd4-48184e10bc13" -d '{"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:17.001129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.004209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b54a9a98-e452-4690-ae08-9c7a7b8253db', 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'fixed_ips': [{'subnet_id': 'e551f819-5cde-449f-b516-0233a2ce8f1a'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:17.005049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.092472 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c8152e0-c9cc-4e69-a214-d7c86b9c20b5 req-bf4eb261-4f86-4713-a2c4-98f6962890fa tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 210 time: 0.0647552 Aug 29 04:26:17.187048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.252430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3b13eb-45ab-4203-ba01-87700aaa9f0c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.496429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Routers {'df6c678d-5063-458f-9cf0-a016b209e45a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:17.497078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:25:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['df6c678d-5063-458f-9cf0-a016b209e45a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:17.576726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.603644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bea26c-b248-48c0-a983-aac4da9361d7 req-4ad16be9-e3be-4d9f-95d2-f9227de46436 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.605248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74bea26c-b248-48c0-a983-aac4da9361d7 req-4ad16be9-e3be-4d9f-95d2-f9227de46436 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 946 time: 0.3926270 Aug 29 04:26:17.618949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.641088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] Set router df6c678d-5063-458f-9cf0-a016b209e45a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:17.688683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.823455 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02c2005d-81a3-436b-b34e-0ef15d1aaefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.825911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.867539 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.877767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.930281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Allocated IP 172.25.7.233 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/0fac3225-7524-4e11-9e41-2c0b01f6df98) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:17.994318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-bb687e01-f914-4bf0-a89e-21f392a02056 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.996296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-bb687e01-f914-4bf0-a89e-21f392a02056 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.37 "GET /v2.0/networks?id=89bcbacc-fcb8-4017-94e7-f15b4fde161b HTTP/1.1" status: 200 len: 813 time: 0.6208708 Aug 29 04:26:18.005337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.007696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc0de45-3331-4622-abe0-8b4f8495228b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:18.036498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.040207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-abec7cbd-21a3-4052-98c5-8e7a3a9f166d admin admin] 10.222.0.55 "DELETE /v2.0/routers/0fc0de45-3331-4622-abe0-8b4f8495228b HTTP/1.1" status: 204 len: 168 time: 2.6044359 Aug 29 04:26:18.042687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49014) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:18.120569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Allocated IP 172.20.0.2 (b54a9a98-e452-4690-ae08-9c7a7b8253db/e551f819-5cde-449f-b516-0233a2ce8f1a/079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:18.147057 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-b97834e8-6d0f-44ee-bf0d-30b303a8df9a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6331e236bb5d4390895c767a95cb6aa0 HTTP/1.1" status: 200 len: 379 time: 0.1333430 Aug 29 04:26:18.157287 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.161287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Request body: {'port': {'device_id': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'admin_state_up': True, 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'security_groups': ['a4c8f494-7f85-41fd-b15a-1a55e72355a2']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:18.172784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] Deleting subnet 2a9fcef0-d661-4de7-bbe3-9e7121a21612 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:18.190902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.222715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.242141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.277065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:18.281442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:18.286497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:18.364354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74bea26c-b248-48c0-a983-aac4da9361d7 req-62bded72-39ef-4e96-b9cd-0abae86ce9f8 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504168 Aug 29 04:26:18.375552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fac3225-7524-4e11-9e41-2c0b01f6df98,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.442278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.524614 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1102104f-6b76-49d1-a7c0-9e8b56c2bd67 x-openstack-request-id: req-1102104f-6b76-49d1-a7c0-9e8b56c2bd67 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:18.524614 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-unplugged", "status": "failed", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128", "code": 422}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:18.524614 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1102104f-6b76-49d1-a7c0-9e8b56c2bd67 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:18.524614 n-d-712143-14 neutron-server[94825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'code': 422} returned with failed status Aug 29 04:26:18.604007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e645d468-201b-40d4-a311-ca7946edd65e no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:18.637989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e645d468-201b-40d4-a311-ca7946edd65e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:18.638353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e645d468-201b-40d4-a311-ca7946edd65e not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:18.638816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5d3b13eb-45ab-4203-ba01-87700aaa9f0c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:18.686989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5d3b13eb-45ab-4203-ba01-87700aaa9f0c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:18.687368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5d3b13eb-45ab-4203-ba01-87700aaa9f0c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:18.716571 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.729168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:26:08Z', 'revision_number': 4, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3', 'name': '', 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'mac_address': 'fa:16:3e:f1:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:04Z', 'updated_at': '2021-08-29T04:26:15Z', 'revision_number': 4, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'subnets': [{'id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:18.777819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9fcef0-d661-4de7-bbe3-9e7121a21612,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.795741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.801528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ebacb9df-5c5a-4627-8208-97760ba11c1c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2a9fcef0-d661-4de7-bbe3-9e7121a21612 HTTP/1.1" status: 204 len: 168 time: 0.7574525 Aug 29 04:26:18.811806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49036) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:18.823729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2fcab-3665-435a-b36f-d253a60a90a2 None None] The sync data for ids ['df6c678d-5063-458f-9cf0-a016b209e45a'] in n-d-712143-14 is: [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:26:08Z', 'revision_number': 4, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3', 'name': '', 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'mac_address': 'fa:16:3e:f1:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:04Z', 'updated_at': '2021-08-29T04:26:15Z', 'revision_number': 4, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'subnets': [{'id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:18.827391 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.847455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Transition to ACTIVE for port object 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:18.879173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Transition to ACTIVE for port object 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:18.886621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.941349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-f254a70a-6ef2-491a-bea2-1163fede6a67 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.964496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-f254a70a-6ef2-491a-bea2-1163fede6a67 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=16dbc94c-bd91-405f-a555-652ee7b86852 HTTP/1.1" status: 200 len: 943 time: 0.3786540 Aug 29 04:26:19.003503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Network b54a9a98-e452-4690-ae08-9c7a7b8253db is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:19.020736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:19.026403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:19.031366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Pushing event updated for resources: {'Port': ['ID=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.116940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Made reservation on behalf of 6331e236bb5d4390895c767a95cb6aa0 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:19.120570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.206087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Attempting to bind port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:19.207167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Attempting to bind port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:19.207779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Attempting to bind port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 on network b54a9a98-e452-4690-ae08-9c7a7b8253db {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:19.228545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:19.230292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Checking segment: {'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:19.231133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.235449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Bound using segment: {'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:19.237184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Bound port: 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:19.242157 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.264655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Deleting port 0ec0955d-c099-45bf-aadb-ad7f2daef128 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:19.265530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.392520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] For port 0ec0955d-c099-45bf-aadb-ad7f2daef128, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=0ec0955d-c099-45bf-aadb-ad7f2daef128,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:19.393185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.414988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] For port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:19.427548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Calling delete_port for 0ec0955d-c099-45bf-aadb-ad7f2daef128 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:19.462647 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3ee1-7cc3-4996-b3a8-f0a8c232309f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.465736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] For port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,segment=NetworkSegment(ad023367-2ec8-4660-8bc6-2fc2156cd22c),segment_id=ad023367-2ec8-4660-8bc6-2fc2156cd22c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:19.476876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.577146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5eb0-262a-4fd8-9267-b92fdc8ef6ce None None] Pushing event updated for resources: {'Port': ['ID=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.598128 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.608207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0ec0955d-c099-45bf-aadb-ad7f2daef128 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:19.622128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.660746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event deleted for resources: {'Port': ['ID=0ec0955d-c099-45bf-aadb-ad7f2daef128,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.719764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.737268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-063300a8-68d4-4b04-93ef-0b265d727ba8 req-57753b62-bff1-4b18-bad1-54f7c2e89a88 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 210 time: 0.1449125 Aug 29 04:26:19.770510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No active binding found for port 0ec0955d-c099-45bf-aadb-ad7f2daef128 {{(pid=94825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:26:19.770973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 0ec0955d-c099-45bf-aadb-ad7f2daef128 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:19.805542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] No DVR routers for this DVR port 0ec0955d-c099-45bf-aadb-ad7f2daef128 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:19.808526 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.818675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06bbbd1f-8cd4-4768-a258-a712ab5e00bd req-a84ca7cc-db5f-432b-86b9-f0470ac4964b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "DELETE /v2.0/ports/0ec0955d-c099-45bf-aadb-ad7f2daef128 HTTP/1.1" status: 204 len: 173 time: 0.8164585 Aug 29 04:26:19.839418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-deleted', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:19.843422 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706cbf9e-8a1f-4eeb-9d5a-e76407c7f463" -d '{"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-deleted", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:19.935568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Allocated IP 172.20.0.12 (89bcbacc-fcb8-4017-94e7-f15b4fde161b/356cfb68-a1a3-4cb6-9139-c86aff66fad9/3845d305-b4df-49ef-97a6-c5b2655dccbe) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:19.964277 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.270708 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.333160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Transition to ACTIVE for port object 3845d305-b4df-49ef-97a6-c5b2655dccbe will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:20.335453 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044b520-ccf9-4aaf-a98c-acc0a0564496 x-openstack-request-id: req-b044b520-ccf9-4aaf-a98c-acc0a0564496 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:20.335742 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dbc94c-bd91-405f-a555-652ee7b86852", "name": "network-vif-deleted", "tag": "0ec0955d-c099-45bf-aadb-ad7f2daef128", "status": "failed", "code": 422}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:20.335992 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b044b520-ccf9-4aaf-a98c-acc0a0564496 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:20.336388 n-d-712143-14 neutron-server[94824]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16dbc94c-bd91-405f-a555-652ee7b86852', 'name': 'network-vif-deleted', 'tag': '0ec0955d-c099-45bf-aadb-ad7f2daef128', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:26:20.405291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.526863 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.575327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event updated for resources: {'Port': ['ID=3845d305-b4df-49ef-97a6-c5b2655dccbe,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:20.596615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.614418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:20.621213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:20.622701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.631660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:20.656263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10af3c96-3485-40bd-8b16-94d9287ca94c']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.733344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9806630-e59c-4677-a339-ac80639a3d84') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.738833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.742110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9806630-e59c-4677-a339-ac80639a3d84') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.812521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:20.882968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.883674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.903303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.930040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:20.936592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:20.940874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-632a6109-3d14-407a-9211-35e77bb29d2a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7868111 Aug 29 04:26:20.966148 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.975481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Request body: {'port': {'device_id': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:20.984817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:20.986412 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.091148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:21.104052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:21.104427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:21.141161 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:21.148275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.185430 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.188895 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] 10.222.0.55 "DELETE /v2.0/networks/10af3c96-3485-40bd-8b16-94d9287ca94c HTTP/1.1" status: 204 len: 168 time: 2.3761001 Aug 29 04:26:21.218767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471966cd-effc-4a7e-b385-3bbdc72e6e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=10af3c96-3485-40bd-8b16-94d9287ca94c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.250778 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.292046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7479081f-09a6-45f4-95c8-113faddd9890 None None] Provisioning for port 3845d305-b4df-49ef-97a6-c5b2655dccbe completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:21.307092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7479081f-09a6-45f4-95c8-113faddd9890 None None] Provisioning complete for port 3845d305-b4df-49ef-97a6-c5b2655dccbe triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:21.307470 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7479081f-09a6-45f4-95c8-113faddd9890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.363795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23481b07-bd90-4638-8e33-f134710ec462 req-21b6d4f5-73c2-40ef-8b54-2f0cd3f4434e tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:21.377030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23481b07-bd90-4638-8e33-f134710ec462 req-21b6d4f5-73c2-40ef-8b54-2f0cd3f4434e tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 946 time: 0.2339599 Aug 29 04:26:21.496627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.497302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49094) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:21.508509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7479081f-09a6-45f4-95c8-113faddd9890 None None] Port 3845d305-b4df-49ef-97a6-c5b2655dccbe cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:21.518260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23481b07-bd90-4638-8e33-f134710ec462 req-28cb0ae7-2eb6-4000-9279-1536b2b0675d tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381502 Aug 29 04:26:21.589290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:21.626962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.629853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70743cb4-bebd-4dee-8f0c-ceccc4e8d81b None None] Network b54a9a98-e452-4690-ae08-9c7a7b8253db requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:21.717933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.743271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-06a9b8b7-ce6a-4b9a-8c5e-bdb2383ad1aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a622e14a80294a86807b695c2d0c4852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214460 Aug 29 04:26:21.745795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49106) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:21.846559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:21.952689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c749e722-dfc7-4003-b9aa-0f9d826225a4 None None] Provisioning for port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:21.972065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c749e722-dfc7-4003-b9aa-0f9d826225a4 None None] Provisioning complete for port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:21.972743 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c749e722-dfc7-4003-b9aa-0f9d826225a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.262971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.287885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975c3a-1e26-4bc7-8ae6-7f5b3fb3b513 req-c546ecd1-e71b-44eb-9897-88e892758edf tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.292938 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c749e722-dfc7-4003-b9aa-0f9d826225a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.301167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0975c3a-1e26-4bc7-8ae6-7f5b3fb3b513 req-c546ecd1-e71b-44eb-9897-88e892758edf tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 932 time: 1.1002581 Aug 29 04:26:22.311585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64d0032e-305d-4e9a-aa6d-1f1791b94cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.374345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c749e722-dfc7-4003-b9aa-0f9d826225a4 None None] For port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,segment=NetworkSegment(ad023367-2ec8-4660-8bc6-2fc2156cd22c),segment_id=ad023367-2ec8-4660-8bc6-2fc2156cd22c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:22.376440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64d0032e-305d-4e9a-aa6d-1f1791b94cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.379129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c749e722-dfc7-4003-b9aa-0f9d826225a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.505875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749e722-dfc7-4003-b9aa-0f9d826225a4 None None] Pushing event updated for resources: {'Port': ['ID=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.515332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64d0032e-305d-4e9a-aa6d-1f1791b94cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.517945 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64d0032e-305d-4e9a-aa6d-1f1791b94cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.522059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-64d0032e-305d-4e9a-aa6d-1f1791b94cf1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9568b2e-1e8f-4d74-8e51-4c50e0a19564 HTTP/1.1" status: 204 len: 168 time: 0.7752984 Aug 29 04:26:22.544281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0032e-305d-4e9a-aa6d-1f1791b94cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9568b2e-1e8f-4d74-8e51-4c50e0a19564,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.566677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:22.611737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:22.625879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0975c3a-1e26-4bc7-8ae6-7f5b3fb3b513 req-0fd8bfe6-a571-46cc-b76d-879446ce0383 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237786 Aug 29 04:26:22.640299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Sync routers for ids ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:22.668578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-1198e9f4-10a0-4630-b628-165369309339 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.679655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-1198e9f4-10a0-4630-b628-165369309339 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.32 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 946 time: 0.4854257 Aug 29 04:26:22.712261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Routers {'8fa1bb95-18af-48fb-8db1-62a6d8499bcb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:22.713327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:22.719693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-35efb5fc-a55b-4489-a53d-ea078e350e9d None None] Provisioning complete for port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:22.724973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35efb5fc-a55b-4489-a53d-ea078e350e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.852187 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.853436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c5c5810c-293f-497f-a784-da6550048cb2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7081075 Aug 29 04:26:22.859194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49140) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:22.896793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-36bea52a-9213-4cc2-9be6-02d9b4d93f1a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.904664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-36bea52a-9213-4cc2-9be6-02d9b4d93f1a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.8094404 Aug 29 04:26:22.946885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12058-c7cd-4e35-b869-c6e1b9f28170 req-2912774f-d5aa-4990-a3a2-0b690770d679 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.956619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aae12058-c7cd-4e35-b869-c6e1b9f28170 req-2912774f-d5aa-4990-a3a2-0b690770d679 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 946 time: 0.1643550 Aug 29 04:26:23.037149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aae12058-c7cd-4e35-b869-c6e1b9f28170 req-7e5b00b4-5a12-4420-96f9-fb7430011693 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728059 Aug 29 04:26:23.053648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-bcf294f5-985c-464b-9b20-abc92cd44f7d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/quotas/cb2a180079334ef18e185458849f3ced HTTP/1.1" status: 200 len: 375 time: 0.1450560 Aug 29 04:26:23.188749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:23.189417 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.223593 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-bbb91ae4-4304-43cc-8f83-50490407bc2d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1509864 Aug 29 04:26:23.250315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3845d305-b4df-49ef-97a6-c5b2655dccbe {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:23.286032 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.321631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Transition to ACTIVE for port object 3845d305-b4df-49ef-97a6-c5b2655dccbe will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:23.327475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.430801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Set router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:23.445388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Pushing event updated for resources: {'Port': ['ID=3845d305-b4df-49ef-97a6-c5b2655dccbe,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:23.492676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Deleting port 1ea01d4b-052a-45ba-822d-bb710a5fb86b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:23.494932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.577638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Attempting to bind port 3845d305-b4df-49ef-97a6-c5b2655dccbe on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:23.578577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Attempting to bind port 3845d305-b4df-49ef-97a6-c5b2655dccbe by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:23.580896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Attempting to bind port 3845d305-b4df-49ef-97a6-c5b2655dccbe on network 89bcbacc-fcb8-4017-94e7-f15b4fde161b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:23.592715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Port 3845d305-b4df-49ef-97a6-c5b2655dccbe on network 89bcbacc-fcb8-4017-94e7-f15b4fde161b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:23.594829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Attempting to bind port 3845d305-b4df-49ef-97a6-c5b2655dccbe on network 89bcbacc-fcb8-4017-94e7-f15b4fde161b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:23.614935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:23.615311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Checking segment: {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:23.615716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Bound using segment: {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:23.617469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Bound port: 3845d305-b4df-49ef-97a6-c5b2655dccbe, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:23.619053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.870540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] For port 3845d305-b4df-49ef-97a6-c5b2655dccbe, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:23.917373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] For port 3845d305-b4df-49ef-97a6-c5b2655dccbe, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:23.937108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.972252 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-61fd2427-151b-4bcc-979c-6b7fbb784487 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452316 Aug 29 04:26:23.987487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f198fd-6219-4ada-a109-8244a5933f53 req-ff553809-685c-4a1b-9b28-37ffab79ac5a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.009267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5f198fd-6219-4ada-a109-8244a5933f53 req-ff553809-685c-4a1b-9b28-37ffab79ac5a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 944 time: 0.2450533 Aug 29 04:26:24.059206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 3, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port': {'id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:17Z', 'updated_at': '2021-08-29T04:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:24.137575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Checking router: 8fa1bb95-18af-48fb-8db1-62a6d8499bcb for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:24.138947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Updating router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb port 0fac3225-7524-4e11-9e41-2c0b01f6df98 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:24.141874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.142664 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.144122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-4f7a1bff-4620-4507-9886-619947290309 service neutron] 10.222.0.37 "PUT /v2.0/ports/3845d305-b4df-49ef-97a6-c5b2655dccbe HTTP/1.1" status: 200 len: 1093 time: 3.1917183 Aug 29 04:26:24.167672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:24.183056 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd4300-f214-46c6-b2ce-d8db410282f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:24.208833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.218603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] For port 1ea01d4b-052a-45ba-822d-bb710a5fb86b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1ea01d4b-052a-45ba-822d-bb710a5fb86b,segment=NetworkSegment(f281b8d2-cfe6-48f6-9c83-7bfa9395d25d),segment_id=f281b8d2-cfe6-48f6-9c83-7bfa9395d25d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:24.218985 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.222423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5f198fd-6219-4ada-a109-8244a5933f53 req-c190fc77-95c7-44c9-a6db-ec8f69d3d722 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073047 Aug 29 04:26:24.282164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a1bff-4620-4507-9886-619947290309 service neutron] Pushing event updated for resources: {'Port': ['ID=3845d305-b4df-49ef-97a6-c5b2655dccbe,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:24.381522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Calling delete_port for 1ea01d4b-052a-45ba-822d-bb710a5fb86b owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:24.422740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-af7369d8-abae-4f21-b258-b9af2f4a44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.438990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-af7369d8-abae-4f21-b258-b9af2f4a44f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6331e236bb5d4390895c767a95cb6aa0&device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 1096 time: 0.2420163 Aug 29 04:26:24.550084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-90aa45d2-8e05-4a14-ba25-79aa17f7b1cf service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545340 Aug 29 04:26:24.588642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb58c2-d5fe-4ccf-99b7-82acda2e07e9 req-f9245b1b-4ad2-4a2d-a632-4a3e3a868cee tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.602537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5fb58c2-d5fe-4ccf-99b7-82acda2e07e9 req-f9245b1b-4ad2-4a2d-a632-4a3e3a868cee tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 946 time: 0.2455251 Aug 29 04:26:24.609739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-550751c2-f166-4a61-8ae0-856f2f16ecb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe HTTP/1.1" status: 200 len: 217 time: 0.1611469 Aug 29 04:26:24.720370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.882086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:24.992901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.011550 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5fb58c2-d5fe-4ccf-99b7-82acda2e07e9 req-fdd1a3e6-9986-47d7-a326-f48071084fa9 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/security-groups?id=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070926 Aug 29 04:26:25.045350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-bfb569e2-5f56-491e-b158-aff34cb36d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.046876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-bfb569e2-5f56-491e-b158-aff34cb36d87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=356cfb68-a1a3-4cb6-9139-c86aff66fad9 HTTP/1.1" status: 200 len: 852 time: 0.4109983 Aug 29 04:26:25.058248 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053c11b4-a320-48a0-8739-620994fa918e x-openstack-request-id: req-053c11b4-a320-48a0-8739-620994fa918e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:25.058559 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:25.058816 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-053c11b4-a320-48a0-8739-620994fa918e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:25.062507 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'status': 'completed', 'code': 200} Aug 29 04:26:25.082192 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.090309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Pushing event deleted for resources: {'Port': ['ID=1ea01d4b-052a-45ba-822d-bb710a5fb86b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.100360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Transition to ACTIVE for port object 0fac3225-7524-4e11-9e41-2c0b01f6df98 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:25.127661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:25.128042 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.136554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.167645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Allocated IP 172.20.0.1 (b54a9a98-e452-4690-ae08-9c7a7b8253db/e551f819-5cde-449f-b516-0233a2ce8f1a/1f6d4782-d10e-4221-b8c3-876cde507cf0) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:25.217057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-8dba94fc-7eee-460c-a24d-a5b811cef724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.221338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-8dba94fc-7eee-460c-a24d-a5b811cef724 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bcbacc-fcb8-4017-94e7-f15b4fde161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524842 Aug 29 04:26:25.230854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] No DVR routers for this DVR port 1ea01d4b-052a-45ba-822d-bb710a5fb86b on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:25.237350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.240152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-785d3beb-add1-4969-9537-585ff9f4cf79 req-36937981-724c-4bf4-aad4-b128696aa6bc tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.32 "DELETE /v2.0/ports/1ea01d4b-052a-45ba-822d-bb710a5fb86b HTTP/1.1" status: 204 len: 173 time: 2.5388248 Aug 29 04:26:25.240724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'name': 'network-vif-deleted', 'tag': '1ea01d4b-052a-45ba-822d-bb710a5fb86b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:25.243703 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97618728-6e49-4555-945b-30144b193dff" -d '{"events": [{"server_uuid": "de695129-f7e8-46fb-87e3-fb737ecc3fea", "name": "network-vif-deleted", "tag": "1ea01d4b-052a-45ba-822d-bb710a5fb86b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:25.447162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620aaa-d75d-40e6-b48b-c120ce4792dd None None] Pushing event updated for resources: {'Port': ['ID=0fac3225-7524-4e11-9e41-2c0b01f6df98,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.453830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Attempting to bind port 0fac3225-7524-4e11-9e41-2c0b01f6df98 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:25.454785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Attempting to bind port 0fac3225-7524-4e11-9e41-2c0b01f6df98 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:25.456892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Attempting to bind port 0fac3225-7524-4e11-9e41-2c0b01f6df98 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:25.465839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:25.467879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:25.468901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.469971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:25.471044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Bound port: 0fac3225-7524-4e11-9e41-2c0b01f6df98, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:25.471687 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.503269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f81b6e8e-627b-4c37-a3b2-f2244f262ed8 req-88138210-2319-48fa-8115-bf784be2ae6a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 210 time: 0.1609890 Aug 29 04:26:25.541031 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.585197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Transition to ACTIVE for port object 1f6d4782-d10e-4221-b8c3-876cde507cf0 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:25.677424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] For port 0fac3225-7524-4e11-9e41-2c0b01f6df98, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:25.683543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] For port 0fac3225-7524-4e11-9e41-2c0b01f6df98, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0fac3225-7524-4e11-9e41-2c0b01f6df98,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:25.684623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.687806 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-f10019bb-3cd5-4717-9a0b-3d307d76fb0c service neutron] 10.222.0.37 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589851 Aug 29 04:26:25.692004 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.787669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Routers {'8fa1bb95-18af-48fb-8db1-62a6d8499bcb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:25.789580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:25.809843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Pushing event updated for resources: {'Port': ['ID=1f6d4782-d10e-4221-b8c3-876cde507cf0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.879746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Network b54a9a98-e452-4690-ae08-9c7a7b8253db is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:25.883132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:25.892565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:25.940898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620aaa-d75d-40e6-b48b-c120ce4792dd None None] Pushing event updated for resources: {'Port': ['ID=0fac3225-7524-4e11-9e41-2c0b01f6df98,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.955453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d64a2-9d55-44de-8db4-62ca50bbfd3b req-f7957e5f-db23-4d36-8593-1d3335682d5a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.970450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-241d64a2-9d55-44de-8db4-62ca50bbfd3b req-f7957e5f-db23-4d36-8593-1d3335682d5a tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 944 time: 0.3920836 Aug 29 04:26:26.091995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.152660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] Set router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:26.237429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-241d64a2-9d55-44de-8db4-62ca50bbfd3b req-9e4d5bab-5aa0-488d-9009-d2f92b78ab49 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579904 Aug 29 04:26:26.267745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8420ffa2-9f01-409a-8924-7b94a4e4f562 req-2aff3889-bb77-496e-8ffc-581c2e66a765 service neutron] 10.222.0.37 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684350 Aug 29 04:26:26.393261 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73909af-5c63-4ab1-9471-e963f6f1b4aa x-openstack-request-id: req-f73909af-5c63-4ab1-9471-e963f6f1b4aa {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:26.393565 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de695129-f7e8-46fb-87e3-fb737ecc3fea", "name": "network-vif-deleted", "tag": "1ea01d4b-052a-45ba-822d-bb710a5fb86b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:26.413339 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f73909af-5c63-4ab1-9471-e963f6f1b4aa {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:26.413857 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de695129-f7e8-46fb-87e3-fb737ecc3fea', 'name': 'network-vif-deleted', 'tag': '1ea01d4b-052a-45ba-822d-bb710a5fb86b', 'status': 'completed', 'code': 200} Aug 29 04:26:26.523439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-9336b1b5-d40a-4881-9409-4e065b856729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.528672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1ea01d4b-052a-45ba-822d-bb710a5fb86b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:26.532130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-9336b1b5-d40a-4881-9409-4e065b856729 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6331e236bb5d4390895c767a95cb6aa0&device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 1096 time: 0.1549814 Aug 29 04:26:26.536576 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.680128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 1ea01d4b-052a-45ba-822d-bb710a5fb86b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:26.680475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1ea01d4b-052a-45ba-822d-bb710a5fb86b not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:26.690480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b294aa20-9830-4f60-abf4-9e0a0da5e312 None None] Provisioning for port 1f6d4782-d10e-4221-b8c3-876cde507cf0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:26.707346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b294aa20-9830-4f60-abf4-9e0a0da5e312 None None] Provisioning complete for port 1f6d4782-d10e-4221-b8c3-876cde507cf0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:26.707744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b294aa20-9830-4f60-abf4-9e0a0da5e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.720489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-f6794c2d-04cb-40e4-9a79-d5cbd5f410b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:26.725341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-f6794c2d-04cb-40e4-9a79-d5cbd5f410b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bcbacc-fcb8-4017-94e7-f15b4fde161b HTTP/1.1" status: 200 len: 914 time: 0.1842639 Aug 29 04:26:26.846066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-c3e258a7-04db-4def-9dbb-8501ab80881d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe HTTP/1.1" status: 200 len: 217 time: 0.1135783 Aug 29 04:26:26.869715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b294aa20-9830-4f60-abf4-9e0a0da5e312 None None] Port 1f6d4782-d10e-4221-b8c3-876cde507cf0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:26.929154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 3, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port': {'id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:17Z', 'updated_at': '2021-08-29T04:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:26.957228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bdb84f37-9130-484a-8c97-68d61e5cad42 req-02059681-88db-4766-bf27-3ec2ff9b2b2b tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1137617 Aug 29 04:26:26.975157 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.994029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6511764-773c-42e2-a9a9-709d35d0401f req-53365f2f-4304-4750-bc34-4f3ce8e13794 tempest-InstanceActionsNegativeTestJSON-1213696924 tempest-InstanceActionsNegativeTestJSON-1213696924-project] 10.222.0.55 "GET /v2.0/ports?device_id=de695129-f7e8-46fb-87e3-fb737ecc3fea HTTP/1.1" status: 200 len: 210 time: 0.2870090 Aug 29 04:26:27.007307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.018875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-fe4283e9-9013-43a8-b076-4b4990fc5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.023911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-fe4283e9-9013-43a8-b076-4b4990fc5c6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=356cfb68-a1a3-4cb6-9139-c86aff66fad9 HTTP/1.1" status: 200 len: 852 time: 0.1680701 Aug 29 04:26:27.070190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13da36a-0d08-46ca-8ed1-2490ff254119 None None] The sync data for ids ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'] in n-d-712143-14 is: [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:18Z', 'revision_number': 3, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port': {'id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:17Z', 'updated_at': '2021-08-29T04:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:27.155917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-88ae5227-84d8-4061-8d44-29da87286b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.157611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-88ae5227-84d8-4061-8d44-29da87286b70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bcbacc-fcb8-4017-94e7-f15b4fde161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265683 Aug 29 04:26:27.157954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.186232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17a59699-a9c3-4d6e-a360-0fde60763ba8 req-184242c1-d308-4799-9b36-d947a555422e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 210 time: 0.0545647 Aug 29 04:26:27.298662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-863aa5af-544a-4541-a62a-ce8674a326dd service neutron] 10.222.0.37 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257446 Aug 29 04:26:27.424892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bfd4300-f214-46c6-b2ce-d8db410282f7 req-d55b2408-f649-4f6d-9019-b5e0fe08a653 service neutron] 10.222.0.37 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186118 Aug 29 04:26:27.607093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Network b54a9a98-e452-4690-ae08-9c7a7b8253db is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:27.612262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Pushing event updated for resources: {'Port': ['ID=1f6d4782-d10e-4221-b8c3-876cde507cf0,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.638864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:27.704310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9c6f-998b-45a5-9ca3-e0c444130e0c req-4211589f-91f2-45cd-b3fa-bfa979c026ad tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.710351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcef9c6f-998b-45a5-9ca3-e0c444130e0c req-4211589f-91f2-45cd-b3fa-bfa979c026ad tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 944 time: 0.2685158 Aug 29 04:26:27.789761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-42143f31-c8c8-4be5-8338-b82993f77c46 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.791583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-42143f31-c8c8-4be5-8338-b82993f77c46 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.6363275 Aug 29 04:26:27.838645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Request body: {'port': {'device_id': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'admin_state_up': True, 'tenant_id': 'cb2a180079334ef18e185458849f3ced'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:28.019992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-91b6cc43-3d72-45f3-a08b-cb7b1cef9936 None None] Provisioning complete for port 1f6d4782-d10e-4221-b8c3-876cde507cf0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:28.020583 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91b6cc43-3d72-45f3-a08b-cb7b1cef9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.091711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.161624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-91b6cc43-3d72-45f3-a08b-cb7b1cef9936 None None] Port 1f6d4782-d10e-4221-b8c3-876cde507cf0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:28.195518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] Deleting subnet 491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:28.217356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.263463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.318674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.424909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.545874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89192bc6-9e5c-49af-97c7-684e6b157672 req-67a8333e-355f-4d54-9b50-a607e0c8dae6 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1288421 Aug 29 04:26:28.547360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.555610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.560747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f39190d1-fc33-43fa-a9c1-afb78ec580cf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/491f2b8a-2ddc-4f3a-ab6c-4adefc5cb9f9 HTTP/1.1" status: 204 len: 168 time: 0.4678867 Aug 29 04:26:28.566426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49320) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.620704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0fac3225-7524-4e11-9e41-2c0b01f6df98 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:28.680149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcef9c6f-998b-45a5-9ca3-e0c444130e0c req-49cc9edd-44f3-49f3-9da7-8fa0340bd136 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9179561 Aug 29 04:26:28.797806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:28.804311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.831311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0fac3225-7524-4e11-9e41-2c0b01f6df98 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:28.853485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0fac3225-7524-4e11-9e41-2c0b01f6df98 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:28.854143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.857877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-037ec99b-6fa8-46f0-94c2-6db80a486e8f req-6cdf4cd4-0740-4c69-8b8f-8fce6fc6fc75 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 210 time: 0.1514847 Aug 29 04:26:28.900224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:28.905340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.978291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.991189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45114f2a-7cb5-4952-8b84-d6b87fee8a05']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.002849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f281b8d2-cfe6-48f6-9c83-7bfa9395d25d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.003463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f281b8d2-cfe6-48f6-9c83-7bfa9395d25d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.012685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.027383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.034175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:29.034816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.072588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:29.095371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ea5100a-767a-47c5-ae95-38569070cfbb admin admin] 10.222.0.55 "PUT /v2.0/routers/8fa1bb95-18af-48fb-8db1-62a6d8499bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2328246 Aug 29 04:26:29.110543 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:29.121787 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:29.125628 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.160837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.165090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] 10.222.0.55 "DELETE /v2.0/networks/45114f2a-7cb5-4952-8b84-d6b87fee8a05 HTTP/1.1" status: 204 len: 168 time: 0.5942633 Aug 29 04:26:29.167063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198848c-ba11-4a20-97a9-e941374cf606 admin admin] Pushing event deleted for resources: {'Network': ['ID=45114f2a-7cb5-4952-8b84-d6b87fee8a05,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.173486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Allocated IP 172.20.0.7 (eeb9935c-bc75-427e-a2d7-76cfda7e8162/ff60a465-9ef4-4607-9b18-c3e2e3b16625/64bd0eca-ffff-459b-a1b3-6903bca659ae) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:29.174816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 0fac3225-7524-4e11-9e41-2c0b01f6df98, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0fac3225-7524-4e11-9e41-2c0b01f6df98,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:29.184850 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.256250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=0fac3225-7524-4e11-9e41-2c0b01f6df98,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.407274 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:29.489006 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.494136 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49348) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.504935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c2a2eb-8e94-4678-84cf-ff9cb1246ba7 req-01e6db69-aff6-419e-b79a-20131fed3fce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0538139 Aug 29 04:26:29.592650 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dba629bb-f976-46b6-81df-83095a49ebbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3caffc0cdfaf43ae81833c8a116a66ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965271 Aug 29 04:26:29.595192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.657124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.658000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3845d305-b4df-49ef-97a6-c5b2655dccbe details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:29.773880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:29.782256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:29.800052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dba09763-96de-40ac-a77b-e6f320885c3c req-4eaa9e6a-2829-46c4-9136-4f789c405681 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0689266 Aug 29 04:26:29.807781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:29.807970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39a239e4-a796-4138-92ab-647ccff9941e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.858122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event updated for resources: {'Port': ['ID=64bd0eca-ffff-459b-a1b3-6903bca659ae,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.884813 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39a239e4-a796-4138-92ab-647ccff9941e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.928393 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Sync routers for ids ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:29.935011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.936389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.947622 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Routers {'8fa1bb95-18af-48fb-8db1-62a6d8499bcb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:29.950213 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.953049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf6b71-256c-4e22-8139-935a9c10cb5c req-35e25b7f-441d-4355-9287-2a08b34ea61d tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.954213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be95329a-f1d0-43a6-8a0f-fadec21f26ec req-053906f6-1820-4ec4-90c8-a46013b15453 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0368724 Aug 29 04:26:29.954873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5bf6b71-256c-4e22-8139-935a9c10cb5c req-35e25b7f-441d-4355-9287-2a08b34ea61d tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 944 time: 0.1620259 Aug 29 04:26:30.001721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3845d305-b4df-49ef-97a6-c5b2655dccbe, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:30.026442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'port_id': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'mac_address': 'fa:16:3e:0f:13:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:30.051839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5bf6b71-256c-4e22-8139-935a9c10cb5c req-9314f137-0fe0-4170-b2f1-6b4b5ee70d5b tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855806 Aug 29 04:26:30.053057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-52eb0449-a5d2-490a-9fb9-7175aa580769 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2187891 Aug 29 04:26:30.066378 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be95329a-f1d0-43a6-8a0f-fadec21f26ec req-16f30ec2-9943-4481-aeca-c0c3c0720279 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0513387 Aug 29 04:26:30.095386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Request body: {'port': {'device_id': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:30.150068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be95329a-f1d0-43a6-8a0f-fadec21f26ec req-38aca4ef-0e67-4df4-a6f0-eda0d3d6523b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633311 Aug 29 04:26:30.151371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39a239e4-a796-4138-92ab-647ccff9941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.154611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.155628 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-39a239e4-a796-4138-92ab-647ccff9941e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.156758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-39a239e4-a796-4138-92ab-647ccff9941e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/caa96a8b-6f56-42c8-ad6a-a2ef4ed856da HTTP/1.1" status: 204 len: 168 time: 0.5603936 Aug 29 04:26:30.164067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:30.229040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3845d305-b4df-49ef-97a6-c5b2655dccbe {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:30.238280 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.267554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b30b5-88fa-4306-a58e-b7a4eb5be845 req-b552bd1f-77ae-43e7-a523-ccce32dc0542 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.274933 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e90b30b5-88fa-4306-a58e-b7a4eb5be845 req-b552bd1f-77ae-43e7-a523-ccce32dc0542 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 931 time: 0.0942037 Aug 29 04:26:30.305055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3845d305-b4df-49ef-97a6-c5b2655dccbe, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:30.313344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.318004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95329a-f1d0-43a6-8a0f-fadec21f26ec req-29f3a19f-647f-4439-9a57-086a07431268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.319836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be95329a-f1d0-43a6-8a0f-fadec21f26ec req-29f3a19f-647f-4439-9a57-086a07431268 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549482 Aug 29 04:26:30.342181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a239e4-a796-4138-92ab-647ccff9941e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa96a8b-6f56-42c8-ad6a-a2ef4ed856da,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.384159 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Set router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:30.576547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e90b30b5-88fa-4306-a58e-b7a4eb5be845 req-35053007-bd1c-403b-8046-0ee29f188df9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976067 Aug 29 04:26:30.633321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['3845d305-b4df-49ef-97a6-c5b2655dccbe'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:30.786938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0fac3225-7524-4e11-9e41-2c0b01f6df98 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:30.909988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-befccebb-99a8-4819-bad7-8c5aa4b484dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.936823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=3845d305-b4df-49ef-97a6-c5b2655dccbe,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.180859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-befccebb-99a8-4819-bad7-8c5aa4b484dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.187698 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-befccebb-99a8-4819-bad7-8c5aa4b484dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.217638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0fac3225-7524-4e11-9e41-2c0b01f6df98 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:31.218230 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.320720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befccebb-99a8-4819-bad7-8c5aa4b484dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2f796-c4a2-4a77-9866-64ef1217d386,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.346556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-befccebb-99a8-4819-bad7-8c5aa4b484dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=818979771ed14b5888f7a3dc2c34a860&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1783955 Aug 29 04:26:31.351102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:31.420312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-809527ba-7825-4566-8a15-a1ea4a899880 req-db4052a9-0a0f-4635-93b5-59b4e75eca22 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1390526 Aug 29 04:26:31.465450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.511931 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:26Z', 'revision_number': 4, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port': {'id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:17Z', 'updated_at': '2021-08-29T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1f6d4782-d10e-4221-b8c3-876cde507cf0', 'name': '', 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'mac_address': 'fa:16:3e:33:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e551f819-5cde-449f-b516-0233a2ce8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:24Z', 'updated_at': '2021-08-29T04:26:26Z', 'revision_number': 2, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'subnets': [{'id': 'e551f819-5cde-449f-b516-0233a2ce8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:31.523307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05fea1b-deca-4ed9-bfa9-f0bb8e18e738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.577305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05fea1b-deca-4ed9-bfa9-f0bb8e18e738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.643134 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Checking router: 8fa1bb95-18af-48fb-8db1-62a6d8499bcb for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:31.650466 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Updating router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb port 1f6d4782-d10e-4221-b8c3-876cde507cf0 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:31.680191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05fea1b-deca-4ed9-bfa9-f0bb8e18e738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.683121 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05fea1b-deca-4ed9-bfa9-f0bb8e18e738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.686982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c05fea1b-deca-4ed9-bfa9-f0bb8e18e738 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adf2f796-c4a2-4a77-9866-64ef1217d386 HTTP/1.1" status: 204 len: 168 time: 0.3318598 Aug 29 04:26:31.702721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fea1b-deca-4ed9-bfa9-f0bb8e18e738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2f796-c4a2-4a77-9866-64ef1217d386,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.836809 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.999734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bd0eca-ffff-459b-a1b3-6903bca659ae {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:32.029696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.081908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc9954-4a12-4cd8-a53c-6b9ebb713549 req-79664180-6848-43b0-a46b-25fe33c9c8b1 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.095728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53fc9954-4a12-4cd8-a53c-6b9ebb713549 req-79664180-6848-43b0-a46b-25fe33c9c8b1 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 945 time: 0.2253289 Aug 29 04:26:32.129174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Transition to ACTIVE for port object 64bd0eca-ffff-459b-a1b3-6903bca659ae will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:32.156889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.295597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.303240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53fc9954-4a12-4cd8-a53c-6b9ebb713549 req-490e21f3-99b5-4eb6-bfe7-b03e0983db48 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033772 Aug 29 04:26:32.504402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Pushing event updated for resources: {'Port': ['ID=64bd0eca-ffff-459b-a1b3-6903bca659ae,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.533187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.537658 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.538719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.539328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.539754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.540185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.540619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.541053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.546068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.546550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.547070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.547689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:32.570439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-736322218-network', 'tenant_id': '3250b94dc2dc4b75b00f2126ca540f54'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:32.601677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Made reservation on behalf of 3250b94dc2dc4b75b00f2126ca540f54 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:32.601960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Attempting to bind port 64bd0eca-ffff-459b-a1b3-6903bca659ae on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:32.605084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Attempting to bind port 64bd0eca-ffff-459b-a1b3-6903bca659ae by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:32.605526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Attempting to bind port 64bd0eca-ffff-459b-a1b3-6903bca659ae on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:32.606121 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.614933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Port 64bd0eca-ffff-459b-a1b3-6903bca659ae on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:32.617095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Attempting to bind port 64bd0eca-ffff-459b-a1b3-6903bca659ae on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:32.620412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.625020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:32.629437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Checking segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:32.630007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Bound using segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:32.630165 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.630954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Bound port: 64bd0eca-ffff-459b-a1b3-6903bca659ae, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:32.632973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.708895 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Transition to ACTIVE for port object 1f6d4782-d10e-4221-b8c3-876cde507cf0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:32.731030 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.767085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.781989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.828149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] For port 64bd0eca-ffff-459b-a1b3-6903bca659ae, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:32.856647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.871648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:32.895476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.904394 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Added segment 06121386-a97e-4513-8d6e-6ba14c10bdac of type vlan for network dd4e10e2-ed58-47e1-a955-6f861f5b17fc Aug 29 04:26:32.906686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49422) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.919846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] For port 64bd0eca-ffff-459b-a1b3-6903bca659ae, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:32.930099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.963942 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce980a-3ee6-48fe-9d9b-581914b2d1dc None None] Pushing event updated for resources: {'Port': ['ID=1f6d4782-d10e-4221-b8c3-876cde507cf0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.007297 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f70ef81c-6a99-4bb2-b591-a979dc4e1398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.046880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.052811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.057301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] 10.222.0.32 "PUT /v2.0/ports/64bd0eca-ffff-459b-a1b3-6903bca659ae HTTP/1.1" status: 200 len: 1092 time: 2.9779518 Aug 29 04:26:33.058217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'tag': '64bd0eca-ffff-459b-a1b3-6903bca659ae'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:33.065359 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34195c2-c7fc-46db-a7b3-8836c5b07027" -d '{"events": [{"name": "network-changed", "server_uuid": "b33a45fa-2cae-45b1-b515-0a092e7bbc52", "tag": "64bd0eca-ffff-459b-a1b3-6903bca659ae"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:33.139654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c9fce-c54c-4394-9823-4a0aec898445 req-2e62ef59-1e16-4e83-80b1-65295a62fa8f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.153964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-462c9fce-c54c-4394-9823-4a0aec898445 req-2e62ef59-1e16-4e83-80b1-65295a62fa8f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 943 time: 0.3522303 Aug 29 04:26:33.207596 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Attempting to bind port 1f6d4782-d10e-4221-b8c3-876cde507cf0 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:33.207966 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Attempting to bind port 1f6d4782-d10e-4221-b8c3-876cde507cf0 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:33.208135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.208362 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Attempting to bind port 1f6d4782-d10e-4221-b8c3-876cde507cf0 on network b54a9a98-e452-4690-ae08-9c7a7b8253db {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:33.239099 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:33.239521 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Checking segment: {'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:33.239976 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.240412 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Bound using segment: {'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:33.240974 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Bound port: 1f6d4782-d10e-4221-b8c3-876cde507cf0, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad023367-2ec8-4660-8bc6-2fc2156cd22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:33.250723 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.254398 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.257060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.257703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.290362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544f6c-5c77-449a-8802-336071b9c1cc service neutron] Pushing event updated for resources: {'Port': ['ID=64bd0eca-ffff-459b-a1b3-6903bca659ae,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.359976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-462c9fce-c54c-4394-9823-4a0aec898445 req-cc18f448-4c2e-4754-a6e5-7de96a7a656a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046416 Aug 29 04:26:33.400683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-636430da-e77b-4dd4-9384-38984331fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.402769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-636430da-e77b-4dd4-9384-38984331fb65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 1095 time: 0.2346089 Aug 29 04:26:33.463229 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] For port 1f6d4782-d10e-4221-b8c3-876cde507cf0, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:33.476114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f70ef81c-6a99-4bb2-b591-a979dc4e1398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.476777 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] For port 1f6d4782-d10e-4221-b8c3-876cde507cf0, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1f6d4782-d10e-4221-b8c3-876cde507cf0,segment=NetworkSegment(ad023367-2ec8-4660-8bc6-2fc2156cd22c),segment_id=ad023367-2ec8-4660-8bc6-2fc2156cd22c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:33.478794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] Pushing event updated for resources: {'Network': ['ID=dd4e10e2-ed58-47e1-a955-6f861f5b17fc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.484655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f70ef81c-6a99-4bb2-b591-a979dc4e1398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.491732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network dd4e10e2-ed58-47e1-a955-6f861f5b17fc details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:33.507186 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.523505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f70ef81c-6a99-4bb2-b591-a979dc4e1398 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dbb43a588d78471a8f86d1138060775d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153405 Aug 29 04:26:33.526409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49428) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:33.534665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f974c824-a28a-44dc-a3ea-bf25a4bce2cc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2371604 Aug 29 04:26:33.543219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:33.553064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Request body: {'subnet': {'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-736322218-subnet', 'tenant_id': '3250b94dc2dc4b75b00f2126ca540f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:33.591070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Made reservation on behalf of 3250b94dc2dc4b75b00f2126ca540f54 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:33.595828 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.604318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ef81c-6a99-4bb2-b591-a979dc4e1398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e640d45d-656d-4e5b-b62d-5f69915e9e74,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.625342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-5f0c2062-bb93-49a7-a672-3f8d0d9ee2e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae HTTP/1.1" status: 200 len: 217 time: 0.2021441 Aug 29 04:26:33.734869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3845d305-b4df-49ef-97a6-c5b2655dccbe up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:33.738132 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce980a-3ee6-48fe-9d9b-581914b2d1dc None None] Pushing event updated for resources: {'Port': ['ID=1f6d4782-d10e-4221-b8c3-876cde507cf0,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:33.769762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a63f3bc-d022-410f-8619-bec24a723b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.785058 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Routers {'8fa1bb95-18af-48fb-8db1-62a6d8499bcb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:33.786144 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:33.849850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-c4ad9864-c169-479d-b6b5-3cf9fd24c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.859274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-c4ad9864-c169-479d-b6b5-3cf9fd24c7c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.2234721 Aug 29 04:26:33.897926 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a63f3bc-d022-410f-8619-bec24a723b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.977549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-46facbfa-9d65-4c4d-99ca-7675569d9a8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127160 Aug 29 04:26:33.982803 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] Set router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:33.998534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 3845d305-b4df-49ef-97a6-c5b2655dccbe completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:34.003966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 3845d305-b4df-49ef-97a6-c5b2655dccbe triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:34.004529 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.218983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.253419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:34.256885 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b70d4d2-ce79-4213-a08b-da44234156f0" -d '{"events": [{"server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "name": "network-vif-plugged", "status": "completed", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:34.260854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a63f3bc-d022-410f-8619-bec24a723b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.267117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2a63f3bc-d022-410f-8619-bec24a723b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.281920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2a63f3bc-d022-410f-8619-bec24a723b2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e640d45d-656d-4e5b-b62d-5f69915e9e74 HTTP/1.1" status: 204 len: 168 time: 0.7455757 Aug 29 04:26:34.291090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3845d305-b4df-49ef-97a6-c5b2655dccbe, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:34.306922 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.310681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63f3bc-d022-410f-8619-bec24a723b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e640d45d-656d-4e5b-b62d-5f69915e9e74,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.346810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.401036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-6c6b83e1-cb29-4500-a23c-e9b0cc315f82 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155614 Aug 29 04:26:34.451430 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:26Z', 'revision_number': 4, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port': {'id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:17Z', 'updated_at': '2021-08-29T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1f6d4782-d10e-4221-b8c3-876cde507cf0', 'name': '', 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'mac_address': 'fa:16:3e:33:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e551f819-5cde-449f-b516-0233a2ce8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:24Z', 'updated_at': '2021-08-29T04:26:33Z', 'revision_number': 4, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'subnets': [{'id': 'e551f819-5cde-449f-b516-0233a2ce8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.498170 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857d4ab-4341-461e-8a99-95342b760d6c None None] The sync data for ids ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'] in n-d-712143-14 is: [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:26Z', 'revision_number': 4, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port': {'id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:17Z', 'updated_at': '2021-08-29T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1f6d4782-d10e-4221-b8c3-876cde507cf0', 'name': '', 'network_id': 'b54a9a98-e452-4690-ae08-9c7a7b8253db', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'mac_address': 'fa:16:3e:33:a0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e551f819-5cde-449f-b516-0233a2ce8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:24Z', 'updated_at': '2021-08-29T04:26:33Z', 'revision_number': 4, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'subnets': [{'id': 'e551f819-5cde-449f-b516-0233a2ce8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:34.645570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e56923-7b7e-4daf-84c6-1631c76ed48b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.682069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Checking segment: {'id': '06121386-a97e-4513-8d6e-6ba14c10bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:34.682740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Network hostable DHCP agents. Network: dd4e10e2-ed58-47e1-a955-6f861f5b17fc, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:34.727538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Network dd4e10e2-ed58-47e1-a955-6f861f5b17fc is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:34.760882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, dd4e10e2-ed58-47e1-a955-6f861f5b17fc) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:34.770193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.771019 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.813412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c9d4807a-bb7d-4d16-beeb-eef6ed5e940d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2686746 Aug 29 04:26:34.894435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16aaaa-e7cd-4fdf-8452-3ff6e294bdfc None None] Network dd4e10e2-ed58-47e1-a955-6f861f5b17fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:34.952303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01a69de5-4f36-473a-ba9e-8f71669604b9 req-0dd6aaa6-4d99-4447-a7c1-8e237a70a8e2 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424182 Aug 29 04:26:35.088914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=3845d305-b4df-49ef-97a6-c5b2655dccbe,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.228307 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9731d03-4633-4832-954f-0d61f684c60f x-openstack-request-id: req-e9731d03-4633-4832-954f-0d61f684c60f {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:35.228641 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33a45fa-2cae-45b1-b515-0a092e7bbc52", "tag": "64bd0eca-ffff-459b-a1b3-6903bca659ae", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:35.228899 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9731d03-4633-4832-954f-0d61f684c60f {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:35.229310 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'tag': '64bd0eca-ffff-459b-a1b3-6903bca659ae', 'status': 'completed', 'code': 200} Aug 29 04:26:35.289363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f294e-25fb-4e8d-9ccc-4497a237f527 None None] Network dd4e10e2-ed58-47e1-a955-6f861f5b17fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:35.526203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-e9b75153-c3f2-47f2-8966-5ea1c9560536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.540955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-e9b75153-c3f2-47f2-8966-5ea1c9560536 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 1095 time: 0.2632284 Aug 29 04:26:35.602365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa170eef-a6e5-4f40-b8d5-8e68f6dff9a8 req-31461cd4-854b-4c38-ae13-8d7dab7fd634 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.630071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa170eef-a6e5-4f40-b8d5-8e68f6dff9a8 req-31461cd4-854b-4c38-ae13-8d7dab7fd634 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 946 time: 0.2177269 Aug 29 04:26:35.725346 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8294b5d7-ecda-42b2-bcbf-52e6b96d7e02 x-openstack-request-id: req-8294b5d7-ecda-42b2-bcbf-52e6b96d7e02 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:35.726378 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "name": "network-vif-plugged", "status": "completed", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:35.726877 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8294b5d7-ecda-42b2-bcbf-52e6b96d7e02 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:35.727534 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'code': 200} Aug 29 04:26:35.753278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa170eef-a6e5-4f40-b8d5-8e68f6dff9a8 req-a14ff457-b8b1-41c3-947b-21e9d145d836 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168380 Aug 29 04:26:35.918520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13117386-6f6e-4db0-a1a6-1362d40c5642 req-8aa39ec1-5b06-4783-b0d7-0ff11b30d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.920365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13117386-6f6e-4db0-a1a6-1362d40c5642 req-8aa39ec1-5b06-4783-b0d7-0ff11b30d561 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 1098 time: 0.1148293 Aug 29 04:26:36.002395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-32668b53-ea39-4d03-9f8f-d6b5f37f6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.007659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-32668b53-ea39-4d03-9f8f-d6b5f37f6f40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.4581187 Aug 29 04:26:36.037706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13117386-6f6e-4db0-a1a6-1362d40c5642 req-978dfc57-ab32-4594-9ffa-59183c9a4f48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844953 Aug 29 04:26:36.136731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9b081-74b3-4092-b8ed-3363daf6e7ec req-cffc6ba3-96cc-411a-947a-a2f3193847d7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.148690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ae9b081-74b3-4092-b8ed-3363daf6e7ec req-cffc6ba3-96cc-411a-947a-a2f3193847d7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 943 time: 0.2651181 Aug 29 04:26:36.152934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-9cdc8bd4-b577-493c-b7db-4b4f968a7ada service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae HTTP/1.1" status: 200 len: 217 time: 0.1368322 Aug 29 04:26:36.341576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ae9b081-74b3-4092-b8ed-3363daf6e7ec req-8cfe3094-bc66-4482-8d58-84a08983ce92 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903119 Aug 29 04:26:36.377232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-4662ae62-9862-4fce-96cf-7f81d4bb3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.383487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-4662ae62-9862-4fce-96cf-7f81d4bb3f9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.1817029 Aug 29 04:26:36.473415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 64bd0eca-ffff-459b-a1b3-6903bca659ae details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:36.481168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-ebcae62e-0753-4fbf-a0ac-7ad5f4dfb859 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895457 Aug 29 04:26:36.601671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5fa2fe2c-4bc3-43a0-9b23-23d9e2d1c684 req-0a570d72-823d-415e-886a-8c44190d46df tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1232734 Aug 29 04:26:36.732847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1f6d4782-d10e-4221-b8c3-876cde507cf0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:36.854345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f12ec886-d594-4be9-9767-836a6ada9fce tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.860118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f12ec886-d594-4be9-9767-836a6ada9fce tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/networks?id=dd4e10e2-ed58-47e1-a955-6f861f5b17fc HTTP/1.1" status: 200 len: 808 time: 0.2185898 Aug 29 04:26:36.911925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-c0c68b80-724c-46b7-b8f1-3ce4b24b0f3a tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/quotas/3250b94dc2dc4b75b00f2126ca540f54 HTTP/1.1" status: 200 len: 375 time: 0.0354156 Aug 29 04:26:37.025144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-a960580a-2369-4bdb-a067-df4248dc30d3 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3250b94dc2dc4b75b00f2126ca540f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1122530 Aug 29 04:26:37.065495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-4171ebc9-d939-4644-9caa-b08fdb8e93bd service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732522 Aug 29 04:26:37.094343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 1f6d4782-d10e-4221-b8c3-876cde507cf0 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:37.130503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 64bd0eca-ffff-459b-a1b3-6903bca659ae, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:37.140434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1f6d4782-d10e-4221-b8c3-876cde507cf0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:37.141123 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.248128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '64bd0eca-ffff-459b-a1b3-6903bca659ae', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'port_id': '64bd0eca-ffff-459b-a1b3-6903bca659ae', 'mac_address': 'fa:16:3e:12:b1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff60a465-9ef4-4607-9b18-c3e2e3b16625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:37.362985 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.374466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f0f33-737c-4873-a845-88cbe2abf9ea req-cef64482-361e-4829-ab9d-717056335520 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.383575 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c9f0f33-737c-4873-a845-88cbe2abf9ea req-cef64482-361e-4829-ab9d-717056335520 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.6053162 Aug 29 04:26:37.535368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-343ef158-fe56-443a-96de-bc9a1327eb22 service neutron] 10.222.0.55 "GET /v2.0/networks/dd4e10e2-ed58-47e1-a955-6f861f5b17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092664 Aug 29 04:26:37.599530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.619771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c9f0f33-737c-4873-a845-88cbe2abf9ea req-b821ba23-6aac-49c3-bfb4-74bca787354e tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352643 Aug 29 04:26:37.704051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bd0eca-ffff-459b-a1b3-6903bca659ae {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:37.738017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b34195c2-c7fc-46db-a7b3-8836c5b07027 req-23ed6662-f88b-4216-a914-c0669029c591 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183476 Aug 29 04:26:37.749521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 1f6d4782-d10e-4221-b8c3-876cde507cf0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1f6d4782-d10e-4221-b8c3-876cde507cf0,segment=NetworkSegment(ad023367-2ec8-4660-8bc6-2fc2156cd22c),segment_id=ad023367-2ec8-4660-8bc6-2fc2156cd22c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:37.776277 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.946227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-80b6628f-d7a2-4e67-a99b-0baf234febeb service neutron] 10.222.0.55 "GET /v2.0/networks/dd4e10e2-ed58-47e1-a955-6f861f5b17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098825 Aug 29 04:26:37.993277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=1f6d4782-d10e-4221-b8c3-876cde507cf0,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.016214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 64bd0eca-ffff-459b-a1b3-6903bca659ae, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:38.023392 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.059645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcbcea-2381-43ed-a916-77b4d044a76f req-36a20a2b-6cb7-487d-bd8e-7eb0139e8e46 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.061888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22bcbcea-2381-43ed-a916-77b4d044a76f req-36a20a2b-6cb7-487d-bd8e-7eb0139e8e46 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 946 time: 0.0930541 Aug 29 04:26:38.131064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=64bd0eca-ffff-459b-a1b3-6903bca659ae,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.152266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.156869 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22bcbcea-2381-43ed-a916-77b4d044a76f req-c66c9a50-d217-445f-8a6b-2739311f0396 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884056 Aug 29 04:26:38.292436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-172f0c5a-e2ae-440b-864a-60c4084ea06d req-de6f45ef-b930-44a7-ba6d-fa088c9f1d75 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0429158 Aug 29 04:26:38.327427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['64bd0eca-ffff-459b-a1b3-6903bca659ae'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:38.385220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fd953-2b33-45ae-8fee-af359b711e82 req-7fe24dd0-f655-4e1b-b059-24d494b2b83f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.410173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e21fd953-2b33-45ae-8fee-af359b711e82 req-7fe24dd0-f655-4e1b-b059-24d494b2b83f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 944 time: 0.1959829 Aug 29 04:26:38.464342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7227c39c-3ef5-44d4-9549-d2cacbef22c2 req-e5a66e9b-7fd6-4363-8a5f-b6369fc4bbda tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 210 time: 0.0910428 Aug 29 04:26:38.537876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e21fd953-2b33-45ae-8fee-af359b711e82 req-bcad49bd-0f9c-4052-9a8c-6ded0d65aedb tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248610 Aug 29 04:26:38.571208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed47110d-6e28-4ed9-ad33-edadf1633d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.644125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1f6d4782-d10e-4221-b8c3-876cde507cf0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:38.777331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e4a63-bb66-499a-8c4a-84df03ce23cb req-e65a74c3-4a41-4274-8aea-cc494fc5dcc2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.793389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed47110d-6e28-4ed9-ad33-edadf1633d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.794694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.797350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f05e4a63-bb66-499a-8c4a-84df03ce23cb req-e65a74c3-4a41-4274-8aea-cc494fc5dcc2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 946 time: 0.1675296 Aug 29 04:26:38.822284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Request body: {'floatingip': {'port_id': '3845d305-b4df-49ef-97a6-c5b2655dccbe'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:38.948231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1f6d4782-d10e-4221-b8c3-876cde507cf0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:38.950048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.952596 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.964835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed47110d-6e28-4ed9-ad33-edadf1633d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.154538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47110d-6e28-4ed9-ad33-edadf1633d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350bfc15-64e2-4dab-8639-5513e71f5f07,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.248230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ed47110d-6e28-4ed9-ad33-edadf1633d3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9340be7ce1d6402185bb0d5b816dd08d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0945909 Aug 29 04:26:39.251151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49564) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:39.301385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bbd8a-b312-4698-ae68-c4378a88ad74 req-e4b184a9-7f83-4c3e-90c3-202dddda8048 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.303101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-423bbd8a-b312-4698-ae68-c4378a88ad74 req-e4b184a9-7f83-4c3e-90c3-202dddda8048 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.2798853 Aug 29 04:26:39.397170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25b286d-a5c6-41d7-9f89-fa7f84c1ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.404009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-423bbd8a-b312-4698-ae68-c4378a88ad74 req-e80e54f4-d59a-449d-b891-5910f616fbe8 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905428 Aug 29 04:26:39.426317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25b286d-a5c6-41d7-9f89-fa7f84c1ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.585934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e42b6381-a3cd-469a-b923-f9d8cdb4b902 req-f998f471-6f42-413c-9dbe-354356d72e91 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0597548 Aug 29 04:26:39.594337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25b286d-a5c6-41d7-9f89-fa7f84c1ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.595598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a25b286d-a5c6-41d7-9f89-fa7f84c1ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.599990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a25b286d-a5c6-41d7-9f89-fa7f84c1ef6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/350bfc15-64e2-4dab-8639-5513e71f5f07 HTTP/1.1" status: 204 len: 168 time: 0.3429213 Aug 29 04:26:39.609513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b286d-a5c6-41d7-9f89-fa7f84c1ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350bfc15-64e2-4dab-8639-5513e71f5f07,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.791975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63daf90-1e2a-4c54-9875-cc3a5af9cfee req-b74d3805-c96e-4d40-9e20-7ad9838442bb tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.793571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f63daf90-1e2a-4c54-9875-cc3a5af9cfee req-b74d3805-c96e-4d40-9e20-7ad9838442bb tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 944 time: 0.0704372 Aug 29 04:26:39.800311 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a804b78-e958-4483-b251-bb77249c5250 req-e8bd84dd-cb51-40b7-88f5-98fc24ebaaee tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 210 time: 0.1711071 Aug 29 04:26:39.863755 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f63daf90-1e2a-4c54-9875-cc3a5af9cfee req-a1900852-4770-4939-88cc-168849319cb9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631630 Aug 29 04:26:40.054948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:40.161769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.192877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.329183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba26985-f91d-48fb-98f3-c8f11eb4c059 req-a9aa16e3-9a87-4d17-a338-5aa4b7b293b7 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.331673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba26985-f91d-48fb-98f3-c8f11eb4c059 req-a9aa16e3-9a87-4d17-a338-5aa4b7b293b7 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 950 time: 0.0964017 Aug 29 04:26:40.384656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba26985-f91d-48fb-98f3-c8f11eb4c059 req-0fd50225-ba8b-4b85-b69a-7b8975cd809f tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Aug 29 04:26:40.492251 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Floating IP b0464a4a-454e-45ab-8963-7dc06370c3d6 associated. External IP: 172.25.7.234, port: 3845d305-b4df-49ef-97a6-c5b2655dccbe. Aug 29 04:26:40.497092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 64bd0eca-ffff-459b-a1b3-6903bca659ae up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:40.609037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 64bd0eca-ffff-459b-a1b3-6903bca659ae completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:40.613187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 64bd0eca-ffff-459b-a1b3-6903bca659ae triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:40.613568 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.788389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.852693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bd0eca-ffff-459b-a1b3-6903bca659ae'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:40.874440 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a974a60d-290d-4f62-b8ed-672b0751462a" -d '{"events": [{"server_uuid": "b33a45fa-2cae-45b1-b515-0a092e7bbc52", "name": "network-vif-plugged", "status": "completed", "tag": "64bd0eca-ffff-459b-a1b3-6903bca659ae"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:40.882892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 64bd0eca-ffff-459b-a1b3-6903bca659ae, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:40.887893 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.994498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=64bd0eca-ffff-459b-a1b3-6903bca659ae,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.089133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49662) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.249546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fb869-e5cb-4591-97a8-a492b2693380 req-f74f81fe-497e-471e-9c3f-9521c5859549 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.257397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a6fb869-e5cb-4591-97a8-a492b2693380 req-f74f81fe-497e-471e-9c3f-9521c5859549 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.9808702 Aug 29 04:26:41.274614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-0a96ac58-65ca-46d0-a202-71cebd34659b tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.275952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-0a96ac58-65ca-46d0-a202-71cebd34659b tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.37 "GET /v2.0/networks?id=dd4e10e2-ed58-47e1-a955-6f861f5b17fc HTTP/1.1" status: 200 len: 808 time: 1.0985780 Aug 29 04:26:41.289610 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76826574-a0d5-49a2-af4c-0ca42eb18faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.300305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Request body: {'port': {'device_id': 'd746f864-45db-4362-b2f0-a119961eed10', 'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc', 'admin_state_up': True, 'tenant_id': '3250b94dc2dc4b75b00f2126ca540f54'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:41.417548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a6fb869-e5cb-4591-97a8-a492b2693380 req-a5a67305-4756-4e25-89a0-36d4b8e7418b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591914 Aug 29 04:26:41.442162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76826574-a0d5-49a2-af4c-0ca42eb18faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.449560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76826574-a0d5-49a2-af4c-0ca42eb18faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.532291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:41.543188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-76826574-a0d5-49a2-af4c-0ca42eb18faf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3d268769d964d81985911eaa0017e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532573 Aug 29 04:26:41.545853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49690) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.600696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826574-a0d5-49a2-af4c-0ca42eb18faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b034d816-ca11-45e1-bb68-fcdbfaa8d590,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.637536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80674efe-88db-4d28-8cf2-9362abb7f8f2 req-46e3a559-db3e-452b-9641-a44a0dfc2484 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 210 time: 0.0338156 Aug 29 04:26:41.655917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-aa81869c-ab74-41ff-91f0-78e476aa26cb tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:41.658232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-aa81869c-ab74-41ff-91f0-78e476aa26cb tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.0931787 Aug 29 04:26:41.690906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c094f61-640c-4bb6-aa9d-845a5db06925 req-93cd43ce-bc9f-49b1-a7c5-754b0501733a tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1063445 Aug 29 04:26:41.701176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Made reservation on behalf of 3250b94dc2dc4b75b00f2126ca540f54 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:41.704503 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.723985 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c6398-9f30-4e0d-b0d6-5036fd4250c5 x-openstack-request-id: req-a94c6398-9f30-4e0d-b0d6-5036fd4250c5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:41.724881 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33a45fa-2cae-45b1-b515-0a092e7bbc52", "name": "network-vif-plugged", "status": "completed", "tag": "64bd0eca-ffff-459b-a1b3-6903bca659ae", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:41.725365 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a94c6398-9f30-4e0d-b0d6-5036fd4250c5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:41.725959 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bd0eca-ffff-459b-a1b3-6903bca659ae', 'code': 200} Aug 29 04:26:41.823548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Deleting port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:41.823924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.847295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:41.863511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] Sync routers for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:41.872352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.886339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:41.888347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:42.003397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4a9d9-4f9d-4e9e-b8f9-1a519e1377ea req-2acb0ddc-0b9c-4e5e-96b9-02162b2c278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.007671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45d4a9d9-4f9d-4e9e-b8f9-1a519e1377ea req-2acb0ddc-0b9c-4e5e-96b9-02162b2c278b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 1097 time: 0.1790733 Aug 29 04:26:42.039354 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf4a77e6-cdac-4e79-b94c-fe0e2164b4b0 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "PUT /v2.0/floatingips/b0464a4a-454e-45ab-8963-7dc06370c3d6 HTTP/1.1" status: 200 len: 992 time: 3.2402451 Aug 29 04:26:42.083654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:42.103622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45d4a9d9-4f9d-4e9e-b8f9-1a519e1377ea req-b25af28a-b5ef-47e6-8cfd-eedc282c6c5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855160 Aug 29 04:26:42.131184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] For port 7d79b4fc-9746-4362-bc12-685c95f7b8a5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7d79b4fc-9746-4362-bc12-685c95f7b8a5,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:42.132171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.196259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4cc0b-9d4e-4472-9af3-b5bc74cc4e3a req-3120a8f7-ab79-4f12-b85d-fdf126f662e0 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.203833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36b4cc0b-9d4e-4472-9af3-b5bc74cc4e3a req-3120a8f7-ab79-4f12-b85d-fdf126f662e0 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 950 time: 0.1285610 Aug 29 04:26:42.231938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:42.234718 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:42.239958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4ec4-dd06-4bb0-9923-f18b51daa38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.244470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Allocated IP 172.20.0.6 (dd4e10e2-ed58-47e1-a955-6f861f5b17fc/c0e56923-7b7e-4daf-84c6-1631c76ed48b/5947c6d4-b0cd-4978-9dac-428d05a3dd9d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:42.294000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4ec4-dd06-4bb0-9923-f18b51daa38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.306502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598867e-606b-451c-83fd-ff19649642ba req-4d1308ba-e391-45b7-b35d-c9dd84a4161c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.315309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6598867e-606b-451c-83fd-ff19649642ba req-4d1308ba-e391-45b7-b35d-c9dd84a4161c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.4545114 Aug 29 04:26:42.315901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36b4cc0b-9d4e-4472-9af3-b5bc74cc4e3a req-bd967ec4-6a36-41c5-8498-368bfc62e1e5 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112151 Aug 29 04:26:42.396237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'b0464a4a-454e-45ab-8963-7dc06370c3d6', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'port_id': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'mac_address': 'fa:16:3e:0f:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:39Z', 'revision_number': 1, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:42.442007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6598867e-606b-451c-83fd-ff19649642ba req-f786304d-3280-4021-81b6-cb84fae92f1d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203687 Aug 29 04:26:42.495238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] Checking router: 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:42.512009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:42.512645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:42.528311 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.529431 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.529962 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Floating IP fdd70ace-0b1c-422d-86eb-1d6d52a688fc disassociated. External IP: 172.25.7.117, port: 7d79b4fc-9746-4362-bc12-685c95f7b8a5. Aug 29 04:26:42.530854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Calling delete_port for 7d79b4fc-9746-4362-bc12-685c95f7b8a5 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:42.572558 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d2fd8-5396-4069-b69c-2160e3a7fe63 x-openstack-request-id: req-865d2fd8-5396-4069-b69c-2160e3a7fe63 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:42.572938 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:42.573258 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-865d2fd8-5396-4069-b69c-2160e3a7fe63 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:42.573758 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'status': 'completed', 'code': 200} Aug 29 04:26:42.577513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4ec4-dd06-4bb0-9923-f18b51daa38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.585489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4ec4-dd06-4bb0-9923-f18b51daa38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.587211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ee2d4ec4-dd06-4bb0-9923-f18b51daa38c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b034d816-ca11-45e1-bb68-fcdbfaa8d590 HTTP/1.1" status: 204 len: 168 time: 1.0402448 Aug 29 04:26:42.646788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d4ec4-dd06-4bb0-9923-f18b51daa38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034d816-ca11-45e1-bb68-fcdbfaa8d590,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.730765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:42.762128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.869681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90327168-d81a-4340-83e5-67f4ac62f6ed req-95887fc1-7811-4af3-bb18-13b68a834da8 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.880254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90327168-d81a-4340-83e5-67f4ac62f6ed req-95887fc1-7811-4af3-bb18-13b68a834da8 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 946 time: 0.2401905 Aug 29 04:26:42.881287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-4e5c7c1e-b80f-4c2c-a7cf-739ad43be21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.883154 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-4e5c7c1e-b80f-4c2c-a7cf-739ad43be21b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6331e236bb5d4390895c767a95cb6aa0&device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 1098 time: 0.2856672 Aug 29 04:26:42.884511 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.941459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Network dd4e10e2-ed58-47e1-a955-6f861f5b17fc is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:42.950634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90327168-d81a-4340-83e5-67f4ac62f6ed req-d909f3ac-e6ce-483e-8043-6ae47a835dfd tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663745 Aug 29 04:26:42.988596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.052109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event deleted for resources: {'Port': ['ID=7d79b4fc-9746-4362-bc12-685c95f7b8a5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.133835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:43.267664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Router 1db90041-1db3-4050-a478-4c96ad7af689 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:43.278485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09ba8109-7e66-405a-b719-680af7cdb047 req-1771248b-cf92-49ab-9d6d-777960776f60 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0802734 Aug 29 04:26:43.346552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-a80cd880-d0c2-40e5-9ec7-a776c1a5028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.349119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-a80cd880-d0c2-40e5-9ec7-a776c1a5028a service neutron] 10.222.0.37 "GET /v2.0/networks?id=89bcbacc-fcb8-4017-94e7-f15b4fde161b HTTP/1.1" status: 200 len: 914 time: 0.4008129 Aug 29 04:26:43.352695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:43.371651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Pushing event updated for resources: {'Port': ['ID=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.427926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'b0464a4a-454e-45ab-8963-7dc06370c3d6', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'port_id': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'mac_address': 'fa:16:3e:0f:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:39Z', 'revision_number': 1, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:43.512257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a908a1-68ee-402b-86b9-68c284867fe8 None None] The sync data for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 is: [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'b0464a4a-454e-45ab-8963-7dc06370c3d6', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'port_id': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'mac_address': 'fa:16:3e:0f:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:11Z', 'updated_at': '2021-08-29T04:26:39Z', 'revision_number': 1, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:43.681276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.681876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.708379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-051f41d9-e37d-4d9d-84e1-91812e3c9997 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe HTTP/1.1" status: 200 len: 1000 time: 0.3335905 Aug 29 04:26:43.804563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f7a7-a091-4ba3-b87a-68a1b6f4dffa req-a9aef058-2df1-445d-a643-71b86bf61be8 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.821980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3e2f7a7-a091-4ba3-b87a-68a1b6f4dffa req-a9aef058-2df1-445d-a643-71b86bf61be8 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 950 time: 0.2790718 Aug 29 04:26:43.846381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c3d94-6b7d-4621-bdb4-b87f47776dc8 req-c89a1303-3747-4d5a-9eaf-9fd1d030f260 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.847980 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac1c3d94-6b7d-4621-bdb4-b87f47776dc8 req-c89a1303-3747-4d5a-9eaf-9fd1d030f260 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 931 time: 0.9818826 Aug 29 04:26:43.886360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-f9ad7fa9-0ed5-4960-8987-045018618d61 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5929923 Aug 29 04:26:43.919800 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9522b-089c-4e9f-b5aa-2da1a259addc None None] New status for floating IP b0464a4a-454e-45ab-8963-7dc06370c3d6: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:43.930960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Request body: {'port': {'device_id': 'd746f864-45db-4362-b2f0-a119961eed10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:43.965183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-23aaa4a8-1191-4bf7-95de-4cd5f9a2fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.966036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3e2f7a7-a091-4ba3-b87a-68a1b6f4dffa req-12d60976-e66a-4f9e-9b28-7de65ee9aa57 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433191 Aug 29 04:26:43.966754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-23aaa4a8-1191-4bf7-95de-4cd5f9a2fe47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=356cfb68-a1a3-4cb6-9139-c86aff66fad9 HTTP/1.1" status: 200 len: 852 time: 0.2500944 Aug 29 04:26:43.969372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:43.987962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] Sync routers for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:44.005257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:44.008448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:44.090903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac1c3d94-6b7d-4621-bdb4-b87f47776dc8 req-b94779b4-26d8-45c3-bf8e-33edfac744e8 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314551 Aug 29 04:26:44.098616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-aeb4d2e6-3754-4993-8179-73abc2b8e303 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2508736 Aug 29 04:26:44.099995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] No DVR routers for this DVR port 7d79b4fc-9746-4362-bc12-685c95f7b8a5 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:44.103295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.111692 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85d94a06-8b68-4838-a989-2f5ea1dfd40f req-b22a29c9-63e6-4365-9382-2b8aac1ef1ae tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.37 "DELETE /v2.0/ports/7d79b4fc-9746-4362-bc12-685c95f7b8a5 HTTP/1.1" status: 204 len: 173 time: 2.4443464 Aug 29 04:26:44.111692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'name': 'network-vif-deleted', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:44.119652 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4481d8f-c12f-4775-b0b7-662554da4a6d" -d '{"events": [{"server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "name": "network-vif-deleted", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:44.149255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.165273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-6b14686c-88c8-4344-9ede-aff7b5531c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.167652 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-6b14686c-88c8-4344-9ede-aff7b5531c14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89bcbacc-fcb8-4017-94e7-f15b4fde161b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831408 Aug 29 04:26:44.271474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:44.355129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-33c83d1d-ba3b-47c4-94be-81ffbf032c64 req-aab5fdb1-552c-4c6f-b3a0-a34546ad0844 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d95a384-fa88-42ef-8e93-b8687ce0f1e4 HTTP/1.1" status: 200 len: 210 time: 0.1281154 Aug 29 04:26:44.408489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-ff14fa8e-48d9-4d00-ac84-c7747160a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.410275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-ff14fa8e-48d9-4d00-ac84-c7747160a4c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 1097 time: 0.2033176 Aug 29 04:26:44.439377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb8a05-1a1b-4f27-8b1d-6ae69ba0404a req-3202edc2-f2cc-4258-b035-0a2a14ef21a8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.443122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3bb8a05-1a1b-4f27-8b1d-6ae69ba0404a req-3202edc2-f2cc-4258-b035-0a2a14ef21a8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1804006 Aug 29 04:26:44.524934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:44.529343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-f17a3975-1143-45fb-a336-1f950275e50e service neutron] 10.222.0.37 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538249 Aug 29 04:26:44.594688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-40ffdda6-9004-4c9d-b07d-3123b199cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.594688 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-40ffdda6-9004-4c9d-b07d-3123b199cb75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.1501930 Aug 29 04:26:44.596705 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e24f51-e4b0-44b0-a658-89610eb0d019 x-openstack-request-id: req-88e24f51-e4b0-44b0-a658-89610eb0d019 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:44.596998 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d95a384-fa88-42ef-8e93-b8687ce0f1e4", "name": "network-vif-deleted", "tag": "7d79b4fc-9746-4362-bc12-685c95f7b8a5", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:44.597255 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88e24f51-e4b0-44b0-a658-89610eb0d019 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:44.597673 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95a384-fa88-42ef-8e93-b8687ce0f1e4', 'name': 'network-vif-deleted', 'tag': '7d79b4fc-9746-4362-bc12-685c95f7b8a5', 'status': 'completed', 'code': 200} Aug 29 04:26:44.657304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-935bb52f-c6bc-4eaa-8fe5-0d8d0eaa6449 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae HTTP/1.1" status: 200 len: 217 time: 0.0533381 Aug 29 04:26:44.708357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c6733dbe-c7dd-44a1-b13d-7e040744a79b req-9dcd8bbc-7088-4be6-b27e-ac23fdaa59f4 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1630528 Aug 29 04:26:44.712854 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3bb8a05-1a1b-4f27-8b1d-6ae69ba0404a req-b1af62e5-f3cd-4b5e-996a-490d62e1d091 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490058 Aug 29 04:26:44.774002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-67e0ac79-985a-4769-aa82-da2f08ac2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.779444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-67e0ac79-985a-4769-aa82-da2f08ac2e00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.1098402 Aug 29 04:26:44.838429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-85d1cac7-89b2-406f-b766-02bd4a4f77f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520883 Aug 29 04:26:44.881669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-0dc7f257-3781-47da-9fec-eda1e09a800c tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.883300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-0dc7f257-3781-47da-9fec-eda1e09a800c tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.32 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 950 time: 0.2530460 Aug 29 04:26:45.016607 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e91e9fb4-5984-4b91-a7a2-a03491cfd42e req-11b6a009-eb43-4718-b6e6-f2df50ba172b service neutron] 10.222.0.37 "GET /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700229 Aug 29 04:26:45.080803 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-dd09d7be-3157-4e26-9188-53392c1e361a service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324517 Aug 29 04:26:45.090149 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.151313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:28Z', 'revision_number': 5, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:45.172692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5947c6d4-b0cd-4978-9dac-428d05a3dd9d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:45.187162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.213623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Deleting port cb5d0b88-5018-4568-aebc-0a567b8a654e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:45.214124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.261352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] Checking router: 1db90041-1db3-4050-a478-4c96ad7af689 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:45.287138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-811ddb65-dd53-48c7-af53-2b3d57eefb7b req-85374397-fcbe-437f-9382-549ba7746859 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993227 Aug 29 04:26:45.313936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:45.319696 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91bf33e-8bdc-48ed-80a0-65782021867e" -d '{"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-unplugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:45.322688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:45.323320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.337729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Calling delete_port for cb5d0b88-5018-4568-aebc-0a567b8a654e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:45.340475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port cb5d0b88-5018-4568-aebc-0a567b8a654e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=cb5d0b88-5018-4568-aebc-0a567b8a654e,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:45.343715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:45.346687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:45.355844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.448908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b792f0-94ae-452e-b513-d45ebf987611 req-ccfd9745-e439-4101-a776-74ef0fda32e2 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.456084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57b792f0-94ae-452e-b513-d45ebf987611 req-ccfd9745-e439-4101-a776-74ef0fda32e2 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 950 time: 0.3324277 Aug 29 04:26:45.457215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Transition to ACTIVE for port object 5947c6d4-b0cd-4978-9dac-428d05a3dd9d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:45.469838 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.477028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd84e90-9ca4-4f4a-b80d-9c45fd702356 req-a73372da-5d9e-480f-a5e6-2f1cd9065e9a tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.478963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcd84e90-9ca4-4f4a-b80d-9c45fd702356 req-a73372da-5d9e-480f-a5e6-2f1cd9065e9a tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 931 time: 0.0659375 Aug 29 04:26:45.524561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.555320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcd84e90-9ca4-4f4a-b80d-9c45fd702356 req-991bdee1-9d15-496e-bd3b-a4abe7aff12e tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629797 Aug 29 04:26:45.559089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:45.601837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57b792f0-94ae-452e-b513-d45ebf987611 req-8b0d99fc-69aa-4970-a262-02f772fb7900 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/security-groups?id=c67be583-f911-4057-8287-de62624352fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345296 Aug 29 04:26:45.636021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.761549 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252e07b-df85-4538-98e2-99bbe3ba7be2 x-openstack-request-id: req-3252e07b-df85-4538-98e2-99bbe3ba7be2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:45.763714 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-unplugged", "status": "completed", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:45.763985 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3252e07b-df85-4538-98e2-99bbe3ba7be2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:45.764389 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'code': 200} Aug 29 04:26:45.768816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 7d79b4fc-9746-4362-bc12-685c95f7b8a5 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:45.798998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70537a-9aaa-403c-ba4e-6f40ea8b31b2 req-2c54b096-d164-48b8-b0a9-feec35c10179 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.801583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd70537a-9aaa-403c-ba4e-6f40ea8b31b2 req-2c54b096-d164-48b8-b0a9-feec35c10179 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1232491 Aug 29 04:26:45.816503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Attempting to bind port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:45.817224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Attempting to bind port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '06121386-a97e-4513-8d6e-6ba14c10bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:45.818365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Attempting to bind port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d on network dd4e10e2-ed58-47e1-a955-6f861f5b17fc {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:45.824949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d on network dd4e10e2-ed58-47e1-a955-6f861f5b17fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:45.825558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Attempting to bind port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d on network dd4e10e2-ed58-47e1-a955-6f861f5b17fc {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:45.828710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.830362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 7d79b4fc-9746-4362-bc12-685c95f7b8a5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:45.830898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 7d79b4fc-9746-4362-bc12-685c95f7b8a5 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:45.860650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Pushing event deleted for resources: {'Port': ['ID=cb5d0b88-5018-4568-aebc-0a567b8a654e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.866741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:45.867246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Checking segment: {'id': '06121386-a97e-4513-8d6e-6ba14c10bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:45.867829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Bound using segment: {'id': '06121386-a97e-4513-8d6e-6ba14c10bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:45.868558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Bound port: 5947c6d4-b0cd-4978-9dac-428d05a3dd9d, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06121386-a97e-4513-8d6e-6ba14c10bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:45.869030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.880205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd70537a-9aaa-403c-ba4e-6f40ea8b31b2 req-c76258d5-bf3d-423a-8e76-ac4c15cca88b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615885 Aug 29 04:26:45.962676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49808) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.024327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] No DVR routers for this DVR port cb5d0b88-5018-4568-aebc-0a567b8a654e on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:46.035741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200e73e3-a21c-48a8-b6f0-cefed5792f5b req-46d223d6-83f2-4150-a28d-128f7d237d28 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0952244 Aug 29 04:26:46.039800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.048436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49810) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.048614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66319e04-47cc-4c7f-8f3e-2cd251597829 req-7d860797-9786-4066-954c-04009c9a38bf tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.32 "DELETE /v2.0/ports/cb5d0b88-5018-4568-aebc-0a567b8a654e HTTP/1.1" status: 204 len: 173 time: 1.1493461 Aug 29 04:26:46.051082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-deleted', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:46.058917 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bd3352-a65a-4661-b1ba-9c7e4f5afbbb" -d '{"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-deleted", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:46.070980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:28Z', 'revision_number': 5, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:46.097308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-beb83379-df52-4f5d-addd-9e8e0eadf11b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.102924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de42cac6-dd02-4439-abee-4329d0bbe90b None None] The sync data for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 is: [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:24:21Z', 'revision_number': 4, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '743e1b8c-6833-4671-b3ff-7c00806e3074', 'name': '', 'network_id': '044300e8-b5ef-4210-bb8c-53d5b8970081', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'mac_address': 'fa:16:3e:d6:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:20Z', 'updated_at': '2021-08-29T04:24:28Z', 'revision_number': 5, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'subnets': [{'id': '6eaf8e91-e8ee-4ea7-acfe-f2c814987048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:46.137496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] For port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:46.144126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] For port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,segment=NetworkSegment(06121386-a97e-4513-8d6e-6ba14c10bdac),segment_id=06121386-a97e-4513-8d6e-6ba14c10bdac)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:46.153327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.162330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-beb83379-df52-4f5d-addd-9e8e0eadf11b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.258918 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a45cb67-e221-44ad-b4a0-0b7cb700b7cc x-openstack-request-id: req-7a45cb67-e221-44ad-b4a0-0b7cb700b7cc {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:46.259320 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82ec9-1a47-4908-af84-3f0841d8ea16", "name": "network-vif-deleted", "tag": "cb5d0b88-5018-4568-aebc-0a567b8a654e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:46.259681 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a45cb67-e221-44ad-b4a0-0b7cb700b7cc {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:46.260192 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df82ec9-1a47-4908-af84-3f0841d8ea16', 'name': 'network-vif-deleted', 'tag': 'cb5d0b88-5018-4568-aebc-0a567b8a654e', 'status': 'completed', 'code': 200} Aug 29 04:26:46.260870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.290672 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-beb83379-df52-4f5d-addd-9e8e0eadf11b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.294239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-beb83379-df52-4f5d-addd-9e8e0eadf11b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.295839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-beb83379-df52-4f5d-addd-9e8e0eadf11b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "DELETE /v2.0/security-groups/9b42e54f-dfea-4e9e-8547-5dafab2b1f9b HTTP/1.1" status: 204 len: 168 time: 0.3320467 Aug 29 04:26:46.301386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49818) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.310438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.311168 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.312709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-cc061b2f-bc5e-474a-8b8c-c55a3981ba03 service neutron] 10.222.0.37 "PUT /v2.0/ports/5947c6d4-b0cd-4978-9dac-428d05a3dd9d HTTP/1.1" status: 200 len: 1092 time: 2.4014516 Aug 29 04:26:46.327567 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-65f4c6e0-8169-4a2c-b17b-af20cc103ca9 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] show failed (client error): The resource could not be found. Aug 29 04:26:46.328903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-65f4c6e0-8169-4a2c-b17b-af20cc103ca9 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "GET /v2.0/security-groups/9b42e54f-dfea-4e9e-8547-5dafab2b1f9b HTTP/1.1" status: 404 len: 347 time: 0.0245142 Aug 29 04:26:46.329818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb83379-df52-4f5d-addd-9e8e0eadf11b tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b42e54f-dfea-4e9e-8547-5dafab2b1f9b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.332891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49822) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.404927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e83350d-aa10-4496-8a83-380feab7fd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.614340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-3095575b-cff6-4428-8de5-85f41d6e91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.617152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-3095575b-cff6-4428-8de5-85f41d6e91b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3250b94dc2dc4b75b00f2126ca540f54&device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 1095 time: 0.1457183 Aug 29 04:26:46.633024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e83350d-aa10-4496-8a83-380feab7fd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.638992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e83350d-aa10-4496-8a83-380feab7fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.683940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Deleting port a98294eb-216b-4f23-a22e-1ae7f87df914 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:46.684700 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.687868 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-44ee4246-0b9e-4916-a5a0-b1a71673dc66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5947c6d4-b0cd-4978-9dac-428d05a3dd9d HTTP/1.1" status: 200 len: 217 time: 0.0597291 Aug 29 04:26:46.745472 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5d71c5-6aff-4b55-a997-91cdd8506815 None None] New status for floating IP fdd70ace-0b1c-422d-86eb-1d6d52a688fc: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:26:46.811990 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-895566cd-7c97-4dfe-9241-45e1ad72c88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.823503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-c5ee6155-a1da-4754-a820-f19c26741b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.825321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-c5ee6155-a1da-4754-a820-f19c26741b3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0e56923-7b7e-4daf-84c6-1631c76ed48b HTTP/1.1" status: 200 len: 848 time: 0.1197040 Aug 29 04:26:46.880017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-2b933c85-3aae-42ea-b933-7c3625635623 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4e10e2-ed58-47e1-a955-6f861f5b17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434651 Aug 29 04:26:46.921282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-48040c75-b077-4c8d-81e6-cc2be1808620 req-cb08f544-3b52-4643-a4fb-88ef71ca6f90 tempest-ImagesOneServerTestJSON-1460369492 tempest-ImagesOneServerTestJSON-1460369492-project] 10.222.0.55 "GET /v2.0/ports?device_id=6df82ec9-1a47-4908-af84-3f0841d8ea16 HTTP/1.1" status: 200 len: 210 time: 0.0728772 Aug 29 04:26:46.925015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.925350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.020615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Calling delete_port for a98294eb-216b-4f23-a22e-1ae7f87df914 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:47.146922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-92b419f1-0997-4082-8616-16c930f07ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4e10e2-ed58-47e1-a955-6f861f5b17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243621 Aug 29 04:26:47.318474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6368-78e4-4451-a762-bab7c3640af4 req-0430ed26-76d8-4d98-a6e9-830168c3e6af tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.320690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f5f6368-78e4-4451-a762-bab7c3640af4 req-0430ed26-76d8-4d98-a6e9-830168c3e6af tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1686280 Aug 29 04:26:47.396150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f5f6368-78e4-4451-a762-bab7c3640af4 req-532b7c91-a61b-4647-a3b4-f7b16a1b296e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657332 Aug 29 04:26:47.399995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7561e35f-7c8d-4079-9dfe-ee69e19646b3 req-c0fa2b26-940f-404b-bec2-877c38f9eb7f service neutron] 10.222.0.37 "GET /v2.0/networks/dd4e10e2-ed58-47e1-a955-6f861f5b17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374890 Aug 29 04:26:47.406346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.411474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0e83350d-aa10-4496-8a83-380feab7fd51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8dbee9aacfe4ec88183222337199c93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3579924 Aug 29 04:26:47.419148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83350d-aa10-4496-8a83-380feab7fd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bfe00f-781a-4c6c-b9a6-4193b22f999c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.423664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49832) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.467514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78dfb4-c893-4e89-b55c-426dabadc4ed req-731b78dd-21da-4e52-9979-883f982e8174 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.470394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f78dfb4-c893-4e89-b55c-426dabadc4ed req-731b78dd-21da-4e52-9979-883f982e8174 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 943 time: 0.1359434 Aug 29 04:26:47.483840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Pushing event deleted for resources: {'Port': ['ID=a98294eb-216b-4f23-a22e-1ae7f87df914,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.575226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f78dfb4-c893-4e89-b55c-426dabadc4ed req-6f0e0182-f58b-45e3-b64a-fbb60721acea tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920875 Aug 29 04:26:47.605678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-97f1b553-c6dc-4c83-80ba-271e5148a9a0 req-1ef21da2-5237-4bb1-8eb3-8feef04c8e06 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0553796 Aug 29 04:26:47.612017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-546a8a34-19cc-4375-a762-4e3a01e4b5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.631870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.635774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.637191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-26238aac-3e56-4b43-a7a3-d986d74d9fd6 tempest-ServersTestJSON-816869152 tempest-ServersTestJSON-816869152-project] 10.222.0.55 "DELETE /v2.0/floatingips/fdd70ace-0b1c-422d-86eb-1d6d52a688fc HTTP/1.1" status: 204 len: 168 time: 1.3030972 Aug 29 04:26:47.639995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49836) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.662164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-546a8a34-19cc-4375-a762-4e3a01e4b5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.730873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-546a8a34-19cc-4375-a762-4e3a01e4b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.734510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-546a8a34-19cc-4375-a762-4e3a01e4b5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.738712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-546a8a34-19cc-4375-a762-4e3a01e4b5ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17bfe00f-781a-4c6c-b9a6-4193b22f999c HTTP/1.1" status: 204 len: 168 time: 0.3047287 Aug 29 04:26:47.749810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a8a34-19cc-4375-a762-4e3a01e4b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bfe00f-781a-4c6c-b9a6-4193b22f999c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:48.266304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd746f864-45db-4362-b2f0-a119961eed10', 'tag': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:48.268019 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33f618e-20eb-4a2e-93cb-79952570ce73" -d '{"events": [{"name": "network-changed", "server_uuid": "d746f864-45db-4362-b2f0-a119961eed10", "tag": "5947c6d4-b0cd-4978-9dac-428d05a3dd9d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:48.336337 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e66686-ddb6-4428-a26b-f443e1da8f7f x-openstack-request-id: req-58e66686-ddb6-4428-a26b-f443e1da8f7f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:48.336337 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d746f864-45db-4362-b2f0-a119961eed10", "tag": "5947c6d4-b0cd-4978-9dac-428d05a3dd9d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:48.336337 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58e66686-ddb6-4428-a26b-f443e1da8f7f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:48.336823 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd746f864-45db-4362-b2f0-a119961eed10', 'tag': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d', 'status': 'completed', 'code': 200} Aug 29 04:26:48.419596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-05a6f4a4-1900-4769-8170-6c24bc6f3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.419596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-05a6f4a4-1900-4769-8170-6c24bc6f3171 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3250b94dc2dc4b75b00f2126ca540f54&device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 1095 time: 0.0525606 Aug 29 04:26:48.420187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49858) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.527755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:48.557015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: cb5d0b88-5018-4568-aebc-0a567b8a654e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:48.557673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device cb5d0b88-5018-4568-aebc-0a567b8a654e not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:48.613289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-94c51d25-aefd-4135-8478-8373ab9acab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.615225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-94c51d25-aefd-4135-8478-8373ab9acab6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd4e10e2-ed58-47e1-a955-6f861f5b17fc HTTP/1.1" status: 200 len: 909 time: 0.1864145 Aug 29 04:26:48.676530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-c5668897-433f-4a4b-be6c-a4e00f3c151c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5947c6d4-b0cd-4978-9dac-428d05a3dd9d HTTP/1.1" status: 200 len: 217 time: 0.0481019 Aug 29 04:26:48.693199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff17a2b-48ea-4584-9ead-77dfde7d7eb3 req-93fba64b-b4f9-4dd6-938f-e80b5dd8a852 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.695207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ff17a2b-48ea-4584-9ead-77dfde7d7eb3 req-93fba64b-b4f9-4dd6-938f-e80b5dd8a852 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1210399 Aug 29 04:26:48.759378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c4c7c102-52fb-4897-8eb4-026efb336715 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c869ce4821574f86ab8fcbcc5e44d13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354588 Aug 29 04:26:48.760510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49878) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.792540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.796106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-dd864a97-13aa-4dd4-af70-2053ba5ba244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.798405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-dd864a97-13aa-4dd4-af70-2053ba5ba244 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0e56923-7b7e-4daf-84c6-1631c76ed48b HTTP/1.1" status: 200 len: 848 time: 0.1019235 Aug 29 04:26:48.814987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcfc59-aca5-46a2-a402-c34187a2222f req-ff2ebb21-3a90-4bf5-8473-e59d5821c0c8 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.816970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4dfcfc59-aca5-46a2-a402-c34187a2222f req-ff2ebb21-3a90-4bf5-8473-e59d5821c0c8 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 943 time: 0.1366549 Aug 29 04:26:48.870898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6d83d60-4989-4aea-86f3-39e03f665aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.903915 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6d83d60-4989-4aea-86f3-39e03f665aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.909567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-8bad9944-b95f-42f4-9d2c-3d0edf38375f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4e10e2-ed58-47e1-a955-6f861f5b17fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398519 Aug 29 04:26:48.945124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ff17a2b-48ea-4584-9ead-77dfde7d7eb3 req-f837c599-5c9b-4fd9-83d3-0fce854962e7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381980 Aug 29 04:26:49.003847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4dfcfc59-aca5-46a2-a402-c34187a2222f req-9dff891c-7e13-44c6-9d91-7eae59b23140 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796360 Aug 29 04:26:49.005601 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6d83d60-4989-4aea-86f3-39e03f665aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.019209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6d83d60-4989-4aea-86f3-39e03f665aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.031884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f6d83d60-4989-4aea-86f3-39e03f665aab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c67be583-f911-4057-8287-de62624352fc HTTP/1.1" status: 204 len: 168 time: 0.2687128 Aug 29 04:26:49.071909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d83d60-4989-4aea-86f3-39e03f665aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67be583-f911-4057-8287-de62624352fc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.167055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70d5f291-43b9-41c5-8aa9-248dd5abd4f8 req-bd8d40de-2c72-495e-9fd8-deee1842ea43 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0869062 Aug 29 04:26:49.243654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-3393bdc6-425c-4d8e-b132-f6e8e833a71b service neutron] 10.222.0.37 "GET /v2.0/networks/dd4e10e2-ed58-47e1-a955-6f861f5b17fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250206 Aug 29 04:26:49.419052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c33f618e-20eb-4a2e-93cb-79952570ce73 req-657b181e-ba15-4ce2-9734-7949c554f977 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4e10e2-ed58-47e1-a955-6f861f5b17fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351435 Aug 29 04:26:49.471927 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d44261d-f5d3-4f76-932e-f83fe7d385fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.531359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Deleting port 743e1b8c-6833-4671-b3ff-7c00806e3074 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:49.531359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.583413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.680354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] For port 743e1b8c-6833-4671-b3ff-7c00806e3074, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=743e1b8c-6833-4671-b3ff-7c00806e3074,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:49.680861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.699387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Calling delete_port for 743e1b8c-6833-4671-b3ff-7c00806e3074 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:49.798630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5947c6d4-b0cd-4978-9dac-428d05a3dd9d details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:49.858292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49906) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.935555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,segment=NetworkSegment(06121386-a97e-4513-8d6e-6ba14c10bdac),segment_id=06121386-a97e-4513-8d6e-6ba14c10bdac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:49.980422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d', 'network_id': 'dd4e10e2-ed58-47e1-a955-6f861f5b17fc', 'port_id': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d', 'mac_address': 'fa:16:3e:1e:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e56923-7b7e-4daf-84c6-1631c76ed48b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:50.070903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1576117985'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:50.102995 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.125332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.128228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Made reservation on behalf of 852b5a1b577a421d933d86491b3fd061 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:50.131720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.176151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5947c6d4-b0cd-4978-9dac-428d05a3dd9d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:50.185942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Pushing event deleted for resources: {'Port': ['ID=743e1b8c-6833-4671-b3ff-7c00806e3074,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.189124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.211960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aad2e-08d4-430b-8ea8-0aaf3bdae8eb req-4f97b87f-dc99-476c-8bcd-e08a42b441f6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.213950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a92aad2e-08d4-430b-8ea8-0aaf3bdae8eb req-4f97b87f-dc99-476c-8bcd-e08a42b441f6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1175456 Aug 29 04:26:50.219491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,segment=NetworkSegment(06121386-a97e-4513-8d6e-6ba14c10bdac),segment_id=06121386-a97e-4513-8d6e-6ba14c10bdac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:50.227040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.322096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a92aad2e-08d4-430b-8ea8-0aaf3bdae8eb req-b4cfc1e3-3ddd-4d0d-8611-941ea85a565d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011965 Aug 29 04:26:50.328008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.389479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24921a-e76b-4f91-80bb-bf0cd63ec9ab req-a57d41d5-4d6c-4baa-ad61-941eba4d778d tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.391180 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a24921a-e76b-4f91-80bb-bf0cd63ec9ab req-a57d41d5-4d6c-4baa-ad61-941eba4d778d tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 943 time: 0.2199664 Aug 29 04:26:50.447948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['5947c6d4-b0cd-4978-9dac-428d05a3dd9d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:50.484764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.493104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.523350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:50.544032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596dde09-14c0-4ca3-8772-2a8b5d4e6dd0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.566808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.567175 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Added segment dc86a1d7-86bd-4107-a2b6-4e26a66e8146 of type vlan for network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 Aug 29 04:26:50.641823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.691789 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21890497-062f-4e65-af37-d67bdb722e24 req-2dbabe85-d325-4188-ae54-8dc733b33270 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0550008 Aug 29 04:26:50.696560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.703929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.753737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.754023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.763108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.763846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.804354 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a24921a-e76b-4f91-80bb-bf0cd63ec9ab req-906c07ec-cd50-4f20-acb2-655303bbc1e1 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977270 Aug 29 04:26:50.918191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Pushing event updated for resources: {'Network': ['ID=4fe323a2-49dc-4576-9ffe-d4b62b125ae5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.974022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f1396a31-0efa-453e-b63a-cd33a9a15fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1136959 Aug 29 04:26:50.980578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:51.135906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Router 1db90041-1db3-4050-a478-4c96ad7af689 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:51.270198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49944) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.275100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Request body: {'port': {'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5', 'binding:host_id': 'n-h1-712143-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1275402615'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:51.280937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:51.289557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8f33126b-cebc-42b0-9a92-71425a46c964 admin admin] 10.222.0.55 "PUT /v2.0/routers/1db90041-1db3-4050-a478-4c96ad7af689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6452188 Aug 29 04:26:51.289557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49946) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.296448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8201553-35ca-4985-ae41-818554516486 None None] Sync routers for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:51.310269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:51.313623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:51.325532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Made reservation on behalf of 0afae5fe643f4eafbb558e92956ef487 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:51.328854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.340082 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.580145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.589057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.590378 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.594531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] device_id is not set on port 631ea79e-28bd-45b6-99de-c4865edb89e0 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:51.826683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.858052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5947c6d4-b0cd-4978-9dac-428d05a3dd9d up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:51.860378 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6906a4d6-0cdf-417a-b280-852d28db03d8 req-849ef21d-030a-4c8a-b13a-df4d1ee1156c tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0405009 Aug 29 04:26:51.912170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] device_id is not set on port 631ea79e-28bd-45b6-99de-c4865edb89e0 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:51.927585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.939221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:51.942800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Transition to ACTIVE for port object 631ea79e-28bd-45b6-99de-c4865edb89e0 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:51.951802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Deleting port 2915757a-3e77-4be6-9b82-da308709e771 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:51.952487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.959120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.991754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28091f9-779e-49ce-885d-e89de86fc30d req-e9ff135e-8332-469f-aef5-ee32fde86da3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.999916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d28091f9-779e-49ce-885d-e89de86fc30d req-e9ff135e-8332-469f-aef5-ee32fde86da3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.5006256 Aug 29 04:26:52.066561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e03116-5499-4746-949f-6e94adac13bb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.079835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] For port 2915757a-3e77-4be6-9b82-da308709e771, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2915757a-3e77-4be6-9b82-da308709e771,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:52.080732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.107604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Calling delete_port for 2915757a-3e77-4be6-9b82-da308709e771 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:52.141218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d28091f9-779e-49ce-885d-e89de86fc30d req-32553953-6c6e-461a-8b0a-2bf9986c4748 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403310 Aug 29 04:26:52.161921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=631ea79e-28bd-45b6-99de-c4865edb89e0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.185975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Checking segment: {'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:52.187059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Network hostable DHCP agents. Network: 4fe323a2-49dc-4576-9ffe-d4b62b125ae5, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:52.238672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:52.253664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:52.277074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 4fe323a2-49dc-4576-9ffe-d4b62b125ae5) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:52.284576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:52.284955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.291480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:52.298912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a8df2-4dec-4f85-a770-ca879f69c490 None None] Network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:52.310751 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.314479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.314891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.315279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.321234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.321628 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.322060 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 2 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.324381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368b33e-7ec8-48e6-9fcc-deafb2a18183 req-f0291a38-324d-4c45-9b05-218a3e12dd3f tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.332386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a368b33e-7ec8-48e6-9fcc-deafb2a18183 req-f0291a38-324d-4c45-9b05-218a3e12dd3f tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 944 time: 0.2165694 Aug 29 04:26:52.337946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.338288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.338629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.345214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.345551 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.346001 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 3 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.364268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.364625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.364983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.370965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.371208 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.371560 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 4 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.388298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.388651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.388997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.396285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.397880 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.398534 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 5 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.422145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.422496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.422846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.429266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.429631 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.430035 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 6 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.447000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.447344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.448089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.453142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.453474 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.453812 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 7 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.481269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49972) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:52.491235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.492202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.492574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.497964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.498315 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.498695 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 8 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.522286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.522637 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.523052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.531447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.531795 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.532554 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 9 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.546217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a368b33e-7ec8-48e6-9fcc-deafb2a18183 req-a06f325a-1347-4918-b6aa-d8be19582c1f tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856394 Aug 29 04:26:52.560860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.561462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.561835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.573326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.573694 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.574247 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 10 to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 Aug 29 04:26:52.594040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.594440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.595118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.602048 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 631ea79e-28bd-45b6-99de-c4865edb89e0 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:52.602483 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 631ea79e-28bd-45b6-99de-c4865edb89e0 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:52.603277 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.620618 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.672103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746f864-45db-4362-b2f0-a119961eed10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:52.674558 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56809fe5-31c5-406b-ad2f-39e3733f61c6" -d '{"events": [{"server_uuid": "d746f864-45db-4362-b2f0-a119961eed10", "name": "network-vif-plugged", "status": "completed", "tag": "5947c6d4-b0cd-4978-9dac-428d05a3dd9d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:52.679353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.692089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,segment=NetworkSegment(06121386-a97e-4513-8d6e-6ba14c10bdac),segment_id=06121386-a97e-4513-8d6e-6ba14c10bdac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:52.696279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2915757a-3e77-4be6-9b82-da308709e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:26:49Z', 'revision_number': 5, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port': {'id': '2915757a-3e77-4be6-9b82-da308709e771', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db90041-1db3-4050-a478-4c96ad7af689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:24:14Z', 'updated_at': '2021-08-29T04:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:52.697697 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3136eb43-8728-4e35-a211-d164684c9a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.727721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Pushing event deleted for resources: {'Port': ['ID=2915757a-3e77-4be6-9b82-da308709e771,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.733406 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.740037 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ffb21b-6ad2-48dd-b5e9-a41b13cc207f x-openstack-request-id: req-c4ffb21b-6ad2-48dd-b5e9-a41b13cc207f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:52.741207 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746f864-45db-4362-b2f0-a119961eed10", "name": "network-vif-plugged", "status": "completed", "tag": "5947c6d4-b0cd-4978-9dac-428d05a3dd9d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:52.742340 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4ffb21b-6ad2-48dd-b5e9-a41b13cc207f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:52.742921 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746f864-45db-4362-b2f0-a119961eed10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d', 'code': 200} Aug 29 04:26:52.744060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8201553-35ca-4985-ae41-818554516486 None None] Checking router: 1db90041-1db3-4050-a478-4c96ad7af689 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:52.775348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] Routers {'1db90041-1db3-4050-a478-4c96ad7af689'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:52.775995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1db90041-1db3-4050-a478-4c96ad7af689'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:52.821179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3136eb43-8728-4e35-a211-d164684c9a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.829491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3136eb43-8728-4e35-a211-d164684c9a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.837303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.871348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] Set router 1db90041-1db3-4050-a478-4c96ad7af689 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:52.873181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.897564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] For port 631ea79e-28bd-45b6-99de-c4865edb89e0, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:52.899227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempted to set empty binding levels {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:26:52.914710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136eb43-8728-4e35-a211-d164684c9a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d520f1cf-9ab7-4559-a24a-3fd129224430,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.934152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3136eb43-8728-4e35-a211-d164684c9a18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3402218ca14545b0aa2459f6c9671760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516070 Aug 29 04:26:52.934777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b8201553-35ca-4985-ae41-818554516486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:26:52Z', 'revision_number': 7, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:52.935796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49982) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:52.973871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.995984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8201553-35ca-4985-ae41-818554516486 None None] The sync data for ids ['1db90041-1db3-4050-a478-4c96ad7af689'] in n-d-712143-14 is: [{'id': '1db90041-1db3-4050-a478-4c96ad7af689', 'name': 'tempest-ServersTestJSON-98291578-router', 'tenant_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:24:11Z', 'updated_at': '2021-08-29T04:26:52Z', 'revision_number': 7, 'project_id': 'd8a95c0c379647f5bff0b1532a68f0a7', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:53.003139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.006771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.010002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23c75-5216-495a-bbe3-4f5af1a26e7c req-560b8b4b-8728-4c17-8ce8-d808478ce09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.012867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a23c75-5216-495a-bbe3-4f5af1a26e7c req-560b8b4b-8728-4c17-8ce8-d808478ce09c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 1097 time: 0.1884718 Aug 29 04:26:53.077927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.078531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.103264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.8320293 Aug 29 04:26:53.104374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b168d-fad8-46c1-8fd0-4738ca7dec22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=631ea79e-28bd-45b6-99de-c4865edb89e0,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.106718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49984) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.109662 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.109662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db90041-1db3-4050-a478-4c96ad7af689 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:53.134654 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.135867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-21410c8a-5392-4170-91b8-462ee430f337 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1db90041-1db3-4050-a478-4c96ad7af689 HTTP/1.1" status: 204 len: 168 time: 1.8455145 Aug 29 04:26:53.138286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d5e4b41-c9a3-4c0a-abb0-602caebe634f req-c5dfa525-ada6-4ee9-9217-9ea078e6421a tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1070845 Aug 29 04:26:53.139887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.174213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da050320-1c4b-4458-b8f6-3ee053caa2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.182619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a23c75-5216-495a-bbe3-4f5af1a26e7c req-d1eccd58-9433-4db8-9fa7-7599c1c48a42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608682 Aug 29 04:26:53.202281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] Deleting subnet 6eaf8e91-e8ee-4ea7-acfe-f2c814987048 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:53.205891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.233228 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da050320-1c4b-4458-b8f6-3ee053caa2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.254710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.309575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Deleting port 631ea79e-28bd-45b6-99de-c4865edb89e0 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:53.309940 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.320986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab29be-a58e-4291-94f4-d5b79cee582f req-0230b070-8d4d-47f2-a6aa-7525752891bc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.322545 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21ab29be-a58e-4291-94f4-d5b79cee582f req-0230b070-8d4d-47f2-a6aa-7525752891bc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1069720 Aug 29 04:26:53.370188 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.426444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21ab29be-a58e-4291-94f4-d5b79cee582f req-5f415d98-f3df-49d2-bccf-f26596da5c07 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933943 Aug 29 04:26:53.481777 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.481999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] For port 631ea79e-28bd-45b6-99de-c4865edb89e0, host n-h1-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:53.482759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.493164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da050320-1c4b-4458-b8f6-3ee053caa2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.500285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da050320-1c4b-4458-b8f6-3ee053caa2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.504287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-da050320-1c4b-4458-b8f6-3ee053caa2c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d520f1cf-9ab7-4559-a24a-3fd129224430 HTTP/1.1" status: 204 len: 168 time: 0.5639687 Aug 29 04:26:53.510383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Calling delete_port for 631ea79e-28bd-45b6-99de-c4865edb89e0 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:53.524550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da050320-1c4b-4458-b8f6-3ee053caa2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d520f1cf-9ab7-4559-a24a-3fd129224430,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.529767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eaf8e91-e8ee-4ea7-acfe-f2c814987048,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.555944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.558881 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-de586787-cbbc-45ad-957f-e698b187faac admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6eaf8e91-e8ee-4ea7-acfe-f2c814987048 HTTP/1.1" status: 204 len: 168 time: 0.4176316 Aug 29 04:26:53.565488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da1084-1473-433a-b19b-ad1fb4d9e5be None None] Network 044300e8-b5ef-4210-bb8c-53d5b8970081 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:53.578278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.690389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.736864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event deleted for resources: {'Port': ['ID=631ea79e-28bd-45b6-99de-c4865edb89e0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.745121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.747788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-23c99aa0-5f03-4268-a5b2-672811b87731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "DELETE /v2.0/ports/631ea79e-28bd-45b6-99de-c4865edb89e0 HTTP/1.1" status: 204 len: 168 time: 0.6397383 Aug 29 04:26:53.753066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49998) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.803798 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4fef62-e8ed-4019-9bc6-203ae3ba1b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:26:53.811351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5a4fef62-e8ed-4019-9bc6-203ae3ba1b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "GET /v2.0/ports/631ea79e-28bd-45b6-99de-c4865edb89e0 HTTP/1.1" status: 404 len: 333 time: 0.0519955 Aug 29 04:26:53.814228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.824521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Request body: {'port': {'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-474433795'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:53.875826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Made reservation on behalf of 0afae5fe643f4eafbb558e92956ef487 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:53.878316 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.894100 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.911910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] device_id is not set on port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:53.944329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c0ec-4eb4-4999-832a-ad46e3ade72e req-debc50a5-1bcd-4e2a-b5ff-90211096cb75 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.951682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a64c0ec-4eb4-4999-832a-ad46e3ade72e req-debc50a5-1bcd-4e2a-b5ff-90211096cb75 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 945 time: 0.2057028 Aug 29 04:26:54.021154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] DHCP port deletion for 044300e8-b5ef-4210-bb8c-53d5b8970081 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:54.114613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a64c0ec-4eb4-4999-832a-ad46e3ade72e req-81e4d37e-e29a-4ce7-bd7e-0beeaa7fb402 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587439 Aug 29 04:26:54.167227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Deleting port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:54.171518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.177719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] Deleting port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:54.178513 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.264665 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.327186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.360029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] For port 2b6dc006-9f73-4bc7-8644-41ad78de3e65, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2b6dc006-9f73-4bc7-8644-41ad78de3e65,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:54.362063 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.388223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] Calling delete_port for 2b6dc006-9f73-4bc7-8644-41ad78de3e65 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:54.430351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:54.451912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=5d28349c-c9b1-4a8a-b453-c6e52fa82b46,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.468382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:54.478509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:54.480470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.481105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.491499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d89375d1-1e6b-43c9-87ec-619f833a1a46 req-88b9c36b-3af0-4cfd-a6e1-7bdcd5ff1ad2 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1247270 Aug 29 04:26:54.514535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-15807099-1eb2-4ee3-85b9-b648c8bc7373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6985357 Aug 29 04:26:54.515296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50018) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:54.522971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:54.589166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] For port 2b6dc006-9f73-4bc7-8644-41ad78de3e65, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2b6dc006-9f73-4bc7-8644-41ad78de3e65,segment=NetworkSegment(e1706b0a-2133-4566-ba95-34e59ba4a0e1),segment_id=e1706b0a-2133-4566-ba95-34e59ba4a0e1)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:54.590449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.602378 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.626786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Calling delete_port for 2b6dc006-9f73-4bc7-8644-41ad78de3e65 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:54.636393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.668537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2915757a-3e77-4be6-9b82-da308709e771 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:54.674039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] Pushing event deleted for resources: {'Port': ['ID=2b6dc006-9f73-4bc7-8644-41ad78de3e65,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.692524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19f15d-72fb-44d8-b049-4312122f52e6 None None] No DVR routers for this DVR port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:54.699674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2915757a-3e77-4be6-9b82-da308709e771 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:54.700346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2915757a-3e77-4be6-9b82-da308709e771 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:54.700939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2b6dc006-9f73-4bc7-8644-41ad78de3e65 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:54.727855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2b6dc006-9f73-4bc7-8644-41ad78de3e65 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:54.728534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2b6dc006-9f73-4bc7-8644-41ad78de3e65 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:54.729149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 743e1b8c-6833-4671-b3ff-7c00806e3074 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:54.754467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 743e1b8c-6833-4671-b3ff-7c00806e3074 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:54.755124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 743e1b8c-6833-4671-b3ff-7c00806e3074 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:54.824177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.891696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6dc006-9f73-4bc7-8644-41ad78de3e65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.894185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] No DVR routers for this DVR port 2b6dc006-9f73-4bc7-8644-41ad78de3e65 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:54.981025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] device_id is not set on port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:54.999218 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.004124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.019044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044300e8-b5ef-4210-bb8c-53d5b8970081']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.029104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Transition to ACTIVE for port object 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:55.035412 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.036444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1706b0a-2133-4566-ba95-34e59ba4a0e1') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.037003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1706b0a-2133-4566-ba95-34e59ba4a0e1') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:55.051602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.098155 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.114371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:55.115177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.117223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.117694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.118130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:55.119129 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:55.123626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=5d28349c-c9b1-4a8a-b453-c6e52fa82b46,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.127771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.128211 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.128694 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 2 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.145410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.145922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.146373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.151792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.152262 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.152745 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 3 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.169533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.169971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.170416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.175378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.175835 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.176332 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 4 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.189713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.190156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.190592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.196070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.196529 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.197018 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 5 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.214367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.214980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.215417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.220626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.221084 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.221571 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 6 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.235998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.236484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.236943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.242521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.242996 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.243477 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 7 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.258787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.259260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.259699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.267924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.268621 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.268948 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 8 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.283165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.283646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.284088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.289827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.290262 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.290887 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 9 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.308946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.309440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.309909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.320816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.321389 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.321924 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 10 to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 Aug 29 04:26:55.337946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:55.339067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:55.339653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:55.344886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:55.345770 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:55.346441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.456993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] For port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:55.457909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempted to set empty binding levels {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:26:55.464750 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.486324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97ca30-9540-486b-92f5-8430371f7bfa req-42c9a8d1-a778-4dd4-9f34-de80d61791e7 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.488816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be97ca30-9540-486b-92f5-8430371f7bfa req-42c9a8d1-a778-4dd4-9f34-de80d61791e7 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 945 time: 0.1010346 Aug 29 04:26:55.491235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] In _notify_port_updated(), no bound segment for port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:26:55.492420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.493270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.494859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "PUT /v2.0/ports/5d28349c-c9b1-4a8a-b453-c6e52fa82b46 HTTP/1.1" status: 200 len: 979 time: 0.9783275 Aug 29 04:26:55.512764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50034) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.570289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01b8e-2a6c-441a-8d96-1b420d9008e8 req-9b27dfa0-8357-4232-aa1a-70f41d7354c6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.571891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-72c01b8e-2a6c-441a-8d96-1b420d9008e8 req-9b27dfa0-8357-4232-aa1a-70f41d7354c6 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.5115535 Aug 29 04:26:55.586481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.599909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.604681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] 10.222.0.55 "DELETE /v2.0/networks/044300e8-b5ef-4210-bb8c-53d5b8970081 HTTP/1.1" status: 204 len: 168 time: 2.0229478 Aug 29 04:26:55.616777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7e5bd-28f3-4245-a38a-b937674ff5ca admin admin] Pushing event deleted for resources: {'Network': ['ID=044300e8-b5ef-4210-bb8c-53d5b8970081,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.638179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-72c01b8e-2a6c-441a-8d96-1b420d9008e8 req-2c8932f9-ccb0-4778-aab4-77e95f5f35ff tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595860 Aug 29 04:26:55.647407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555d60c-9e64-4c47-84ec-24407de1783d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=5d28349c-c9b1-4a8a-b453-c6e52fa82b46,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.668947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be97ca30-9540-486b-92f5-8430371f7bfa req-7efd3c94-f788-4fff-97b3-e0e75e3e99a6 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547618 Aug 29 04:26:55.683144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.683767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.684422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.685089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.685727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.686343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.686875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.687536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.688150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.688666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.689194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.689768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.690297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.690821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.691351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.691877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.692402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.692925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.699703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-def517a8-8107-4d8b-89b2-a94117731f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16361 time: 0.1809170 Aug 29 04:26:55.700695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50040) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.811462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Deleting port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:55.811948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.884574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20821124-a036-4d3c-a721-3114c1290812 req-865f9e60-3181-4846-91c8-96cd56ebff0f tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0906560 Aug 29 04:26:55.889381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-111b9c83-4bdf-4651-a09b-410fc11d0fed req-bae04df5-7c9a-431a-8108-c8be47442cfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.1079345 Aug 29 04:26:55.901282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] For port 5d28349c-c9b1-4a8a-b453-c6e52fa82b46, host n-h1-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:55.901975 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.926078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Calling delete_port for 5d28349c-c9b1-4a8a-b453-c6e52fa82b46 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:55.975092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.051192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.059362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-26515420-2e48-4b24-abcd-6547343afaa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8a95c0c379647f5bff0b1532a68f0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818856 Aug 29 04:26:56.061978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.141949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.148314 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5d28349c-c9b1-4a8a-b453-c6e52fa82b46 HTTP/1.1" status: 204 len: 168 time: 0.4438097 Aug 29 04:26:56.148604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.148894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4415171-f9a7-4370-9499-b9fb1d43b34e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d28349c-c9b1-4a8a-b453-c6e52fa82b46,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.194148 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c52d43e-2ca4-4954-af3f-1ca58fab2844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:26:56.201665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1c52d43e-2ca4-4954-af3f-1ca58fab2844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "GET /v2.0/ports/5d28349c-c9b1-4a8a-b453-c6e52fa82b46 HTTP/1.1" status: 404 len: 333 time: 0.0464475 Aug 29 04:26:56.201665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a6c5-bac2-4e56-9299-8b275f814045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.203095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50058) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.210002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-23775299', 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:56.248733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Made reservation on behalf of 0afae5fe643f4eafbb558e92956ef487 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:56.253492 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.262345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a6c5-bac2-4e56-9299-8b275f814045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.293038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] device_id is not set on port bddc629e-db45-4efb-9c0b-7775d539dee4 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:56.370371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a6c5-bac2-4e56-9299-8b275f814045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.378115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a6c5-bac2-4e56-9299-8b275f814045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.383773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e9f0a6c5-bac2-4e56-9299-8b275f814045 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e1eccec-144f-4c3e-b137-75e0f143593b HTTP/1.1" status: 204 len: 168 time: 0.3208020 Aug 29 04:26:56.395518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0a6c5-bac2-4e56-9299-8b275f814045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1eccec-144f-4c3e-b137-75e0f143593b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.631669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.703931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.786191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:56.791176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:56.810915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:56.812197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.812811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.846147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.846610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6421566 Aug 29 04:26:56.850678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d523d8-7457-45a5-a7b0-2dbbd3558428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=bddc629e-db45-4efb-9c0b-7775d539dee4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.862733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a718-cc9f-44c2-8b14-8a5e532e04af req-61b54c03-8cdb-4c20-9919-bef6deb76e2a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.864427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9842a718-cc9f-44c2-8b14-8a5e532e04af req-61b54c03-8cdb-4c20-9919-bef6deb76e2a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.0905340 Aug 29 04:26:56.949244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9842a718-cc9f-44c2-8b14-8a5e532e04af req-a5227b17-567e-431d-9d7c-846142dc68a3 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762196 Aug 29 04:26:57.047072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8616c0c-d306-4483-80ae-62babfdcbe97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.050712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b8616c0c-d306-4483-80ae-62babfdcbe97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "GET /v2.0/ports/bddc629e-db45-4efb-9c0b-7775d539dee4 HTTP/1.1" status: 200 len: 957 time: 0.2021050 Aug 29 04:26:57.054162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50092) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.201724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Deleting port bddc629e-db45-4efb-9c0b-7775d539dee4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:57.202067 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.290761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5aa6932-bba1-4a2e-96e3-6e83fe9fbb7d req-8079900b-7401-499f-a257-b788a43ce4aa tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0548639 Aug 29 04:26:57.320255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.359717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Calling delete_port for bddc629e-db45-4efb-9c0b-7775d539dee4 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:57.537323 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.573457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event deleted for resources: {'Port': ['ID=bddc629e-db45-4efb-9c0b-7775d539dee4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.589907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.592428 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4771a7bf-ffbc-4c60-ae70-42731f5dea7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "DELETE /v2.0/ports/bddc629e-db45-4efb-9c0b-7775d539dee4 HTTP/1.1" status: 204 len: 168 time: 0.5371556 Aug 29 04:26:57.595096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.643475 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf068c38-7cb4-404b-a202-61f3e95ff0cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:26:57.652434 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50126) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.654216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf068c38-7cb4-404b-a202-61f3e95ff0cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "GET /v2.0/ports/bddc629e-db45-4efb-9c0b-7775d539dee4 HTTP/1.1" status: 404 len: 333 time: 0.0570807 Aug 29 04:26:57.658571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Request body: {'port': {'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-110690476'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:57.700386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Made reservation on behalf of 0afae5fe643f4eafbb558e92956ef487 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:57.706057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.746527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] device_id is not set on port 47535931-5eb4-4fec-860d-e51d09048577 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:57.752502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.978624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85a7fd29-2b21-48a7-aa62-e678eadee78d req-03833daa-6a16-406e-a935-71d3e045864e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28ae582baae9452d82921181240ce99b&device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0769856 Aug 29 04:26:57.996451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-515901307-network', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:58.025866 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85a7fd29-2b21-48a7-aa62-e678eadee78d req-2dc096bd-b921-4027-b900-bcf7837f3309 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=28ae582baae9452d82921181240ce99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227742 Aug 29 04:26:58.096272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.147580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.156169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7fd29-2b21-48a7-aa62-e678eadee78d req-58972f4a-02e7-4acf-b48e-c34fa7434a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.158568 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85a7fd29-2b21-48a7-aa62-e678eadee78d req-58972f4a-02e7-4acf-b48e-c34fa7434a7b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164610 Aug 29 04:26:58.173104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:58.175078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c5c1d96-2d3f-4f77-94ae-d67d156fada3 req-c7ccfa27-4b78-4229-a0c5-9632838574b8 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0390491 Aug 29 04:26:58.176956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.205002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.274715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:58.309771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:58.312764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=47535931-5eb4-4fec-860d-e51d09048577,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.315000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:58.315651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.316232 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.332998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.338950 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.344987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e42c36-e83f-4035-b469-689dc3561852 req-4103dc37-1de6-4d29-8346-2ceffda5633f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.364948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5e42c36-e83f-4035-b469-689dc3561852 req-4103dc37-1de6-4d29-8346-2ceffda5633f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.0951099 Aug 29 04:26:58.379885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:58.384701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9e05c750-e408-4466-8d07-e531461e1e54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7312324 Aug 29 04:26:58.391761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50140) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.393870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.394548 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Added segment 53446a2a-c141-4405-b821-32bd4685deda of type vlan for network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 Aug 29 04:26:58.401504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:58.444662 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.478314 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5e42c36-e83f-4035-b469-689dc3561852 req-2f694f77-5a91-420d-9fed-17f28b413a2a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080260 Aug 29 04:26:58.506378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd81e61-f4c2-44a4-888c-6f93620cde93,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.525621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.526135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.526808 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.528159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.622418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] Pushing event updated for resources: {'Network': ['ID=6ad17d7f-4b92-45cc-a47a-b23a7746e9b4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.638024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:58.656644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5a6f3e5e-b73b-4b8d-aded-41f89fb4357e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9027083 Aug 29 04:26:58.663028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50144) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.684840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Request body: {'subnet': {'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-515901307-subnet', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:58.747573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:58.751471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.940129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] device_id is not set on port 47535931-5eb4-4fec-860d-e51d09048577 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:58.960703 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.992151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Transition to ACTIVE for port object 47535931-5eb4-4fec-860d-e51d09048577 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:58.998493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.066745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.085271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=47535931-5eb4-4fec-860d-e51d09048577,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.102191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.102528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.102862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.107667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.108105 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.108487 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 2 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.141092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.141427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.141674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd7fa33-3cc6-434e-a5d1-dee429081a70,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.141996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.152496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.152872 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.153310 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 3 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.167540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Checking segment: {'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:59.168449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.168839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.169333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.171263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Network hostable DHCP agents. Network: 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:59.174501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.174822 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.175212 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 4 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.195585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.196124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.196470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.202537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.202914 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.203339 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 5 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.208811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:59.221127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.221127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.221127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.225448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.225843 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.226243 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 6 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.230101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:59.240213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705438ad-fdbb-41e5-a364-5b6240821b7f None None] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:59.243644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.245805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.256851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.257217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.257554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.267868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.268734 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.270072 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 7 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.274669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4a638f71-c0d1-44fe-be29-e8de23bb4925 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6094408 Aug 29 04:26:59.276782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50168) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.289064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:59.327631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.328556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.329226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.329576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.330319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.357889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.359300 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.361867 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 8 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.392945 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.411888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.420312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.420710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.435994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.436215 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.446288 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 9 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.480226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.480663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.480995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.485503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-6ad17d7f-4b92-45cc-a47a-b23a7746e9b4', 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'fixed_ips': [{'subnet_id': '4dd7fa33-3cc6-434e-a5d1-dee429081a70'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:59.488260 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.491215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.491533 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.491912 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempt 10 to bind port 47535931-5eb4-4fec-860d-e51d09048577 Aug 29 04:26:59.492752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d187cf73-f8b8-4043-b0fe-0c952307d1b8 req-865e5045-5e1f-4d42-a1dd-9ce7b8a70083 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0978739 Aug 29 04:26:59.541466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:59.544617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:59.545007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempting to bind port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:59.560069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:59.560410 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Failed to bind port 47535931-5eb4-4fec-860d-e51d09048577 on host n-h1-712143-14 for vnic_type normal using segments [{'id': 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4fe323a2-49dc-4576-9ffe-d4b62b125ae5'}] Aug 29 04:26:59.560789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.675443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85a7fd29-2b21-48a7-aa62-e678eadee78d req-9c533c23-ed4b-4564-be66-4c3241704d63 tempest-ServerShowV254Test-1564754063 tempest-ServerShowV254Test-1564754063-project] 10.222.0.32 "GET /v2.0/ports?device_id=57d9642c-acf8-41f6-94e7-f92f459c1d2f HTTP/1.1" status: 200 len: 210 time: 0.0656528 Aug 29 04:26:59.689204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] For port 47535931-5eb4-4fec-860d-e51d09048577, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:59.689530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attempted to set empty binding levels {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:26:59.710807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.737326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Allocated IP 172.20.0.2 (6ad17d7f-4b92-45cc-a47a-b23a7746e9b4/4dd7fa33-3cc6-434e-a5d1-dee429081a70/d56a1fa3-6523-46f5-9bef-1e45c8c1d511) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:59.763247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.826983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event updated for resources: {'Port': ['ID=47535931-5eb4-4fec-860d-e51d09048577,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.847259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] In _notify_port_updated(), no bound segment for port 47535931-5eb4-4fec-860d-e51d09048577 on network 4fe323a2-49dc-4576-9ffe-d4b62b125ae5 {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:26:59.849087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.850677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.854101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a4ee0612-b782-46de-b9cb-774e06c20aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "PUT /v2.0/ports/47535931-5eb4-4fec-860d-e51d09048577 HTTP/1.1" status: 200 len: 979 time: 1.4594367 Aug 29 04:26:59.877338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50180) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.979138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf2bf9-3928-457f-bfa7-39a3eaa581f7 req-d7f97e18-ddb3-4f46-bda4-7a773366fec2 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.987680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4bf2bf9-3928-457f-bfa7-39a3eaa581f7 req-d7f97e18-ddb3-4f46-bda4-7a773366fec2 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.2024984 Aug 29 04:27:00.006723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.018044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Transition to ACTIVE for port object d56a1fa3-6523-46f5-9bef-1e45c8c1d511 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:00.043402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Transition to ACTIVE for port object d56a1fa3-6523-46f5-9bef-1e45c8c1d511 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:00.056738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.072270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4bf2bf9-3928-457f-bfa7-39a3eaa581f7 req-e9d439e0-ea92-4a49-bf03-3f258346047c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Aug 29 04:27:00.118757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Deleting port 47535931-5eb4-4fec-860d-e51d09048577 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:00.119245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.200007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:00.204504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:00.206244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.221287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] For port 47535931-5eb4-4fec-860d-e51d09048577, host n-h1-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:00.224061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.224280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Pushing event updated for resources: {'Port': ['ID=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.227328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:00.242559 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.268583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Calling delete_port for 47535931-5eb4-4fec-860d-e51d09048577 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:00.337065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Attempting to bind port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:00.337941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Attempting to bind port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:00.338683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Attempting to bind port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 on network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:00.347018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:00.347905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Checking segment: {'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:00.348531 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.349255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Bound using segment: {'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:00.350482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Bound port: d56a1fa3-6523-46f5-9bef-1e45c8c1d511, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:00.351070 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.480573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] For port d56a1fa3-6523-46f5-9bef-1e45c8c1d511, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:00.484976 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.500005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] For port d56a1fa3-6523-46f5-9bef-1e45c8c1d511, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,segment=NetworkSegment(53446a2a-c141-4405-b821-32bd4685deda),segment_id=53446a2a-c141-4405-b821-32bd4685deda)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:00.508384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Allocated IP 172.25.7.124 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5119628c-c022-4932-a4b6-5d7e418a0e98) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:00.518957 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.579517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Pushing event deleted for resources: {'Port': ['ID=47535931-5eb4-4fec-860d-e51d09048577,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.598517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.609169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d6f13a62-da12-4bf3-969a-368bc151a75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "DELETE /v2.0/ports/47535931-5eb4-4fec-860d-e51d09048577 HTTP/1.1" status: 204 len: 168 time: 0.7305226 Aug 29 04:27:00.611836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:00.687797 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-db749fc5-cb54-4562-bd95-ad05fb228284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:27:00.700768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:00.704817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101bab-026e-4537-99f9-91159e25a95f None None] Pushing event updated for resources: {'Port': ['ID=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.705161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-db749fc5-cb54-4562-bd95-ad05fb228284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816143840-project-admin] 10.222.0.55 "GET /v2.0/ports/47535931-5eb4-4fec-860d-e51d09048577 HTTP/1.1" status: 404 len: 333 time: 0.0918658 Aug 29 04:27:00.831811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68678986-cdab-458f-afef-777ff7d1c7e1 req-789a9940-8d42-4bed-9137-3e3af162f80c tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.836264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68678986-cdab-458f-afef-777ff7d1c7e1 req-789a9940-8d42-4bed-9137-3e3af162f80c tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 945 time: 0.1298394 Aug 29 04:27:00.925748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68678986-cdab-458f-afef-777ff7d1c7e1 req-b6d3d1ad-e4f2-4ff7-a742-42d1bf62d873 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814562 Aug 29 04:27:00.940016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.050316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50204) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:01.155526 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.171314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe323a2-49dc-4576-9ffe-d4b62b125ae5']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:01.185287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.220674 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.236416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:01.236933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc86a1d7-86bd-4107-a2b6-4e26a66e8146') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:01.259493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.259764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-616ce2bc-8831-4f23-a6ff-1288c2291e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.282403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.300505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:01.301024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:01.305447 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:01.397275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628517ed-a326-4258-93fd-1bca400b4f2d req-72e869e0-53a6-4b09-8e8e-38f16de169cd tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.398598 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.405348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-628517ed-a326-4258-93fd-1bca400b4f2d req-72e869e0-53a6-4b09-8e8e-38f16de169cd tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1226158 Aug 29 04:27:01.412096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.431647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] 10.222.0.55 "DELETE /v2.0/networks/4fe323a2-49dc-4576-9ffe-d4b62b125ae5 HTTP/1.1" status: 204 len: 168 time: 0.7093282 Aug 29 04:27:01.436151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.485554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-628517ed-a326-4258-93fd-1bca400b4f2d req-efc75e74-0de8-45f1-a8a5-0d67d041a453 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743184 Aug 29 04:27:01.538238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8227d-4a0e-4419-88b6-18764d613550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1295774-project] Pushing event deleted for resources: {'Network': ['ID=4fe323a2-49dc-4576-9ffe-d4b62b125ae5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.543415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-616ce2bc-8831-4f23-a6ff-1288c2291e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.548013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:01.552462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:01.553658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-616ce2bc-8831-4f23-a6ff-1288c2291e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.558779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:01.589865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Pushing event updated for resources: {'Port': ['ID=5119628c-c022-4932-a4b6-5d7e418a0e98,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.634840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-616ce2bc-8831-4f23-a6ff-1288c2291e3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28ae582baae9452d82921181240ce99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5829511 Aug 29 04:27:01.635981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ce2bc-8831-4f23-a6ff-1288c2291e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2447fa9-ba78-4f29-8248-60607a4f71f1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.638701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50224) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:01.739628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-036a18c1-9837-4303-aae6-71c40e60f77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.768313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50226) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:01.819518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-036a18c1-9837-4303-aae6-71c40e60f77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.922745 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-036a18c1-9837-4303-aae6-71c40e60f77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.929477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-036a18c1-9837-4303-aae6-71c40e60f77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.933480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-036a18c1-9837-4303-aae6-71c40e60f77a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2447fa9-ba78-4f29-8248-60607a4f71f1 HTTP/1.1" status: 204 len: 168 time: 0.2935548 Aug 29 04:27:01.962213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a18c1-9837-4303-aae6-71c40e60f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2447fa9-ba78-4f29-8248-60607a4f71f1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.010954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50236) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.196222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-67312c92-22b5-468d-b414-406bb575489e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=852b5a1b577a421d933d86491b3fd061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267025 Aug 29 04:27:02.197482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3e23b6e-2378-4087-837a-8b540b062f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.200903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.233209 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.306634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1d6c3-7879-4e20-ab7f-7d5813182370 None None] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:02.351698 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4abb512-3b1f-4506-b01c-f8640704a21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.376076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4abb512-3b1f-4506-b01c-f8640704a21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.388602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539089f-f52e-492c-abfc-560efde33aa7 req-11f31541-f06b-43d1-ad91-9dc835f966a6 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.392582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e539089f-f52e-492c-abfc-560efde33aa7 req-11f31541-f06b-43d1-ad91-9dc835f966a6 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 945 time: 0.3309412 Aug 29 04:27:02.432486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4abb512-3b1f-4506-b01c-f8640704a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.435482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4abb512-3b1f-4506-b01c-f8640704a21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.439413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e4abb512-3b1f-4506-b01c-f8640704a21f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/596dde09-14c0-4ca3-8772-2a8b5d4e6dd0 HTTP/1.1" status: 204 len: 168 time: 0.2299969 Aug 29 04:27:02.452659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abb512-3b1f-4506-b01c-f8640704a21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596dde09-14c0-4ca3-8772-2a8b5d4e6dd0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.481751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db7bae-642d-4799-9343-ff23589e9904 req-301b6a47-8cb3-4b47-bfeb-fd3bdf59c9d5 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.484022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-91db7bae-642d-4799-9343-ff23589e9904 req-301b6a47-8cb3-4b47-bfeb-fd3bdf59c9d5 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.37 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 945 time: 0.3789217 Aug 29 04:27:02.558745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5b9fd704-d316-4cb3-ada8-b8c67c759b9c None None] Provisioning for port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:02.625652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3e23b6e-2378-4087-837a-8b540b062f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.631835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3e23b6e-2378-4087-837a-8b540b062f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.706381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e539089f-f52e-492c-abfc-560efde33aa7 req-25cbaa8d-ff0c-45d4-b42e-dc809c216236 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747140 Aug 29 04:27:02.747367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d56a1fa3-6523-46f5-9bef-1e45c8c1d511 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:02.780057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c3e23b6e-2378-4087-837a-8b540b062f01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63373a07ce294347a812f07bb7f2ef39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7679636 Aug 29 04:27:02.785645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e23b6e-2378-4087-837a-8b540b062f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f04ded7-cabe-4690-9dba-b2e1608c8de7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.788724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50258) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.822055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4416f3-1836-4faf-8ebf-77a7ff45ce25 req-0fcf2fbd-6b88-4a3b-8492-320b69b7df3d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.829801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c4416f3-1836-4faf-8ebf-77a7ff45ce25 req-0fcf2fbd-6b88-4a3b-8492-320b69b7df3d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1728561 Aug 29 04:27:02.871946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:02.882525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:02.882967 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.960031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c4416f3-1836-4faf-8ebf-77a7ff45ce25 req-0ca7ecdb-e769-4eba-bd8b-0ce5782e399e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281810 Aug 29 04:27:03.012827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22f8ec2a-6d2d-4e4f-ab2d-3afdb92c2565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.053634 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.061355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22f8ec2a-6d2d-4e4f-ab2d-3afdb92c2565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.093907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d56a1fa3-6523-46f5-9bef-1e45c8c1d511, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,segment=NetworkSegment(53446a2a-c141-4405-b821-32bd4685deda),segment_id=53446a2a-c141-4405-b821-32bd4685deda)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:03.099062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.129111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Deleting port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:03.129455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.150862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50262) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:03.174582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.211736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f31b4783-699a-43a3-af93-7286c13bf67a None None] Provisioning complete for port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:03.212108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f31b4783-699a-43a3-af93-7286c13bf67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.222580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b219dc61-23f8-43fe-9539-e0a4fd7c6496 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0afae5fe643f4eafbb558e92956ef487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693858 Aug 29 04:27:03.225109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50264) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:03.257956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.261346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22f8ec2a-6d2d-4e4f-ab2d-3afdb92c2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.263481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22f8ec2a-6d2d-4e4f-ab2d-3afdb92c2565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.266930 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-22f8ec2a-6d2d-4e4f-ab2d-3afdb92c2565 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f04ded7-cabe-4690-9dba-b2e1608c8de7 HTTP/1.1" status: 204 len: 168 time: 0.4617763 Aug 29 04:27:03.334578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8ec2a-6d2d-4e4f-ab2d-3afdb92c2565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f04ded7-cabe-4690-9dba-b2e1608c8de7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.388210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7def-b9ad-45a5-96ac-7168e89480d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.448831 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7def-b9ad-45a5-96ac-7168e89480d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.510616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] For port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,segment=NetworkSegment(06121386-a97e-4513-8d6e-6ba14c10bdac),segment_id=06121386-a97e-4513-8d6e-6ba14c10bdac)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:03.511233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.534361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Calling delete_port for 5947c6d4-b0cd-4978-9dac-428d05a3dd9d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:03.536038 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7def-b9ad-45a5-96ac-7168e89480d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.542372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7def-b9ad-45a5-96ac-7168e89480d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.546790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c0f7def-b9ad-45a5-96ac-7168e89480d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55e03116-5499-4746-949f-6e94adac13bb HTTP/1.1" status: 204 len: 168 time: 0.3211555 Aug 29 04:27:03.571459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f7def-b9ad-45a5-96ac-7168e89480d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e03116-5499-4746-949f-6e94adac13bb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.661583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:03.866733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:03.882862 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Sync routers for ids ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:03.907689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Routers {'76c53baf-8858-45ff-8353-b6a6fe6b53c4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:03.907689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:03.909479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a72e5-fc51-41e8-9ace-20fdfbebb685 req-1f4d07a9-4bdd-406e-be0e-fdf6fabed5db tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.919796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f69a72e5-fc51-41e8-9ace-20fdfbebb685 req-1f4d07a9-4bdd-406e-be0e-fdf6fabed5db tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/ports?device_id=d746f864-45db-4362-b2f0-a119961eed10 HTTP/1.1" status: 200 len: 945 time: 0.1167557 Aug 29 04:27:03.974409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.982521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50294) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:03.984837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cb2b1898-a0d8-4d02-89a6-b5d5703d6208 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7068341 Aug 29 04:27:04.001805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.024433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f69a72e5-fc51-41e8-9ace-20fdfbebb685 req-7cd641b4-d75f-4f1e-8a5d-fb9aaea8585b tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030760 Aug 29 04:27:04.076628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Pushing event deleted for resources: {'Port': ['ID=5947c6d4-b0cd-4978-9dac-428d05a3dd9d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:04.108921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] No DVR routers for this DVR port 5947c6d4-b0cd-4978-9dac-428d05a3dd9d on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:04.111881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.114107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-91db7bae-642d-4799-9343-ff23589e9904 req-f19a5b3d-1acd-4f03-93f2-e0770df77812 tempest-ServerTagsTestJSON-148998142 tempest-ServerTagsTestJSON-148998142-project] 10.222.0.37 "DELETE /v2.0/ports/5947c6d4-b0cd-4978-9dac-428d05a3dd9d HTTP/1.1" status: 204 len: 173 time: 1.6031983 Aug 29 04:27:04.114654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746f864-45db-4362-b2f0-a119961eed10', 'name': 'network-vif-deleted', 'tag': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:04.117996 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f1803-2936-4dc6-853f-1c53a9611d9f" -d '{"events": [{"server_uuid": "d746f864-45db-4362-b2f0-a119961eed10", "name": "network-vif-deleted", "tag": "5947c6d4-b0cd-4978-9dac-428d05a3dd9d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:04.197053 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Set router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:04.409854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946e2d7-82bc-4056-bb5b-37129fc54719 req-ebeb8c2b-3947-4adb-b63f-a0fda235bf85 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.418168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3946e2d7-82bc-4056-bb5b-37129fc54719 req-ebeb8c2b-3947-4adb-b63f-a0fda235bf85 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.2351015 Aug 29 04:27:04.516672 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:27:01Z', 'revision_number': 3, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:04.550206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3946e2d7-82bc-4056-bb5b-37129fc54719 req-5a6b0a1a-5a39-441a-a6b3-2c34b728584a tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311026 Aug 29 04:27:04.576260 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Checking router: 76c53baf-8858-45ff-8353-b6a6fe6b53c4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:04.576816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Updating router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 port 5119628c-c022-4932-a4b6-5d7e418a0e98 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:04.620828 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6fbdcb-10c9-4c38-9d64-0a6217ce8618 x-openstack-request-id: req-de6fbdcb-10c9-4c38-9d64-0a6217ce8618 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:04.621324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d56a1fa3-6523-46f5-9bef-1e45c8c1d511 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:04.621756 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746f864-45db-4362-b2f0-a119961eed10", "name": "network-vif-deleted", "tag": "5947c6d4-b0cd-4978-9dac-428d05a3dd9d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:04.621756 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de6fbdcb-10c9-4c38-9d64-0a6217ce8618 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:04.622190 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746f864-45db-4362-b2f0-a119961eed10', 'name': 'network-vif-deleted', 'tag': '5947c6d4-b0cd-4978-9dac-428d05a3dd9d', 'status': 'completed', 'code': 200} Aug 29 04:27:04.664559 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.751112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:04.751112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.957962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.113025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.224923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Allocated IP 172.20.0.1 (6ad17d7f-4b92-45cc-a47a-b23a7746e9b4/4dd7fa33-3cc6-434e-a5d1-dee429081a70/f5e7e0b5-f0ed-421f-9870-29765e4e28a7) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:05.240695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] Deleting subnet c0e56923-7b7e-4daf-84c6-1631c76ed48b {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:05.250854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.344327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.457114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.492463 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.515147 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Transition to ACTIVE for port object 5119628c-c022-4932-a4b6-5d7e418a0e98 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:05.529069 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.573637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.575595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.606082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.671697 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Pushing event updated for resources: {'Port': ['ID=5119628c-c022-4932-a4b6-5d7e418a0e98,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.674831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e56923-7b7e-4daf-84c6-1631c76ed48b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.695963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.698623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4e33bd7a-6463-4364-aa05-34760fdebf92 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c0e56923-7b7e-4daf-84c6-1631c76ed48b HTTP/1.1" status: 204 len: 168 time: 0.5848346 Aug 29 04:27:05.701064 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Attempting to bind port 5119628c-c022-4932-a4b6-5d7e418a0e98 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:05.701654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.703788 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Attempting to bind port 5119628c-c022-4932-a4b6-5d7e418a0e98 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:05.704356 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Attempting to bind port 5119628c-c022-4932-a4b6-5d7e418a0e98 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:05.719672 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:05.725173 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:05.726666 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.727242 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:05.728054 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Bound port: 5119628c-c022-4932-a4b6-5d7e418a0e98, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:05.729696 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.737231 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.741008 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.741560 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.742087 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.742593 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.744415 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.745155 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.746467 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.746976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.748449 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.750864 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.751413 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:05.878440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] For port 5119628c-c022-4932-a4b6-5d7e418a0e98, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:05.884950 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] For port 5119628c-c022-4932-a4b6-5d7e418a0e98, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5119628c-c022-4932-a4b6-5d7e418a0e98,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:05.887148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.891752 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.892888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5947c6d4-b0cd-4978-9dac-428d05a3dd9d no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:05.938265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 5947c6d4-b0cd-4978-9dac-428d05a3dd9d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:05.938638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5947c6d4-b0cd-4978-9dac-428d05a3dd9d not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:06.020148 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf93a3-987f-4137-a348-7a6c2d7c7865 None None] Pushing event updated for resources: {'Port': ['ID=5119628c-c022-4932-a4b6-5d7e418a0e98,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.021261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c37c48-d11e-4300-8e4e-8a3a6798e8d4 req-e4d807f5-ce10-4eb7-9cbc-4d6236df33e8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:06.023958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63c37c48-d11e-4300-8e4e-8a3a6798e8d4 req-e4d807f5-ce10-4eb7-9cbc-4d6236df33e8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.2333362 Aug 29 04:27:06.033620 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Routers {'76c53baf-8858-45ff-8353-b6a6fe6b53c4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:06.034160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:06.064416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.082367 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63c37c48-d11e-4300-8e4e-8a3a6798e8d4 req-ccb16bf3-c568-4520-80b6-7889dc2a23bd tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Aug 29 04:27:06.084187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4e10e2-ed58-47e1-a955-6f861f5b17fc']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:06.105446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.133909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Transition to ACTIVE for port object f5e7e0b5-f0ed-421f-9870-29765e4e28a7 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:06.135961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1278643275-network', 'tenant_id': 'd8192cddacf84e0dbee2b77dd6cb654e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:06.141533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06121386-a97e-4513-8d6e-6ba14c10bdac') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:06.141865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06121386-a97e-4513-8d6e-6ba14c10bdac') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:06.162814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ac-06c6-4fb3-8a91-06674405c783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.168796 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.179119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.207884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.242252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:06.248136 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:06.248339 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] Set router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:06.252489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:06.279662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Made reservation on behalf of d8192cddacf84e0dbee2b77dd6cb654e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:06.282079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.301038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Pushing event updated for resources: {'Port': ['ID=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.309886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:06.310326 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:06.312085 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:06.338284 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.339990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.411445 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:06.448479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ac-06c6-4fb3-8a91-06674405c783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.462401 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ac-06c6-4fb3-8a91-06674405c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.469848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.514879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.517040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dd4e10e2-ed58-47e1-a955-6f861f5b17fc HTTP/1.1" status: 204 len: 168 time: 0.8141725 Aug 29 04:27:06.555521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88129c4f-235b-4191-a89e-54215cdbbb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4e10e2-ed58-47e1-a955-6f861f5b17fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.569894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-448bb0ac-06c6-4fb3-8a91-06674405c783 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f647efba43b4ef8a98c0c11f54d9a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9884048 Aug 29 04:27:06.571712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:06.575240 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:27:01Z', 'revision_number': 3, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:06.601558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bb0ac-06c6-4fb3-8a91-06674405c783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2084b-11e2-4545-8d01-37d223e1fb23,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.612638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.638307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d54af2bd-9569-4950-b8ae-7b6010144b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.651095 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d50e4c-de27-4b06-aa6c-2b551919161d None None] The sync data for ids ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'] in n-d-712143-14 is: [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:27:01Z', 'revision_number': 3, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:06.667492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d54af2bd-9569-4950-b8ae-7b6010144b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.682717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-24765e90-5771-457f-86f4-13df5ee16f8e None None] Provisioning for port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:06.688556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-24765e90-5771-457f-86f4-13df5ee16f8e None None] Provisioning complete for port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:06.689229 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24765e90-5771-457f-86f4-13df5ee16f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.752648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-24765e90-5771-457f-86f4-13df5ee16f8e None None] Port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:06.767818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.774372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.783377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d54af2bd-9569-4950-b8ae-7b6010144b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.786106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d54af2bd-9569-4950-b8ae-7b6010144b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.787718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d54af2bd-9569-4950-b8ae-7b6010144b93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33a2084b-11e2-4545-8d01-37d223e1fb23 HTTP/1.1" status: 204 len: 168 time: 0.2147748 Aug 29 04:27:06.821388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:06.829202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b8e1ba-dc27-40b7-aa61-9b485f897443,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.838528 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.839420 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Added segment 4b7685fa-bfee-4634-a2c0-014a9b8d6c4f of type vlan for network db5e1647-f264-4113-ab4c-e00c36d0298a Aug 29 04:27:06.851931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54af2bd-9569-4950-b8ae-7b6010144b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2084b-11e2-4545-8d01-37d223e1fb23,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.937018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.949346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.965566 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.023960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.024994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.025684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.045630 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.048437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50398) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.050614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Pushing event updated for resources: {'Port': ['ID=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:07.113395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5248504 Aug 29 04:27:07.117536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.124204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Request body: {'subnet': {'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1278643275-subnet', 'tenant_id': 'd8192cddacf84e0dbee2b77dd6cb654e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:07.153362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-1a0bc286-2ce9-437c-9d33-471e35296207 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.154995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-1a0bc286-2ce9-437c-9d33-471e35296207 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/networks?id=e87df196-46a8-4914-b3dd-b6645132f9a2 HTTP/1.1" status: 200 len: 815 time: 0.2343559 Aug 29 04:27:07.157608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73586ed6-0823-4372-ac70-98ba29c39727 admin admin] Pushing event updated for resources: {'Network': ['ID=db5e1647-f264-4113-ab4c-e00c36d0298a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:07.178615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network db5e1647-f264-4113-ab4c-e00c36d0298a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:07.198100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-2a368403-8e47-4a78-96f1-ad693c83d376 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/quotas/f905cd6757394be285386eb99ed4743c HTTP/1.1" status: 200 len: 375 time: 0.0144839 Aug 29 04:27:07.295590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:07.300968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:07.547473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a0aad-ddd1-4e99-b3a6-07eae346131e req-17018008-9d0a-41e9-b319-57885a8aad82 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.549119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d9a0aad-ddd1-4e99-b3a6-07eae346131e req-17018008-9d0a-41e9-b319-57885a8aad82 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.2921247 Aug 29 04:27:07.553871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-66d9d585-6ff4-46f1-bdc0-208b73d58dac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3250b94dc2dc4b75b00f2126ca540f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041790 Aug 29 04:27:07.563294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:07.566267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50412) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.566603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50414) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.693181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3da8989e-2f03-409b-a3bf-5341bb739f3c None None] Provisioning complete for port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:07.693673 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3da8989e-2f03-409b-a3bf-5341bb739f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.805683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3da8989e-2f03-409b-a3bf-5341bb739f3c None None] Port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:07.915586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Made reservation on behalf of d8192cddacf84e0dbee2b77dd6cb654e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:07.923026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.938713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:07.972932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9df46f30-958f-48a5-9e1c-e2c84e82943f admin admin] 10.222.0.55 "PUT /v2.0/routers/76c53baf-8858-45ff-8353-b6a6fe6b53c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9868708 Aug 29 04:27:08.013362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d9a0aad-ddd1-4e99-b3a6-07eae346131e req-fc081e0f-9c76-4b62-88ef-5ae3211501d1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434316 Aug 29 04:27:08.028928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-8763a953-3ac7-4be0-ade1-dece832ef221 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f905cd6757394be285386eb99ed4743c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8226926 Aug 29 04:27:08.044596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c443f209-b49f-4bc1-9c43-c4fdbd7e40f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.092388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-703453528'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:08.129048 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c443f209-b49f-4bc1-9c43-c4fdbd7e40f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.167521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Made reservation on behalf of de5f728422ea497ebbecbf5352d6a964 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:08.171441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.182219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-50101dd0-e56a-4d86-8742-3727828b3cdd service neutron] 10.222.0.55 "GET /v2.0/networks/e87df196-46a8-4914-b3dd-b6645132f9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519198 Aug 29 04:27:08.189172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.204279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:08.255120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c443f209-b49f-4bc1-9c43-c4fdbd7e40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.270323 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c443f209-b49f-4bc1-9c43-c4fdbd7e40f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.272424 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c443f209-b49f-4bc1-9c43-c4fdbd7e40f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9 HTTP/1.1" status: 204 len: 168 time: 0.7032795 Aug 29 04:27:08.295323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443f209-b49f-4bc1-9c43-c4fdbd7e40f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ef4dc-cf2c-4104-a3d3-5717ae16dad9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.381805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.388336 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.410231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:08.414317 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-c67b9bfb-bf38-40bf-b733-9d70af1f0a57 service neutron] 10.222.0.55 "GET /v2.0/networks/e87df196-46a8-4914-b3dd-b6645132f9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302189 Aug 29 04:27:08.423483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.423834 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Added segment 7a5f5535-02a7-48d3-9740-57978166bc06 of type vlan for network a99390f1-9e88-400d-bd6d-1f13af452108 Aug 29 04:27:08.425334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1786321898'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:08.480317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.515155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.527925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.532887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.611977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:08.626618 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.700993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5119628c-c022-4932-a4b6-5d7e418a0e98 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:08.726267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:08.768496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.768853 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Added segment a3533346-ef4c-43d8-a9bc-a35f66e07402 of type vlan for network 096d53a3-24a1-407d-bb36-3e502bcdde3c Aug 29 04:27:08.770062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5119628c-c022-4932-a4b6-5d7e418a0e98 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:08.777145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5119628c-c022-4932-a4b6-5d7e418a0e98 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:08.777816 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.791806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.820228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2426741 Aug 29 04:27:08.833135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25f8ce-96ce-4d63-82d5-8e633f472af1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.844297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7d275-da29-40d1-9193-bfc1688482b5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Pushing event updated for resources: {'Network': ['ID=a99390f1-9e88-400d-bd6d-1f13af452108,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.889243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network a99390f1-9e88-400d-bd6d-1f13af452108 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:08.940305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2424f5ea-467f-41d3-98b6-0a2aa6872c28 req-76b38065-e624-4a36-af8f-0b682052d7d7 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 210 time: 0.1498294 Aug 29 04:27:08.960646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.019222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75be6e33-bbe7-41a2-a25c-582895d09b3c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.092220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.092569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.093120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.093237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.093579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.114374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.128681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.129206 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.131635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.132389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.133097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.133817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:09.153878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Checking segment: {'id': '4b7685fa-bfee-4634-a2c0-014a9b8d6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:09.154931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Network hostable DHCP agents. Network: db5e1647-f264-4113-ab4c-e00c36d0298a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:09.171468 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.189872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.190998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.351561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Network': ['ID=096d53a3-24a1-407d-bb36-3e502bcdde3c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.355100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-916f7b54-a3d6-4e40-bfa3-8db095bd67d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1497505 Aug 29 04:27:09.358917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:09.365948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50482) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:09.374636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'subnet': {'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:09.378348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Request body: {'port': {'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108', 'binding:host_id': 'n-h1-712143-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1183393423'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:09.387188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Network db5e1647-f264-4113-ab4c-e00c36d0298a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:09.430595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Made reservation on behalf of 18fb961365be4e399258e24f0b4f0a6a for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:09.433220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.445564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:09.454278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.491641 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.579952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, db5e1647-f264-4113-ab4c-e00c36d0298a) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:09.596753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.597941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.621047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Sync routers for ids ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:09.628137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583553f-ac10-43a9-b2ef-f1903d18a805 None None] Network db5e1647-f264-4113-ab4c-e00c36d0298a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:09.682606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.696446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.704036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] device_id is not set on port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:09.709524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5119628c-c022-4932-a4b6-5d7e418a0e98, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5119628c-c022-4932-a4b6-5d7e418a0e98,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:09.711016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbabab6-a173-4853-a31c-1f25e02c59dc req-2ecafda6-34ca-4901-adab-0d790a44f1b1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.723908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bfbabab6-a173-4853-a31c-1f25e02c59dc req-2ecafda6-34ca-4901-adab-0d790a44f1b1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1958096 Aug 29 04:27:09.774802 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.790387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Routers {'76c53baf-8858-45ff-8353-b6a6fe6b53c4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:09.791402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:09.801829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-089995f4-7f91-4496-97a3-51564aeb00d7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6806431 Aug 29 04:27:09.844405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bfbabab6-a173-4853-a31c-1f25e02c59dc req-e5810ea2-d0ad-4fbe-b2c5-49ab60fc50a8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124640 Aug 29 04:27:09.846295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:09.850135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.907576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0485dbf5-2ea6-4108-bfcf-549ec798edf8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.072652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5119628c-c022-4932-a4b6-5d7e418a0e98,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.143771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ac7f14-c9ae-48cf-b0a6-b3b589413a0b None None] Network db5e1647-f264-4113-ab4c-e00c36d0298a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:10.157556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.159326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.160897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3b4c5c67-b759-4d95-afec-66eda3c801ae req-6d8d41b6-efe0-48af-9f95-8c9817d95829 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 210 time: 0.0471139 Aug 29 04:27:10.169322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.176968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.178222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.182443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.184656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.188395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.188971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.190614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.192496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.193903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:10.209378 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.282964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] device_id is not set on port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:10.297099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.318110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Transition to ACTIVE for port object 6fd938d3-9ce1-4152-bb2a-109db99c3be4 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:10.327448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Set router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:10.333382 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.478280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50518) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:10.497630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=6fd938d3-9ce1-4152-bb2a-109db99c3be4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.507066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Checking segment: {'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:10.519134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Network hostable DHCP agents. Network: a99390f1-9e88-400d-bd6d-1f13af452108, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:10.535230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Subnet': ['ID=e874c15c-3c58-4811-b1be-8806578b026c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.553932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Checking segment: {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:10.554712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network hostable DHCP agents. Network: 096d53a3-24a1-407d-bb36-3e502bcdde3c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:10.567122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Network a99390f1-9e88-400d-bd6d-1f13af452108 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:10.585961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, a99390f1-9e88-400d-bd6d-1f13af452108) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:10.592740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:10.612040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-fa5d87bd-b011-46f2-a6e7-a085035a644f tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.613442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-fa5d87bd-b011-46f2-a6e7-a085035a644f tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.32 "GET /v2.0/networks?id=e87df196-46a8-4914-b3dd-b6645132f9a2 HTTP/1.1" status: 200 len: 815 time: 0.3400695 Aug 29 04:27:10.619621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:10.626425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 096d53a3-24a1-407d-bb36-3e502bcdde3c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:10.631136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.631991 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.632876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.634375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.634734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.638713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f8672-ef60-4d1e-b8a5-3fce8651f980 None None] Network a99390f1-9e88-400d-bd6d-1f13af452108 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:10.645114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Request body: {'port': {'device_id': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2', 'admin_state_up': True, 'tenant_id': 'f905cd6757394be285386eb99ed4743c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:10.657732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad3366-639b-4658-96ee-edc0a42f079b None None] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:10.659120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.659962 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.660412 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 2 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.679784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.680199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.680943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.686598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.687003 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.687451 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 3 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.702738 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6f15f439-f132-4073-9314-06fd08b8af79 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3421664 Aug 29 04:27:10.705797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:10.706479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.706890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.707302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.713702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.714097 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.714846 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 4 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.727237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1372893090'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:10.733782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.734206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.734710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.745795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.746311 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.746804 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 5 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.788897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.789601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.791473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.802272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.802662 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.803066 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 6 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.827866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.828355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.828804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.836183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.836583 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.837088 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 7 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.853539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.853941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.854285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.861552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.866544 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.867054 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 8 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.869940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:10.873815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.876158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-952059b8-37fb-4ede-ae67-e1d0961acd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.898331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5119628c-c022-4932-a4b6-5d7e418a0e98 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:10.901238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.901611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.901952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.913453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.913822 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.914299 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 9 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:10.941260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.941260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.941629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.973695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:10.974049 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:10.978395 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 10 to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 Aug 29 04:27:11.008852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:11.008852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:11.008852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:11.009268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:11.061626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:11.061626 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:11.061626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.062130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.062130 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Added segment 660ad5a5-bf98-4acd-9360-2ae5f3e9964c of type vlan for network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca Aug 29 04:27:11.185995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24f39-1734-45f6-8dc9-f6e825dabd0b req-0502f75a-7787-485d-8995-377df210b750 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.189124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ed24f39-1734-45f6-8dc9-f6e825dabd0b req-0502f75a-7787-485d-8995-377df210b750 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1960866 Aug 29 04:27:11.222469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-f4423089-79ac-4048-9238-57c0b08da1e7 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.233520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-f4423089-79ac-4048-9238-57c0b08da1e7 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/networks?id=db5e1647-f264-4113-ab4c-e00c36d0298a HTTP/1.1" status: 200 len: 818 time: 0.3832188 Aug 29 04:27:11.269163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.282980 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-f70d023f-8095-4822-9184-6221671223b8 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/quotas/d8192cddacf84e0dbee2b77dd6cb654e HTTP/1.1" status: 200 len: 375 time: 0.0460618 Aug 29 04:27:11.325964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-096d53a3-24a1-407d-bb36-3e502bcdde3c', 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'fixed_ips': [{'subnet_id': 'e874c15c-3c58-4811-b1be-8806578b026c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:11.327291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.340249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ed24f39-1734-45f6-8dc9-f6e825dabd0b req-d7045d89-4160-40f7-9bd7-005b6483f00d tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362979 Aug 29 04:27:11.341468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] For port 6fd938d3-9ce1-4152-bb2a-109db99c3be4, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:11.341845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempted to set empty binding levels {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:27:11.347090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.409630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=6fd938d3-9ce1-4152-bb2a-109db99c3be4,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.416918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.417651 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-952059b8-37fb-4ede-ae67-e1d0961acd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.417797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.423675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:11.450443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-24bc7893-6e1d-44b2-926b-90316ace99aa tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8192cddacf84e0dbee2b77dd6cb654e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1649296 Aug 29 04:27:11.471724 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.486822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.488249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.509880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5119628c-c022-4932-a4b6-5d7e418a0e98 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:11.512302 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.512448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-952059b8-37fb-4ede-ae67-e1d0961acd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.631755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:27:06Z', 'revision_number': 4, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f5e7e0b5-f0ed-421f-9870-29765e4e28a7', 'name': '', 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'mac_address': 'fa:16:3e:f6:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4dd7fa33-3cc6-434e-a5d1-dee429081a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:04Z', 'updated_at': '2021-08-29T04:27:06Z', 'revision_number': 2, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'subnets': [{'id': '4dd7fa33-3cc6-434e-a5d1-dee429081a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:11.637271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Allocated IP 19.80.0.2 (096d53a3-24a1-407d-bb36-3e502bcdde3c/e874c15c-3c58-4811-b1be-8806578b026c/f87312af-a052-4542-938f-d2406758303a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:11.664112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2291ca5-d954-42bf-bc41-b82d5444cb7e req-54aac950-3b24-46cf-889b-fa079682a35f tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 210 time: 0.0682840 Aug 29 04:27:11.702696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Checking router: 76c53baf-8858-45ff-8353-b6a6fe6b53c4 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:11.703179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Updating router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:11.721387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b71ee453-eab9-4027-a906-32f221df15e5 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.3539612 Aug 29 04:27:11.724921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50558) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:11.739921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Made reservation on behalf of f905cd6757394be285386eb99ed4743c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:11.745544 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.756613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0493014 Aug 29 04:27:11.772475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:11.773820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952059b8-37fb-4ede-ae67-e1d0961acd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07472b23-8439-438d-a4a1-35de7dd97c29,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.778582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-952059b8-37fb-4ede-ae67-e1d0961acd70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4aa2fc33f43f4d4e8dd0ccf3129f5575&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2896068 Aug 29 04:27:11.790982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'subnet': {'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:11.801693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50562) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:11.804475 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.937284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94031ee6-dc78-493d-9c1a-945189d9499b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.954024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:11.967873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.982487 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94031ee6-dc78-493d-9c1a-945189d9499b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.983160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e11ab-521e-4e0c-95d7-d647e86949a7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Network': ['ID=be2b3743-b29f-4a21-bd73-b6de6a4ed7ca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.009238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Deleting port 6fd938d3-9ce1-4152-bb2a-109db99c3be4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:12.009722 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.023691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:12.103630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] For port 6fd938d3-9ce1-4152-bb2a-109db99c3be4, host n-h1-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:12.104013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.122153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Calling delete_port for 6fd938d3-9ce1-4152-bb2a-109db99c3be4 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:12.135794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-1fc2c20a-030a-42b7-a8ac-97dc08ff3eac service neutron] 10.222.0.55 "GET /v2.0/networks/db5e1647-f264-4113-ab4c-e00c36d0298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841428 Aug 29 04:27:12.238220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.271730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.281838 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6fd938d3-9ce1-4152-bb2a-109db99c3be4 HTTP/1.1" status: 204 len: 168 time: 0.5554454 Aug 29 04:27:12.285655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50566) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.352487 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e69cef-5084-4641-8435-d5c074c80166 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:27:12.366114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-72e69cef-5084-4641-8435-d5c074c80166 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "GET /v2.0/ports/6fd938d3-9ce1-4152-bb2a-109db99c3be4 HTTP/1.1" status: 404 len: 333 time: 0.0784562 Aug 29 04:27:12.382040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.395515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Request body: {'port': {'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1401800674'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:12.403870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a3f04137-7aa4-4b6b-b166-290cb5710e88 service neutron] 10.222.0.55 "GET /v2.0/networks/db5e1647-f264-4113-ab4c-e00c36d0298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671516 Aug 29 04:27:12.422840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653edfc9-4dc6-47ab-933e-08f7512d1fb9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fd938d3-9ce1-4152-bb2a-109db99c3be4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.476191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Allocated IP 172.20.0.10 (e87df196-46a8-4914-b3dd-b6645132f9a2/f9fa2268-6e74-4f83-9c9a-688134ced2e2/095707a8-abc4-4a21-be7b-606c8686c4d3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:12.490140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Made reservation on behalf of 18fb961365be4e399258e24f0b4f0a6a for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:12.492920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.524357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94031ee6-dc78-493d-9c1a-945189d9499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.527146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94031ee6-dc78-493d-9c1a-945189d9499b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.543968 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-94031ee6-dc78-493d-9c1a-945189d9499b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07472b23-8439-438d-a4a1-35de7dd97c29 HTTP/1.1" status: 204 len: 168 time: 0.7359178 Aug 29 04:27:12.578671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94031ee6-dc78-493d-9c1a-945189d9499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07472b23-8439-438d-a4a1-35de7dd97c29,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.670869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] device_id is not set on port a66fe758-96b6-43d4-9550-15cd3034e026 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:12.792459 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.826308 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.004715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-efa7e4a2-7b01-4e1a-a2b1-4b9e951620f1 req-a2c1cb5b-5d1d-4fd9-aa5a-b2db75ac002f tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 210 time: 0.0524337 Aug 29 04:27:13.019331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Subnet': ['ID=88c6959d-9bfa-46b4-850d-d39af58d8e01,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.042405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Transition to ACTIVE for port object f87312af-a052-4542-938f-d2406758303a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:13.043329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Checking segment: {'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:13.043697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network hostable DHCP agents. Network: be2b3743-b29f-4a21-bd73-b6de6a4ed7ca, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:13.075730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.102271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Transition to ACTIVE for port object f87312af-a052-4542-938f-d2406758303a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:13.102403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:13.122877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303b65-37e2-4500-a4b3-8d87c3385d24 req-8f86fab9-ec57-42e7-9754-ebc0a62a20bc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.131406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Transition to ACTIVE for port object 095707a8-abc4-4a21-be7b-606c8686c4d3 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:13.131768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5303b65-37e2-4500-a4b3-8d87c3385d24 req-8f86fab9-ec57-42e7-9754-ebc0a62a20bc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.5569751 Aug 29 04:27:13.148232 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.161009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, be2b3743-b29f-4a21-bd73-b6de6a4ed7ca) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:13.184750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.185281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.205538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72bffe-bcea-4a31-90dc-0350002a06f1 None None] Network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:13.290011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.320115 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5303b65-37e2-4500-a4b3-8d87c3385d24 req-a13e6a48-4394-4327-b0b1-fbe82f4a67c8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873753 Aug 29 04:27:13.374608 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.406684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c41256d-ce09-4088-a596-f86adba9a734 req-1ad21619-0411-43a1-a4d7-a71069f84f63 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 210 time: 0.1651688 Aug 29 04:27:13.412011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-470f674a-46ca-4ee4-82d5-f395851f5c5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6318870 Aug 29 04:27:13.451225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.545011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Network a99390f1-9e88-400d-bd6d-1f13af452108 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:13.550974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:13.564439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:13.567021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.569611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.587680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Network e87df196-46a8-4914-b3dd-b6645132f9a2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:13.590208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=a66fe758-96b6-43d4-9550-15cd3034e026,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.604104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:13.609635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:13.634686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-60bc2751-123b-4825-8c58-b5b0d5cff630 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2487366 Aug 29 04:27:13.635479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50614) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.655123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:13.725621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.747798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Pushing event updated for resources: {'Port': ['ID=095707a8-abc4-4a21-be7b-606c8686c4d3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.760888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Transition to ACTIVE for port object f5e7e0b5-f0ed-421f-9870-29765e4e28a7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:13.814453 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.845252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:13.872615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.874223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.945490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.021571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:14.033962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:14.233386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-eb5ccb3c-d421-4ba5-9664-4be82b8b299c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.240518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-eb5ccb3c-d421-4ba5-9664-4be82b8b299c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.248833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-eb5ccb3c-d421-4ba5-9664-4be82b8b299c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/networks?id=096d53a3-24a1-407d-bb36-3e502bcdde3c&id=be2b3743-b29f-4a21-bd73-b6de6a4ed7ca&id=096d53a3-24a1-407d-bb36-3e502bcdde3c HTTP/1.1" status: 200 len: 1392 time: 0.3405182 Aug 29 04:27:14.263884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Pushing event updated for resources: {'Port': ['ID=f87312af-a052-4542-938f-d2406758303a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.268397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d30aba79-123e-4f5d-90d3-a1f2a684673f None None] Provisioning for port 095707a8-abc4-4a21-be7b-606c8686c4d3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:14.277113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d30aba79-123e-4f5d-90d3-a1f2a684673f None None] Provisioning complete for port 095707a8-abc4-4a21-be7b-606c8686c4d3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:14.277614 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d30aba79-123e-4f5d-90d3-a1f2a684673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.292045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-ed727950-ade2-4263-97d3-131adf11e626 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/quotas/c144dba1cc2044aba7c36ac4ee05183e HTTP/1.1" status: 200 len: 375 time: 0.0418546 Aug 29 04:27:14.300935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-6e7181c0-e85a-44a2-83ad-a9668ef63bb8 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6600106 Aug 29 04:27:14.349235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d30aba79-123e-4f5d-90d3-a1f2a684673f None None] Port 095707a8-abc4-4a21-be7b-606c8686c4d3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:14.357571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-be2b3743-b29f-4a21-bd73-b6de6a4ed7ca', 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'fixed_ips': [{'subnet_id': '88c6959d-9bfa-46b4-850d-d39af58d8e01'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:14.357959 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.383889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Request body: {'port': {'device_id': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:14.447240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16084af1-d67e-464f-9a84-233d5039c82c req-ac4486f0-d532-4d57-9096-703ab445f4a2 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 210 time: 0.1241972 Aug 29 04:27:14.492479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.498241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Attempting to bind port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:14.500707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Attempting to bind port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:14.501201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Attempting to bind port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 on network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:14.694122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Allocated IP 19.86.0.2 (be2b3743-b29f-4a21-bd73-b6de6a4ed7ca/88c6959d-9bfa-46b4-850d-d39af58d8e01/d086da4f-5509-47a1-a3f3-983d0fdc3b9c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:14.724152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] device_id is not set on port a66fe758-96b6-43d4-9550-15cd3034e026 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:14.745847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.776150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50646) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:14.814762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a66c0-dd69-4598-b252-e6062a21c47a req-dfb59b11-8e48-4140-b69c-32df6d3330c9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.819863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a78a66c0-dd69-4598-b252-e6062a21c47a req-dfb59b11-8e48-4140-b69c-32df6d3330c9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.1936038 Aug 29 04:27:14.845137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Transition to ACTIVE for port object a66fe758-96b6-43d4-9550-15cd3034e026 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:14.860211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.892041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:14.895655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Checking segment: {'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:14.896438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.897085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Bound using segment: {'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:14.898922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Bound port: f5e7e0b5-f0ed-421f-9870-29765e4e28a7, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53446a2a-c141-4405-b821-32bd4685deda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:14.900014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.911172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095707a8-abc4-4a21-be7b-606c8686c4d3 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:14.944333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.960165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=a66fe758-96b6-43d4-9550-15cd3034e026,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.997605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Transition to ACTIVE for port object 095707a8-abc4-4a21-be7b-606c8686c4d3 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:15.001940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a78a66c0-dd69-4598-b252-e6062a21c47a req-a9a4f20d-5775-40ea-84fe-0a72252d26a9 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741049 Aug 29 04:27:15.040516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.044318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Attempting to bind port f87312af-a052-4542-938f-d2406758303a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.044536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.044740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.044884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Attempting to bind port f87312af-a052-4542-938f-d2406758303a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.045197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Attempting to bind port f87312af-a052-4542-938f-d2406758303a on network 096d53a3-24a1-407d-bb36-3e502bcdde3c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.047354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.075025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.075576 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.076141 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 2 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.120086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.120665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.121185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.148206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-network', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:15.165614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.166054 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.169070 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 3 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.179084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] For port f5e7e0b5-f0ed-421f-9870-29765e4e28a7, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:15.188783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] For port f5e7e0b5-f0ed-421f-9870-29765e4e28a7, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,segment=NetworkSegment(53446a2a-c141-4405-b821-32bd4685deda),segment_id=53446a2a-c141-4405-b821-32bd4685deda)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:15.216305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02578-581a-456a-919a-c074684b77fc None None] Pushing event updated for resources: {'Port': ['ID=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.234644 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.235024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Made reservation on behalf of e01ca052c7444198bfd9cc7d21a85a7e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:15.241464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.253403 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.266641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.267178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.267539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.284103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.284442 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.287795 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 4 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.294855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:15.295454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Checking segment: {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:15.295627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.299689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Bound using segment: {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:15.300207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Bound port: f87312af-a052-4542-938f-d2406758303a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:15.300610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.315997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.316333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.316745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.356874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55698e42-7564-42eb-a398-3c0f39b84bea req-874746c1-4b3b-4975-ab02-bfe1f92f2a1b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.360657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55698e42-7564-42eb-a398-3c0f39b84bea req-874746c1-4b3b-4975-ab02-bfe1f92f2a1b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.1959887 Aug 29 04:27:15.382137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.382512 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.392298 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 5 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.450459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.450658 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.451087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.459475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Pushing event updated for resources: {'Port': ['ID=095707a8-abc4-4a21-be7b-606c8686c4d3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.474060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.474351 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.489175 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 6 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.499425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-7918afeb-5a48-4802-8dca-45ef083b269d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2054200 Aug 29 04:27:15.559159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55698e42-7564-42eb-a398-3c0f39b84bea req-9cfb5f79-0fce-4540-b576-7b514dbafa2b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864374 Aug 29 04:27:15.564313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.569700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.573096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.578699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] For port f87312af-a052-4542-938f-d2406758303a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:15.586143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] For port f87312af-a052-4542-938f-d2406758303a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f87312af-a052-4542-938f-d2406758303a,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:15.610976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.611318 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.623255 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.627342 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 7 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.682035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.732283 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.733500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.741779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.744630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Routers {'76c53baf-8858-45ff-8353-b6a6fe6b53c4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:15.745180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:26:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:15.767181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.767828 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.769870 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 8 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.771604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Transition to ACTIVE for port object d086da4f-5509-47a1-a3f3-983d0fdc3b9c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:15.781033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-3df2989d-da01-4e59-8431-9d0af733ebd9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.786224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-3df2989d-da01-4e59-8431-9d0af733ebd9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.37 "GET /v2.0/networks?id=db5e1647-f264-4113-ab4c-e00c36d0298a HTTP/1.1" status: 200 len: 818 time: 0.7620015 Aug 29 04:27:15.844309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Request body: {'port': {'device_id': 'aa384112-6528-4327-bc38-eb3e75aae707', 'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a', 'admin_state_up': True, 'tenant_id': 'd8192cddacf84e0dbee2b77dd6cb654e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:15.844672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:15.845295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:15.845873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:15.868346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.881832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:15.882440 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:15.885405 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.917367 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 9 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:15.926676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02578-581a-456a-919a-c074684b77fc None None] Pushing event updated for resources: {'Port': ['ID=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.011399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:16.040017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Transition to ACTIVE for port object d086da4f-5509-47a1-a3f3-983d0fdc3b9c will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:16.048065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:16.048428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:16.048745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:16.076338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.079480 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Added segment 8e430e1c-1a21-4644-9287-e298cc42689a of type vlan for network 0e7b9fca-b872-4743-bc0b-2e9daa521446 Aug 29 04:27:16.137436 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.156871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a9964d77-e2af-4255-b979-09bf848b8e89 service neutron] 10.222.0.55 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561432 Aug 29 04:27:16.160508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd89cd8-8f0f-4525-868a-ecf620ff1535,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.194329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:16.196158 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:16.294045 n-d-712143-14 neutron-server[94823]: INFO neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 10 to bind port a66fe758-96b6-43d4-9550-15cd3034e026 Aug 29 04:27:16.313376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:16.332203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045b06d-f904-459c-a827-5b51bc687c1d None None] Pushing event updated for resources: {'Port': ['ID=f87312af-a052-4542-938f-d2406758303a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.361198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Attempting to bind port 095707a8-abc4-4a21-be7b-606c8686c4d3 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:16.361557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Attempting to bind port 095707a8-abc4-4a21-be7b-606c8686c4d3 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:16.361779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:16.361900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Attempting to bind port 095707a8-abc4-4a21-be7b-606c8686c4d3 on network e87df196-46a8-4914-b3dd-b6645132f9a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:16.362009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f6731870-c7f9-4397-bccc-1b1ed0dc6d21 req-6939a74e-88d4-4da4-aac6-d25abc50bbd2 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 210 time: 0.1899264 Aug 29 04:27:16.368133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:16.373233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Port 095707a8-abc4-4a21-be7b-606c8686c4d3 on network e87df196-46a8-4914-b3dd-b6645132f9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:16.373568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Attempting to bind port 095707a8-abc4-4a21-be7b-606c8686c4d3 on network e87df196-46a8-4914-b3dd-b6645132f9a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:16.392495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] Set router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:16.401491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:16.402272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Checking segment: {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:16.402993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Bound using segment: {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:16.404916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Bound port: 095707a8-abc4-4a21-be7b-606c8686c4d3, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e387cac-5acd-42e3-bf75-0700f0b2bfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:16.405323 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.446538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:16.446982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:16.447429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:16.451607 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.487622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:16.490841 n-d-712143-14 neutron-server[94823]: ERROR neutron.plugins.ml2.managers [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port a66fe758-96b6-43d4-9550-15cd3034e026 on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:16.491680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.492029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Made reservation on behalf of d8192cddacf84e0dbee2b77dd6cb654e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:16.500838 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.575174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-697555c8-94a0-4138-bcda-df051890629d service neutron] 10.222.0.55 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960862 Aug 29 04:27:16.589333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.590496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:16.591204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.592775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Pushing event updated for resources: {'Port': ['ID=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.680004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Attempting to bind port d086da4f-5509-47a1-a3f3-983d0fdc3b9c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:16.680720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Attempting to bind port d086da4f-5509-47a1-a3f3-983d0fdc3b9c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:16.681288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Attempting to bind port d086da4f-5509-47a1-a3f3-983d0fdc3b9c on network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:16.689623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:16.692797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Checking segment: {'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:16.694324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.694993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Bound using segment: {'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:16.695731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Bound port: d086da4f-5509-47a1-a3f3-983d0fdc3b9c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:16.696312 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.793261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] For port d086da4f-5509-47a1-a3f3-983d0fdc3b9c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:16.795903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] Pushing event updated for resources: {'Network': ['ID=0e7b9fca-b872-4743-bc0b-2e9daa521446,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.799402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] For port d086da4f-5509-47a1-a3f3-983d0fdc3b9c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:16.820363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-106d34ac-d600-4757-96ee-87b7709bf9fb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0406172 Aug 29 04:27:16.822033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] For port a66fe758-96b6-43d4-9550-15cd3034e026, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:16.822666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempted to set empty binding levels {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:27:16.824797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50664) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:16.832872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Request body: {'subnet': {'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-subnet', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:16.849831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:16.856654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.921678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.930727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Made reservation on behalf of e01ca052c7444198bfd9cc7d21a85a7e for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:16.936361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.948390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=a66fe758-96b6-43d4-9550-15cd3034e026,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.084294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] In _notify_port_updated(), no bound segment for port a66fe758-96b6-43d4-9550-15cd3034e026 on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:17.110950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.112096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.113787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cbaad974-22ec-4a45-ad25-2eaee2361ab6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "PUT /v2.0/ports/a66fe758-96b6-43d4-9550-15cd3034e026 HTTP/1.1" status: 200 len: 976 time: 3.4748671 Aug 29 04:27:17.141276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.142839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] For port 095707a8-abc4-4a21-be7b-606c8686c4d3, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:17.154348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154549-d21d-49ed-a2ab-c9919093de96 req-884eae6b-adc4-430b-a052-8504f6cb22f8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.161168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55154549-d21d-49ed-a2ab-c9919093de96 req-884eae6b-adc4-430b-a052-8504f6cb22f8 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.4934220 Aug 29 04:27:17.211135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6b087-1997-4a2e-b42a-0458aed744cd None None] Pushing event updated for resources: {'Port': ['ID=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.215439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87312af-a052-4542-938f-d2406758303a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:17.303248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55154549-d21d-49ed-a2ab-c9919093de96 req-170015c9-dcd7-4e1b-98b4-11d4a6797a6e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214621 Aug 29 04:27:17.342068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] For port 095707a8-abc4-4a21-be7b-606c8686c4d3, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=095707a8-abc4-4a21-be7b-606c8686c4d3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:17.430468 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.580517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.582710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.583742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.584640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.585552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.586627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.587466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.588341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.589221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.601474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.602702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.603398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.604418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.617959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.618713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.619599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.620528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.621239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.622096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.623115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.623843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.624592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.626780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.636077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.638968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5063b6d6-45c6-46be-92d6-ac41852da7ed tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20955 time: 0.4902623 Aug 29 04:27:17.641858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50674) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.682310 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cddc18cd-ae98-4190-b8f2-ed588c43a850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.715940 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a159b68e-2984-490c-b004-403081e479d7 service neutron] 10.222.0.55 "GET /v2.0/networks/be2b3743-b29f-4a21-bd73-b6de6a4ed7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0600471 Aug 29 04:27:17.756056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.756739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.764171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/095707a8-abc4-4a21-be7b-606c8686c4d3 HTTP/1.1" status: 200 len: 1093 time: 3.3879588 Aug 29 04:27:17.820649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'tag': '095707a8-abc4-4a21-be7b-606c8686c4d3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:17.827449 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945ea2e0-8754-42eb-a297-7c2c57412c37" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc", "tag": "095707a8-abc4-4a21-be7b-606c8686c4d3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:17.830412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963045df-1612-49b9-829f-df211c862f68 None None] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:18.258190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc650875-ff4f-47b0-bf40-ddbac405a500 req-833bcfef-bded-453a-b167-8ee178a97356 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.259788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bc650875-ff4f-47b0-bf40-ddbac405a500 req-833bcfef-bded-453a-b167-8ee178a97356 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.7491896 Aug 29 04:27:18.317668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12f94aa-6763-450a-be9f-5a69bd0de8a8,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.368562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fa1cecd6-22e2-45a6-9685-387a4bbb5151 None None] Provisioning for port f87312af-a052-4542-938f-d2406758303a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:18.377623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Checking segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:18.377623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Network hostable DHCP agents. Network: 0e7b9fca-b872-4743-bc0b-2e9daa521446, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:18.388793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f87312af-a052-4542-938f-d2406758303a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:18.408038 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bc650875-ff4f-47b0-bf40-ddbac405a500 req-21dcd9b3-2dfa-455a-a1d8-2ccea206c4a2 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379871 Aug 29 04:27:18.433483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Deleting port a66fe758-96b6-43d4-9550-15cd3034e026 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:18.434453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.436715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:18.448971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fa1cecd6-22e2-45a6-9685-387a4bbb5151 None None] Provisioning complete for port f87312af-a052-4542-938f-d2406758303a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:18.449706 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa1cecd6-22e2-45a6-9685-387a4bbb5151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.460819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 0e7b9fca-b872-4743-bc0b-2e9daa521446) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:18.471279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f87312af-a052-4542-938f-d2406758303a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:18.471884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.507406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.508023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.540123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4df6e263-7182-4436-a320-24704739fbe3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7140045 Aug 29 04:27:18.542844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50678) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:18.548931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:18.562069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] For port a66fe758-96b6-43d4-9550-15cd3034e026, host n-h1-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:18.562467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.589482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Calling delete_port for a66fe758-96b6-43d4-9550-15cd3034e026 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:18.629620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.629777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487fcc6a-4e3e-42cc-9bd7-1e890a0c8f8f None None] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:18.630247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.886928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Allocated IP 172.20.0.6 (db5e1647-f264-4113-ab4c-e00c36d0298a/75be6e33-bbe7-41a2-a25c-582895d09b3c/2648636e-4dcc-4c38-a5d6-a50cc49eea65) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:18.950231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537de612-9f89-4b2b-aa7a-fe1791b719e9 service neutron] Pushing event updated for resources: {'Port': ['ID=095707a8-abc4-4a21-be7b-606c8686c4d3,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.964128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.086228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-7ffb44cb-2eec-405c-b8a2-7d881a1f3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.094361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-7ffb44cb-2eec-405c-b8a2-7d881a1f3ca2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f905cd6757394be285386eb99ed4743c&device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 1096 time: 0.3909459 Aug 29 04:27:19.131538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-74833807-bb1e-42c2-a5e3-92f5673d629a service neutron] 10.222.0.55 "GET /v2.0/networks/be2b3743-b29f-4a21-bd73-b6de6a4ed7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4141266 Aug 29 04:27:19.170711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:27:06Z', 'revision_number': 4, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f5e7e0b5-f0ed-421f-9870-29765e4e28a7', 'name': '', 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'mac_address': 'fa:16:3e:f6:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4dd7fa33-3cc6-434e-a5d1-dee429081a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:04Z', 'updated_at': '2021-08-29T04:27:15Z', 'revision_number': 4, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'subnets': [{'id': '4dd7fa33-3cc6-434e-a5d1-dee429081a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:19.219452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b48983-0756-41ba-8175-2d52dcac01b5 None None] The sync data for ids ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'] in n-d-712143-14 is: [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:27:06Z', 'revision_number': 4, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f5e7e0b5-f0ed-421f-9870-29765e4e28a7', 'name': '', 'network_id': '6ad17d7f-4b92-45cc-a47a-b23a7746e9b4', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'mac_address': 'fa:16:3e:f6:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4dd7fa33-3cc6-434e-a5d1-dee429081a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:04Z', 'updated_at': '2021-08-29T04:27:15Z', 'revision_number': 4, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'subnets': [{'id': '4dd7fa33-3cc6-434e-a5d1-dee429081a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:19.288008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50688) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.292947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfe25022-004f-4cd8-8e82-8661d993d31f req-93b0fbeb-64ff-425d-af59-1062056231b7 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 210 time: 0.2165346 Aug 29 04:27:19.339200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.420773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-5fba1656-7db8-44f7-8acc-34cd9d1cc13d service neutron] 10.222.0.55 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860608 Aug 29 04:27:19.522834 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c82227-0352-4d64-a471-abae091083ef x-openstack-request-id: req-57c82227-0352-4d64-a471-abae091083ef {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:19.523146 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc", "tag": "095707a8-abc4-4a21-be7b-606c8686c4d3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:19.523403 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57c82227-0352-4d64-a471-abae091083ef {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:19.530011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.534463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a66fe758-96b6-43d4-9550-15cd3034e026 HTTP/1.1" status: 204 len: 168 time: 1.8820240 Aug 29 04:27:19.534643 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'tag': '095707a8-abc4-4a21-be7b-606c8686c4d3', 'status': 'completed', 'code': 200} Aug 29 04:27:19.547810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50694) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.762560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb560ec-d2ca-4a49-a780-fbe6125f5f5c tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event deleted for resources: {'Port': ['ID=a66fe758-96b6-43d4-9550-15cd3034e026,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.800830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa1cecd6-22e2-45a6-9685-387a4bbb5151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.869764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.879784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-0b2b5fe2-8dee-4556-9521-ea423a2e9ebc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=095707a8-abc4-4a21-be7b-606c8686c4d3 HTTP/1.1" status: 200 len: 217 time: 0.4763525 Aug 29 04:27:19.886074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fa1cecd6-22e2-45a6-9685-387a4bbb5151 None None] For port f87312af-a052-4542-938f-d2406758303a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f87312af-a052-4542-938f-d2406758303a,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:19.912866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4defa4-1fdd-4247-9a3d-ff3adeac68ed None None] Network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:19.918714 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0071c33d-e18c-4906-842b-abde3edc0e06 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:27:19.920427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0071c33d-e18c-4906-842b-abde3edc0e06 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "GET /v2.0/ports/a66fe758-96b6-43d4-9550-15cd3034e026 HTTP/1.1" status: 404 len: 333 time: 0.3072383 Aug 29 04:27:19.938953 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa1cecd6-22e2-45a6-9685-387a4bbb5151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.941023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.942373 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c4e5dc0-53b6-4371-bfbe-49353ab4d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.949815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50700) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.973798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-772dcd93-7e89-4a91-9e46-96a6209a4263 service neutron] 10.222.0.55 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521464 Aug 29 04:27:20.001494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cecd6-22e2-45a6-9685-387a4bbb5151 None None] Pushing event updated for resources: {'Port': ['ID=f87312af-a052-4542-938f-d2406758303a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:20.006940 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-159f58c4-9492-4d1d-a97c-21655ace3eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.023419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1196223211', 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:20.071018 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.156217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-0e7b9fca-b872-4743-bc0b-2e9daa521446', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:20.158196 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.270113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0bbe0-cf49-4dcd-a971-ea1300c96573 req-72d123ec-d75b-4248-a6e0-27717fc18e9e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.280803 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58a0bbe0-cf49-4dcd-a971-ea1300c96573 req-72d123ec-d75b-4248-a6e0-27717fc18e9e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.6660004 Aug 29 04:27:20.346999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Made reservation on behalf of 18fb961365be4e399258e24f0b4f0a6a for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:20.361206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.362098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3e59b4c-8e34-4bcc-9638-15573965c2c2 None None] Provisioning for port d086da4f-5509-47a1-a3f3-983d0fdc3b9c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:20.413845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-9ac127b4-384a-4fa2-b4b0-3960d1929008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.416777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-9ac127b4-384a-4fa2-b4b0-3960d1929008 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9fa2268-6e74-4f83-9c9a-688134ced2e2 HTTP/1.1" status: 200 len: 854 time: 0.5084431 Aug 29 04:27:20.449272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58a0bbe0-cf49-4dcd-a971-ea1300c96573 req-ab75f142-5008-4208-bb9c-c4933be416fc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673110 Aug 29 04:27:20.498198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:20.498554 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:20.503379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] device_id is not set on port 61555762-380b-4925-9223-21cd171a845a yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:20.752271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7eae4f9-83dc-4af8-a291-471198ae343b req-fc57a0de-8134-4176-8e27-348a57b3f355 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 210 time: 0.0967700 Aug 29 04:27:20.844180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4823535-4ddc-44a4-8e53-f1caea945e17 req-e008eaeb-e467-43d9-b647-c9e91f76a404 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.853052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Allocated IP 172.20.0.2 (0e7b9fca-b872-4743-bc0b-2e9daa521446/b12f94aa-6763-450a-be9f-5a69bd0de8a8/a9c81a83-81c4-4399-a6cb-fb05b001a48f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:20.862441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4823535-4ddc-44a4-8e53-f1caea945e17 req-e008eaeb-e467-43d9-b647-c9e91f76a404 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.5018129 Aug 29 04:27:20.894670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.009045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6827f056-5d9c-42ef-aca2-78e5a82b26c7 req-362c9d86-a285-445b-be03-b46f51856dde tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 210 time: 0.0771344 Aug 29 04:27:21.090300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-dffd7d82-c059-4a2d-aaeb-1abf2760c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.091852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-dffd7d82-c059-4a2d-aaeb-1abf2760c345 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87df196-46a8-4914-b3dd-b6645132f9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5854630 Aug 29 04:27:21.164576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.182304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4823535-4ddc-44a4-8e53-f1caea945e17 req-96738883-aaa9-4384-af80-44b9d142f5e6 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173180 Aug 29 04:27:21.217779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3e59b4c-8e34-4bcc-9638-15573965c2c2 None None] Provisioning complete for port f87312af-a052-4542-938f-d2406758303a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:21.218158 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3e59b4c-8e34-4bcc-9638-15573965c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.248317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-159f58c4-9492-4d1d-a97c-21655ace3eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.304995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Transition to ACTIVE for port object a9c81a83-81c4-4399-a6cb-fb05b001a48f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:21.307036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-159f58c4-9492-4d1d-a97c-21655ace3eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.368005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.381791 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.394402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.413000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.443535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Transition to ACTIVE for port object a9c81a83-81c4-4399-a6cb-fb05b001a48f will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:21.454081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.482615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Pushing event updated for resources: {'Port': ['ID=2648636e-4dcc-4c38-a5d6-a50cc49eea65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.507597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:21.540737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:21.541043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Network db5e1647-f264-4113-ab4c-e00c36d0298a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:21.553098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:21.557731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:21.562489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:21.573648 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.593349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.617179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-01baf752-f610-4b35-8eb0-8d602985323f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.619296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-01baf752-f610-4b35-8eb0-8d602985323f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.4245260 Aug 29 04:27:21.678015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-06435d55-cd5a-4340-bae3-ffc0826d0727 service neutron] 10.222.0.32 "GET /v2.0/networks/e87df196-46a8-4914-b3dd-b6645132f9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912293 Aug 29 04:27:21.771879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Pushing event updated for resources: {'Port': ['ID=a9c81a83-81c4-4399-a6cb-fb05b001a48f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.791370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-159f58c4-9492-4d1d-a97c-21655ace3eaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7788fa194aa4e22b56b404ffe0a8811&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4920518 Aug 29 04:27:21.799826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.838624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f58c4-9492-4d1d-a97c-21655ace3eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3beaee-cc5c-4f61-998c-98dc1a1c0676,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.854199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.855040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.893323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-a03d188f-3d95-489c-8c49-65b863279749 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0700798 Aug 29 04:27:21.903081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Attempting to bind port a9c81a83-81c4-4399-a6cb-fb05b001a48f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:21.905922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Attempting to bind port a9c81a83-81c4-4399-a6cb-fb05b001a48f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:21.906499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Attempting to bind port a9c81a83-81c4-4399-a6cb-fb05b001a48f on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:21.923445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Request body: {'port': {'device_id': 'aa384112-6528-4327-bc38-eb3e75aae707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:21.929452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:21.930513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Checking segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:21.931470 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.932227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Bound using segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:21.932964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Bound port: a9c81a83-81c4-4399-a6cb-fb05b001a48f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:21.933825 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.050237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-10703ce5-d6cd-4d87-b88f-94e9bec2eca9 req-b1ff7df0-dc2d-4a35-b98c-3fe79ed64c01 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 210 time: 0.1364725 Aug 29 04:27:22.051179 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9c459b1-b646-4697-a0fc-4e284f51de08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.062968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] For port a9c81a83-81c4-4399-a6cb-fb05b001a48f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:22.063247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.073395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] For port a9c81a83-81c4-4399-a6cb-fb05b001a48f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a9c81a83-81c4-4399-a6cb-fb05b001a48f,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:22.079182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87312af-a052-4542-938f-d2406758303a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:22.103818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43d1550d-da02-4f59-8fd6-e2754d3c8e0d req-be11536e-4fc8-4933-b503-2dc4fc15094c service neutron] 10.222.0.32 "GET /v2.0/networks/e87df196-46a8-4914-b3dd-b6645132f9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172058 Aug 29 04:27:22.130442 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.194002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9c459b1-b646-4697-a0fc-4e284f51de08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.198559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b9e59-030d-4837-a5bf-c230f2e82982 None None] Pushing event updated for resources: {'Port': ['ID=a9c81a83-81c4-4399-a6cb-fb05b001a48f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.252612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.255632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f87312af-a052-4542-938f-d2406758303a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:22.256254 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.276964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9d827-dcab-4b40-b929-00cbe11cc8ad req-45b8b91a-023e-4432-992e-ab497fbb8e3d tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.278996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46b9d827-dcab-4b40-b929-00cbe11cc8ad req-45b8b91a-023e-4432-992e-ab497fbb8e3d tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 931 time: 0.1317132 Aug 29 04:27:22.423688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd34f28-b375-43d9-b150-c0ada3caf7fb req-2ce8c70f-e439-4d2f-865f-fb0d7813040e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.430974 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffd34f28-b375-43d9-b150-c0ada3caf7fb req-2ce8c70f-e439-4d2f-865f-fb0d7813040e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.8105562 Aug 29 04:27:22.507165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9c459b1-b646-4697-a0fc-4e284f51de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.509818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9c459b1-b646-4697-a0fc-4e284f51de08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.510989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d9c459b1-b646-4697-a0fc-4e284f51de08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d3beaee-cc5c-4f61-998c-98dc1a1c0676 HTTP/1.1" status: 204 len: 168 time: 0.7048869 Aug 29 04:27:22.518029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.593389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-46b9d827-dcab-4b40-b929-00cbe11cc8ad req-c5a24ab8-2c33-45eb-864e-4508a8b7d644 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032663 Aug 29 04:27:22.655274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c459b1-b646-4697-a0fc-4e284f51de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3beaee-cc5c-4f61-998c-98dc1a1c0676,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.668539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-ec1834e2-0556-42f2-bee0-cf04de2fe551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.677937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-ec1834e2-0556-42f2-bee0-cf04de2fe551 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f905cd6757394be285386eb99ed4743c&device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 1096 time: 0.2786751 Aug 29 04:27:22.679659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d086da4f-5509-47a1-a3f3-983d0fdc3b9c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:22.836916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=61555762-380b-4925-9223-21cd171a845a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.852247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d086da4f-5509-47a1-a3f3-983d0fdc3b9c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:22.862121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d086da4f-5509-47a1-a3f3-983d0fdc3b9c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:22.863957 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.895394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Network a99390f1-9e88-400d-bd6d-1f13af452108 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:22.964153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-6557ee12-7279-45e1-9c2f-5575833a2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.965202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-6557ee12-7279-45e1-9c2f-5575833a2d0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e87df196-46a8-4914-b3dd-b6645132f9a2 HTTP/1.1" status: 200 len: 916 time: 0.2538955 Aug 29 04:27:22.971374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffd34f28-b375-43d9-b150-c0ada3caf7fb req-b953bf81-3a88-4e20-8517-eccfcb32591e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174112 Aug 29 04:27:23.056644 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.076590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Deleting port 64bd0eca-ffff-459b-a1b3-6903bca659ae {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:23.076788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.087884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:23.096387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Allocated IP 172.25.7.195 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/4f65463f-5ad7-41b7-a2fa-08481efbe543) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:23.113197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d086da4f-5509-47a1-a3f3-983d0fdc3b9c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:23.120899 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.121824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f5e7e0b5-f0ed-421f-9870-29765e4e28a7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:23.161342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-aa503647-ef54-4f30-ac41-89af6c4b0bc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=095707a8-abc4-4a21-be7b-606c8686c4d3 HTTP/1.1" status: 200 len: 217 time: 0.1529405 Aug 29 04:27:23.198085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:23.199323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.200202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.227841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b8d8f-de38-4c22-93fd-7af258913537 req-26ccee4c-3eb7-471a-bc51-cdcbbe01137b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.234250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-747b8d8f-de38-4c22-93fd-7af258913537 req-26ccee4c-3eb7-471a-bc51-cdcbbe01137b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.2642536 Aug 29 04:27:23.240435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.255090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9caa3e9c-9075-4f8e-ac6d-9e89b0b979b0 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.3019481 Aug 29 04:27:23.261697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50740) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:23.315184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:23.321281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:23.322506 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.360466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed9ee3-f6dc-4044-9bad-ab631e6e3ac3 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.365650 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-80ed9ee3-f6dc-4044-9bad-ab631e6e3ac3 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "GET /v2.0/ports/61555762-380b-4925-9223-21cd171a845a HTTP/1.1" status: 200 len: 955 time: 0.0935471 Aug 29 04:27:23.396123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50744) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:23.456221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-747b8d8f-de38-4c22-93fd-7af258913537 req-0ce0886c-4b8d-42ff-ac0f-d773ab18b38b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973050 Aug 29 04:27:23.548177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-0aa43325-a427-42f1-8a3f-df30273ebfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.550919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-0aa43325-a427-42f1-8a3f-df30273ebfba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9fa2268-6e74-4f83-9c9a-688134ced2e2 HTTP/1.1" status: 200 len: 854 time: 0.3076873 Aug 29 04:27:23.586844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.672650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f5e7e0b5-f0ed-421f-9870-29765e4e28a7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,segment=NetworkSegment(53446a2a-c141-4405-b821-32bd4685deda),segment_id=53446a2a-c141-4405-b821-32bd4685deda)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:23.684259 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.722333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2648636e-4dcc-4c38-a5d6-a50cc49eea65 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:23.758700 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.764822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-ad35e00a-27d3-4e50-867a-3eb2c05493e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.770533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-ad35e00a-27d3-4e50-867a-3eb2c05493e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e87df196-46a8-4914-b3dd-b6645132f9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623735 Aug 29 04:27:23.771399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] For port 64bd0eca-ffff-459b-a1b3-6903bca659ae, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=64bd0eca-ffff-459b-a1b3-6903bca659ae,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:23.771899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.792278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.820511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Calling delete_port for 64bd0eca-ffff-459b-a1b3-6903bca659ae owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:23.887511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Transition to ACTIVE for port object 2648636e-4dcc-4c38-a5d6-a50cc49eea65 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:23.928634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.951787 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-0b78ec2e-8586-4e8f-a75b-b2915d9dabba service neutron] 10.222.0.32 "GET /v2.0/networks/e87df196-46a8-4914-b3dd-b6645132f9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584377 Aug 29 04:27:24.048449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d086da4f-5509-47a1-a3f3-983d0fdc3b9c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:24.068907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Pushing event updated for resources: {'Port': ['ID=2648636e-4dcc-4c38-a5d6-a50cc49eea65,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.144276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6931c7e5-79da-4276-9cff-6897eeeb6cca None None] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:24.297331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b1078-f8ad-4275-b3a3-3162a6285803 req-2a5f5295-e6ba-44d5-a890-17d257a2fc73 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.310719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a8b1078-f8ad-4275-b3a3-3162a6285803 req-2a5f5295-e6ba-44d5-a890-17d257a2fc73 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 943 time: 0.4291770 Aug 29 04:27:24.345210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9c9379f7-c52e-4c5b-99c1-cbb576d7d752 None None] Provisioning for port a9c81a83-81c4-4399-a6cb-fb05b001a48f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:24.374860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d086da4f-5509-47a1-a3f3-983d0fdc3b9c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:24.375183 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.421731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d65f9439-ae46-4586-9d5d-baf1b1566f84 req-0525650d-c183-44ab-959f-f4809d3a2aa8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 210 time: 1.0645795 Aug 29 04:27:24.470979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Attempting to bind port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:24.471407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Attempting to bind port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '4b7685fa-bfee-4634-a2c0-014a9b8d6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:24.472609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Attempting to bind port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 on network db5e1647-f264-4113-ab4c-e00c36d0298a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:24.507246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 on network db5e1647-f264-4113-ab4c-e00c36d0298a not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:24.508151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Attempting to bind port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 on network db5e1647-f264-4113-ab4c-e00c36d0298a {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:24.529082 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-945ea2e0-8754-42eb-a297-7c2c57412c37 req-beba441d-b26a-4e45-8360-ce139888db02 service neutron] 10.222.0.32 "GET /v2.0/networks/e87df196-46a8-4914-b3dd-b6645132f9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445944 Aug 29 04:27:24.532233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:24.532674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Checking segment: {'id': '4b7685fa-bfee-4634-a2c0-014a9b8d6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:24.533788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Bound using segment: {'id': '4b7685fa-bfee-4634-a2c0-014a9b8d6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:24.534316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Bound port: 2648636e-4dcc-4c38-a5d6-a50cc49eea65, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7685fa-bfee-4634-a2c0-014a9b8d6c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:24.534753 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.547617 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a8b1078-f8ad-4275-b3a3-3162a6285803 req-e1770481-7003-465a-bb39-644f17805e39 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349112 Aug 29 04:27:24.563650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a9c81a83-81c4-4399-a6cb-fb05b001a48f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:24.603238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-81e67c0c-a940-4b08-ae5f-0a8b5c78fb3d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.610228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-81e67c0c-a940-4b08-ae5f-0a8b5c78fb3d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.611965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-81e67c0c-a940-4b08-ae5f-0a8b5c78fb3d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "GET /v2.0/networks?id=096d53a3-24a1-407d-bb36-3e502bcdde3c&id=be2b3743-b29f-4a21-bd73-b6de6a4ed7ca&id=096d53a3-24a1-407d-bb36-3e502bcdde3c HTTP/1.1" status: 200 len: 1392 time: 1.7810712 Aug 29 04:27:24.664219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a9c81a83-81c4-4399-a6cb-fb05b001a48f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:24.671849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a9c81a83-81c4-4399-a6cb-fb05b001a48f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:24.673000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.710023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Deleting port 61555762-380b-4925-9223-21cd171a845a {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:24.710511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.713240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] For port 2648636e-4dcc-4c38-a5d6-a50cc49eea65, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:24.720535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] For port 2648636e-4dcc-4c38-a5d6-a50cc49eea65, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2648636e-4dcc-4c38-a5d6-a50cc49eea65,segment=NetworkSegment(4b7685fa-bfee-4634-a2c0-014a9b8d6c4f),segment_id=4b7685fa-bfee-4634-a2c0-014a9b8d6c4f)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:24.730788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.768025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.768760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.770480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] 10.222.0.37 "PUT /v2.0/ports/2648636e-4dcc-4c38-a5d6-a50cc49eea65 HTTP/1.1" status: 200 len: 1092 time: 2.8551986 Aug 29 04:27:24.771462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa384112-6528-4327-bc38-eb3e75aae707', 'tag': '2648636e-4dcc-4c38-a5d6-a50cc49eea65'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:24.790748 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4de325-0fad-4be2-913c-fd90a57f0ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa384112-6528-4327-bc38-eb3e75aae707", "tag": "2648636e-4dcc-4c38-a5d6-a50cc49eea65"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:24.800069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.838008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58949064-ef24-4f63-92f6-536b18f60299 service neutron] Pushing event updated for resources: {'Port': ['ID=2648636e-4dcc-4c38-a5d6-a50cc49eea65,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.859599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'port': {'device_id': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c', 'admin_state_up': True, 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:24.930878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-6fbf8ba0-eb2e-4ecb-bc07-169253819aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:24.932658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-6fbf8ba0-eb2e-4ecb-bc07-169253819aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8192cddacf84e0dbee2b77dd6cb654e&device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 1095 time: 0.0958672 Aug 29 04:27:24.954916 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.016385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-0c01ef71-ee8d-4c58-8aa6-0b4a2adfb35e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2648636e-4dcc-4c38-a5d6-a50cc49eea65 HTTP/1.1" status: 200 len: 217 time: 0.0757408 Aug 29 04:27:25.041813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a9c81a83-81c4-4399-a6cb-fb05b001a48f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a9c81a83-81c4-4399-a6cb-fb05b001a48f,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:25.046468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.109497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68ed2c-5d1f-4ec4-977f-47519d1f688d req-61f305f3-18a2-418b-948b-c6bc943e4376 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.111708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e68ed2c-5d1f-4ec4-977f-47519d1f688d req-61f305f3-18a2-418b-948b-c6bc943e4376 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 945 time: 0.5565367 Aug 29 04:27:25.113085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-f528cd1c-dfff-4218-86a9-404d052e2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.115520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-f528cd1c-dfff-4218-86a9-404d052e2451 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75be6e33-bbe7-41a2-a25c-582895d09b3c HTTP/1.1" status: 200 len: 858 time: 0.0750420 Aug 29 04:27:25.143245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a9c81a83-81c4-4399-a6cb-fb05b001a48f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.233016 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.236440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:25.241409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.279433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.296770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d8f6c31a-b3fd-4563-9883-a74a2c209e30 None None] Provisioning complete for port a9c81a83-81c4-4399-a6cb-fb05b001a48f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:25.297499 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c31a-b3fd-4563-9883-a74a2c209e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.300326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Calling delete_port for 61555762-380b-4925-9223-21cd171a845a owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:25.329098 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e68ed2c-5d1f-4ec4-977f-47519d1f688d req-dbcce47a-d767-440d-9bb9-feb5ae30a9ce tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747506 Aug 29 04:27:25.494598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event deleted for resources: {'Port': ['ID=64bd0eca-ffff-459b-a1b3-6903bca659ae,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.521174 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b35c0a-46a0-4f74-8a49-c5bbe92aaa1d x-openstack-request-id: req-03b35c0a-46a0-4f74-8a49-c5bbe92aaa1d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:25.522406 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa384112-6528-4327-bc38-eb3e75aae707", "tag": "2648636e-4dcc-4c38-a5d6-a50cc49eea65", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:25.522406 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03b35c0a-46a0-4f74-8a49-c5bbe92aaa1d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:25.522406 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa384112-6528-4327-bc38-eb3e75aae707', 'tag': '2648636e-4dcc-4c38-a5d6-a50cc49eea65', 'status': 'completed', 'code': 200} Aug 29 04:27:25.524386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-c8ac1156-7525-4db5-a9ae-f5bea2983cb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db5e1647-f264-4113-ab4c-e00c36d0298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3977065 Aug 29 04:27:25.653075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.663712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] No DVR routers for this DVR port 64bd0eca-ffff-459b-a1b3-6903bca659ae on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:25.665852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131488-f717-4dfa-84d5-951b51b14310 req-5d81bea4-f1b2-45ed-b8e8-b707046630db tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.666963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df131488-f717-4dfa-84d5-951b51b14310 req-5d81bea4-f1b2-45ed-b8e8-b707046630db tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.6253750 Aug 29 04:27:25.667444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-95ce9cfa-f613-4ace-ad78-f78739e1491f req-f3009bd9-8083-4137-bb7b-6b0787184365 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 210 time: 0.0994558 Aug 29 04:27:25.672436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.674973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16d4fda5-181b-4d43-a8a6-f07f9a8b7d99 req-2d2b3530-93fa-4db1-9566-f56128cc7e5e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "DELETE /v2.0/ports/64bd0eca-ffff-459b-a1b3-6903bca659ae HTTP/1.1" status: 204 len: 173 time: 3.8831530 Aug 29 04:27:25.681229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'name': 'network-vif-deleted', 'tag': '64bd0eca-ffff-459b-a1b3-6903bca659ae'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:25.684810 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6055f86-7486-4940-80fe-b6d9c82b6716" -d '{"events": [{"server_uuid": "b33a45fa-2cae-45b1-b515-0a092e7bbc52", "name": "network-vif-deleted", "tag": "64bd0eca-ffff-459b-a1b3-6903bca659ae"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:25.758250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df131488-f717-4dfa-84d5-951b51b14310 req-9471bf46-890b-46a1-a515-62a8eb68785c tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738993 Aug 29 04:27:25.761847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-53f6946e-fc85-4516-a3bf-5711a89fa359 service neutron] 10.222.0.37 "GET /v2.0/networks/db5e1647-f264-4113-ab4c-e00c36d0298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291167 Aug 29 04:27:25.780947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:25.813161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:25.826502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:25.843926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f5e7e0b5-f0ed-421f-9870-29765e4e28a7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:25.879731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Pushing event updated for resources: {'Port': ['ID=4f65463f-5ad7-41b7-a2fa-08481efbe543,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.896459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c76dd8b5-caf1-4c64-b374-480be1db5e96 req-62429bdc-a307-44a1-96b4-a349dc33b2e0 service neutron] 10.222.0.37 "GET /v2.0/networks/db5e1647-f264-4113-ab4c-e00c36d0298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153731 Aug 29 04:27:25.908699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Allocated IP 19.80.0.191 (096d53a3-24a1-407d-bb36-3e502bcdde3c/e874c15c-3c58-4811-b1be-8806578b026c/6c2c9994-2651-4bbf-b198-1e09da527e6e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:25.927082 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.931852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:25.932580 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.938559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b3cf8-16d4-4c9d-9d86-88d9e70b3528 req-aeb91e0e-5ade-43de-8780-c335fbfb75b7 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:25.940110 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af1b3cf8-16d4-4c9d-9d86-88d9e70b3528 req-aeb91e0e-5ade-43de-8780-c335fbfb75b7 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 943 time: 0.1833060 Aug 29 04:27:25.999994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-5f9fc57c-141a-4964-b2c3-4a9fc81a8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.002105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-5f9fc57c-141a-4964-b2c3-4a9fc81a8abf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d8192cddacf84e0dbee2b77dd6cb654e&device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 1095 time: 0.0575464 Aug 29 04:27:26.017797 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec0565d-4b95-47bf-b14b-35fbc18ec1eb x-openstack-request-id: req-9ec0565d-4b95-47bf-b14b-35fbc18ec1eb {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:26.018163 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33a45fa-2cae-45b1-b515-0a092e7bbc52", "name": "network-vif-deleted", "tag": "64bd0eca-ffff-459b-a1b3-6903bca659ae", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:26.018677 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ec0565d-4b95-47bf-b14b-35fbc18ec1eb {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:26.022678 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33a45fa-2cae-45b1-b515-0a092e7bbc52', 'name': 'network-vif-deleted', 'tag': '64bd0eca-ffff-459b-a1b3-6903bca659ae', 'status': 'completed', 'code': 200} Aug 29 04:27:26.053177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a9c81a83-81c4-4399-a6cb-fb05b001a48f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:26.105796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a9c81a83-81c4-4399-a6cb-fb05b001a48f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:26.106184 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.151686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event deleted for resources: {'Port': ['ID=61555762-380b-4925-9223-21cd171a845a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.158024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.161202 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-52e6236a-6bc3-4d17-a4c5-0b6e430f8ce6 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "DELETE /v2.0/ports/61555762-380b-4925-9223-21cd171a845a HTTP/1.1" status: 204 len: 168 time: 2.7640188 Aug 29 04:27:26.164341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.202144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af1b3cf8-16d4-4c9d-9d86-88d9e70b3528 req-516077f1-f67a-4b4f-a795-a7d118a36bb3 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943471 Aug 29 04:27:26.204848 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adb9cb8-50b1-438d-9974-9c8b7391a701 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:27:26.206804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3adb9cb8-50b1-438d-9974-9c8b7391a701 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "GET /v2.0/ports/61555762-380b-4925-9223-21cd171a845a HTTP/1.1" status: 404 len: 333 time: 0.0413318 Aug 29 04:27:26.210974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50804) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.219548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Request body: {'port': {'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1203000343'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:26.246421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Made reservation on behalf of 18fb961365be4e399258e24f0b4f0a6a for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:26.249619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.274438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] device_id is not set on port 1d961cc5-3dcf-47a8-b158-87e12b23a34a yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:26.286252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-af9546dd-2eee-4b7b-9f3c-6e5d4753d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.287846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-af9546dd-2eee-4b7b-9f3c-6e5d4753d016 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db5e1647-f264-4113-ab4c-e00c36d0298a HTTP/1.1" status: 200 len: 919 time: 0.2789800 Aug 29 04:27:26.373727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-6180c404-f1fa-4732-b118-a42145c7f224 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2648636e-4dcc-4c38-a5d6-a50cc49eea65 HTTP/1.1" status: 200 len: 217 time: 0.0543959 Aug 29 04:27:26.415091 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.424539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.463806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Transition to ACTIVE for port object 6c2c9994-2651-4bbf-b198-1e09da527e6e will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:26.486394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50810) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.497009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-5efd2f97-2e97-4f71-865d-643e221d6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.498750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-5efd2f97-2e97-4f71-865d-643e221d6551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75be6e33-bbe7-41a2-a25c-582895d09b3c HTTP/1.1" status: 200 len: 858 time: 0.1156018 Aug 29 04:27:26.500548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f910b985-3854-456a-82f0-f3f53deab5a4 req-7be4a51d-a92d-4160-aae2-bad9bb93a1e4 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b33a45fa-2cae-45b1-b515-0a092e7bbc52 HTTP/1.1" status: 200 len: 210 time: 0.0578308 Aug 29 04:27:26.562506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.575330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-6c7f567f-a417-494c-8333-8167417f20b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db5e1647-f264-4113-ab4c-e00c36d0298a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599444 Aug 29 04:27:26.635085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.648104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:26.659691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:26.663903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:26.669086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 64bd0eca-ffff-459b-a1b3-6903bca659ae no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:26.701584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 64bd0eca-ffff-459b-a1b3-6903bca659ae {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:26.702777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 64bd0eca-ffff-459b-a1b3-6903bca659ae not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:26.739497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-86923611-db76-4e5c-8886-5781bc549b1b service neutron] 10.222.0.37 "GET /v2.0/networks/db5e1647-f264-4113-ab4c-e00c36d0298a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566188 Aug 29 04:27:26.744653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.766158 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-726dc6e9-1a19-4068-b050-b281362f7b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.816812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Port': ['ID=6c2c9994-2651-4bbf-b198-1e09da527e6e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.840850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Network a99390f1-9e88-400d-bd6d-1f13af452108 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:26.849954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:26.856520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:26.857810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.858433 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.902574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=1d961cc5-3dcf-47a8-b158-87e12b23a34a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.924536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4597db10-9304-4dcc-89a0-63dbd2c2b869 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7098651 Aug 29 04:27:26.931599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.938979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:26.962273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a4de325-0fad-4be2-913c-fd90a57f0ba2 req-0c2a3594-8988-4f67-9d8a-939f150ef66b service neutron] 10.222.0.37 "GET /v2.0/networks/db5e1647-f264-4113-ab4c-e00c36d0298a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112002 Aug 29 04:27:26.981042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8881f-7ecc-467b-9045-f04beebb4803 req-0a85d97b-6dce-4535-b609-f0bc73b9a07a tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.982895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cc8881f-7ecc-467b-9045-f04beebb4803 req-0a85d97b-6dce-4535-b609-f0bc73b9a07a tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.1307507 Aug 29 04:27:27.030474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.033754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f075771e-8cce-498d-95a5-18b3a85ace4e None None] Provisioning for port 6c2c9994-2651-4bbf-b198-1e09da527e6e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:27.038787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f075771e-8cce-498d-95a5-18b3a85ace4e None None] Provisioning complete for port 6c2c9994-2651-4bbf-b198-1e09da527e6e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:27.039410 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f075771e-8cce-498d-95a5-18b3a85ace4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.057388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cc8881f-7ecc-467b-9045-f04beebb4803 req-c47afc20-1be0-4d51-8747-c064dc82bd88 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534008 Aug 29 04:27:27.083132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.083132 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.097449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.125955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f075771e-8cce-498d-95a5-18b3a85ace4e None None] Port 6c2c9994-2651-4bbf-b198-1e09da527e6e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:27.167562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ee65-deb4-4e83-aa40-ed44d3ed0db5 req-d1545ca8-9a96-44a6-9aa5-ca70684f5d03 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.169138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d41ee65-deb4-4e83-aa40-ed44d3ed0db5 req-d1545ca8-9a96-44a6-9aa5-ca70684f5d03 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 932 time: 0.3966947 Aug 29 04:27:27.225982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] device_id is not set on port 1d961cc5-3dcf-47a8-b158-87e12b23a34a yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:27.233946 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.247801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Transition to ACTIVE for port object 1d961cc5-3dcf-47a8-b158-87e12b23a34a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:27.252167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.281403 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d41ee65-deb4-4e83-aa40-ed44d3ed0db5 req-6fc3c1d8-6c9d-4c62-8022-8f2ff6027a12 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024051 Aug 29 04:27:27.315678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-726dc6e9-1a19-4068-b050-b281362f7b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.323513 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-726dc6e9-1a19-4068-b050-b281362f7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.339341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3e5bb753-dc3d-4690-a372-0419ae4b9b20 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4847529 Aug 29 04:27:27.347425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=1d961cc5-3dcf-47a8-b158-87e12b23a34a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.359396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.359728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.360105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.369408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.369788 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.370886 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 2 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.372623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'port': {'device_id': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca', 'admin_state_up': True, 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.381245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30809079-2934-43fe-91c7-1cdb686cceac req-ee2992a3-46b7-42c1-a1a7-6761b2622242 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.382766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-30809079-2934-43fe-91c7-1cdb686cceac req-ee2992a3-46b7-42c1-a1a7-6761b2622242 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 943 time: 0.0868065 Aug 29 04:27:27.393623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dc6e9-1a19-4068-b050-b281362f7b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f5206-929a-41d1-bb0b-4d8a943ff958,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.399083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.399418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.399753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.412774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.413099 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.413645 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 3 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.423698 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-726dc6e9-1a19-4068-b050-b281362f7b8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e09eb9cbe8c647a3a3399b79eb1a1678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9350238 Aug 29 04:27:27.425665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Router 12812aab-3169-4a3b-b8bc-4a597e74c748 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:27.429623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:27.436941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.437278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.437662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.442841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-30809079-2934-43fe-91c7-1cdb686cceac req-5ede4644-c18b-4827-a61e-a02e2f72be1b tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524824 Aug 29 04:27:27.444852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.445177 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.445563 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 4 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.458439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.458566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.459303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.464387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.464714 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.465102 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 5 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.478799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.479134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.479464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.484221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.484553 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.484941 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 6 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.497804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.498164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.498501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.502752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.503077 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.503463 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 7 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.518344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.518675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.519005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.523236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.523559 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.523942 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 8 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.535911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.536247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.537119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.541448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.545641 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.545641 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 9 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.555890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.556216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.556551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.560990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.561535 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.561734 n-d-712143-14 neutron-server[94824]: INFO neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempt 10 to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a Aug 29 04:27:27.574071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:27.574403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:27.574738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempting to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:27.579433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:27.579939 n-d-712143-14 neutron-server[94824]: ERROR neutron.plugins.ml2.managers [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Failed to bind port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on host n-h1-712143-14 for vnic_type normal using segments [{'id': '7a5f5535-02a7-48d3-9740-57978166bc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a99390f1-9e88-400d-bd6d-1f13af452108'}] Aug 29 04:27:27.580383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.608722 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62b5c1a5-bd22-4977-901c-e8936bbf240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.647437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] For port 1d961cc5-3dcf-47a8-b158-87e12b23a34a, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:27.647944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attempted to set empty binding levels {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:27:27.651865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.656482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:27.659387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62b5c1a5-bd22-4977-901c-e8936bbf240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.668372 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Sync routers for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:27.676509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:27.680129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.685269 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:27.686060 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:27.709521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] In _notify_port_updated(), no bound segment for port 1d961cc5-3dcf-47a8-b158-87e12b23a34a on network a99390f1-9e88-400d-bd6d-1f13af452108 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:27.710810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.711431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.713066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.713445 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "PUT /v2.0/ports/1d961cc5-3dcf-47a8-b158-87e12b23a34a HTTP/1.1" status: 200 len: 976 time: 0.7807209 Aug 29 04:27:27.714612 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b0988718-6c61-46f2-a063-476fb7f8a4bc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1705990 Aug 29 04:27:27.716128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50836) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:27.719011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50838) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:27.793024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb6a83-69d7-4006-ac49-d1c5ef78243b tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event updated for resources: {'Port': ['ID=1d961cc5-3dcf-47a8-b158-87e12b23a34a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.850356 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:27.861669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62b5c1a5-bd22-4977-901c-e8936bbf240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.864233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62b5c1a5-bd22-4977-901c-e8936bbf240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.868140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-62b5c1a5-bd22-4977-901c-e8936bbf240e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/887f5206-929a-41d1-bb0b-4d8a943ff958 HTTP/1.1" status: 204 len: 168 time: 0.4348757 Aug 29 04:27:27.897892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5c1a5-bd22-4977-901c-e8936bbf240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f5206-929a-41d1-bb0b-4d8a943ff958,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:27.915251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-0b73645a-dae9-4787-aea7-ea828a5cae4e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.916781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-0b73645a-dae9-4787-aea7-ea828a5cae4e tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.1576316 Aug 29 04:27:27.939644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-f19d7bfa-8a44-4c26-aab3-8ea516666706 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/quotas/cb2a180079334ef18e185458849f3ced HTTP/1.1" status: 200 len: 375 time: 0.0135720 Aug 29 04:27:27.941915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Deleting port 1d961cc5-3dcf-47a8-b158-87e12b23a34a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:27.942262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.026817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-5eb37d7f-8d00-4dc6-9d2a-c62b61b93362 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713789 Aug 29 04:27:28.060987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] For port 1d961cc5-3dcf-47a8-b158-87e12b23a34a, host n-h1-712143-14, got binding levels [] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:28.061694 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.069650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Allocated IP 19.86.0.221 (be2b3743-b29f-4a21-bd73-b6de6a4ed7ca/88c6959d-9bfa-46b4-850d-d39af58d8e01/9400758b-3007-49ea-a24a-7353818b1d78) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:28.104737 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:26Z', 'revision_number': 3, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:28.120138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Calling delete_port for 1d961cc5-3dcf-47a8-b158-87e12b23a34a owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:28.140902 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Checking router: 12812aab-3169-4a3b-b8bc-4a597e74c748 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:28.142008 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Updating router 12812aab-3169-4a3b-b8bc-4a597e74c748 port 4f65463f-5ad7-41b7-a2fa-08481efbe543 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:28.173121 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.225427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-7c0de3f4-1448-406e-857e-edac7e0e7b96 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844125 Aug 29 04:27:28.302030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.344778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d961cc5-3dcf-47a8-b158-87e12b23a34a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.363593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b519c9-9e94-469f-97c2-1b183a227d75 req-756ee1de-bcee-4d29-8d10-5704fdc94694 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.365839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.368456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-761cbb05-0825-4fc1-aa2e-3e3b60297ac9 tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1d961cc5-3dcf-47a8-b158-87e12b23a34a HTTP/1.1" status: 204 len: 168 time: 0.6513896 Aug 29 04:27:28.371072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50862) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.371469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65b519c9-9e94-469f-97c2-1b183a227d75 req-756ee1de-bcee-4d29-8d10-5704fdc94694 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.1659217 Aug 29 04:27:28.395159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-a3c63aa8-13e3-456d-91d0-45dce9642cc3 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647210 Aug 29 04:27:28.431559 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3545dc-cf26-46ed-9231-0050562c9a6d tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:27:28.436902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dc3545dc-cf26-46ed-9231-0050562c9a6d tempest-PortsAdminExtendedAttrsTestJSON-683982647 tempest-PortsAdminExtendedAttrsTestJSON-683982647-project-admin] 10.222.0.55 "GET /v2.0/ports/1d961cc5-3dcf-47a8-b158-87e12b23a34a HTTP/1.1" status: 404 len: 333 time: 0.0632143 Aug 29 04:27:28.437734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50864) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.540359 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.553570 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Transition to ACTIVE for port object 4f65463f-5ad7-41b7-a2fa-08481efbe543 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:28.562065 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.562732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.598921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65b519c9-9e94-469f-97c2-1b183a227d75 req-4a6e3d3d-7995-4f7b-a748-16da1b36d956 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165592 Aug 29 04:27:28.683510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.694912 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Attempting to bind port 4f65463f-5ad7-41b7-a2fa-08481efbe543 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:28.696042 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Attempting to bind port 4f65463f-5ad7-41b7-a2fa-08481efbe543 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:28.696418 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Attempting to bind port 4f65463f-5ad7-41b7-a2fa-08481efbe543 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:28.702128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.708203 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:28.708615 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:28.709025 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.709434 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:28.709947 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Bound port: 4f65463f-5ad7-41b7-a2fa-08481efbe543, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:28.710337 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.758147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.770891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99390f1-9e88-400d-bd6d-1f13af452108']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:28.776303 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f38c79-bc00-4207-b587-08aa10cbcc35 None None] Pushing event updated for resources: {'Port': ['ID=4f65463f-5ad7-41b7-a2fa-08481efbe543,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.784785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5f5535-02a7-48d3-9740-57978166bc06') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:28.785110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5f5535-02a7-48d3-9740-57978166bc06') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:28.795631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.813667 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.820198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:28.820610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.828373 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] For port 4f65463f-5ad7-41b7-a2fa-08481efbe543, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:28.832528 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] For port 4f65463f-5ad7-41b7-a2fa-08481efbe543, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4f65463f-5ad7-41b7-a2fa-08481efbe543,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:28.837356 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:28.838986 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:28.890284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Transition to ACTIVE for port object 9400758b-3007-49ea-a24a-7353818b1d78 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:28.947197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c53a-4cb5-48b2-80f8-9c2e5a7dd522 req-fb86952a-16f9-4841-b47f-272b0126ef90 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.951393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c03c53a-4cb5-48b2-80f8-9c2e5a7dd522 req-fb86952a-16f9-4841-b47f-272b0126ef90 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 932 time: 0.1300776 Aug 29 04:27:28.955856 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:28.956486 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:28.968987 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.978816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.986139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] 10.222.0.55 "DELETE /v2.0/networks/a99390f1-9e88-400d-bd6d-1f13af452108 HTTP/1.1" status: 204 len: 168 time: 0.5462656 Aug 29 04:27:29.008808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536f988-66f5-4f84-8551-90e916308d20 req-d6eccb3b-dd0c-424e-8b46-8913785cae0d tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.011102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f536f988-66f5-4f84-8551-90e916308d20 req-d6eccb3b-dd0c-424e-8b46-8913785cae0d tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 943 time: 0.1763835 Aug 29 04:27:29.029153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e12fac-e92d-4fc9-b156-42d48dd1ecc5 tempest-PortsAdminExtendedAttrsTestJSON-1953102825 tempest-PortsAdminExtendedAttrsTestJSON-1953102825-project] Pushing event deleted for resources: {'Network': ['ID=a99390f1-9e88-400d-bd6d-1f13af452108,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.036941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f38c79-bc00-4207-b587-08aa10cbcc35 None None] Pushing event updated for resources: {'Port': ['ID=4f65463f-5ad7-41b7-a2fa-08481efbe543,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.089017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f536f988-66f5-4f84-8551-90e916308d20 req-c7bb96fa-4a0e-451a-8728-e4caf1dab6db tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629139 Aug 29 04:27:29.099024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Allocated IP 172.20.0.1 (0e7b9fca-b872-4743-bc0b-2e9daa521446/b12f94aa-6763-450a-be9f-5a69bd0de8a8/c04b7bf5-909c-46a6-b7fc-2f29f86afb69) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:29.119918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c03c53a-4cb5-48b2-80f8-9c2e5a7dd522 req-70198e81-f534-4f5b-9aef-0351553d098a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346607 Aug 29 04:27:29.125394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.132241 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:29.180768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:29.236387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:29.367785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:29.417989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50894) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.443602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4df5d33-d5e4-4374-bdf1-c01e4d7d8355 req-fdf86c08-620e-41c0-9f7c-a956348d0780 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 210 time: 0.2028060 Aug 29 04:27:29.451746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.452550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.483028 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:26Z', 'revision_number': 3, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:29.534843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1740820 Aug 29 04:27:29.535445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c820b-a9ba-4eb9-a34c-ac786ad0d571 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Port': ['ID=9400758b-3007-49ea-a24a-7353818b1d78,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.541957 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316302a-62fa-4703-ab7f-796a62cc7f9c None None] The sync data for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 is: [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:26Z', 'revision_number': 3, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:29.547201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.554736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'port': {'device_id': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c', 'admin_state_up': True, 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:29.654989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Transition to ACTIVE for port object c04b7bf5-909c-46a6-b7fc-2f29f86afb69 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:29.688636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-71e806c6-3419-4fe8-99e6-1b265130c29b None None] Provisioning for port 9400758b-3007-49ea-a24a-7353818b1d78 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:29.710513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-71e806c6-3419-4fe8-99e6-1b265130c29b None None] Provisioning complete for port 9400758b-3007-49ea-a24a-7353818b1d78 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:29.710895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71e806c6-3419-4fe8-99e6-1b265130c29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.745038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35fd7160-ae72-4392-8c91-d3eda8904034 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de5f728422ea497ebbecbf5352d6a964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257582 Aug 29 04:27:29.746427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50908) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.773640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-71e806c6-3419-4fe8-99e6-1b265130c29b None None] Port 9400758b-3007-49ea-a24a-7353818b1d78 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:29.774744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a08ce-15d4-4516-b8a6-7f32b31be08e req-58282c89-8396-44cb-aabe-776e6222906a tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.779907 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d7a08ce-15d4-4516-b8a6-7f32b31be08e req-58282c89-8396-44cb-aabe-776e6222906a tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.0813720 Aug 29 04:27:29.794373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:29.798057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.834315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d7a08ce-15d4-4516-b8a6-7f32b31be08e req-c8be9635-6935-40a5-90e2-6d27b325eca7 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481150 Aug 29 04:27:29.858779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.982192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Pushing event updated for resources: {'Port': ['ID=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.985839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2648636e-4dcc-4c38-a5d6-a50cc49eea65 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:30.020360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5676ad09-ac39-4b93-b437-226aef3ea3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.033903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:30.040714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:30.043670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:30.115805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.221563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2648636e-4dcc-4c38-a5d6-a50cc49eea65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2648636e-4dcc-4c38-a5d6-a50cc49eea65,segment=NetworkSegment(4b7685fa-bfee-4634-a2c0-014a9b8d6c4f),segment_id=4b7685fa-bfee-4634-a2c0-014a9b8d6c4f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:30.249005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '2648636e-4dcc-4c38-a5d6-a50cc49eea65', 'network_id': 'db5e1647-f264-4113-ab4c-e00c36d0298a', 'port_id': '2648636e-4dcc-4c38-a5d6-a50cc49eea65', 'mac_address': 'fa:16:3e:f2:0c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75be6e33-bbe7-41a2-a25c-582895d09b3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:30.338199 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.374775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2648636e-4dcc-4c38-a5d6-a50cc49eea65 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:30.388062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498e0fd-761a-40bf-a3e4-30f2217a21c2 req-4f70a183-f8c0-4b5f-b294-0ebb6c50b1a2 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.405649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498e0fd-761a-40bf-a3e4-30f2217a21c2 req-4f70a183-f8c0-4b5f-b294-0ebb6c50b1a2 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.414442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a498e0fd-761a-40bf-a3e4-30f2217a21c2 req-4f70a183-f8c0-4b5f-b294-0ebb6c50b1a2 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 1655 time: 0.1279404 Aug 29 04:27:30.425244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2648636e-4dcc-4c38-a5d6-a50cc49eea65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2648636e-4dcc-4c38-a5d6-a50cc49eea65,segment=NetworkSegment(4b7685fa-bfee-4634-a2c0-014a9b8d6c4f),segment_id=4b7685fa-bfee-4634-a2c0-014a9b8d6c4f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:30.436271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.489779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dca0fad9-b196-4b06-b935-50957231b0c2 None None] Provisioning for port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:30.501064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dca0fad9-b196-4b06-b935-50957231b0c2 None None] Provisioning complete for port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:30.501552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dca0fad9-b196-4b06-b935-50957231b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.509164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a498e0fd-761a-40bf-a3e4-30f2217a21c2 req-380a3af1-986c-4c8c-a2cd-787a34ce4680 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888524 Aug 29 04:27:30.564272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2648636e-4dcc-4c38-a5d6-a50cc49eea65,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:30.573982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dca0fad9-b196-4b06-b935-50957231b0c2 None None] Port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:30.648374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27da9d0b-8e61-469d-adc9-41c45ae32b7e req-f9fbbe97-a0cb-4ba3-900d-94ad1bea9fbc tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 210 time: 0.0341237 Aug 29 04:27:30.649261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2648636e-4dcc-4c38-a5d6-a50cc49eea65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:30.678811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 095707a8-abc4-4a21-be7b-606c8686c4d3 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:30.729929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5676ad09-ac39-4b93-b437-226aef3ea3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.887392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 095707a8-abc4-4a21-be7b-606c8686c4d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=095707a8-abc4-4a21-be7b-606c8686c4d3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:30.910133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Allocated IP 19.80.0.165 (096d53a3-24a1-407d-bb36-3e502bcdde3c/e874c15c-3c58-4811-b1be-8806578b026c/d7557f12-e4aa-46e9-bbab-abaeae816ca4) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:30.914011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '095707a8-abc4-4a21-be7b-606c8686c4d3', 'network_id': 'e87df196-46a8-4914-b3dd-b6645132f9a2', 'port_id': '095707a8-abc4-4a21-be7b-606c8686c4d3', 'mac_address': 'fa:16:3e:96:42:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fa2268-6e74-4f83-9c9a-688134ced2e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:30.930270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e732bb-af9d-46b1-a8c1-208ab2decf68 req-32464b58-0baf-4dd7-a19c-28a60ee0903f tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.932230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91e732bb-af9d-46b1-a8c1-208ab2decf68 req-32464b58-0baf-4dd7-a19c-28a60ee0903f tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 944 time: 0.6582849 Aug 29 04:27:30.978491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5676ad09-ac39-4b93-b437-226aef3ea3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.982526 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5676ad09-ac39-4b93-b437-226aef3ea3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.983527 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5676ad09-ac39-4b93-b437-226aef3ea3b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c25f8ce-96ce-4d63-82d5-8e633f472af1 HTTP/1.1" status: 204 len: 168 time: 1.2151628 Aug 29 04:27:31.004499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0aa56-85e5-4d3e-99f6-8b46dc3f23db req-ef6b27fd-2f53-4001-9204-84945e985ad7 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.005148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-0c207bd9-35fe-4c89-8fed-6cd1348228ed tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.006489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-0c207bd9-35fe-4c89-8fed-6cd1348228ed tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 811 time: 0.7720091 Aug 29 04:27:31.015487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-afb0aa56-85e5-4d3e-99f6-8b46dc3f23db req-ef6b27fd-2f53-4001-9204-84945e985ad7 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 944 time: 0.0743420 Aug 29 04:27:31.038876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.057229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676ad09-ac39-4b93-b437-226aef3ea3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25f8ce-96ce-4d63-82d5-8e633f472af1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.068176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Request body: {'port': {'device_id': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'admin_state_up': True, 'tenant_id': 'cb2a180079334ef18e185458849f3ced'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:31.074934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-afb0aa56-85e5-4d3e-99f6-8b46dc3f23db req-e328d3d9-aee0-4abf-ad2d-9ee1f319227e tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579319 Aug 29 04:27:31.088477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91e732bb-af9d-46b1-a8c1-208ab2decf68 req-3760c04e-34be-4bb2-baf7-b0dc71e9b920 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419461 Aug 29 04:27:31.090213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095707a8-abc4-4a21-be7b-606c8686c4d3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:31.098440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.122920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 095707a8-abc4-4a21-be7b-606c8686c4d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=095707a8-abc4-4a21-be7b-606c8686c4d3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:31.129197 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.207249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=095707a8-abc4-4a21-be7b-606c8686c4d3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.215765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.390021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['095707a8-abc4-4a21-be7b-606c8686c4d3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:31.445087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.472596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Made reservation on behalf of cb2a180079334ef18e185458849f3ced for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:31.477239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.490424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Transition to ACTIVE for port object d7557f12-e4aa-46e9-bbab-abaeae816ca4 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:31.512025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.618557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50946) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.620446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.625898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2cb8420c-7566-4675-9742-7eefd888259b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18fb961365be4e399258e24f0b4f0a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125233 Aug 29 04:27:31.634726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.643025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.716491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bfbaa-60da-448e-8ef0-d2ae316934e2 req-3ebe5b3e-fb85-4624-b742-22cd5a56a1f1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.722937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bfbaa-60da-448e-8ef0-d2ae316934e2 req-3ebe5b3e-fb85-4624-b742-22cd5a56a1f1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.735754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bfbaa-60da-448e-8ef0-d2ae316934e2 req-3ebe5b3e-fb85-4624-b742-22cd5a56a1f1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.737705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a71bfbaa-60da-448e-8ef0-d2ae316934e2 req-3ebe5b3e-fb85-4624-b742-22cd5a56a1f1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2377 time: 0.0884783 Aug 29 04:27:31.787324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:31.787648 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a71bfbaa-60da-448e-8ef0-d2ae316934e2 req-4e645300-f496-46a1-8728-38c62280ba66 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Aug 29 04:27:31.816685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:31.841002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Allocated IP 172.20.0.10 (eeb9935c-bc75-427e-a2d7-76cfda7e8162/ff60a465-9ef4-4607-9b18-c3e2e3b16625/5fad40c9-12f8-4f7b-98a3-43a54dee1fac) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:31.846623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:31.862499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f89aa9fc-79d2-46f6-a2df-19cd65a53cf5 req-909e8bbb-8b25-4a67-824f-6279415440f5 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 210 time: 0.0800776 Aug 29 04:27:31.869876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.870769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4f65463f-5ad7-41b7-a2fa-08481efbe543 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:31.897643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Pushing event updated for resources: {'Port': ['ID=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.973461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4f65463f-5ad7-41b7-a2fa-08481efbe543 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:31.978616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4f65463f-5ad7-41b7-a2fa-08481efbe543 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:31.979049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.011774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.018652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2648636e-4dcc-4c38-a5d6-a50cc49eea65 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:32.032591 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.060397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.061134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.118755 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.126029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:32.131894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:32.132561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.173536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 4f65463f-5ad7-41b7-a2fa-08481efbe543, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4f65463f-5ad7-41b7-a2fa-08481efbe543,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:32.184266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.210177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e141be7a-c407-4a38-a57b-3ee6ff87919c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.258987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Port': ['ID=d7557f12-e4aa-46e9-bbab-abaeae816ca4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.281739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.286548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=4f65463f-5ad7-41b7-a2fa-08481efbe543,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.299871 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.306894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449a657-12a9-4fe4-8c68-1da6b4aee93e req-0b423046-fc71-4afc-8059-33b81f4f1246 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.308795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0449a657-12a9-4fe4-8c68-1da6b4aee93e req-0b423046-fc71-4afc-8059-33b81f4f1246 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 944 time: 0.0652418 Aug 29 04:27:32.335435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-a3c45aca-3abd-4ff2-9843-a879ba772fe0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7851660 Aug 29 04:27:32.336875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa384112-6528-4327-bc38-eb3e75aae707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2648636e-4dcc-4c38-a5d6-a50cc49eea65'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:32.339450 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56429be-92bc-4342-a4f5-312d9688b0b4" -d '{"events": [{"server_uuid": "aa384112-6528-4327-bc38-eb3e75aae707", "name": "network-vif-plugged", "status": "completed", "tag": "2648636e-4dcc-4c38-a5d6-a50cc49eea65"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:32.357052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-911be6a0-2459-43b4-8a3f-5c59ded96af3 None None] Provisioning for port d7557f12-e4aa-46e9-bbab-abaeae816ca4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:32.361509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2648636e-4dcc-4c38-a5d6-a50cc49eea65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2648636e-4dcc-4c38-a5d6-a50cc49eea65,segment=NetworkSegment(4b7685fa-bfee-4634-a2c0-014a9b8d6c4f),segment_id=4b7685fa-bfee-4634-a2c0-014a9b8d6c4f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:32.363491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-911be6a0-2459-43b4-8a3f-5c59ded96af3 None None] Provisioning complete for port d7557f12-e4aa-46e9-bbab-abaeae816ca4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:32.363942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-911be6a0-2459-43b4-8a3f-5c59ded96af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.366984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Request body: {'port': {'device_id': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:32.368022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.374987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0449a657-12a9-4fe4-8c68-1da6b4aee93e req-73c9bc62-6384-4290-bb20-fd425aecc21a tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596983 Aug 29 04:27:32.422428 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e141be7a-c407-4a38-a57b-3ee6ff87919c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.428892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e141be7a-c407-4a38-a57b-3ee6ff87919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.433864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-911be6a0-2459-43b4-8a3f-5c59ded96af3 None None] Port d7557f12-e4aa-46e9-bbab-abaeae816ca4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:32.454947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2648636e-4dcc-4c38-a5d6-a50cc49eea65,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.460834 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dda981-0dc4-4610-88ca-229365620ba9 x-openstack-request-id: req-26dda981-0dc4-4610-88ca-229365620ba9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:32.462302 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa384112-6528-4327-bc38-eb3e75aae707", "name": "network-vif-plugged", "status": "completed", "tag": "2648636e-4dcc-4c38-a5d6-a50cc49eea65", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:32.463187 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26dda981-0dc4-4610-88ca-229365620ba9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:32.463914 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa384112-6528-4327-bc38-eb3e75aae707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2648636e-4dcc-4c38-a5d6-a50cc49eea65', 'code': 200} Aug 29 04:27:32.484285 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e141be7a-c407-4a38-a57b-3ee6ff87919c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d6a460227a6484fa6478da0d23d35ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714000 Aug 29 04:27:32.485074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50964) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.487131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141be7a-c407-4a38-a57b-3ee6ff87919c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611b613c-62e9-46ae-a515-484f367bfaa9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.498823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:32.510899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467640f3-c719-4048-804a-8683434d73ad req-286ff10c-083b-41a6-b47b-048e4b54664b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.518539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467640f3-c719-4048-804a-8683434d73ad req-286ff10c-083b-41a6-b47b-048e4b54664b tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 945 time: 0.2752037 Aug 29 04:27:32.523681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.534826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:32.561380 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3db541-990a-43f6-a894-e18e4f742fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.589547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3db541-990a-43f6-a894-e18e4f742fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.601655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddb3c3-88e6-4636-bd47-ca20b50b8fc3 req-0f982e83-6467-436e-adb1-3fdfbaa8d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.603174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0ddb3c3-88e6-4636-bd47-ca20b50b8fc3 req-0f982e83-6467-436e-adb1-3fdfbaa8d171 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 1097 time: 0.0691943 Aug 29 04:27:32.635878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.638661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.642329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0485dbf5-2ea6-4108-bfcf-549ec798edf8 HTTP/1.1" status: 204 len: 168 time: 1.0173821 Aug 29 04:27:32.642329 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.656761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0ddb3c3-88e6-4636-bd47-ca20b50b8fc3 req-d236ea72-79b8-48d4-8f11-03d8d9fc461f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462382 Aug 29 04:27:32.673852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3db541-990a-43f6-a894-e18e4f742fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.676677 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a3db541-990a-43f6-a894-e18e4f742fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.681613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7a3db541-990a-43f6-a894-e18e4f742fb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/611b613c-62e9-46ae-a515-484f367bfaa9 HTTP/1.1" status: 204 len: 168 time: 0.1952262 Aug 29 04:27:32.681862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-467640f3-c719-4048-804a-8683434d73ad req-d4a87beb-6ef6-4701-b553-fb385e6bf943 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622152 Aug 29 04:27:32.690651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3db541-990a-43f6-a894-e18e4f742fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b613c-62e9-46ae-a515-484f367bfaa9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.696802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 095707a8-abc4-4a21-be7b-606c8686c4d3 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:32.700467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0485dbf5-2ea6-4108-bfcf-549ec798edf8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.742202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.742559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.743047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.743291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.743633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.743986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.744331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.744656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.745024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.745632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.745732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.746326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce5c54-3a85-422d-a6d8-d9370cb7eb4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:32.785546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 095707a8-abc4-4a21-be7b-606c8686c4d3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:32.793500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 095707a8-abc4-4a21-be7b-606c8686c4d3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:32.794135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.803210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.917697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.967573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 095707a8-abc4-4a21-be7b-606c8686c4d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=095707a8-abc4-4a21-be7b-606c8686c4d3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:32.985789 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.986462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32666-63dd-46ea-be88-f92ab711cdd2 req-0a361e37-56d8-4838-bfb2-917cd9a98152 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.994952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32666-63dd-46ea-be88-f92ab711cdd2 req-0a361e37-56d8-4838-bfb2-917cd9a98152 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.003041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32666-63dd-46ea-be88-f92ab711cdd2 req-0a361e37-56d8-4838-bfb2-917cd9a98152 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.004760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bd32666-63dd-46ea-be88-f92ab711cdd2 req-0a361e37-56d8-4838-bfb2-917cd9a98152 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2377 time: 0.0968459 Aug 29 04:27:33.029664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Network eeb9935c-bc75-427e-a2d7-76cfda7e8162 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:33.051112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=095707a8-abc4-4a21-be7b-606c8686c4d3,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.053328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bd32666-63dd-46ea-be88-f92ab711cdd2 req-1a6d8581-18ef-42bf-9fbe-e47b6ebc1298 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 Aug 29 04:27:33.075557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:33.076497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-19afcb25-6499-4dc5-ac51-55703d004e6c None None] Provisioning complete for port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:33.076889 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19afcb25-6499-4dc5-ac51-55703d004e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.081827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Router 12812aab-3169-4a3b-b8bc-4a597e74c748 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:33.090786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:33.099326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event updated for resources: {'Port': ['ID=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.155177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-19afcb25-6499-4dc5-ac51-55703d004e6c None None] Port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:33.221199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deacb6-ca59-4c0c-a41a-d1b8fafee053 req-51f98792-acfc-43fb-a176-0c2624e1efea tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.222832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53deacb6-ca59-4c0c-a41a-d1b8fafee053 req-51f98792-acfc-43fb-a176-0c2624e1efea tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 932 time: 0.2294333 Aug 29 04:27:33.229227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.229912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.230774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.245695 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03f79228-fe8f-4a16-a944-8c0808073ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.350469 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03f79228-fe8f-4a16-a944-8c0808073ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.355323 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03f79228-fe8f-4a16-a944-8c0808073ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.400736 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-03f79228-fe8f-4a16-a944-8c0808073ebe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73c5b859572a4d4cab3066349fd34cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687484 Aug 29 04:27:33.401583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.408245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f79228-fe8f-4a16-a944-8c0808073ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaaee4d-b00a-4ec0-bce0-660e11624f9f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.490972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a647e9a2-8893-4934-88f6-1f9d10719e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.549281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a647e9a2-8893-4934-88f6-1f9d10719e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.565122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-54059dd5-2ee7-4bfd-91f5-247ecb23782c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5265343 Aug 29 04:27:33.593543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34b014-cd6c-497a-a6aa-ee1b0dc78e32 req-a8087233-60ff-4c3a-8ec9-6c2910c32b1b tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.595837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb34b014-cd6c-497a-a6aa-ee1b0dc78e32 req-a8087233-60ff-4c3a-8ec9-6c2910c32b1b tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 945 time: 0.0918574 Aug 29 04:27:33.610917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Request body: {'port': {'device_id': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:33.646552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a647e9a2-8893-4934-88f6-1f9d10719e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.650196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a647e9a2-8893-4934-88f6-1f9d10719e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.654991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a647e9a2-8893-4934-88f6-1f9d10719e60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ceaaee4d-b00a-4ec0-bce0-660e11624f9f HTTP/1.1" status: 204 len: 168 time: 0.2521346 Aug 29 04:27:33.664108 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53deacb6-ca59-4c0c-a41a-d1b8fafee053 req-d0ded993-e617-4f4a-a95a-5f3685427c87 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890774 Aug 29 04:27:33.678508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647e9a2-8893-4934-88f6-1f9d10719e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaaee4d-b00a-4ec0-bce0-660e11624f9f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.703209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb34b014-cd6c-497a-a6aa-ee1b0dc78e32 req-b25ab0fe-db77-486d-a0c5-6d989d95f024 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926676 Aug 29 04:27:33.774371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:33.794399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-87c261cc-3ba1-487f-a936-f497bdf62dec admin admin] 10.222.0.55 "PUT /v2.0/routers/12812aab-3169-4a3b-b8bc-4a597e74c748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0647142 Aug 29 04:27:33.801673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Sync routers for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:33.805825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.808357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:33.809011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:33.823889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2c9994-2651-4bbf-b198-1e09da527e6e {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:33.842450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.880495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Transition to ACTIVE for port object 6c2c9994-2651-4bbf-b198-1e09da527e6e will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:33.889410 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.897710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4f65463f-5ad7-41b7-a2fa-08481efbe543 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:33.903199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaa5ef-5b37-4d0b-b118-24d3015ca09a req-f582eb51-87ae-43f2-a56e-fd9173bfe5ad tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.904549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddcaa5ef-5b37-4d0b-b118-24d3015ca09a req-f582eb51-87ae-43f2-a56e-fd9173bfe5ad tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 946 time: 0.1338794 Aug 29 04:27:34.038070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c9994-2651-4bbf-b198-1e09da527e6e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.138601 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddcaa5ef-5b37-4d0b-b118-24d3015ca09a req-d9fdabf0-35e7-4896-b70b-8c8e520a4730 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842725 Aug 29 04:27:34.297677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff66125-3bd2-4bbe-9149-88a483e7cc56 req-e08a75a9-3225-4f60-bf51-d16a4cf3a57f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.307582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4f65463f-5ad7-41b7-a2fa-08481efbe543 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:34.308107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.317404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff66125-3bd2-4bbe-9149-88a483e7cc56 req-e08a75a9-3225-4f60-bf51-d16a4cf3a57f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.329466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff66125-3bd2-4bbe-9149-88a483e7cc56 req-e08a75a9-3225-4f60-bf51-d16a4cf3a57f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.330908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:34.335484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Attempting to bind port 6c2c9994-2651-4bbf-b198-1e09da527e6e on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:34.335484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Attempting to bind port 6c2c9994-2651-4bbf-b198-1e09da527e6e by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:34.335484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Attempting to bind port 6c2c9994-2651-4bbf-b198-1e09da527e6e on network 096d53a3-24a1-407d-bb36-3e502bcdde3c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:34.339282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fff66125-3bd2-4bbe-9149-88a483e7cc56 req-e08a75a9-3225-4f60-bf51-d16a4cf3a57f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2389 time: 0.1570501 Aug 29 04:27:34.350546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Port 6c2c9994-2651-4bbf-b198-1e09da527e6e on network 096d53a3-24a1-407d-bb36-3e502bcdde3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:34.350879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Attempting to bind port 6c2c9994-2651-4bbf-b198-1e09da527e6e on network 096d53a3-24a1-407d-bb36-3e502bcdde3c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:34.359568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:34.359918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Checking segment: {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:34.360308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Bound using segment: {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:34.361159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Bound port: 6c2c9994-2651-4bbf-b198-1e09da527e6e, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:34.361159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.432743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fff66125-3bd2-4bbe-9149-88a483e7cc56 req-25c636ce-a098-4f18-b0f3-31c36f80cdcf tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803483 Aug 29 04:27:34.477316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095707a8-abc4-4a21-be7b-606c8686c4d3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:34.482091 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a85e1f1-a060-4543-b8d0-dae93a54a20f" -d '{"events": [{"server_uuid": "c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc", "name": "network-vif-plugged", "status": "completed", "tag": "095707a8-abc4-4a21-be7b-606c8686c4d3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:34.580558 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b00e60-0ebd-449c-aabc-4b6c900fd640 x-openstack-request-id: req-51b00e60-0ebd-449c-aabc-4b6c900fd640 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:34.580558 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc", "name": "network-vif-plugged", "status": "completed", "tag": "095707a8-abc4-4a21-be7b-606c8686c4d3", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:34.580751 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51b00e60-0ebd-449c-aabc-4b6c900fd640 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:34.581167 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095707a8-abc4-4a21-be7b-606c8686c4d3', 'code': 200} Aug 29 04:27:34.584397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] For port 6c2c9994-2651-4bbf-b198-1e09da527e6e, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:34.626373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fad40c9-12f8-4f7b-98a3-43a54dee1fac {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:34.649519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.670569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] For port 6c2c9994-2651-4bbf-b198-1e09da527e6e, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=6c2c9994-2651-4bbf-b198-1e09da527e6e,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:34.687111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Transition to ACTIVE for port object 5fad40c9-12f8-4f7b-98a3-43a54dee1fac will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:34.689819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.753296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:31Z', 'revision_number': 2, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:34.765036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.767139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.772822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] 10.222.0.32 "PUT /v2.0/ports/6c2c9994-2651-4bbf-b198-1e09da527e6e HTTP/1.1" status: 200 len: 1093 time: 2.4111507 Aug 29 04:27:34.773495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.776156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff198b-4270-42cd-a4cb-b5fca74af9bc req-0ea3c1c5-e696-4547-aa0b-8620e2641965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.779797 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93ff198b-4270-42cd-a4cb-b5fca74af9bc req-0ea3c1c5-e696-4547-aa0b-8620e2641965 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 1098 time: 0.1086483 Aug 29 04:27:34.827822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Checking router: 12812aab-3169-4a3b-b8bc-4a597e74c748 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:34.828192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Updating router 12812aab-3169-4a3b-b8bc-4a597e74c748 port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:34.835317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'tag': '6c2c9994-2651-4bbf-b198-1e09da527e6e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:34.837747 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae330c69-db09-4fd1-a728-f1083ee6ffdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "tag": "6c2c9994-2651-4bbf-b198-1e09da527e6e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:34.848001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fa52a-ab89-49a5-a05c-76b1af4e88fb service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c9994-2651-4bbf-b198-1e09da527e6e,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.884849 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.903807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.964137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130971d-23db-4a5d-9176-94dec6c958c6 req-5c61cf8b-5ba1-42e6-a28a-0535c8081f01 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.971186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9130971d-23db-4a5d-9176-94dec6c958c6 req-5c61cf8b-5ba1-42e6-a28a-0535c8081f01 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 944 time: 0.1903958 Aug 29 04:27:34.977370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93ff198b-4270-42cd-a4cb-b5fca74af9bc req-a070504f-f52d-4481-a801-7118c3f2d368 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271396 Aug 29 04:27:34.990729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Pushing event updated for resources: {'Port': ['ID=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.009494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Request body: {'port': {'device_id': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:35.111203 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9130971d-23db-4a5d-9176-94dec6c958c6 req-a4cfa3d0-d441-44ef-9eb8-4f22ae696f8f tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190763 Aug 29 04:27:35.132154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-890770395', 'router:external': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:35.168205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Made reservation on behalf of c0944f189ab949969e214a44f3c6f5f0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:35.172712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.186171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.230551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.282362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.298906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6c169994-36a5-401d-a25a-33846c50335a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877946700', 'description': 'tempest-description--1414318116'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:35.319779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Attempting to bind port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:35.320300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Attempting to bind port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:35.320646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Attempting to bind port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:35.352947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7906373-f1e2-44e2-ad64-732eecd31e34 req-7abf1042-9058-4a07-81e5-331c8da8e267 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.360993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7906373-f1e2-44e2-ad64-732eecd31e34 req-7abf1042-9058-4a07-81e5-331c8da8e267 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 945 time: 0.1520319 Aug 29 04:27:35.404129 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f26ad3-c75e-45e1-ba44-0075f56bbf07 x-openstack-request-id: req-e0f26ad3-c75e-45e1-ba44-0075f56bbf07 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:35.404373 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "tag": "6c2c9994-2651-4bbf-b198-1e09da527e6e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:35.404644 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0f26ad3-c75e-45e1-ba44-0075f56bbf07 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:35.405041 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'tag': '6c2c9994-2651-4bbf-b198-1e09da527e6e', 'status': 'completed', 'code': 200} Aug 29 04:27:35.405583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:35.405956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Attempting to bind port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac on network eeb9935c-bc75-427e-a2d7-76cfda7e8162 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:35.432778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:35.433172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Checking segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:35.433513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Bound using segment: {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:35.433996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Bound port: 5fad40c9-12f8-4f7b-98a3-43a54dee1fac, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:35.434361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.450192 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.463788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Transition to ACTIVE for port object c04b7bf5-909c-46a6-b7fc-2f29f86afb69 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:35.471145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7906373-f1e2-44e2-ad64-732eecd31e34 req-1fe76809-f952-4ffd-bc3a-065ea40aad1d tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094098 Aug 29 04:27:35.486606 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.492888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-198daedc-7542-4559-b40f-a5afcbd51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.493644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-198daedc-7542-4559-b40f-a5afcbd51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.494129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-198daedc-7542-4559-b40f-a5afcbd51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.495754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-198daedc-7542-4559-b40f-a5afcbd51f49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2733 time: 0.1031971 Aug 29 04:27:35.560300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.594510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528899f1-6a50-4ecc-a072-3ac3bbf0061e req-a1b5aa8c-e1de-4b78-bde5-1f84e40b3375 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.603350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-528899f1-6a50-4ecc-a072-3ac3bbf0061e req-a1b5aa8c-e1de-4b78-bde5-1f84e40b3375 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 946 time: 0.1949072 Aug 29 04:27:35.605146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed76ebd-6ed3-4c10-9797-f5c840e1dc67 None None] Pushing event updated for resources: {'Port': ['ID=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.662482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] For port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:35.700981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] For port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:35.716870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Attempting to bind port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:35.717254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Attempting to bind port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:35.717649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Attempting to bind port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:35.720183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-528899f1-6a50-4ecc-a072-3ac3bbf0061e req-68c85a7b-3488-42b9-a4f9-2b6fa59bacd2 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107662 Aug 29 04:27:35.721521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.734137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:35.735493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Checking segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:35.736134 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.736966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Bound using segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:35.737704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Bound port: c04b7bf5-909c-46a6-b7fc-2f29f86afb69, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:35.738333 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.843903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] For port c04b7bf5-909c-46a6-b7fc-2f29f86afb69, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:35.848294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] For port c04b7bf5-909c-46a6-b7fc-2f29f86afb69, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:35.857218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.858421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.859241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.860824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] 10.222.0.32 "PUT /v2.0/ports/5fad40c9-12f8-4f7b-98a3-43a54dee1fac HTTP/1.1" status: 200 len: 1093 time: 2.2646413 Aug 29 04:27:35.955259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2aca5-28fc-4eaf-b19c-45ef055047fe service neutron] Pushing event updated for resources: {'Port': ['ID=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.959621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.020878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed76ebd-6ed3-4c10-9797-f5c840e1dc67 None None] Pushing event updated for resources: {'Port': ['ID=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.050161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9400758b-3007-49ea-a24a-7353818b1d78 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:36.073796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.075580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:36.076328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.098929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-454be920-3261-4cc9-9c47-fde0cbe99534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.115284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-454be920-3261-4cc9-9c47-fde0cbe99534 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 1096 time: 0.1524785 Aug 29 04:27:36.151450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Transition to ACTIVE for port object 9400758b-3007-49ea-a24a-7353818b1d78 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:36.170871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:36.189853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-a9d29b7f-0346-4ee3-bbd7-40801893e707 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fad40c9-12f8-4f7b-98a3-43a54dee1fac HTTP/1.1" status: 200 len: 217 time: 0.0569341 Aug 29 04:27:36.191347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.213665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c169994-36a5-401d-a25a-33846c50335a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.240290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87677253-fae7-44a9-884d-81681ae2bbd4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.275171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.275794 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Added segment d48aa385-6247-45c9-96c8-4ca16f5df524 of type vlan for network c6bf86cd-564a-48e6-b7e4-a89204f52089 Aug 29 04:27:36.301790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:36.375180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Pushing event updated for resources: {'Port': ['ID=9400758b-3007-49ea-a24a-7353818b1d78,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.385956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-64bcd6ce-fe9c-4e49-9d8a-65062a01c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.386218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa267fad-2c14-4959-9ad3-fd1a07431449 req-3b676962-3d13-448a-bc35-ff98926001d8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.387470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-64bcd6ce-fe9c-4e49-9d8a-65062a01c1bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.1571822 Aug 29 04:27:36.394505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa267fad-2c14-4959-9ad3-fd1a07431449 req-3b676962-3d13-448a-bc35-ff98926001d8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.401887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa267fad-2c14-4959-9ad3-fd1a07431449 req-3b676962-3d13-448a-bc35-ff98926001d8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.403609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa267fad-2c14-4959-9ad3-fd1a07431449 req-3b676962-3d13-448a-bc35-ff98926001d8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2389 time: 0.4565432 Aug 29 04:27:36.409095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-7e7c9996-3d17-41ac-8fbf-6a341be5e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.409582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-7e7c9996-3d17-41ac-8fbf-6a341be5e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.410097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-7e7c9996-3d17-41ac-8fbf-6a341be5e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.412228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-7e7c9996-3d17-41ac-8fbf-6a341be5e7ad service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8988900 Aug 29 04:27:36.437122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ffe21-73e8-40aa-b5d5-3eca9ae5dbd6 req-a3385030-5f5b-4446-bdbe-73caebce908e tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.444358 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-815ffe21-73e8-40aa-b5d5-3eca9ae5dbd6 req-a3385030-5f5b-4446-bdbe-73caebce908e tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 945 time: 0.2563353 Aug 29 04:27:36.452015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.487963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-5597e310-ec81-4e68-8afa-94cef5753316 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920272 Aug 29 04:27:36.597537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa267fad-2c14-4959-9ad3-fd1a07431449 req-f21d7188-2aa0-419c-ab54-30f8e32be1fc tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748343 Aug 29 04:27:36.630519 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.631497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.632092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.670097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-5c48b485-e590-4308-a045-b379a9b0cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.671527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae330c69-db09-4fd1-a728-f1083ee6ffdd req-5c48b485-e590-4308-a045-b379a9b0cfad service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2436645 Aug 29 04:27:36.672083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-f3ca1785-a37a-4c4a-8082-2ccad13eb792 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750221 Aug 29 04:27:36.721113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:35Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:36.748491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c169994-36a5-401d-a25a-33846c50335a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.755651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca68dbe6-4a29-44ef-b50e-d771ed726594 None None] The sync data for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 is: [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:35Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:36.769748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c169994-36a5-401d-a25a-33846c50335a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.771645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-815ffe21-73e8-40aa-b5d5-3eca9ae5dbd6 req-a9bc3877-f992-4336-ad05-06ac32cd8a10 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263226 Aug 29 04:27:36.787651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Attempting to bind port 9400758b-3007-49ea-a24a-7353818b1d78 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:36.787960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Attempting to bind port 9400758b-3007-49ea-a24a-7353818b1d78 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:36.788265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Attempting to bind port 9400758b-3007-49ea-a24a-7353818b1d78 on network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:36.792998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Port 9400758b-3007-49ea-a24a-7353818b1d78 on network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:36.793321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Attempting to bind port 9400758b-3007-49ea-a24a-7353818b1d78 on network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:36.802304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:36.802724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Checking segment: {'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:36.803030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Bound using segment: {'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:36.803467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Bound port: 9400758b-3007-49ea-a24a-7353818b1d78, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ad5a5-bf98-4acd-9360-2ae5f3e9964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:36.803825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.806291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8998523 Aug 29 04:27:36.809288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.820666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa12b4-fb3d-49da-aaf6-f1903308156d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Network': ['ID=c6bf86cd-564a-48e6-b7e4-a89204f52089,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.833013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'subnet': {'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:36.841475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c169994-36a5-401d-a25a-33846c50335a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.842760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6c169994-36a5-401d-a25a-33846c50335a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5508795 Aug 29 04:27:36.843479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network c6bf86cd-564a-48e6-b7e4-a89204f52089 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:36.865794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.872132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-844630a0-119e-463e-a708-5aea15b6146b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'security_group_rule': {'security_group_id': '3a19a2ae-214c-493b-b183-cde3563f33bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:36.885964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c169994-36a5-401d-a25a-33846c50335a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a19a2ae-214c-493b-b183-cde3563f33bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.903321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef4c67-31bb-4fbf-869a-2f0f4a6b323e req-48a2e153-d089-41b2-853b-3b0c000dcce0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.910662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51ef4c67-31bb-4fbf-869a-2f0f4a6b323e req-48a2e153-d089-41b2-853b-3b0c000dcce0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 944 time: 0.1894596 Aug 29 04:27:36.971889 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844630a0-119e-463e-a708-5aea15b6146b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.006040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51ef4c67-31bb-4fbf-869a-2f0f4a6b323e req-82d37018-4432-4ad5-a216-5a217ceb71e1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921185 Aug 29 04:27:37.020733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc80b8d8-c6af-4e74-9a3e-384257999014 req-ca251545-420f-4a83-a063-e2dd23e815a8 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171642 Aug 29 04:27:37.073983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Made reservation on behalf of c0944f189ab949969e214a44f3c6f5f0 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:37.076852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.097640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844630a0-119e-463e-a708-5aea15b6146b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.103568 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844630a0-119e-463e-a708-5aea15b6146b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.122184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844630a0-119e-463e-a708-5aea15b6146b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322ee1b3-6b1b-4846-b048-b8defce2af3a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.133374 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844630a0-119e-463e-a708-5aea15b6146b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.135019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-844630a0-119e-463e-a708-5aea15b6146b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2674224 Aug 29 04:27:37.137838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.145859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-60e4df52-c6e4-49a0-ad27-c6263101a3cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'security_group_rule': {'security_group_id': '3a19a2ae-214c-493b-b183-cde3563f33bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.157252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] For port 9400758b-3007-49ea-a24a-7353818b1d78, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:37.170336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a333f5e-f7a4-4955-85d5-0b0e089a468c req-8a0f8dbf-bf56-4cf0-a521-dd032da05110 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.178656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a333f5e-f7a4-4955-85d5-0b0e089a468c req-8a0f8dbf-bf56-4cf0-a521-dd032da05110 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 946 time: 0.1878855 Aug 29 04:27:37.184699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60e4df52-c6e4-49a0-ad27-c6263101a3cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.202504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] For port 9400758b-3007-49ea-a24a-7353818b1d78, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9400758b-3007-49ea-a24a-7353818b1d78,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:37.215071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.284051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.284741 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.293075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60e4df52-c6e4-49a0-ad27-c6263101a3cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.293272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] 10.222.0.32 "PUT /v2.0/ports/9400758b-3007-49ea-a24a-7353818b1d78 HTTP/1.1" status: 200 len: 1093 time: 2.3141263 Aug 29 04:27:37.297207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60e4df52-c6e4-49a0-ad27-c6263101a3cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.324340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a333f5e-f7a4-4955-85d5-0b0e089a468c req-25ef1334-5164-4132-a938-bfc5e1485c41 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435852 Aug 29 04:27:37.353795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4df52-c6e4-49a0-ad27-c6263101a3cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09674570-5d7e-4586-96a2-718de47e6982,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.357298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Request body: {'port': {'device_id': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.366602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60e4df52-c6e4-49a0-ad27-c6263101a3cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.372376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-60e4df52-c6e4-49a0-ad27-c6263101a3cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2326543 Aug 29 04:27:37.373426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51116) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.380730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.411696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'tag': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac'}, {'name': 'network-changed', 'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'tag': '9400758b-3007-49ea-a24a-7353818b1d78'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:37.414020 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4702aa65-5126-4aff-9f83-42284572ad16" -d '{"events": [{"name": "network-changed", "server_uuid": "d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b", "tag": "5fad40c9-12f8-4f7b-98a3-43a54dee1fac"}, {"name": "network-changed", "server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "tag": "9400758b-3007-49ea-a24a-7353818b1d78"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:37.425352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.427550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7064a-4b7f-43cf-85a0-8930a1d4925d service neutron] Pushing event updated for resources: {'Port': ['ID=9400758b-3007-49ea-a24a-7353818b1d78,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.534873 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34ecb71-bd81-4acf-bccb-bb42ce8f9c14 x-openstack-request-id: req-d34ecb71-bd81-4acf-bccb-bb42ce8f9c14 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:37.535160 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b", "tag": "5fad40c9-12f8-4f7b-98a3-43a54dee1fac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "tag": "9400758b-3007-49ea-a24a-7353818b1d78", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:37.535421 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d34ecb71-bd81-4acf-bccb-bb42ce8f9c14 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:37.536637 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'tag': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac', 'status': 'completed', 'code': 200} Aug 29 04:27:37.536907 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'tag': '9400758b-3007-49ea-a24a-7353818b1d78', 'status': 'completed', 'code': 200} Aug 29 04:27:37.571475 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.655754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-93ac6e76-5fdc-4266-9e11-6ef5da6200ee tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.660290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-93ac6e76-5fdc-4266-9e11-6ef5da6200ee tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 945 time: 0.1786447 Aug 29 04:27:37.873219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-048eee32-dfd3-46b9-8045-b3dbc67c651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.882230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-048eee32-dfd3-46b9-8045-b3dbc67c651c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb2a180079334ef18e185458849f3ced&device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 1096 time: 0.3233089 Aug 29 04:27:37.906889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c04b7bf5-909c-46a6-b7fc-2f29f86afb69 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:38.036643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.052146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:38.070792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:38.071462 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.181928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Deleting port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:38.182854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.200805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e713c9-c355-4562-9e1f-15b89d9b3028 req-c05e5f4d-e8d6-4dc4-a8e3-2195f79bd1ef tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.212094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6e713c9-c355-4562-9e1f-15b89d9b3028 req-c05e5f4d-e8d6-4dc4-a8e3-2195f79bd1ef tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 945 time: 0.2708282 Aug 29 04:27:38.262883 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.338500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c04b7bf5-909c-46a6-b7fc-2f29f86afb69, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.341181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312ae06-3fdc-4382-bea0-d5e18f4bc663 req-10e03212-d8c2-4039-861f-9f2ef5a14886 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.343670 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.348628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312ae06-3fdc-4382-bea0-d5e18f4bc663 req-10e03212-d8c2-4039-861f-9f2ef5a14886 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.388257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312ae06-3fdc-4382-bea0-d5e18f4bc663 req-10e03212-d8c2-4039-861f-9f2ef5a14886 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.392530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6312ae06-3fdc-4382-bea0-d5e18f4bc663 req-10e03212-d8c2-4039-861f-9f2ef5a14886 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2401 time: 0.6657860 Aug 29 04:27:38.413535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6e713c9-c355-4562-9e1f-15b89d9b3028 req-e503b22e-2933-44d9-9a37-fb71c9757fd7 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1b8e1ba-dc27-40b7-aa61-9b485f897443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001135 Aug 29 04:27:38.473322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.485048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Allocated IP 172.25.7.120 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/406ebc7f-4ab8-44cd-8176-7763884c43cf) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:38.618075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] For port 2648636e-4dcc-4c38-a5d6-a50cc49eea65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2648636e-4dcc-4c38-a5d6-a50cc49eea65,segment=NetworkSegment(4b7685fa-bfee-4634-a2c0-014a9b8d6c4f),segment_id=4b7685fa-bfee-4634-a2c0-014a9b8d6c4f)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:38.618452 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.659632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6312ae06-3fdc-4382-bea0-d5e18f4bc663 req-e61aa394-2edd-4ae7-8a0b-8b8bcd939c46 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508621 Aug 29 04:27:38.662380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Calling delete_port for 2648636e-4dcc-4c38-a5d6-a50cc49eea65 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:38.679899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.703175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a7191-6fbc-4b98-b30c-1d1831b86bbe req-5fb99d12-df5c-43ec-b6a6-e8e2e624e0a7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.710798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b8a7191-6fbc-4b98-b30c-1d1831b86bbe req-5fb99d12-df5c-43ec-b6a6-e8e2e624e0a7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 944 time: 0.1283224 Aug 29 04:27:38.762487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-95c9be2b-f726-493f-a7d4-08c8064a75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.765040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-95c9be2b-f726-493f-a7d4-08c8064a75d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 200 len: 912 time: 0.8378015 Aug 29 04:27:38.830901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b8a7191-6fbc-4b98-b30c-1d1831b86bbe req-f1df74b9-26f1-451e-96ca-8f0f6a45f13b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190727 Aug 29 04:27:38.849710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:27:38.850069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.877440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.920971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:38.935109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:38.957671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Subnet': ['ID=35caf838-16ee-47e6-accc-c4ef2fa23d2b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.957957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:38.986225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-c0de50c3-b0ff-4229-bcaf-7d15ba09a2fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fad40c9-12f8-4f7b-98a3-43a54dee1fac HTTP/1.1" status: 200 len: 217 time: 0.2089245 Aug 29 04:27:38.990881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'Port': ['ID=406ebc7f-4ab8-44cd-8176-7763884c43cf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.071211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.084968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2648636e-4dcc-4c38-a5d6-a50cc49eea65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:39.122045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Pushing event deleted for resources: {'Port': ['ID=2648636e-4dcc-4c38-a5d6-a50cc49eea65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.150145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7557f12-e4aa-46e9-bbab-abaeae816ca4 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:39.175426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.181786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-fd25df0b-e3d1-41c2-840f-2d665f3dba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.183280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-fd25df0b-e3d1-41c2-840f-2d665f3dba47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 200 len: 851 time: 0.1895607 Aug 29 04:27:39.212996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Transition to ACTIVE for port object d7557f12-e4aa-46e9-bbab-abaeae816ca4 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:39.212996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Checking segment: {'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:39.213509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network hostable DHCP agents. Network: c6bf86cd-564a-48e6-b7e4-a89204f52089, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:39.233446 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-e9306f24-efc8-4348-a8ba-c34a9f49590b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eeb9935c-bc75-427e-a2d7-76cfda7e8162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378551 Aug 29 04:27:39.235529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.246345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] No DVR routers for this DVR port 2648636e-4dcc-4c38-a5d6-a50cc49eea65 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:39.248698 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.250602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.252613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60ba1cea-bdeb-4e30-b4fe-98c8d1b9b50c req-7aa449da-6daf-44ad-935b-36f52348c2c9 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.37 "DELETE /v2.0/ports/2648636e-4dcc-4c38-a5d6-a50cc49eea65 HTTP/1.1" status: 204 len: 173 time: 1.5847151 Aug 29 04:27:39.253054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa384112-6528-4327-bc38-eb3e75aae707', 'name': 'network-vif-deleted', 'tag': '2648636e-4dcc-4c38-a5d6-a50cc49eea65'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:39.255469 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e924f08d-6c5d-4506-bfdc-25ebb59f358f" -d '{"events": [{"server_uuid": "aa384112-6528-4327-bc38-eb3e75aae707", "name": "network-vif-deleted", "tag": "2648636e-4dcc-4c38-a5d6-a50cc49eea65"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:39.307376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.342390 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b313de2-a6f5-4c8f-a139-c8e93d3cc66c x-openstack-request-id: req-6b313de2-a6f5-4c8f-a139-c8e93d3cc66c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:39.342689 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa384112-6528-4327-bc38-eb3e75aae707", "name": "network-vif-deleted", "tag": "2648636e-4dcc-4c38-a5d6-a50cc49eea65", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:39.342944 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b313de2-a6f5-4c8f-a139-c8e93d3cc66c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:39.343341 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa384112-6528-4327-bc38-eb3e75aae707', 'name': 'network-vif-deleted', 'tag': '2648636e-4dcc-4c38-a5d6-a50cc49eea65', 'status': 'completed', 'code': 200} Aug 29 04:27:39.374789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network c6bf86cd-564a-48e6-b7e4-a89204f52089 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:39.414609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, c6bf86cd-564a-48e6-b7e4-a89204f52089) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:39.416168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Pushing event updated for resources: {'Port': ['ID=d7557f12-e4aa-46e9-bbab-abaeae816ca4,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.426634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8e5ef-aa3a-4b49-8420-1cfd5fa3b169 None None] Network c6bf86cd-564a-48e6-b7e4-a89204f52089 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:39.436535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.436878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.525334 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0852b66f-1907-4b34-ab62-2f02a72af545 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7143080 Aug 29 04:27:39.528229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:39.535590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-785238031', 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:39.554644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-0af4c5ce-bb57-41de-8646-8d759b6cbd49 service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128104 Aug 29 04:27:39.591507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Attempting to bind port d7557f12-e4aa-46e9-bbab-abaeae816ca4 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:39.591752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Attempting to bind port d7557f12-e4aa-46e9-bbab-abaeae816ca4 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:39.592130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Attempting to bind port d7557f12-e4aa-46e9-bbab-abaeae816ca4 on network 096d53a3-24a1-407d-bb36-3e502bcdde3c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:39.608046 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.632394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Port d7557f12-e4aa-46e9-bbab-abaeae816ca4 on network 096d53a3-24a1-407d-bb36-3e502bcdde3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:39.632778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Attempting to bind port d7557f12-e4aa-46e9-bbab-abaeae816ca4 on network 096d53a3-24a1-407d-bb36-3e502bcdde3c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:39.643050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4852c59e-0ef8-44cb-86b5-f5718491910b req-ba65e03e-4997-41d9-83d3-db4b7da72a93 tempest-InstanceActionsV221TestJSON-1777118676 tempest-InstanceActionsV221TestJSON-1777118676-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa384112-6528-4327-bc38-eb3e75aae707 HTTP/1.1" status: 200 len: 210 time: 0.0315974 Aug 29 04:27:39.646398 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.647337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:39.647465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Checking segment: {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:39.647837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Bound using segment: {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:39.648203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Bound port: d7557f12-e4aa-46e9-bbab-abaeae816ca4, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3533346-ef4c-43d8-a9bc-a35f66e07402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:39.648562 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.705427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da9230-4db4-40d5-b33b-2d0c85fe3255 None None] Network c6bf86cd-564a-48e6-b7e4-a89204f52089 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:39.752785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.769441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Made reservation on behalf of c0944f189ab949969e214a44f3c6f5f0 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:39.778514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.778819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-16850a9c-2cc4-491c-8941-2c7d3d29653a service neutron] 10.222.0.32 "GET /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120533 Aug 29 04:27:39.780875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'Port': ['ID=406ebc7f-4ab8-44cd-8176-7763884c43cf,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.808042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] For port d7557f12-e4aa-46e9-bbab-abaeae816ca4, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:39.812104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] For port d7557f12-e4aa-46e9-bbab-abaeae816ca4, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7557f12-e4aa-46e9-bbab-abaeae816ca4,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:39.820080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.822184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.834289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-45bc9095-04b7-44af-8173-819a37499424 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4566426 Aug 29 04:27:39.845852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] device_id is not set on port 7401840b-277f-4323-af72-58c06d91a144 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:39.925790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c04b7bf5-909c-46a6-b7fc-2f29f86afb69 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:39.991146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.991841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.993309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] 10.222.0.32 "PUT /v2.0/ports/d7557f12-e4aa-46e9-bbab-abaeae816ca4 HTTP/1.1" status: 200 len: 1093 time: 2.6560550 Aug 29 04:27:39.997573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'tag': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:40.005496 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a76eb-7e67-4076-80e4-2801f93a35a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "tag": "d7557f12-e4aa-46e9-bbab-abaeae816ca4"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:40.138226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Allocated IP 172.20.0.14 (c6bf86cd-564a-48e6-b7e4-a89204f52089/35caf838-16ee-47e6-accc-c4ef2fa23d2b/7401840b-277f-4323-af72-58c06d91a144) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:40.149488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:40.152679 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.155190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded91c8-fced-4614-9f7a-433acdc88117 req-2478f846-0399-478d-bf13-4f25fa3aeaf4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.162645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded91c8-fced-4614-9f7a-433acdc88117 req-2478f846-0399-478d-bf13-4f25fa3aeaf4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.167243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907482-30a0-40ad-9fa0-a442476e19e9 req-057c4818-80c2-4422-b258-50d96179c627 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.169427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a907482-30a0-40ad-9fa0-a442476e19e9 req-057c4818-80c2-4422-b258-50d96179c627 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 944 time: 0.1208930 Aug 29 04:27:40.176614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded91c8-fced-4614-9f7a-433acdc88117 req-2478f846-0399-478d-bf13-4f25fa3aeaf4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.186910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ded91c8-fced-4614-9f7a-433acdc88117 req-2478f846-0399-478d-bf13-4f25fa3aeaf4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2413 time: 0.3603864 Aug 29 04:27:40.225385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59065bed-b5dd-432a-9781-70789a228a3b service neutron] Pushing event updated for resources: {'Port': ['ID=d7557f12-e4aa-46e9-bbab-abaeae816ca4,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.238619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ded91c8-fced-4614-9f7a-433acdc88117 req-c1fba00c-0ad0-48ed-923a-52f7ae46ab5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504229 Aug 29 04:27:40.249219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-32b781df-440a-4806-b192-10ce144c4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.262932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-32b781df-440a-4806-b192-10ce144c4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.267333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-32b781df-440a-4806-b192-10ce144c4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.270472 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-32b781df-440a-4806-b192-10ce144c4827 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2869 time: 0.3086240 Aug 29 04:27:40.282396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a907482-30a0-40ad-9fa0-a442476e19e9 req-06975557-9585-4c84-a0ce-304b2a116609 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064293 Aug 29 04:27:40.337906 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c5f1df-4288-4fab-829c-8b1529666dcf x-openstack-request-id: req-92c5f1df-4288-4fab-829c-8b1529666dcf {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:40.338438 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "tag": "d7557f12-e4aa-46e9-bbab-abaeae816ca4", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:40.338969 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92c5f1df-4288-4fab-829c-8b1529666dcf {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:40.339899 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'tag': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4', 'status': 'completed', 'code': 200} Aug 29 04:27:40.450600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-c22c0ee4-4632-43bc-8f1f-158064ef31d0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1877946700&fields=id&tenant_id=e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 267 time: 0.0564725 Aug 29 04:27:40.510039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-5f858326-4b74-4987-a355-eb717c82bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.510540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-5f858326-4b74-4987-a355-eb717c82bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.510986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-5f858326-4b74-4987-a355-eb717c82bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.512746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-5f858326-4b74-4987-a355-eb717c82bb88 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2270269 Aug 29 04:27:40.527781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.602186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-929fc075-5f0e-485a-93e1-180a18bd6ca6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.603891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-929fc075-5f0e-485a-93e1-180a18bd6ca6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 817 time: 0.1413629 Aug 29 04:27:40.635361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.638271 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-55209bf4-c0f2-4774-83e4-db25d30f6372 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/quotas/e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 375 time: 0.0229666 Aug 29 04:27:40.723749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Port': ['ID=7401840b-277f-4323-af72-58c06d91a144,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.728639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network c6bf86cd-564a-48e6-b7e4-a89204f52089 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:40.734256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:40.737777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:40.745331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5fad40c9-12f8-4f7b-98a3-43a54dee1fac details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:40.781987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-499ac041-669e-4599-81b2-72e9cbffc0cc tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189890 Aug 29 04:27:40.797512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702aa65-5126-4aff-9f83-42284572ad16 req-09381dc8-1f23-4471-8a8f-f20a296343bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.799603 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4702aa65-5126-4aff-9f83-42284572ad16 req-09381dc8-1f23-4471-8a8f-f20a296343bf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2751284 Aug 29 04:27:40.849602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.850359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.876487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f7f52f05-45c4-4bda-9fb9-bff1b317ec6e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3461783 Aug 29 04:27:40.879391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.889099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:40.931018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac', 'network_id': 'eeb9935c-bc75-427e-a2d7-76cfda7e8162', 'port_id': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac', 'mac_address': 'fa:16:3e:07:36:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff60a465-9ef4-4607-9b18-c3e2e3b16625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:40.966806 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-949b37a0-b2b2-4211-bfe2-25979f618ef2 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837742 Aug 29 04:27:40.977523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-e76e6a1b-7931-4bf0-af7d-479a6289662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.978060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-e76e6a1b-7931-4bf0-af7d-479a6289662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.980066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-e76e6a1b-7931-4bf0-af7d-479a6289662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.985495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-e76e6a1b-7931-4bf0-af7d-479a6289662d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2869 time: 0.1178892 Aug 29 04:27:41.044661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.055977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-1a1e6edf-58e2-40f6-8f6d-a3c983ab2e43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=6c2c9994-2651-4bbf-b198-1e09da527e6e HTTP/1.1" status: 200 len: 217 time: 0.0566037 Aug 29 04:27:41.066804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fad40c9-12f8-4f7b-98a3-43a54dee1fac {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:41.102616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Deleting port 7401840b-277f-4323-af72-58c06d91a144 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:41.102990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.107723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-fc716329-7970-49d6-9d05-180ae5cae432 service neutron] 10.222.0.55 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397140 Aug 29 04:27:41.123407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:41.128266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.137724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-05cda4fe-22e5-4942-a13b-d585f6f5bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.139226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-05cda4fe-22e5-4942-a13b-d585f6f5bbb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e874c15c-3c58-4811-b1be-8806578b026c HTTP/1.1" status: 200 len: 801 time: 0.0768280 Aug 29 04:27:41.210538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.251519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Calling delete_port for 7401840b-277f-4323-af72-58c06d91a144 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:41.267086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.269798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-5130ef68-dcbb-447f-b1cf-32681147fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.274584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-5130ef68-dcbb-447f-b1cf-32681147fd04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096d53a3-24a1-407d-bb36-3e502bcdde3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275761 Aug 29 04:27:41.291982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.431390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5fad40c9-12f8-4f7b-98a3-43a54dee1fac'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:41.440423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] Deleting subnet 75be6e33-bbe7-41a2-a25c-582895d09b3c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:41.446646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.559864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.568445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e02001-72ee-440c-b2a8-1812cdd44a5a req-db99a0a0-0433-472d-88a0-baef18089e57 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.586025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e02001-72ee-440c-b2a8-1812cdd44a5a req-db99a0a0-0433-472d-88a0-baef18089e57 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.605501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e02001-72ee-440c-b2a8-1812cdd44a5a req-db99a0a0-0433-472d-88a0-baef18089e57 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.618286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2e02001-72ee-440c-b2a8-1812cdd44a5a req-db99a0a0-0433-472d-88a0-baef18089e57 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2413 time: 0.2058489 Aug 29 04:27:41.680394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-7cc78f50-db86-41ee-ab1b-9861e62d353b service neutron] 10.222.0.32 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963120 Aug 29 04:27:41.703476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.730201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6654df-a7a6-45ae-a395-b92d8a6e9687 req-71180175-fda5-4f5b-ba7d-0f261ee34f76 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.740732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac6654df-a7a6-45ae-a395-b92d8a6e9687 req-71180175-fda5-4f5b-ba7d-0f261ee34f76 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 945 time: 0.2217951 Aug 29 04:27:41.832568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2e02001-72ee-440c-b2a8-1812cdd44a5a req-6a0b41e5-dd2e-4ade-9bc9-f5f1974dbd84 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130895 Aug 29 04:27:41.855847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.906500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.932015 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-3967ee0e-363d-4f66-b773-9bac85d82cd0 service neutron] 10.222.0.32 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293339 Aug 29 04:27:42.013944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event deleted for resources: {'Port': ['ID=7401840b-277f-4323-af72-58c06d91a144,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.014517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2648636e-4dcc-4c38-a5d6-a50cc49eea65 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:42.063370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdef13ad-b9bd-44ce-8044-6e37775db822 req-5c55ba09-4189-4d42-8824-caa4c01cb52b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 210 time: 0.1231232 Aug 29 04:27:42.073775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-4ef45644-008e-425c-b4aa-0c4808367eac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=9400758b-3007-49ea-a24a-7353818b1d78 HTTP/1.1" status: 200 len: 217 time: 0.1253037 Aug 29 04:27:42.091236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 2648636e-4dcc-4c38-a5d6-a50cc49eea65 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:42.091934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2648636e-4dcc-4c38-a5d6-a50cc49eea65 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:42.161974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-91a7da9b-774f-4bc2-85ab-2edfecdd5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.163781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-91a7da9b-774f-4bc2-85ab-2edfecdd5cdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88c6959d-9bfa-46b4-850d-d39af58d8e01 HTTP/1.1" status: 200 len: 801 time: 0.0844343 Aug 29 04:27:42.226976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-1b0f9c04-ae19-4596-972c-4e2310664723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.228847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-1b0f9c04-ae19-4596-972c-4e2310664723 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be2b3743-b29f-4a21-bd73-b6de6a4ed7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575507 Aug 29 04:27:42.373966 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-29c392ec-10b6-4f87-b329-fe9f09447e2f service neutron] 10.222.0.32 "GET /v2.0/networks/be2b3743-b29f-4a21-bd73-b6de6a4ed7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369407 Aug 29 04:27:42.505151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75be6e33-bbe7-41a2-a25c-582895d09b3c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.508876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-96bd89b5-faf1-4177-8bec-571393bf6898 service neutron] 10.222.0.32 "GET /v2.0/networks/be2b3743-b29f-4a21-bd73-b6de6a4ed7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150622 Aug 29 04:27:42.514572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.516135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b97da209-d741-45e0-9b00-84080bb004af admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75be6e33-bbe7-41a2-a25c-582895d09b3c HTTP/1.1" status: 204 len: 168 time: 1.1822627 Aug 29 04:27:42.519129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.563069 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-87bdccaa-e92b-4922-bc29-4c28fb50de2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=d7557f12-e4aa-46e9-bbab-abaeae816ca4 HTTP/1.1" status: 200 len: 217 time: 0.0405123 Aug 29 04:27:42.629361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-1ad2e639-e19c-454a-9429-fa5b4f5fa7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.631363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.633302 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-1ad2e639-e19c-454a-9429-fa5b4f5fa7a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e874c15c-3c58-4811-b1be-8806578b026c HTTP/1.1" status: 200 len: 801 time: 0.0629025 Aug 29 04:27:42.633430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35940920-556e-4852-972b-0c373c76d375 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "DELETE /v2.0/ports/7401840b-277f-4323-af72-58c06d91a144 HTTP/1.1" status: 204 len: 168 time: 1.7524614 Aug 29 04:27:42.638339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51276) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.644274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089', 'external_fixed_ips': [{'subnet_id': '35caf838-16ee-47e6-accc-c4ef2fa23d2b', 'ip_address': '172.20.0.14'}]}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:42.658171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac6654df-a7a6-45ae-a395-b92d8a6e9687 req-4080960c-2f01-494d-a216-11420a2f8df1 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9149885 Aug 29 04:27:42.695350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.735739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.737234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.746615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-f8c89bec-c38b-48f5-ba8d-6e03f5101201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.749148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-f8c89bec-c38b-48f5-ba8d-6e03f5101201 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096d53a3-24a1-407d-bb36-3e502bcdde3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084740 Aug 29 04:27:42.761784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5fad40c9-12f8-4f7b-98a3-43a54dee1fac up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:42.881568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:42.918252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:42.922389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.922814 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.935625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5e1647-f264-4113-ab4c-e00c36d0298a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:42.938527 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-bdddaa08-bbfa-4997-b401-91ebf5a15ca8 service neutron] 10.222.0.32 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807408 Aug 29 04:27:42.954182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7685fa-bfee-4634-a2c0-014a9b8d6c4f') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:42.954722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7685fa-bfee-4634-a2c0-014a9b8d6c4f') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:42.982997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.010440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.024756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d2f0d496-23e7-4abc-9b73-e7755d748d8a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.026440 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d2f0d496-23e7-4abc-9b73-e7755d748d8a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 817 time: 0.2353647 Aug 29 04:27:43.029850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:43.030282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:43.032442 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:43.083866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.147486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-51e5db05-86e8-49b7-b593-df6f1ac0b5a6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 380 time: 0.1036379 Aug 29 04:27:43.149367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.161655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.166247 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/db5e1647-f264-4113-ab4c-e00c36d0298a HTTP/1.1" status: 204 len: 168 time: 0.6294816 Aug 29 04:27:43.180861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'port': {'device_id': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'admin_state_up': True, 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'security_groups': ['3a19a2ae-214c-493b-b183-cde3563f33bf']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:43.337401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b01ec-1b27-423e-8f64-e84d33e06bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db5e1647-f264-4113-ab4c-e00c36d0298a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.386197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58a7c63e-2fe8-4bee-85a3-2a6048f8d867 req-9ccad416-576a-40bb-b5aa-6189ff89120d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 210 time: 0.1462965 Aug 29 04:27:43.405723 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:43.467207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.516650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:43.519342 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f294ed00-362f-4858-86f6-8bc2a471ce2f" -d '{"events": [{"server_uuid": "d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b", "name": "network-vif-plugged", "status": "completed", "tag": "5fad40c9-12f8-4f7b-98a3-43a54dee1fac"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:43.521196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Made reservation on behalf of e01ca052c7444198bfd9cc7d21a85a7e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:43.525372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.527350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51296) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.557451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:43.562902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.603512 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c855b-bca1-4a7d-a641-45626431c46e x-openstack-request-id: req-ec0c855b-bca1-4a7d-a641-45626431c46e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:43.603863 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b", "name": "network-vif-plugged", "status": "completed", "tag": "5fad40c9-12f8-4f7b-98a3-43a54dee1fac", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:43.604048 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec0c855b-bca1-4a7d-a641-45626431c46e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:43.604445 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac', 'code': 200} Aug 29 04:27:43.666609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.702958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cebfec-fa16-4773-abac-8adea9f2e167 req-a4dc41de-3ca5-49f1-8dcd-57d45e186915 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.716593 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d1916cbf-058e-497e-b536-b57a5c43f103 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8192cddacf84e0dbee2b77dd6cb654e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872497 Aug 29 04:27:43.719961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.724723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cebfec-fa16-4773-abac-8adea9f2e167 req-a4dc41de-3ca5-49f1-8dcd-57d45e186915 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.740660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cebfec-fa16-4773-abac-8adea9f2e167 req-a4dc41de-3ca5-49f1-8dcd-57d45e186915 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.748742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56cebfec-fa16-4773-abac-8adea9f2e167 req-a4dc41de-3ca5-49f1-8dcd-57d45e186915 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2413 time: 0.7351522 Aug 29 04:27:43.866815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Allocated IP 172.20.0.9 (0e7b9fca-b872-4743-bc0b-2e9daa521446/b12f94aa-6763-450a-be9f-5a69bd0de8a8/50f0408f-b741-4fef-8006-85df6e2993b2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:43.873884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56cebfec-fa16-4773-abac-8adea9f2e167 req-6159ee70-67dd-4581-ad21-d84fd59fb51a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194668 Aug 29 04:27:43.876283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7580b6bf-96a3-44a5-9583-277682ea0a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.877034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f44103c-6c53-4b70-ab9a-d957dc764950 req-eb748256-ce26-428a-8b44-aa3e5c60dffb service neutron] 10.222.0.32 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9299638 Aug 29 04:27:43.905432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36245-d7a6-4213-bf9f-0011e55bf727 req-29df69a8-c969-4d44-9527-0e92fb0f7606 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.906950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12a36245-d7a6-4213-bf9f-0011e55bf727 req-29df69a8-c969-4d44-9527-0e92fb0f7606 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 946 time: 0.1181459 Aug 29 04:27:43.937167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7580b6bf-96a3-44a5-9583-277682ea0a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.938578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.957711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf28cc3-cb3e-49f6-ad18-18a735cc554a req-defb0d7a-6300-46ec-8755-04e86c15470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.960182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eaf28cc3-cb3e-49f6-ad18-18a735cc554a req-defb0d7a-6300-46ec-8755-04e86c15470b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 1098 time: 0.2804790 Aug 29 04:27:44.057204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12a36245-d7a6-4213-bf9f-0011e55bf727 req-548ad006-ea04-4e62-80ed-9c45f63b4b66 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388044 Aug 29 04:27:44.108454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7580b6bf-96a3-44a5-9583-277682ea0a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.111711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7580b6bf-96a3-44a5-9583-277682ea0a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.131520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7580b6bf-96a3-44a5-9583-277682ea0a3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1b8e1ba-dc27-40b7-aa61-9b485f897443 HTTP/1.1" status: 204 len: 168 time: 0.3954420 Aug 29 04:27:44.133451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eaf28cc3-cb3e-49f6-ad18-18a735cc554a req-71e31ec6-67fc-4405-ad66-a8dc53d7267b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140728 Aug 29 04:27:44.143783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-e9aed34f-af0e-463d-828b-15c9ec56e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.144276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-e9aed34f-af0e-463d-828b-15c9ec56e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.144738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-e9aed34f-af0e-463d-828b-15c9ec56e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.146543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-e9aed34f-af0e-463d-828b-15c9ec56e8d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2869 time: 0.1260672 Aug 29 04:27:44.179260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580b6bf-96a3-44a5-9583-277682ea0a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b8e1ba-dc27-40b7-aa61-9b485f897443,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:44.220624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.239430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Transition to ACTIVE for port object 50f0408f-b741-4fef-8006-85df6e2993b2 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:44.280001 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.305884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.325386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.357712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:44.367626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:44.383920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:44.461784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:44.514013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.516400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.556478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d0dfd9a8-1e94-46a6-b2c8-a676ca4bbf35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3912652 Aug 29 04:27:44.571069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Request body: {'port': {'device_id': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:44.679043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.771854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3407c2ac-a947-4100-bf7d-d530b9f906d6 None None] Provisioning for port 50f0408f-b741-4fef-8006-85df6e2993b2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:44.779251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3407c2ac-a947-4100-bf7d-d530b9f906d6 None None] Provisioning complete for port 50f0408f-b741-4fef-8006-85df6e2993b2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:44.783719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3407c2ac-a947-4100-bf7d-d530b9f906d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.811870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Allocated IP 172.20.0.14 (c6bf86cd-564a-48e6-b7e4-a89204f52089/35caf838-16ee-47e6-accc-c4ef2fa23d2b/1f4942d6-1816-4f04-b8d4-dd5369aed85b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:44.872983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3407c2ac-a947-4100-bf7d-d530b9f906d6 None None] Port 50f0408f-b741-4fef-8006-85df6e2993b2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:45.017645 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.066269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.081792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-0457868e-d638-4526-8c3e-376e1ff48e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.083698 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-0457868e-d638-4526-8c3e-376e1ff48e1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=096d53a3-24a1-407d-bb36-3e502bcdde3c HTTP/1.1" status: 200 len: 903 time: 0.4810452 Aug 29 04:27:45.117862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network c6bf86cd-564a-48e6-b7e4-a89204f52089 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:45.121050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:45.129121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:45.210093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-6e25d3cd-fbbb-466d-a55f-c020db334293 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=d7557f12-e4aa-46e9-bbab-abaeae816ca4 HTTP/1.1" status: 200 len: 217 time: 0.0767462 Aug 29 04:27:45.231185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Port': ['ID=1f4942d6-1816-4f04-b8d4-dd5369aed85b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.306238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-1d3757b6-3a58-48f8-80a0-d84145ca0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.308053 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-1d3757b6-3a58-48f8-80a0-d84145ca0210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e874c15c-3c58-4811-b1be-8806578b026c HTTP/1.1" status: 200 len: 801 time: 0.0627308 Aug 29 04:27:45.338877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e654f5-9f94-4922-9f02-6f13f02065ff req-e194b6b8-a29f-4340-be96-20a78d5d9a8d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.345163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e654f5-9f94-4922-9f02-6f13f02065ff req-e194b6b8-a29f-4340-be96-20a78d5d9a8d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.354409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e654f5-9f94-4922-9f02-6f13f02065ff req-e194b6b8-a29f-4340-be96-20a78d5d9a8d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.356195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-73e654f5-9f94-4922-9f02-6f13f02065ff req-e194b6b8-a29f-4340-be96-20a78d5d9a8d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2413 time: 0.2363877 Aug 29 04:27:45.445536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f0408f-b741-4fef-8006-85df6e2993b2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:45.456449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-73e654f5-9f94-4922-9f02-6f13f02065ff req-787dc6e2-213e-40d0-8409-343eb9d576d0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804358 Aug 29 04:27:45.458454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.471259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Transition to ACTIVE for port object 50f0408f-b741-4fef-8006-85df6e2993b2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:45.478674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.594118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.821893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.901473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008da3-57a9-4399-b35f-31a948a7185b req-ce1da6b4-a29c-4944-a708-f7a66c2f7312 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.904659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c008da3-57a9-4399-b35f-31a948a7185b req-ce1da6b4-a29c-4944-a708-f7a66c2f7312 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 946 time: 0.2992089 Aug 29 04:27:45.911396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Attempting to bind port 50f0408f-b741-4fef-8006-85df6e2993b2 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:45.912126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Attempting to bind port 50f0408f-b741-4fef-8006-85df6e2993b2 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:45.913211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea733fbe-1577-4a49-aa97-f760ec69f9e7 req-42a6d4da-18bc-4a1a-a013-51a2322b9deb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.913476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Attempting to bind port 50f0408f-b741-4fef-8006-85df6e2993b2 on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:45.922934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea733fbe-1577-4a49-aa97-f760ec69f9e7 req-42a6d4da-18bc-4a1a-a013-51a2322b9deb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 931 time: 1.3189144 Aug 29 04:27:45.927123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Port 50f0408f-b741-4fef-8006-85df6e2993b2 on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:45.927850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Attempting to bind port 50f0408f-b741-4fef-8006-85df6e2993b2 on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:45.946107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:45.947012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Checking segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:45.947774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Bound using segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:45.948444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Bound port: 50f0408f-b741-4fef-8006-85df6e2993b2, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:45.949041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.957302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-e652b74b-680e-41f4-9d16-a921ab39eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.959669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-e652b74b-680e-41f4-9d16-a921ab39eca5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=096d53a3-24a1-407d-bb36-3e502bcdde3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3384514 Aug 29 04:27:46.000225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c008da3-57a9-4399-b35f-31a948a7185b req-1679fee7-0884-436d-883c-fafd987c2106 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828800 Aug 29 04:27:46.050407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:46.053850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:46.058127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.067940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.113364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.114258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.115677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] 10.222.0.37 "PUT /v2.0/ports/50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 200 len: 1092 time: 1.5505800 Aug 29 04:27:46.116126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:46.117438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea733fbe-1577-4a49-aa97-f760ec69f9e7 req-8200d0ae-f2a7-41bb-8712-b33b616c6c7d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935248 Aug 29 04:27:46.131140 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:46.191025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b41d9-537e-4ddb-89af-e41b46e97c3f service neutron] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.300089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-33447ed2-64c6-4e42-acd5-7a8f7fc12a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.306407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-33447ed2-64c6-4e42-acd5-7a8f7fc12a89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1095 time: 0.1191308 Aug 29 04:27:46.367879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-fb22f65f-91fd-4b0f-8b45-36cb36eafa7f service neutron] 10.222.0.32 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746028 Aug 29 04:27:46.409888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c12c9852-4f32-4d2f-b356-3310147492f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.423480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-24a553ce-48e3-464e-a22b-a8519abcc7d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 200 len: 217 time: 0.1035266 Aug 29 04:27:46.450261 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d3a16-865a-4541-a6b9-8324160b05d7 x-openstack-request-id: req-100d3a16-865a-4541-a6b9-8324160b05d7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:46.450868 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:46.451131 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-100d3a16-865a-4541-a6b9-8324160b05d7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:46.451834 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2', 'status': 'completed', 'code': 200} Aug 29 04:27:46.557561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d5255257-cece-4d27-838d-752556bb3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.559228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-d5255257-cece-4d27-838d-752556bb3b68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1249442 Aug 29 04:27:46.571098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.675608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ada9fcdb-7df8-4a30-bf58-e263a53d84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.677719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-ada9fcdb-7df8-4a30-bf58-e263a53d84ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105177 Aug 29 04:27:46.690116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a7941-f549-48c1-9190-abadb98489e2 req-4452f136-bdfb-4a9a-a36e-415ea0f3deee tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.696766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a7941-f549-48c1-9190-abadb98489e2 req-4452f136-bdfb-4a9a-a36e-415ea0f3deee tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.702916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a7941-f549-48c1-9190-abadb98489e2 req-4452f136-bdfb-4a9a-a36e-415ea0f3deee tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.704673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af2a7941-f549-48c1-9190-abadb98489e2 req-4452f136-bdfb-4a9a-a36e-415ea0f3deee tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2413 time: 0.1357973 Aug 29 04:27:46.782567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c12c9852-4f32-4d2f-b356-3310147492f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.792382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ed62db78-7d46-4c37-b5ad-bee48a95081e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.794352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c12c9852-4f32-4d2f-b356-3310147492f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.853416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c12c9852-4f32-4d2f-b356-3310147492f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8089fcc010944a992c99b8eb9bcdb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7920535 Aug 29 04:27:46.859791 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af2a7941-f549-48c1-9190-abadb98489e2 req-443c25c8-9224-4bb5-93f2-ed9cd735a374 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350603 Aug 29 04:27:46.860430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.920920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c9852-4f32-4d2f-b356-3310147492f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68d487-c680-4dcf-aaff-6dfbe24d154c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.985561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-3dc016d5-3b14-43da-8517-b82f80b9b317 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748539 Aug 29 04:27:46.987224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e70e2-0e97-4f5d-aeab-bb73af10a49f req-d6dc9cc3-4139-49d3-b628-017a1a9168b2 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.996302 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f6e70e2-0e97-4f5d-aeab-bb73af10a49f req-d6dc9cc3-4139-49d3-b628-017a1a9168b2 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 946 time: 0.4839315 Aug 29 04:27:47.003497 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c071a32-04cd-4978-9db9-33a1798fe288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.037754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a76eb-7e67-4076-80e4-2801f93a35a2 req-e46c2d45-c207-4c15-9952-c9ab36a5adac service neutron] 10.222.0.32 "GET /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599632 Aug 29 04:27:47.068932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f6e70e2-0e97-4f5d-aeab-bb73af10a49f req-f1a8dc39-8cca-4d91-97c6-8dd99a24163c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696421 Aug 29 04:27:47.085417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c071a32-04cd-4978-9db9-33a1798fe288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.099196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Router 27243468-902f-43c1-a3a3-3001a003ff28 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:47.156039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2945809e-3846-47fd-b9c0-4bf101a4721a req-8cc029e7-6249-4979-99d5-e14fef961111 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536088 Aug 29 04:27:47.181315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c071a32-04cd-4978-9db9-33a1798fe288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.185176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c071a32-04cd-4978-9db9-33a1798fe288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.189521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5c071a32-04cd-4978-9db9-33a1798fe288 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f68d487-c680-4dcf-aaff-6dfbe24d154c HTTP/1.1" status: 204 len: 168 time: 0.3155081 Aug 29 04:27:47.201167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c071a32-04cd-4978-9db9-33a1798fe288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68d487-c680-4dcf-aaff-6dfbe24d154c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.261610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:47.276352 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Sync routers for ids ['27243468-902f-43c1-a3a3-3001a003ff28'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:47.289251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.291245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ef8f5c5f-197e-48a1-b3d2-351db63c03c0 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6516452 Aug 29 04:27:47.293677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51400) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.295628 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Routers {'27243468-902f-43c1-a3a3-3001a003ff28'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:47.296411 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['27243468-902f-43c1-a3a3-3001a003ff28'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.350450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-c8bda8d7-4dbf-454e-ad5d-e60be9c58558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.352012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-c8bda8d7-4dbf-454e-ad5d-e60be9c58558 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1095 time: 0.1315799 Aug 29 04:27:47.396325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b3430-ca03-4657-bb3d-3c480ebd6c43 req-3a95cda4-8505-4b22-97a2-ecd524d1ef99 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.397938 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-981b3430-ca03-4657-bb3d-3c480ebd6c43 req-3a95cda4-8505-4b22-97a2-ecd524d1ef99 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1006525 Aug 29 04:27:47.461153 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Set router 27243468-902f-43c1-a3a3-3001a003ff28 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:47.495844 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-981b3430-ca03-4657-bb3d-3c480ebd6c43 req-afcc5fd4-7aff-4744-bd29-2dbee174f883 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672829 Aug 29 04:27:47.509144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.516823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-43f15d81-0dfd-49cc-a36d-285b49b04a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.518565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-43f15d81-0dfd-49cc-a36d-285b49b04a84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.1583600 Aug 29 04:27:47.581300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-cda9676e-e783-4f62-8e8b-c2a42699cbe3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 200 len: 217 time: 0.0504787 Aug 29 04:27:47.592968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51408) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.676401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.680011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-fbfd8664-48f4-4af3-b047-c7e421c51ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.684499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-fbfd8664-48f4-4af3-b047-c7e421c51ecc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.0935163 Aug 29 04:27:47.719953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51412) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.739595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f662c2c2-f7b7-48be-87b7-8522cb2b2070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.758582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Deleting port 1f4942d6-1816-4f04-b8d4-dd5369aed85b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:47.758930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.804033 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27243468-902f-43c1-a3a3-3001a003ff28', 'name': '', 'tenant_id': 'c0944f189ab949969e214a44f3c6f5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089', 'external_fixed_ips': [{'subnet_id': '35caf838-16ee-47e6-accc-c4ef2fa23d2b', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1f4942d6-1816-4f04-b8d4-dd5369aed85b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:42Z', 'updated_at': '2021-08-29T04:27:45Z', 'revision_number': 3, 'project_id': 'c0944f189ab949969e214a44f3c6f5f0', 'gw_port': {'id': '1f4942d6-1816-4f04-b8d4-dd5369aed85b', 'name': '', 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:be:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27243468-902f-43c1-a3a3-3001a003ff28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '35caf838-16ee-47e6-accc-c4ef2fa23d2b', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:44Z', 'updated_at': '2021-08-29T04:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '35caf838-16ee-47e6-accc-c4ef2fa23d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:47.808056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-2b746b8c-cef8-43b5-87c4-3d597975172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.810148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-2b746b8c-cef8-43b5-87c4-3d597975172a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182139 Aug 29 04:27:47.840442 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Checking router: 27243468-902f-43c1-a3a3-3001a003ff28 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:47.844170 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Updating router 27243468-902f-43c1-a3a3-3001a003ff28 port 1f4942d6-1816-4f04-b8d4-dd5369aed85b binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:47.864834 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.878474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Calling delete_port for 1f4942d6-1816-4f04-b8d4-dd5369aed85b owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:47.878896 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.936377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10920873-cf6e-45f1-a167-5d3e82ce32ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.948331 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f662c2c2-f7b7-48be-87b7-8522cb2b2070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.951332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-7144c61f-2866-4e2a-ace6-b5154e722b76 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311750 Aug 29 04:27:47.956277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f662c2c2-f7b7-48be-87b7-8522cb2b2070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.046106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662c2c2-f7b7-48be-87b7-8522cb2b2070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93480dcb-2113-484b-9a50-5b13c024a3f4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.052891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f662c2c2-f7b7-48be-87b7-8522cb2b2070 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=541df48ebec2473c8e98b2cf7530721b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313527 Aug 29 04:27:48.055550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.112775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd707-0d1e-4291-bc70-35debb50953a req-951dccad-b011-465b-b8bd-516f37038e26 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.119271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd707-0d1e-4291-bc70-35debb50953a req-951dccad-b011-465b-b8bd-516f37038e26 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.125274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd707-0d1e-4291-bc70-35debb50953a req-951dccad-b011-465b-b8bd-516f37038e26 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.127668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6e8547b-7b80-4fb0-bde4-553c69d7f44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.133406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8afcd707-0d1e-4291-bc70-35debb50953a req-951dccad-b011-465b-b8bd-516f37038e26 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2413 time: 0.1325409 Aug 29 04:27:48.135140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-988ad6ef-c7c3-4863-b0e9-686e2bb91ba4 req-e74a2bd3-960b-4e44-bd84-c46eb21fa956 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721020 Aug 29 04:27:48.163279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6e8547b-7b80-4fb0-bde4-553c69d7f44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.171303 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.182322 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Transition to ACTIVE for port object 1f4942d6-1816-4f04-b8d4-dd5369aed85b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:48.191217 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.238875 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aaf8c-7e3d-498f-bf78-2971ff7a94f9 None None] Pushing event updated for resources: {'Port': ['ID=1f4942d6-1816-4f04-b8d4-dd5369aed85b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.256232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399151-3e43-4ac5-8c05-9be87d54a11f req-0ede6bcc-fbaf-45d3-8c06-6d1b65d449a0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.257990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4399151-3e43-4ac5-8c05-9be87d54a11f req-0ede6bcc-fbaf-45d3-8c06-6d1b65d449a0 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 946 time: 0.0975053 Aug 29 04:27:48.265522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8afcd707-0d1e-4291-bc70-35debb50953a req-2f4792fd-a3ee-474c-bfb8-3417f2e58bb1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311524 Aug 29 04:27:48.273462 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Attempting to bind port 1f4942d6-1816-4f04-b8d4-dd5369aed85b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:48.273872 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Attempting to bind port 1f4942d6-1816-4f04-b8d4-dd5369aed85b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:48.274241 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Attempting to bind port 1f4942d6-1816-4f04-b8d4-dd5369aed85b on network c6bf86cd-564a-48e6-b7e4-a89204f52089 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:48.279606 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:48.280201 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Checking segment: {'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:48.280369 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.280887 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Bound using segment: {'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:48.281352 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Bound port: 1f4942d6-1816-4f04-b8d4-dd5369aed85b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:48.281768 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.311183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4399151-3e43-4ac5-8c05-9be87d54a11f req-4d961eec-c004-477f-893f-bf3f327cd826 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 Aug 29 04:27:48.312142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6e8547b-7b80-4fb0-bde4-553c69d7f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.315161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6e8547b-7b80-4fb0-bde4-553c69d7f44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.327355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a6e8547b-7b80-4fb0-bde4-553c69d7f44e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93480dcb-2113-484b-9a50-5b13c024a3f4 HTTP/1.1" status: 204 len: 168 time: 0.2657673 Aug 29 04:27:48.338635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8547b-7b80-4fb0-bde4-553c69d7f44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93480dcb-2113-484b-9a50-5b13c024a3f4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.348894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.350241 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:48.350844 n-d-712143-14 neutron-server[94826]: DEBUG oslo_db.api [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:48.401216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10920873-cf6e-45f1-a167-5d3e82ce32ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.402606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f4942d6-1816-4f04-b8d4-dd5369aed85b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.411460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10920873-cf6e-45f1-a167-5d3e82ce32ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.516523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51432) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.517079 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-10920873-cf6e-45f1-a167-5d3e82ce32ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bb223146024488b9ee13ad9d1685527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9224951 Aug 29 04:27:48.517472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920873-cf6e-45f1-a167-5d3e82ce32ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136c876b-2232-4041-9d2d-b91a5a1ad094,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.528711 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.615095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f649ce90-ff2f-4a22-a18f-19f58d31319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.661929 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f649ce90-ff2f-4a22-a18f-19f58d31319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.700009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.704409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.708285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f560bb-84ea-4561-af4b-e2a0b65bea1b req-e8af78f1-0bac-4154-9947-889c91e721fd tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.710028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-91f560bb-84ea-4561-af4b-e2a0b65bea1b req-e8af78f1-0bac-4154-9947-889c91e721fd tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.0930896 Aug 29 04:27:48.739903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f649ce90-ff2f-4a22-a18f-19f58d31319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.742416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f649ce90-ff2f-4a22-a18f-19f58d31319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.743538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f649ce90-ff2f-4a22-a18f-19f58d31319a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/136c876b-2232-4041-9d2d-b91a5a1ad094 HTTP/1.1" status: 204 len: 168 time: 0.2258260 Aug 29 04:27:48.757065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649ce90-ff2f-4a22-a18f-19f58d31319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136c876b-2232-4041-9d2d-b91a5a1ad094,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.779009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35d087-85cc-4138-9796-0ed408749821 req-4055c49c-5900-4730-9473-9356dede72a7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.780591 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb35d087-85cc-4138-9796-0ed408749821 req-4055c49c-5900-4730-9473-9356dede72a7 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 946 time: 0.1732752 Aug 29 04:27:48.793551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-91f560bb-84ea-4561-af4b-e2a0b65bea1b req-ef992e13-2210-48b8-a9ef-4db4b590eb8c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593686 Aug 29 04:27:48.801518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.804298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27243468-902f-43c1-a3a3-3001a003ff28 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:48.804845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9400758b-3007-49ea-a24a-7353818b1d78 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:48.810099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.811730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c8bd0c0f-65de-4851-b72e-7e0efb9f0bc5 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/27243468-902f-43c1-a3a3-3001a003ff28 HTTP/1.1" status: 204 len: 168 time: 1.5163150 Aug 29 04:27:48.814023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.862185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Deleting subnet 35caf838-16ee-47e6-accc-c4ef2fa23d2b {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:48.866042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.875498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb35d087-85cc-4138-9796-0ed408749821 req-35dbfcd8-53d4-4a0c-8dd3-0caeef6def41 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884979 Aug 29 04:27:48.875861 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Attempting to bind port 1f4942d6-1816-4f04-b8d4-dd5369aed85b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:48.876397 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Attempting to bind port 1f4942d6-1816-4f04-b8d4-dd5369aed85b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:48.877556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Attempting to bind port 1f4942d6-1816-4f04-b8d4-dd5369aed85b on network c6bf86cd-564a-48e6-b7e4-a89204f52089 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:48.886551 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:48.887164 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Checking segment: {'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:48.887728 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.888266 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Bound using segment: {'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:48.889029 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Bound port: 1f4942d6-1816-4f04-b8d4-dd5369aed85b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48aa385-6247-45c9-96c8-4ca16f5df524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c6bf86cd-564a-48e6-b7e4-a89204f52089'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:48.889543 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.914250 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Port 1f4942d6-1816-4f04-b8d4-dd5369aed85b has been deleted concurrently {{(pid=94826) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:27:48.923644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.931866 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Routers set() bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:48.932592 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Router IDs set() for agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:27:48.933423 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_agentschedulers_db [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27243468-902f-43c1-a3a3-3001a003ff28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent'). {{(pid=94826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:27:48.933816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710bf89a-3c95-4a65-8884-2bbcc4276168 None None] The sync data for ids ['27243468-902f-43c1-a3a3-3001a003ff28'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:48.990012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9400758b-3007-49ea-a24a-7353818b1d78, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9400758b-3007-49ea-a24a-7353818b1d78,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:48.996559 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.005716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9400758b-3007-49ea-a24a-7353818b1d78', 'network_id': 'be2b3743-b29f-4a21-bd73-b6de6a4ed7ca', 'port_id': '9400758b-3007-49ea-a24a-7353818b1d78', 'mac_address': 'fa:16:3e:90:84:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c6959d-9bfa-46b4-850d-d39af58d8e01', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:49.058097 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.076681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.079920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9400758b-3007-49ea-a24a-7353818b1d78 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:49.109012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9400758b-3007-49ea-a24a-7353818b1d78, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9400758b-3007-49ea-a24a-7353818b1d78,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.114794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.115369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.116124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 6c2c9994-2651-4bbf-b198-1e09da527e6e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:49.116903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/35caf838-16ee-47e6-accc-c4ef2fa23d2b HTTP/1.1" status: 204 len: 168 time: 0.3019021 Aug 29 04:27:49.119575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51458) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:49.168088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9400758b-3007-49ea-a24a-7353818b1d78,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.185888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7fc34-6dee-4cab-a26e-167a772c4340 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=35caf838-16ee-47e6-accc-c4ef2fa23d2b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.205107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.275039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 6c2c9994-2651-4bbf-b198-1e09da527e6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=6c2c9994-2651-4bbf-b198-1e09da527e6e,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.310852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.314674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '6c2c9994-2651-4bbf-b198-1e09da527e6e', 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c', 'port_id': '6c2c9994-2651-4bbf-b198-1e09da527e6e', 'mac_address': 'fa:16:3e:8b:b8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e874c15c-3c58-4811-b1be-8806578b026c', 'ip_address': '19.80.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:49.324319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bf86cd-564a-48e6-b7e4-a89204f52089']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:49.337849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48aa385-6247-45c9-96c8-4ca16f5df524') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:49.338520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48aa385-6247-45c9-96c8-4ca16f5df524') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:49.347997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.369087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.384485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:49.384906 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:49.387278 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:49.404072 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.430832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2c9994-2651-4bbf-b198-1e09da527e6e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:49.453545 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee0f24e0-b007-4c85-b613-e0989e94fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.458927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 6c2c9994-2651-4bbf-b198-1e09da527e6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=6c2c9994-2651-4bbf-b198-1e09da527e6e,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.467277 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.467998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7557f12-e4aa-46e9-bbab-abaeae816ca4 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:49.505549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d7557f12-e4aa-46e9-bbab-abaeae816ca4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7557f12-e4aa-46e9-bbab-abaeae816ca4,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.509927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682017-646e-4a0f-95ee-7c9d6e453851 req-5a852602-f162-4114-9fb3-5f4c362208f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.517080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682017-646e-4a0f-95ee-7c9d6e453851 req-5a852602-f162-4114-9fb3-5f4c362208f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.517766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4', 'network_id': '096d53a3-24a1-407d-bb36-3e502bcdde3c', 'port_id': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4', 'mac_address': 'fa:16:3e:d2:23:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e874c15c-3c58-4811-b1be-8806578b026c', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:49.523887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682017-646e-4a0f-95ee-7c9d6e453851 req-5a852602-f162-4114-9fb3-5f4c362208f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.535954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4682017-646e-4a0f-95ee-7c9d6e453851 req-5a852602-f162-4114-9fb3-5f4c362208f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2414 time: 0.1345482 Aug 29 04:27:49.556353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.568951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6bf86cd-564a-48e6-b7e4-a89204f52089 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:27:49.581883 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.594675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c6bf86cd-564a-48e6-b7e4-a89204f52089 HTTP/1.1" status: 204 len: 168 time: 0.4732604 Aug 29 04:27:49.636731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=6c2c9994-2651-4bbf-b198-1e09da527e6e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.640695 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.644120 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.655064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1bc48-3509-48d2-8b8d-e6087eb13440 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6bf86cd-564a-48e6-b7e4-a89204f52089,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.658001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7557f12-e4aa-46e9-bbab-abaeae816ca4 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:49.682612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d7557f12-e4aa-46e9-bbab-abaeae816ca4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7557f12-e4aa-46e9-bbab-abaeae816ca4,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.688620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.696325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4682017-646e-4a0f-95ee-7c9d6e453851 req-32e4bff6-0f6b-44c0-8b2b-5aa4c5c0e4f4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576047 Aug 29 04:27:49.770161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d7557f12-e4aa-46e9-bbab-abaeae816ca4,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.928485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417a14e-2596-41b2-bbe3-43336ee5c1a6 req-33bbdcc1-111d-4090-aac0-72c9e72c27b4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.939691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8417a14e-2596-41b2-bbe3-43336ee5c1a6 req-33bbdcc1-111d-4090-aac0-72c9e72c27b4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.0717406 Aug 29 04:27:49.969092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.016557 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8417a14e-2596-41b2-bbe3-43336ee5c1a6 req-5a54a995-bf2d-425e-a1c1-84623c1d5ab4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755594 Aug 29 04:27:50.029123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:50.056586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5bb3d-b84d-42ee-acb4-a88c874b69e8 req-2617bf50-d75a-4ab5-a53b-30e9f498d476 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.067057 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bd5bb3d-b84d-42ee-acb4-a88c874b69e8 req-2617bf50-d75a-4ab5-a53b-30e9f498d476 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 946 time: 0.0991561 Aug 29 04:27:50.098786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51508) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.106604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-08df0f36-8ab7-451c-badc-b3d291c4007f tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'router': {'name': 'tempest-router--234072820', 'project_id': '2a332d1bfc804519bef6b138872550c2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:50.147702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08df0f36-8ab7-451c-badc-b3d291c4007f tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.148987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bd5bb3d-b84d-42ee-acb4-a88c874b69e8 req-6a9b264e-5e8f-45e1-b653-6fe98efc7d99 tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/security-groups?id=2456491b-87ea-4158-a055-0c7814cc0dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808196 Aug 29 04:27:50.149386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08df0f36-8ab7-451c-badc-b3d291c4007f tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.174799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9400758b-3007-49ea-a24a-7353818b1d78'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:50.190000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['6c2c9994-2651-4bbf-b198-1e09da527e6e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:50.192633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d7557f12-e4aa-46e9-bbab-abaeae816ca4'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:50.228532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-275370943-network', 'tenant_id': '878bd429d95e444a86393407c80c432f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:50.240179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08df0f36-8ab7-451c-badc-b3d291c4007f tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.252476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08df0f36-8ab7-451c-badc-b3d291c4007f tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.260385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Made reservation on behalf of 878bd429d95e444a86393407c80c432f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:50.263597 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.279939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.285167 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08df0f36-8ab7-451c-badc-b3d291c4007f tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.289050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08df0f36-8ab7-451c-badc-b3d291c4007f tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1857960 Aug 29 04:27:50.289422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51514) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.300143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c4036d42-4857-47f7-b62d-870ce262a1be tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.304180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c4036d42-4857-47f7-b62d-870ce262a1be tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 946 time: 0.0609381 Aug 29 04:27:50.337289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.375414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '50f0408f-b741-4fef-8006-85df6e2993b2', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'port_id': '50f0408f-b741-4fef-8006-85df6e2993b2', 'mac_address': 'fa:16:3e:7b:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:50.396638 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33b42480-e0b1-4334-b7bd-3dc275c4d891 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.417684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Deleting port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:50.418394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.504036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.584684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f0408f-b741-4fef-8006-85df6e2993b2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:50.585703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] For port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,segment=NetworkSegment(a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3),segment_id=a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.586402 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.604060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Calling delete_port for 5fad40c9-12f8-4f7b-98a3-43a54dee1fac owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:50.612609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.616134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33b42480-e0b1-4334-b7bd-3dc275c4d891 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.620445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33b42480-e0b1-4334-b7bd-3dc275c4d891 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.644339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:50.658894 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.707159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33b42480-e0b1-4334-b7bd-3dc275c4d891 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.709321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b42480-e0b1-4334-b7bd-3dc275c4d891 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1684062-8f8c-4746-837d-f5e13bc98a9d {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:50.722916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33b42480-e0b1-4334-b7bd-3dc275c4d891 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.724483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-33b42480-e0b1-4334-b7bd-3dc275c4d891 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f1684062-8f8c-4746-837d-f5e13bc98a9d HTTP/1.1" status: 204 len: 168 time: 0.4341986 Aug 29 04:27:50.781808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.807261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.807463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.814769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.845974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9c012e-cdf9-4e31-bc7f-246af780d1af,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.869517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['50f0408f-b741-4fef-8006-85df6e2993b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:50.880465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.913560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51532) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.916564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Pushing event deleted for resources: {'Port': ['ID=5fad40c9-12f8-4f7b-98a3-43a54dee1fac,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.922894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:50.931515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.942926 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.943282 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Added segment ab30b680-abc9-4d24-b24c-b7690ace2b45 of type vlan for network db764317-3240-46f1-a29e-4742bb217fcd Aug 29 04:27:50.979714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] No DVR routers for this DVR port 5fad40c9-12f8-4f7b-98a3-43a54dee1fac on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:50.983401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.985755 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46eecab2-5d94-4738-9ea3-c62babfd98e6 req-c8ece9e1-b6a2-43f1-ad3b-c7808700115b tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.32 "DELETE /v2.0/ports/5fad40c9-12f8-4f7b-98a3-43a54dee1fac HTTP/1.1" status: 204 len: 173 time: 0.6772506 Aug 29 04:27:50.986208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'name': 'network-vif-deleted', 'tag': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:50.988453 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ce4393-e44a-4d20-8d06-fa5f03b4a279" -d '{"events": [{"server_uuid": "d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b", "name": "network-vif-deleted", "tag": "5fad40c9-12f8-4f7b-98a3-43a54dee1fac"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:50.989728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29e70-d756-4bec-bb51-d3bd4c9e0104 req-a8bf8f0b-24cf-41e5-a3e0-32110ea93326 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.996186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29e70-d756-4bec-bb51-d3bd4c9e0104 req-a8bf8f0b-24cf-41e5-a3e0-32110ea93326 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.002129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e29e70-d756-4bec-bb51-d3bd4c9e0104 req-a8bf8f0b-24cf-41e5-a3e0-32110ea93326 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.003833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60e29e70-d756-4bec-bb51-d3bd4c9e0104 req-a8bf8f0b-24cf-41e5-a3e0-32110ea93326 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2416 time: 0.1405337 Aug 29 04:27:51.036456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.041491 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a243a54b-cb3b-485f-94e3-acb021c24c31 x-openstack-request-id: req-a243a54b-cb3b-485f-94e3-acb021c24c31 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:51.044582 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b", "name": "network-vif-deleted", "tag": "5fad40c9-12f8-4f7b-98a3-43a54dee1fac", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:51.045040 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a243a54b-cb3b-485f-94e3-acb021c24c31 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:51.045693 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26059ea-ed3b-46d9-a5e3-5fa7ae34a22b', 'name': 'network-vif-deleted', 'tag': '5fad40c9-12f8-4f7b-98a3-43a54dee1fac', 'status': 'completed', 'code': 200} Aug 29 04:27:51.114267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60e29e70-d756-4bec-bb51-d3bd4c9e0104 req-7e986f81-27fa-4c60-84f6-28caa65ffac3 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987887 Aug 29 04:27:51.153745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.155001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.155599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.214546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb38d859-14b0-467f-8222-3af5b09f6e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.236712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effffdf0-14f7-4a11-bdab-ded8f1e9f9e7 req-ab392a44-2438-4845-a0af-dfc3aa8ee7b4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.238904 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-effffdf0-14f7-4a11-bdab-ded8f1e9f9e7 req-ab392a44-2438-4845-a0af-dfc3aa8ee7b4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 944 time: 0.1317518 Aug 29 04:27:51.291727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-effffdf0-14f7-4a11-bdab-ded8f1e9f9e7 req-f8f702b3-ef3e-4673-bcdc-01dfe3f05861 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462849 Aug 29 04:27:51.362759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb38d859-14b0-467f-8222-3af5b09f6e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.367033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb38d859-14b0-467f-8222-3af5b09f6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.407082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cb38d859-14b0-467f-8222-3af5b09f6e92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ee48b801b1348d0a647c69886d72560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923034 Aug 29 04:27:51.407965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38d859-14b0-467f-8222-3af5b09f6e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cdb83c-7295-4f48-b379-be43feb93e85,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.412002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51546) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.458992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100992463', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:51.466580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e04b4a7-d020-4d94-b22e-29771b35023e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.473297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4917085 Aug 29 04:27:51.475073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51548) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:51.478816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5fad40c9-12f8-4f7b-98a3-43a54dee1fac'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:51.481607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Request body: {'subnet': {'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-275370943-subnet', 'tenant_id': '878bd429d95e444a86393407c80c432f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:51.497370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e04b4a7-d020-4d94-b22e-29771b35023e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.500304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1fed14cb-10a5-485c-a19e-a5ed633e0d53 req-81181680-95c8-457b-9a06-08704af20e4c tempest-DeleteServersTestJSON-914210754 tempest-DeleteServersTestJSON-914210754-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26059ea-ed3b-46d9-a5e3-5fa7ae34a22b HTTP/1.1" status: 200 len: 210 time: 0.0476124 Aug 29 04:27:51.513540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108692d7-9867-4147-a11a-a1c9ded02f9b admin admin] Pushing event updated for resources: {'Network': ['ID=db764317-3240-46f1-a29e-4742bb217fcd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.523081 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.524222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.525463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network db764317-3240-46f1-a29e-4742bb217fcd details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:51.565699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Made reservation on behalf of 878bd429d95e444a86393407c80c432f for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:51.571759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.601138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.643448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e04b4a7-d020-4d94-b22e-29771b35023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.646123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9e04b4a7-d020-4d94-b22e-29771b35023e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.647354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9e04b4a7-d020-4d94-b22e-29771b35023e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44cdb83c-7295-4f48-b379-be43feb93e85 HTTP/1.1" status: 204 len: 168 time: 0.2307699 Aug 29 04:27:51.664736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04b4a7-d020-4d94-b22e-29771b35023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cdb83c-7295-4f48-b379-be43feb93e85,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.793912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.837147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.868113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c730558-39a1-4af7-b6c9-448f3282e254,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.876917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Checking segment: {'id': 'ab30b680-abc9-4d24-b24c-b7690ace2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:51.877417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Network hostable DHCP agents. Network: db764317-3240-46f1-a29e-4742bb217fcd, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:51.895832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Network db764317-3240-46f1-a29e-4742bb217fcd is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:51.906202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, db764317-3240-46f1-a29e-4742bb217fcd) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:51.912459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.913786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.917664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a68f55-38ae-49f2-8c15-e84ed55d538b None None] Network db764317-3240-46f1-a29e-4742bb217fcd requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:51.945831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5cb8037d-b80a-4e9b-8b77-840030396a26 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4696088 Aug 29 04:27:52.045684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:52.084435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.084743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2541b5-f354-4052-b4de-744ea0c0041f None None] Network db764317-3240-46f1-a29e-4742bb217fcd requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:52.106092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.175761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 50f0408f-b741-4fef-8006-85df6e2993b2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:52.188842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 50f0408f-b741-4fef-8006-85df6e2993b2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:52.189220 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.282520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.294644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Allocated IP 172.25.7.174 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/854db4b0-9439-46e9-9069-65f12c4c0b5e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:52.355188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.373783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf143ce-578d-4674-89c5-1c728b6a5a9b req-87b0c542-2ab6-4c3b-9748-d57a9bd1ce98 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.380316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf143ce-578d-4674-89c5-1c728b6a5a9b req-87b0c542-2ab6-4c3b-9748-d57a9bd1ce98 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.386633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf143ce-578d-4674-89c5-1c728b6a5a9b req-87b0c542-2ab6-4c3b-9748-d57a9bd1ce98 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.387971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-adf143ce-578d-4674-89c5-1c728b6a5a9b req-87b0c542-2ab6-4c3b-9748-d57a9bd1ce98 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2416 time: 0.1366944 Aug 29 04:27:52.405082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:52.407627 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d1cec-c0d6-4046-be3d-e21b36561ce1" -d '{"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-plugged", "status": "completed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:52.422121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:52.430117 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.471564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-adf143ce-578d-4674-89c5-1c728b6a5a9b req-fceeef08-a7f3-4efc-ab0c-40b7e82ddbb3 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742462 Aug 29 04:27:52.494680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.497071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.544958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.601988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-2461a094-fa45-400d-a17a-21477fd8e79f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.603664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-2461a094-fa45-400d-a17a-21477fd8e79f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/networks?id=db764317-3240-46f1-a29e-4742bb217fcd HTTP/1.1" status: 200 len: 812 time: 0.1556511 Aug 29 04:27:52.621440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:52.628474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-031cf14d-56bb-4494-a2c4-6707df1469cd tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/quotas/878bd429d95e444a86393407c80c432f HTTP/1.1" status: 200 len: 375 time: 0.0186727 Aug 29 04:27:52.630493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:52.638725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:52.671209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-e48a11bc-7cd6-4810-af40-b54c768d2caf tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=878bd429d95e444a86393407c80c432f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407662 Aug 29 04:27:52.686307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b45c9-6917-498d-8c77-195500e290b2 req-3a7b20ea-0311-422d-986d-5834beb3f091 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.687979 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc0b45c9-6917-498d-8c77-195500e290b2 req-3a7b20ea-0311-422d-986d-5834beb3f091 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1304898 Aug 29 04:27:52.688635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event updated for resources: {'Port': ['ID=854db4b0-9439-46e9-9069-65f12c4c0b5e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.789740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-558f5e84-7356-4786-8244-f99ccf570aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/db764317-3240-46f1-a29e-4742bb217fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128674 Aug 29 04:27:52.810038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc0b45c9-6917-498d-8c77-195500e290b2 req-f2170873-d295-479e-891f-d244979e9a1a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066132 Aug 29 04:27:52.840718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 6c2c9994-2651-4bbf-b198-1e09da527e6e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:52.920680 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae72bb9b-271f-49cc-affc-db1b55e2e17e x-openstack-request-id: req-ae72bb9b-271f-49cc-affc-db1b55e2e17e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:52.920680 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-plugged", "status": "completed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:52.920996 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae72bb9b-271f-49cc-affc-db1b55e2e17e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:52.921401 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2', 'code': 200} Aug 29 04:27:52.976202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 6c2c9994-2651-4bbf-b198-1e09da527e6e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:52.984566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 6c2c9994-2651-4bbf-b198-1e09da527e6e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:52.984946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.033119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-134fecd9-bfef-4e87-90dd-c1766d12c34b service neutron] 10.222.0.55 "GET /v2.0/networks/db764317-3240-46f1-a29e-4742bb217fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363527 Aug 29 04:27:53.171428 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.261070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 6c2c9994-2651-4bbf-b198-1e09da527e6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=6c2c9994-2651-4bbf-b198-1e09da527e6e,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:53.268257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.269162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7557f12-e4aa-46e9-bbab-abaeae816ca4 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:53.334191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f75a1c3-741a-4cc8-8212-d4b5e611b5fc req-7b152ce8-4eaf-4f21-950d-5dc1278cd5a0 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 210 time: 0.0534623 Aug 29 04:27:53.334804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=6c2c9994-2651-4bbf-b198-1e09da527e6e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.364416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.419522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7009268-6cfa-4b47-b8ca-3788c7a98bc6 req-b7e28b48-9357-462e-a432-2297da562b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.421342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7009268-6cfa-4b47-b8ca-3788c7a98bc6 req-b7e28b48-9357-462e-a432-2297da562b2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1097 time: 0.4618537 Aug 29 04:27:53.424872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port d7557f12-e4aa-46e9-bbab-abaeae816ca4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:53.434580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d7557f12-e4aa-46e9-bbab-abaeae816ca4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:53.435050 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.534826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7009268-6cfa-4b47-b8ca-3788c7a98bc6 req-9cedf385-7481-49d5-a935-8a2af5267949 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052890 Aug 29 04:27:53.588105 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.704040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e1e3-af64-4d1c-84be-f4d6109254f7 req-dce474bb-2a35-42ad-bf08-b528e2e7532c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.712617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e1e3-af64-4d1c-84be-f4d6109254f7 req-dce474bb-2a35-42ad-bf08-b528e2e7532c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.720611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e1e3-af64-4d1c-84be-f4d6109254f7 req-dce474bb-2a35-42ad-bf08-b528e2e7532c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.731080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1723e1e3-af64-4d1c-84be-f4d6109254f7 req-dce474bb-2a35-42ad-bf08-b528e2e7532c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2417 time: 0.1280406 Aug 29 04:27:53.804466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1723e1e3-af64-4d1c-84be-f4d6109254f7 req-f3a19a54-fa53-462f-b79b-d6e18c84eb71 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718155 Aug 29 04:27:53.815288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d7557f12-e4aa-46e9-bbab-abaeae816ca4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7557f12-e4aa-46e9-bbab-abaeae816ca4,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:53.821818 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.822685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9400758b-3007-49ea-a24a-7353818b1d78 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:54.016868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d7557f12-e4aa-46e9-bbab-abaeae816ca4,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.023731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 9400758b-3007-49ea-a24a-7353818b1d78 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:54.028154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9400758b-3007-49ea-a24a-7353818b1d78 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:54.028737 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.089662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed92eb6-947f-4d42-a4ad-9f519e91a693 req-51fb2fc0-75a7-4421-a085-55e379f7438a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.105964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ed92eb6-947f-4d42-a4ad-9f519e91a693 req-51fb2fc0-75a7-4421-a085-55e379f7438a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1704893 Aug 29 04:27:54.195353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ed92eb6-947f-4d42-a4ad-9f519e91a693 req-2310f42a-9aee-469f-8ffe-be5485924fe4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872619 Aug 29 04:27:54.197885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.237546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9400758b-3007-49ea-a24a-7353818b1d78, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9400758b-3007-49ea-a24a-7353818b1d78,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:54.242444 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.243436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5fad40c9-12f8-4f7b-98a3-43a54dee1fac no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:54.291708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 5fad40c9-12f8-4f7b-98a3-43a54dee1fac {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:54.292040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5fad40c9-12f8-4f7b-98a3-43a54dee1fac not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:54.299177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.322542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9400758b-3007-49ea-a24a-7353818b1d78,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.458399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ac20d9f-07bf-400c-88a0-d640e0146c63 req-0c3923a0-93f5-4a86-8e66-cde7da1ff6e7 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 210 time: 0.0372159 Aug 29 04:27:54.499633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Router f587a1a9-5928-47a2-8f35-83f5e1338d43 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:54.648934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:54.663909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] Sync routers for ids ['f587a1a9-5928-47a2-8f35-83f5e1338d43'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:54.676616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] Routers {'f587a1a9-5928-47a2-8f35-83f5e1338d43'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:54.678320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f587a1a9-5928-47a2-8f35-83f5e1338d43'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:54.680515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.683800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3ced0bd2-3adf-4b0e-aed9-8efd8785a34c tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7513075 Aug 29 04:27:54.686921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51692) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:54.730097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:54.743395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] Routers {'f587a1a9-5928-47a2-8f35-83f5e1338d43'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:54.744623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f587a1a9-5928-47a2-8f35-83f5e1338d43'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:54.787124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:54.788320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dc751f-155c-4b5d-9142-dcabd048c9ec None None] The sync data for ids ['f587a1a9-5928-47a2-8f35-83f5e1338d43'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:54.922790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c9994-2651-4bbf-b198-1e09da527e6e'}, {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4'}, {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9400758b-3007-49ea-a24a-7353818b1d78'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:54.926370 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed86a50-4191-421d-b94d-9c6a0334ce18" -d '{"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-plugged", "status": "completed", "tag": "6c2c9994-2651-4bbf-b198-1e09da527e6e"}, {"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-plugged", "status": "completed", "tag": "d7557f12-e4aa-46e9-bbab-abaeae816ca4"}, {"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-plugged", "status": "completed", "tag": "9400758b-3007-49ea-a24a-7353818b1d78"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:54.988154 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c2a448aa-28e3-4cf5-82a1-8d1382d6b4ed tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/f587a1a9-5928-47a2-8f35-83f5e1338d43 HTTP/1.1" status: 200 len: 920 time: 0.2997577 Aug 29 04:27:54.991880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.013362 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff79fdb5-ee2f-48db-9192-da296b7ff7ac x-openstack-request-id: req-ff79fdb5-ee2f-48db-9192-da296b7ff7ac {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:55.014205 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-plugged", "status": "completed", "tag": "6c2c9994-2651-4bbf-b198-1e09da527e6e", "code": 200}, {"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-plugged", "status": "completed", "tag": "d7557f12-e4aa-46e9-bbab-abaeae816ca4", "code": 200}, {"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-plugged", "status": "completed", "tag": "9400758b-3007-49ea-a24a-7353818b1d78", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:55.014205 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff79fdb5-ee2f-48db-9192-da296b7ff7ac {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:55.014379 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c9994-2651-4bbf-b198-1e09da527e6e', 'code': 200} Aug 29 04:27:55.014648 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4', 'code': 200} Aug 29 04:27:55.014885 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9400758b-3007-49ea-a24a-7353818b1d78', 'code': 200} Aug 29 04:27:55.015468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-e9ffae88-3a14-457e-bee9-47eaaf9d83c5 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.018042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-e9ffae88-3a14-457e-bee9-47eaaf9d83c5 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.32 "GET /v2.0/networks?id=db764317-3240-46f1-a29e-4742bb217fcd HTTP/1.1" status: 200 len: 812 time: 0.2146981 Aug 29 04:27:55.036703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faa01e-a97d-4d52-ad84-4ea062a6051a req-ff9e479d-a252-4832-804c-82022d510e73 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.043758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faa01e-a97d-4d52-ad84-4ea062a6051a req-ff9e479d-a252-4832-804c-82022d510e73 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.044306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f7d31674-2f55-44be-a054-d6fce2d7f196 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=f587a1a9-5928-47a2-8f35-83f5e1338d43 HTTP/1.1" status: 200 len: 205 time: 0.0511484 Aug 29 04:27:55.046822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.051056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faa01e-a97d-4d52-ad84-4ea062a6051a req-ff9e479d-a252-4832-804c-82022d510e73 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.053322 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23faa01e-a97d-4d52-ad84-4ea062a6051a req-ff9e479d-a252-4832-804c-82022d510e73 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2419 time: 0.1574314 Aug 29 04:27:55.112501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23faa01e-a97d-4d52-ad84-4ea062a6051a req-51f0ac9b-9095-418c-8e0a-dc013a9554e6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523181 Aug 29 04:27:55.131493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Request body: {'port': {'device_id': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd', 'admin_state_up': True, 'tenant_id': '878bd429d95e444a86393407c80c432f'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:55.305875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.368438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.405873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a83e8b-b6c1-4dfc-ab20-c661a18141ed req-27886696-136b-404e-91d6-3e39d9159d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.406361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a83e8b-b6c1-4dfc-ab20-c661a18141ed req-27886696-136b-404e-91d6-3e39d9159d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.406838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a83e8b-b6c1-4dfc-ab20-c661a18141ed req-27886696-136b-404e-91d6-3e39d9159d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.408538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42a83e8b-b6c1-4dfc-ab20-c661a18141ed req-27886696-136b-404e-91d6-3e39d9159d89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2875 time: 0.1889148 Aug 29 04:27:55.454692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aa4c0-95eb-46ac-b7bc-42f8a61f4b8e req-778ccc4b-d5c4-405e-8208-bb8697d5426d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.455969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.456238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b5aa4c0-95eb-46ac-b7bc-42f8a61f4b8e req-778ccc4b-d5c4-405e-8208-bb8697d5426d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1216612 Aug 29 04:27:55.499019 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42a83e8b-b6c1-4dfc-ab20-c661a18141ed req-bf02fe5e-0363-405d-8574-fa06279620d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810871 Aug 29 04:27:55.519615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Deleting port 854db4b0-9439-46e9-9069-65f12c4c0b5e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:55.521791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Made reservation on behalf of 878bd429d95e444a86393407c80c432f for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:55.521955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.525248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.542393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b5aa4c0-95eb-46ac-b7bc-42f8a61f4b8e req-95183d4f-7e51-47c7-9627-1169c74f5c86 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780816 Aug 29 04:27:55.615259 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdd0dc2b-fe3b-49a0-ae9a-9f7d4caa3f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.677002 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53a9e035-22cb-4506-b3cf-f92f3c385498 req-ca655ad4-1ba4-433c-bd96-2a18e22dbd17 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 210 time: 0.0525103 Aug 29 04:27:55.721059 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.745681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Calling delete_port for 854db4b0-9439-46e9-9069-65f12c4c0b5e owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:55.923903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdd0dc2b-fe3b-49a0-ae9a-9f7d4caa3f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.930226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdd0dc2b-fe3b-49a0-ae9a-9f7d4caa3f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.974830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703ab1-2bd5-4a0a-b9e7-ed9e5f7715c1 req-fe3e7b74-76b6-4dc6-836e-97993e65e50d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.981200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d703ab1-2bd5-4a0a-b9e7-ed9e5f7715c1 req-fe3e7b74-76b6-4dc6-836e-97993e65e50d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.3463292 Aug 29 04:27:55.988340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.994986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'floatingip': {'port_id': '50f0408f-b741-4fef-8006-85df6e2993b2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.026107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cdd0dc2b-fe3b-49a0-ae9a-9f7d4caa3f0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84e381c6be2b42ec8042fa0a2b99b4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563878 Aug 29 04:27:56.034101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.037669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Allocated IP 172.20.0.2 (db764317-3240-46f1-a29e-4742bb217fcd/6c730558-39a1-4af7-b6c9-448f3282e254/dc9302bc-a4d6-4e36-abd4-0937e660d0da) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:56.054119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.066186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0dc2b-fe3b-49a0-ae9a-9f7d4caa3f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed4d0c-9fe6-4d9f-a803-8a01c3f9d594,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.133003 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.162831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event deleted for resources: {'Port': ['ID=854db4b0-9439-46e9-9069-65f12c4c0b5e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.180600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aeab1f-ef89-4ea8-824b-a4e5d28c80e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.262970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aeab1f-ef89-4ea8-824b-a4e5d28c80e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.366066 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.511580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.511784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.515372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.615744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.631305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.632277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Fanout notify agent at l3_agent the message router_deleted on router f587a1a9-5928-47a2-8f35-83f5e1338d43 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:56.646371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aeab1f-ef89-4ea8-824b-a4e5d28c80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.650648 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30aeab1f-ef89-4ea8-824b-a4e5d28c80e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.654223 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-30aeab1f-ef89-4ea8-824b-a4e5d28c80e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bed4d0c-9fe6-4d9f-a803-8a01c3f9d594 HTTP/1.1" status: 204 len: 168 time: 0.6169424 Aug 29 04:27:56.659840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.664881 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2429ed03-2288-41d6-90a6-99cd607260d6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/f587a1a9-5928-47a2-8f35-83f5e1338d43 HTTP/1.1" status: 204 len: 168 time: 1.6165051 Aug 29 04:27:56.683261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d97ebc-5742-4c96-b3c0-2404df45c043 req-c1492878-c387-491f-af69-65c8738dd6f8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.699735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51740) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.701413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d97ebc-5742-4c96-b3c0-2404df45c043 req-c1492878-c387-491f-af69-65c8738dd6f8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.708288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'router': {'name': 'tempest-snat-router-524858145', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': False}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.721946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d97ebc-5742-4c96-b3c0-2404df45c043 req-c1492878-c387-491f-af69-65c8738dd6f8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.724618 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00d97ebc-5742-4c96-b3c0-2404df45c043 req-c1492878-c387-491f-af69-65c8738dd6f8 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2419 time: 0.5292296 Aug 29 04:27:56.740071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:56.748720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeab1f-ef89-4ea8-824b-a4e5d28c80e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed4d0c-9fe6-4d9f-a803-8a01c3f9d594,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.808404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00d97ebc-5742-4c96-b3c0-2404df45c043 req-107fa2f2-1da9-4b4a-a260-be2f2267b728 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723140 Aug 29 04:27:56.815496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Network db764317-3240-46f1-a29e-4742bb217fcd is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:56.816354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Pushing event updated for resources: {'Port': ['ID=dc9302bc-a4d6-4e36-abd4-0937e660d0da,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.834481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:56.837933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:56.896351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.897422 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.966335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.980665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.981621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.990241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.064778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766da354-18bf-415d-82c5-8fac2e1da528 req-af099fc6-70a1-458b-a734-980eb50ff432 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.074447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-766da354-18bf-415d-82c5-8fac2e1da528 req-af099fc6-70a1-458b-a734-980eb50ff432 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 931 time: 0.2189600 Aug 29 04:27:57.203481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.208035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-4d1f2e2f-033c-4470-800e-6766d410bd21 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0826864 Aug 29 04:27:57.241390 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Floating IP 7bfbe950-a461-4938-86cf-04da389f9c9c associated. External IP: 172.25.7.120, port: 50f0408f-b741-4fef-8006-85df6e2993b2. Aug 29 04:27:57.264641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Request body: {'port': {'device_id': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:57.504539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-766da354-18bf-415d-82c5-8fac2e1da528 req-a71104b8-60bd-4f7b-8924-259596df0261 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654556 Aug 29 04:27:57.665696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.678037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.702824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.766779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] Deleting subnet ff60a465-9ef4-4607-9b18-c3e2e3b16625 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:57.770715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.802042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Router 12812aab-3169-4a3b-b8bc-4a597e74c748 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:57.814599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.861191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.924323 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.963019 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.966696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ff60a465-9ef4-4607-9b18-c3e2e3b16625 HTTP/1.1" status: 204 len: 168 time: 0.2623541 Aug 29 04:27:57.970317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51790) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.993833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eb066-29a2-4e25-af30-35ac96f1409f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff60a465-9ef4-4607-9b18-c3e2e3b16625,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.056725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f72e96-0011-47f3-93fb-d6e368659381 req-10048fc5-03b9-4aff-ab48-a31b502ce195 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.063103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f72e96-0011-47f3-93fb-d6e368659381 req-10048fc5-03b9-4aff-ab48-a31b502ce195 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.069392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f72e96-0011-47f3-93fb-d6e368659381 req-10048fc5-03b9-4aff-ab48-a31b502ce195 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.071347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f72e96-0011-47f3-93fb-d6e368659381 req-10048fc5-03b9-4aff-ab48-a31b502ce195 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2419 time: 0.1373348 Aug 29 04:27:58.140368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51f72e96-0011-47f3-93fb-d6e368659381 req-5fe5d2eb-3764-409d-9395-fc86061ffd71 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569656 Aug 29 04:27:58.524579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.543452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:58.551955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.557412 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] Sync routers for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:58.572242 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:58.573335 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.643186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-750d92a3-12e9-4bd5-bec1-65a8d88d7276 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "PUT /v2.0/floatingips/7bfbe950-a461-4938-86cf-04da389f9c9c HTTP/1.1" status: 200 len: 991 time: 2.6492498 Aug 29 04:27:58.644152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:58.647687 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c6574-4096-4054-9df4-1245fd9e5eba" -d '{"events": [{"name": "network-changed", "server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:58.658598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04025160-802b-4854-ab09-d0b6b201c6c3 req-5d26d2e2-0607-4cca-9f4f-274e0ca6dbff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.665516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04025160-802b-4854-ab09-d0b6b201c6c3 req-5d26d2e2-0607-4cca-9f4f-274e0ca6dbff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.671362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04025160-802b-4854-ab09-d0b6b201c6c3 req-5d26d2e2-0607-4cca-9f4f-274e0ca6dbff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.673263 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04025160-802b-4854-ab09-d0b6b201c6c3 req-5d26d2e2-0607-4cca-9f4f-274e0ca6dbff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2419 time: 0.2033360 Aug 29 04:27:58.702586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51822) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.748238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e690f0-6563-4b6d-b17a-7a19f642a516 req-63da4199-322f-4897-a801-682c68c9117a tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.750700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02e690f0-6563-4b6d-b17a-7a19f642a516 req-63da4199-322f-4897-a801-682c68c9117a tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 931 time: 0.0943785 Aug 29 04:27:58.752498 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:58.818318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02e690f0-6563-4b6d-b17a-7a19f642a516 req-5c162651-7e0a-48f2-9691-4cd004b1bd73 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608268 Aug 29 04:27:58.852018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf5c-6839-4bca-b144-1075cd984983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.896206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.957056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb9935c-bc75-427e-a2d7-76cfda7e8162']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:58.969397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf5c-6839-4bca-b144-1075cd984983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.976406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf5c-6839-4bca-b144-1075cd984983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.002133 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4ca63-41d8-43f9-973e-456f0346d159 x-openstack-request-id: req-d8f4ca63-41d8-43f9-973e-456f0346d159 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:59.002680 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:59.003090 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8f4ca63-41d8-43f9-973e-456f0346d159 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:59.003658 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2', 'status': 'completed', 'code': 200} Aug 29 04:27:59.006125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.006769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18a40e0-9f27-48ba-a11e-7bfcb7abd2e3') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.033236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04025160-802b-4854-ab09-d0b6b201c6c3 req-6f0afef3-2da3-4e2b-aafa-85a17dff2443 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379302 Aug 29 04:27:59.053616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9302bc-a4d6-4e36-abd4-0937e660d0da {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:59.061933 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.068361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfcf5c-6839-4bca-b144-1075cd984983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b7f2c7-60f5-4ebb-983d-f3e8ae704390,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.069532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.083980 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.089171 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7bfbe950-a461-4938-86cf-04da389f9c9c', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'port_id': '50f0408f-b741-4fef-8006-85df6e2993b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'mac_address': 'fa:16:3e:7b:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:39Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 1, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.091012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-86dfcf5c-6839-4bca-b144-1075cd984983 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de36e437244a4f34b4416431c541f350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868525 Aug 29 04:27:59.092561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.123587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6574-4096-4054-9df4-1245fd9e5eba req-aba51e88-2f39-4a83-bb8c-16c029902929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.123587 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-aba51e88-2f39-4a83-bb8c-16c029902929 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1097 time: 0.1110258 Aug 29 04:27:59.124323 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] Checking router: 12812aab-3169-4a3b-b8bc-4a597e74c748 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:59.127673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.132160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Transition to ACTIVE for port object dc9302bc-a4d6-4e36-abd4-0937e660d0da will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:59.133962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.137046 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:59.137931 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.145779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.169729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:59.170315 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: items = [ Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:59.172306 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:59.214891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a1d863a-30fc-4fc3-ad42-19ac58e6b5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.237564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a1d863a-30fc-4fc3-ad42-19ac58e6b5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.267343 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:59.301946 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a1d863a-30fc-4fc3-ad42-19ac58e6b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.305818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a1d863a-30fc-4fc3-ad42-19ac58e6b5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.308907 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3a1d863a-30fc-4fc3-ad42-19ac58e6b5e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5b7f2c7-60f5-4ebb-983d-f3e8ae704390 HTTP/1.1" status: 204 len: 168 time: 0.2103884 Aug 29 04:27:59.332376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d863a-30fc-4fc3-ad42-19ac58e6b5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b7f2c7-60f5-4ebb-983d-f3e8ae704390,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.355415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6574-4096-4054-9df4-1245fd9e5eba req-218f969d-a3c7-4525-8023-ccbc27d617f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.357616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-218f969d-a3c7-4525-8023-ccbc27d617f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.2229903 Aug 29 04:27:59.364826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Pushing event updated for resources: {'Port': ['ID=dc9302bc-a4d6-4e36-abd4-0937e660d0da,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.431314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.438256 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.440986 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] 10.222.0.55 "DELETE /v2.0/networks/eeb9935c-bc75-427e-a2d7-76cfda7e8162 HTTP/1.1" status: 204 len: 168 time: 1.1292825 Aug 29 04:27:59.468266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12144975-d17c-4725-851a-f18736e793ca admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb9935c-bc75-427e-a2d7-76cfda7e8162,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.500803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-841a5bb1-1c9e-42c4-bdce-cc30249120b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 200 len: 999 time: 0.1353705 Aug 29 04:27:59.521754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Attempting to bind port dc9302bc-a4d6-4e36-abd4-0937e660d0da on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:59.522340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Attempting to bind port dc9302bc-a4d6-4e36-abd4-0937e660d0da by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ab30b680-abc9-4d24-b24c-b7690ace2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:59.522687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Attempting to bind port dc9302bc-a4d6-4e36-abd4-0937e660d0da on network db764317-3240-46f1-a29e-4742bb217fcd {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:59.525335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Allocated IP 172.25.7.81 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/297dbb32-496f-41b0-a5b3-7c002cca60aa) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:59.534153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Port dc9302bc-a4d6-4e36-abd4-0937e660d0da on network db764317-3240-46f1-a29e-4742bb217fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:59.534495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Attempting to bind port dc9302bc-a4d6-4e36-abd4-0937e660d0da on network db764317-3240-46f1-a29e-4742bb217fcd {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:59.546516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:59.546943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Checking segment: {'id': 'ab30b680-abc9-4d24-b24c-b7690ace2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:59.547375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Bound using segment: {'id': 'ab30b680-abc9-4d24-b24c-b7690ace2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:59.547981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Bound port: dc9302bc-a4d6-4e36-abd4-0937e660d0da, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab30b680-abc9-4d24-b24c-b7690ace2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:59.548347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.675675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51838) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.681333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6574-4096-4054-9df4-1245fd9e5eba req-09e92357-d86d-4ac3-b616-5975a80e39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.684498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-09e92357-d86d-4ac3-b616-5975a80e39c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1712668 Aug 29 04:27:59.757447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] For port dc9302bc-a4d6-4e36-abd4-0937e660d0da, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:59.761072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] For port dc9302bc-a4d6-4e36-abd4-0937e660d0da, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=dc9302bc-a4d6-4e36-abd4-0937e660d0da,segment=NetworkSegment(ab30b680-abc9-4d24-b24c-b7690ace2b45),segment_id=ab30b680-abc9-4d24-b24c-b7690ace2b45)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:59.773513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-89719361-dc22-470b-bcb4-1fceeb8538d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb2a180079334ef18e185458849f3ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938227 Aug 29 04:27:59.775473 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.777645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51840) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.789506 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7bfbe950-a461-4938-86cf-04da389f9c9c', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'port_id': '50f0408f-b741-4fef-8006-85df6e2993b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'mac_address': 'fa:16:3e:7b:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:39Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 1, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.822277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6574-4096-4054-9df4-1245fd9e5eba req-1b2d119a-7e11-4868-8f54-b0d2c0989e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.824015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-1b2d119a-7e11-4868-8f54-b0d2c0989e96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300938 Aug 29 04:27:59.844054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.845657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-05ef2941-7d91-44af-a891-8834734c7b08 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:27:59.846999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-05ef2941-7d91-44af-a891-8834734c7b08 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128946 Aug 29 04:27:59.850951 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04954e4c-c1d4-4304-ba5b-f1319d973984 None None] The sync data for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 is: [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7bfbe950-a461-4938-86cf-04da389f9c9c', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'port_id': '50f0408f-b741-4fef-8006-85df6e2993b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'mac_address': 'fa:16:3e:7b:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:39Z', 'updated_at': '2021-08-29T04:27:56Z', 'revision_number': 1, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:59.858235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.858956 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.861477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] 10.222.0.32 "PUT /v2.0/ports/dc9302bc-a4d6-4e36-abd4-0937e660d0da HTTP/1.1" status: 200 len: 1092 time: 2.6034667 Aug 29 04:27:59.924713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b20e-1467-4263-b8b2-1939b03498c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.945483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e4aa7-280a-40c8-bcdf-d25a54dd0c2e service neutron] Pushing event updated for resources: {'Port': ['ID=dc9302bc-a4d6-4e36-abd4-0937e660d0da,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.959206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b20e-1467-4263-b8b2-1939b03498c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.053765 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b20e-1467-4263-b8b2-1939b03498c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.056201 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b20e-1467-4263-b8b2-1939b03498c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.060012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9eb6b20e-1467-4263-b8b2-1939b03498c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2456491b-87ea-4158-a055-0c7814cc0dfa HTTP/1.1" status: 204 len: 168 time: 0.2770872 Aug 29 04:28:00.065937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6b20e-1467-4263-b8b2-1939b03498c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456491b-87ea-4158-a055-0c7814cc0dfa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.069087 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-89a2f718-c001-426f-a64c-d0a680a6c740 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121112 Aug 29 04:28:00.099306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380faed-c2d7-4a2c-a625-f34159dee7af req-f9250b03-9028-481c-8d1a-55d31e22a01d tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.104894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8380faed-c2d7-4a2c-a625-f34159dee7af req-f9250b03-9028-481c-8d1a-55d31e22a01d tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 943 time: 0.1530285 Aug 29 04:28:00.113141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.184045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-a9def5e6-d897-4d7b-863e-97d00e15c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.185924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-a9def5e6-d897-4d7b-863e-97d00e15c74b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=878bd429d95e444a86393407c80c432f&device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 1095 time: 0.1875267 Aug 29 04:28:00.188662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:00.199606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:00.204979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:00.268720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611f14e-e56e-4f5c-8af3-5bfa1eb5058a None None] New status for floating IP 7bfbe950-a461-4938-86cf-04da389f9c9c: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:28:00.275228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Port': ['ID=297dbb32-496f-41b0-a5b3-7c002cca60aa,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.289137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-573c6574-4096-4054-9df4-1245fd9e5eba req-fee1eafc-4db5-4590-8ba1-6be3bafc9ed7 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108428 Aug 29 04:28:00.314809 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8380faed-c2d7-4a2c-a625-f34159dee7af req-9cc5a621-2bd0-4531-96a8-71b0f42aeb4f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917887 Aug 29 04:28:00.352619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-9545eb04-5997-4d98-9c21-291459ae83f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc9302bc-a4d6-4e36-abd4-0937e660d0da HTTP/1.1" status: 200 len: 217 time: 0.0990455 Aug 29 04:28:00.383126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5ee93-7b05-4d43-a8b7-e96d4b77602e req-5c6b68e1-e051-4421-b819-48a796aea622 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.388994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5ee93-7b05-4d43-a8b7-e96d4b77602e req-5c6b68e1-e051-4421-b819-48a796aea622 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.395328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5ee93-7b05-4d43-a8b7-e96d4b77602e req-5c6b68e1-e051-4421-b819-48a796aea622 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.402834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ba5ee93-7b05-4d43-a8b7-e96d4b77602e req-5c6b68e1-e051-4421-b819-48a796aea622 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2419 time: 0.1961410 Aug 29 04:28:00.443123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ba5ee93-7b05-4d43-a8b7-e96d4b77602e req-73be5f8f-fc77-40d6-84b4-4db034a583ba tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Aug 29 04:28:00.495758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-153daf6b-de98-46e3-a76d-d7e1b735c587 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.502346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-153daf6b-de98-46e3-a76d-d7e1b735c587 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.509074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-153daf6b-de98-46e3-a76d-d7e1b735c587 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.510832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-153daf6b-de98-46e3-a76d-d7e1b735c587 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2419 time: 0.2627399 Aug 29 04:28:00.648540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-8bf81ce3-8bd4-4d01-99eb-f1938d2721b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.650340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-8bf81ce3-8bd4-4d01-99eb-f1938d2721b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c730558-39a1-4af7-b6c9-448f3282e254 HTTP/1.1" status: 200 len: 852 time: 0.2901509 Aug 29 04:28:00.725990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-bd979e4a-c2bd-4e5e-ad13-89acdb91988b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db764317-3240-46f1-a29e-4742bb217fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634549 Aug 29 04:28:00.811868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.934201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1377096744'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:00.936261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port d7557f12-e4aa-46e9-bbab-abaeae816ca4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:00.936608 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.976399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:00.983307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.991066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-95ea38d0-e748-427f-8373-6fdc7c567bf3 service neutron] 10.222.0.32 "GET /v2.0/networks/db764317-3240-46f1-a29e-4742bb217fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092142 Aug 29 04:28:00.994126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.998371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.106479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'tag': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:01.107035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.108479 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee00ce2-2650-4b99-9245-1a339758d9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "54b811f8-e90e-4538-8c52-be4da2f65fad", "tag": "dc9302bc-a4d6-4e36-abd4-0937e660d0da"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:01.122908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.134233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.166821 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d536d1df-22c3-4adc-9ff5-00038813ff5a x-openstack-request-id: req-d536d1df-22c3-4adc-9ff5-00038813ff5a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:01.167118 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b811f8-e90e-4538-8c52-be4da2f65fad", "tag": "dc9302bc-a4d6-4e36-abd4-0937e660d0da", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:01.167375 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d536d1df-22c3-4adc-9ff5-00038813ff5a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:01.167830 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'tag': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da', 'status': 'completed', 'code': 200} Aug 29 04:28:01.188832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:01.206087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35779586-6454-42bf-abec-a93cfd63c46c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.215514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.215741 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment c4ce2059-0e1b-43c0-ba58-3dd78defc849 of type vlan for network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b Aug 29 04:28:01.228514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.235318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444d7b-1a85-42be-8ab4-597d40097bbe req-97e3f42f-92f0-4e5b-9658-2e378e01a182 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.237866 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-99444d7b-1a85-42be-8ab4-597d40097bbe req-97e3f42f-92f0-4e5b-9658-2e378e01a182 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 946 time: 0.0978041 Aug 29 04:28:01.265182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-973890542-network', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.299541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.321662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:01.323979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.360726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-99444d7b-1a85-42be-8ab4-597d40097bbe req-246b069e-cacf-4a3f-a290-c039c263d39f tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008484 Aug 29 04:28:01.362515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.373079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.384998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.385681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.476297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.489355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:01.589246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.595852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.607463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-88770c5d-878a-4385-849c-b5b55759676f tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7942986 Aug 29 04:28:01.613777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51916) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.624011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'name': 'tempest-PortsTestJSON-462193587'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.628725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a241943-759a-4008-91c0-c70b496a6af6 req-2e04b54c-5153-4881-9daf-df4933dfdff7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.634665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a241943-759a-4008-91c0-c70b496a6af6 req-2e04b54c-5153-4881-9daf-df4933dfdff7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.640493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a241943-759a-4008-91c0-c70b496a6af6 req-2e04b54c-5153-4881-9daf-df4933dfdff7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.643424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a241943-759a-4008-91c0-c70b496a6af6 req-2e04b54c-5153-4881-9daf-df4933dfdff7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 2419 time: 0.0994005 Aug 29 04:28:01.645238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af79f8-5693-4558-963c-008b6710413f req-d98381f5-5a05-467e-876b-e4e1420f5517 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.646760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6af79f8-5693-4558-963c-008b6710413f req-d98381f5-5a05-467e-876b-e4e1420f5517 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 943 time: 0.1809931 Aug 29 04:28:01.663622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:01.668714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513d13c4-5ff0-4f85-be50-16bb503f6721 req-b2230bac-bf69-4434-8f5a-a418f06cac68 service neutron] 10.222.0.32 "GET /v2.0/networks/db764317-3240-46f1-a29e-4742bb217fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649228 Aug 29 04:28:01.670857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0522112-90e0-4f06-aadd-c182438b06ec,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.689444 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.689845 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Added segment e6358c4d-9957-4e3d-819d-31516e66c6b7 of type vlan for network dfa31365-0ce5-4157-bac5-4a74a31eca98 Aug 29 04:28:01.736789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port d7557f12-e4aa-46e9-bbab-abaeae816ca4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d7557f12-e4aa-46e9-bbab-abaeae816ca4,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:01.737171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.738947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a241943-759a-4008-91c0-c70b496a6af6 req-0c1b661b-1976-4bd2-ac5b-4ca1bb8ba71c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804861 Aug 29 04:28:01.749064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.760330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.784586 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.785576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.786189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.789853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for d7557f12-e4aa-46e9-bbab-abaeae816ca4 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:01.843409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7325268 Aug 29 04:28:01.844845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.849861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Request body: {'subnet': {'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-subnet', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.861269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd7759-5cf1-408f-8e50-1949b5d9b79c admin admin] Pushing event updated for resources: {'Network': ['ID=dfa31365-0ce5-4157-bac5-4a74a31eca98,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.871629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:01.883349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6af79f8-5693-4558-963c-008b6710413f req-4571227c-1ff9-4d17-aa37-2e5769a6f4f1 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135019 Aug 29 04:28:01.886825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:01.889491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.954600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-267a96dd-4cfe-4104-b04e-1511c1f1f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.956178 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-267a96dd-4cfe-4104-b04e-1511c1f1f37b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=878bd429d95e444a86393407c80c432f&device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 1095 time: 0.1897748 Aug 29 04:28:02.050426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:02.053859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.064258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.130104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 9f033b38-31c6-4251-a8a0-75559f9c7e47 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:02.131133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1bdbcf-71be-4cc1-83cd-2994fa212390,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.140101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Checking segment: {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:02.140553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Network hostable DHCP agents. Network: dfa31365-0ce5-4157-bac5-4a74a31eca98, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:02.159181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:02.172588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, dfa31365-0ce5-4157-bac5-4a74a31eca98) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:02.176657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.177246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.183563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b27ce-b6cc-4535-ba5e-ba5d22d46c2d None None] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:02.193264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0213cac2-291a-497b-b7ec-ee0aff01c796 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3472047 Aug 29 04:28:02.196023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:02.200599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:02.224337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.225907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.259211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-39e84d6c-3345-4430-8788-3143471b2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.260723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-39e84d6c-3345-4430-8788-3143471b2662 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db764317-3240-46f1-a29e-4742bb217fcd HTTP/1.1" status: 200 len: 913 time: 0.2894335 Aug 29 04:28:02.284237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.331661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.349877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-abd05c61-40f8-4068-b796-ddc6440257ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc9302bc-a4d6-4e36-abd4-0937e660d0da HTTP/1.1" status: 200 len: 217 time: 0.0774601 Aug 29 04:28:02.350740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-dfa31365-0ce5-4157-bac5-4a74a31eca98', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:02.351645 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.368065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9400758b-3007-49ea-a24a-7353818b1d78', 'd7557f12-e4aa-46e9-bbab-abaeae816ca4', '6c2c9994-2651-4bbf-b198-1e09da527e6e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:02.394085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=d7557f12-e4aa-46e9-bbab-abaeae816ca4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.447950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Router f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:02.557021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Allocated IP 172.20.0.2 (dfa31365-0ce5-4157-bac5-4a74a31eca98/7f1bdbcf-71be-4cc1-83cd-2994fa212390/12b37f36-e8df-42f7-9fed-a0cb8cc2e708) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:02.594921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-68b499d5-ce0b-4faf-a18b-99c5c16fe9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.596467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-68b499d5-ce0b-4faf-a18b-99c5c16fe9fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c730558-39a1-4af7-b6c9-448f3282e254 HTTP/1.1" status: 200 len: 852 time: 0.2190423 Aug 29 04:28:02.600991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port d7557f12-e4aa-46e9-bbab-abaeae816ca4 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:02.607598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.609728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-cb923baa-86ac-414b-b7b8-eb0ffc29bdd0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "DELETE /v2.0/ports/d7557f12-e4aa-46e9-bbab-abaeae816ca4 HTTP/1.1" status: 204 len: 173 time: 2.0587063 Aug 29 04:28:02.675521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.722271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-7db7141d-5fe5-48cd-8064-b78de59f5066 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db764317-3240-46f1-a29e-4742bb217fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053326 Aug 29 04:28:02.765265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.774792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bd2b-d9eb-4d9b-a28e-0c4c6252269e req-553549c2-a527-4011-9b5e-bf8b90f89d43 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.776331 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f695bd2b-d9eb-4d9b-a28e-0c4c6252269e req-553549c2-a527-4011-9b5e-bf8b90f89d43 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 946 time: 0.2958086 Aug 29 04:28:02.789774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.796963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Transition to ACTIVE for port object 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:02.829481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Transition to ACTIVE for port object 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:02.865790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.930017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:02.944448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:02.945465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d189a-486b-4560-a64a-56293d91cec1 req-a8bbb6d0-0421-4d89-a24b-b165b458acdb tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.946984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db1d189a-486b-4560-a64a-56293d91cec1 req-a8bbb6d0-0421-4d89-a24b-b165b458acdb tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 946 time: 0.1533034 Aug 29 04:28:02.949898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:02.975005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:02.979089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Pushing event updated for resources: {'Port': ['ID=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.997087 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f695bd2b-d9eb-4d9b-a28e-0c4c6252269e req-6fe9b457-6b24-449f-8e89-4494cd7b2211 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5c24752-7994-4032-b8de-61964505d6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584105 Aug 29 04:28:03.002516 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Sync routers for ids ['f6e7b2ac-c23a-4616-86e4-7e9ddb098e01'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:03.012524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357af7d3-8191-4bc5-98bf-bcbd55c84c5c req-84d1858e-e9f1-4cc1-b27c-fb1ae73dcf72 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.018493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357af7d3-8191-4bc5-98bf-bcbd55c84c5c req-84d1858e-e9f1-4cc1-b27c-fb1ae73dcf72 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.020652 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-357af7d3-8191-4bc5-98bf-bcbd55c84c5c req-84d1858e-e9f1-4cc1-b27c-fb1ae73dcf72 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 1683 time: 0.1657896 Aug 29 04:28:03.026610 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.033395 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Routers {'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:03.038820 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f6e7b2ac-c23a-4616-86e4-7e9ddb098e01'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.068214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Attempting to bind port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:03.068214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Attempting to bind port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:03.068694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Attempting to bind port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 on network dfa31365-0ce5-4157-bac5-4a74a31eca98 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:03.068990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-bbc5aa8c-cd44-44d2-b1c2-72fbdf270ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/db764317-3240-46f1-a29e-4742bb217fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245716 Aug 29 04:28:03.079516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:03.080005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Checking segment: {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:03.080532 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.081061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Bound using segment: {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:03.081552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Bound port: 12b37f36-e8df-42f7-9fed-a0cb8cc2e708, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:03.082621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.113741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-357af7d3-8191-4bc5-98bf-bcbd55c84c5c req-8522cb07-4973-4bb6-a76a-0de925080dee tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818288 Aug 29 04:28:03.138420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Deleting port 095707a8-abc4-4a21-be7b-606c8686c4d3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:03.138763 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.154265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.171784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c981ad0-dc10-4e56-9951-c7669a44b128 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4709423 Aug 29 04:28:03.172622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51934) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.182814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-deleted', 'tag': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:03.188203 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd772181-972b-469e-aaff-59c8008778ae" -d '{"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-deleted", "tag": "d7557f12-e4aa-46e9-bbab-abaeae816ca4"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:03.195333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] For port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:03.205672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] For port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:03.219212 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.225930 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Set router f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:03.254559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port 6c2c9994-2651-4bbf-b198-1e09da527e6e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:03.255071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.328118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.352953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b7ca-90ab-4aad-81d1-6f6c2bcca4c3 None None] Pushing event updated for resources: {'Port': ['ID=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.355428 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.371225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] For port 095707a8-abc4-4a21-be7b-606c8686c4d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=095707a8-abc4-4a21-be7b-606c8686c4d3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:03.372579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.389980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=9f033b38-31c6-4251-a8a0-75559f9c7e47,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.398566 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6cd33-062f-4014-bb37-6beb60e9c938 x-openstack-request-id: req-a4b6cd33-062f-4014-bb37-6beb60e9c938 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:03.399025 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-deleted", "tag": "d7557f12-e4aa-46e9-bbab-abaeae816ca4", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:03.399362 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4b6cd33-062f-4014-bb37-6beb60e9c938 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:03.399858 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-deleted', 'tag': 'd7557f12-e4aa-46e9-bbab-abaeae816ca4', 'status': 'completed', 'code': 200} Aug 29 04:28:03.422598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Calling delete_port for 095707a8-abc4-4a21-be7b-606c8686c4d3 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:03.560917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Allocated IP 172.25.7.127 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/ed012a1c-bca6-4234-a33b-c3703a7c049e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:03.656048 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01', 'name': 'tempest-snat-router-524858145', 'tenant_id': 'c0944f189ab949969e214a44f3c6f5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.81'}], 'enable_snat': False}, 'gw_port_id': '297dbb32-496f-41b0-a5b3-7c002cca60aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:56Z', 'updated_at': '2021-08-29T04:28:00Z', 'revision_number': 3, 'project_id': 'c0944f189ab949969e214a44f3c6f5f0', 'gw_port': {'id': '297dbb32-496f-41b0-a5b3-7c002cca60aa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:59Z', 'updated_at': '2021-08-29T04:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:03.700733 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Checking router: f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:03.701177 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Updating router f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 port 297dbb32-496f-41b0-a5b3-7c002cca60aa binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:03.730446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.739163 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.766246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['095707a8-abc4-4a21-be7b-606c8686c4d3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:03.797435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Pushing event deleted for resources: {'Port': ['ID=095707a8-abc4-4a21-be7b-606c8686c4d3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.807630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.846475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': 'c4ce2059-0e1b-43c0-ba58-3dd78defc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:03.846930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:03.873439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fba73-743b-40e8-9e21-1392036bc817 req-7f771aa7-6d83-4535-b126-f7c3de522464 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.875165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a62fba73-743b-40e8-9e21-1392036bc817 req-7f771aa7-6d83-4535-b126-f7c3de522464 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 943 time: 0.6237979 Aug 29 04:28:03.884410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] No DVR routers for this DVR port 095707a8-abc4-4a21-be7b-606c8686c4d3 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:03.888304 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.892763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ee00ce2-2650-4b99-9245-1a339758d9fa req-3c334a6c-703c-4d97-8d02-cf64887dfb8b service neutron] 10.222.0.32 "GET /v2.0/networks/db764317-3240-46f1-a29e-4742bb217fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7644403 Aug 29 04:28:03.894699 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db1d189a-486b-4560-a64a-56293d91cec1 req-1b16ac14-7da6-44ca-b73e-404214b32854 tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.32 "DELETE /v2.0/ports/095707a8-abc4-4a21-be7b-606c8686c4d3 HTTP/1.1" status: 204 len: 173 time: 0.9404161 Aug 29 04:28:03.897573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'name': 'network-vif-deleted', 'tag': '095707a8-abc4-4a21-be7b-606c8686c4d3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:03.900623 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3bcda5-cfda-481e-b7e1-53fac03596b0" -d '{"events": [{"server_uuid": "c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc", "name": "network-vif-deleted", "tag": "095707a8-abc4-4a21-be7b-606c8686c4d3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:03.928017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7e881d9a-f0f3-427c-a3f5-2d15cfc083fd tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 HTTP/1.1" status: 200 len: 907 time: 0.7321692 Aug 29 04:28:03.936376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.938060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port 6c2c9994-2651-4bbf-b198-1e09da527e6e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=6c2c9994-2651-4bbf-b198-1e09da527e6e,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:03.938438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.945973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:03.950837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:03.960940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for 6c2c9994-2651-4bbf-b198-1e09da527e6e owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:03.977999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'router': {'name': 'tempest-snat-router-524858145', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': True}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:03.995708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a62fba73-743b-40e8-9e21-1392036bc817 req-604a321f-8bb6-49a7-8d62-16866f0921a7 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079032 Aug 29 04:28:04.008514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:04.019173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.020528 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.039522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:04.041708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83251200-5533-46ab-a401-725d07ade636 None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:04.057537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.067951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.068730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.131786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed012a1c-bca6-4234-a33b-c3703a7c049e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.150939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:04.185691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:04.190852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:04.256136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb65741f-705b-4472-aae7-0381f9a1facd req-951ae2c4-5fa9-46ef-94a2-f8c2e8633dcf tempest-AttachSCSIVolumeTestJSON-83933433 tempest-AttachSCSIVolumeTestJSON-83933433-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc HTTP/1.1" status: 200 len: 210 time: 0.0664573 Aug 29 04:28:04.281996 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f911b8bb-0aca-4ebe-9ca6-367ce5d7758c x-openstack-request-id: req-f911b8bb-0aca-4ebe-9ca6-367ce5d7758c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:04.281996 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc", "name": "network-vif-deleted", "tag": "095707a8-abc4-4a21-be7b-606c8686c4d3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:04.281996 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f911b8bb-0aca-4ebe-9ca6-367ce5d7758c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:04.281996 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ae9c78-4a3d-44ab-9c9d-bea8706fe8bc', 'name': 'network-vif-deleted', 'tag': '095707a8-abc4-4a21-be7b-606c8686c4d3', 'status': 'completed', 'code': 200} Aug 29 04:28:04.281996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.301344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c5c46228-6cf0-43ec-9975-6ea49270a32c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6806250 Aug 29 04:28:04.305975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51954) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:04.326121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:04.329762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-841580801'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:04.404402 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.426970 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Transition to ACTIVE for port object 297dbb32-496f-41b0-a5b3-7c002cca60aa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:04.439469 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.444466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:04.448047 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.571444 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Attempting to bind port 297dbb32-496f-41b0-a5b3-7c002cca60aa on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:04.571938 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Attempting to bind port 297dbb32-496f-41b0-a5b3-7c002cca60aa by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:04.572689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Attempting to bind port 297dbb32-496f-41b0-a5b3-7c002cca60aa on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:04.577079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:04.578326 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144ed03-4f10-49ee-bcf1-fc1c8c42d2dc None None] Pushing event updated for resources: {'Port': ['ID=297dbb32-496f-41b0-a5b3-7c002cca60aa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.581115 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:04.582832 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:04.583246 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.583634 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:04.584257 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Bound port: 297dbb32-496f-41b0-a5b3-7c002cca60aa, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:04.584636 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.602516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94d3fd-af92-4a54-83eb-62f8b69eca10 req-1ce52f3a-8af8-458f-a35a-319225faa857 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.610231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94d3fd-af92-4a54-83eb-62f8b69eca10 req-1ce52f3a-8af8-458f-a35a-319225faa857 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.611615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa94d3fd-af92-4a54-83eb-62f8b69eca10 req-1ce52f3a-8af8-458f-a35a-319225faa857 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 1683 time: 0.1833403 Aug 29 04:28:04.613840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.613840 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment 71755ce4-d2ad-478a-b54c-b79066bfb25d of type vlan for network 9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3 Aug 29 04:28:04.615440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.665675 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] For port 297dbb32-496f-41b0-a5b3-7c002cca60aa, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:04.671334 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] For port 297dbb32-496f-41b0-a5b3-7c002cca60aa, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=297dbb32-496f-41b0-a5b3-7c002cca60aa,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:04.676887 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.704883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=6c2c9994-2651-4bbf-b198-1e09da527e6e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.761312 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Routers {'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:04.761983 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f6e7b2ac-c23a-4616-86e4-7e9ddb098e01'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:04.802385 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144ed03-4f10-49ee-bcf1-fc1c8c42d2dc None None] Pushing event updated for resources: {'Port': ['ID=297dbb32-496f-41b0-a5b3-7c002cca60aa,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.819724 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.825483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.857626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port 6c2c9994-2651-4bbf-b198-1e09da527e6e on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:04.861977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.864645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-c93a5d11-4ac5-419e-838e-d15248465b7a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "DELETE /v2.0/ports/6c2c9994-2651-4bbf-b198-1e09da527e6e HTTP/1.1" status: 204 len: 173 time: 2.2045465 Aug 29 04:28:04.872365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device dc9302bc-a4d6-4e36-abd4-0937e660d0da details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:04.876198 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa94d3fd-af92-4a54-83eb-62f8b69eca10 req-86b7018f-fa49-46c2-b796-5b6424d9e34c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506790 Aug 29 04:28:04.889218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 6c2c9994-2651-4bbf-b198-1e09da527e6e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:04.913102 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] Set router f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:04.970143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.976046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.976611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.993078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 6c2c9994-2651-4bbf-b198-1e09da527e6e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:04.993972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 6c2c9994-2651-4bbf-b198-1e09da527e6e not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:04.994617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7557f12-e4aa-46e9-bbab-abaeae816ca4 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:04.996682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60128a-9aed-4498-a13a-54bebe5ad17b None None] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:05.018829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.103614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: d7557f12-e4aa-46e9-bbab-abaeae816ca4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:05.104305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d7557f12-e4aa-46e9-bbab-abaeae816ca4 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:05.104923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9400758b-3007-49ea-a24a-7353818b1d78 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:05.105940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7888546 Aug 29 04:28:05.109291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51958) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:05.115719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'ports': [{'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b'}, {'network_id': '9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3'}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:05.116033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:05.116513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:05.121020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b5f45-ac28-41a7-b3c2-a4be0b417f47 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.159734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port dc9302bc-a4d6-4e36-abd4-0937e660d0da, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=dc9302bc-a4d6-4e36-abd4-0937e660d0da,segment=NetworkSegment(ab30b680-abc9-4d24-b24c-b7690ace2b45),segment_id=ab30b680-abc9-4d24-b24c-b7690ace2b45)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:05.196348 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01', 'name': 'tempest-snat-router-524858145', 'tenant_id': 'c0944f189ab949969e214a44f3c6f5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.81'}], 'enable_snat': False}, 'gw_port_id': '297dbb32-496f-41b0-a5b3-7c002cca60aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:56Z', 'updated_at': '2021-08-29T04:28:00Z', 'revision_number': 3, 'project_id': 'c0944f189ab949969e214a44f3c6f5f0', 'gw_port': {'id': '297dbb32-496f-41b0-a5b3-7c002cca60aa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:59Z', 'updated_at': '2021-08-29T04:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:05.202405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port 9400758b-3007-49ea-a24a-7353818b1d78 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:05.202405 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.219498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da', 'network_id': 'db764317-3240-46f1-a29e-4742bb217fcd', 'port_id': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da', 'mac_address': 'fa:16:3e:a8:5a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c730558-39a1-4af7-b6c9-448f3282e254', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:05.232985 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcf9ed-3630-45e6-b61d-b7b8f531805a None None] The sync data for ids ['f6e7b2ac-c23a-4616-86e4-7e9ddb098e01'] in n-d-712143-14 is: [{'id': 'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01', 'name': 'tempest-snat-router-524858145', 'tenant_id': 'c0944f189ab949969e214a44f3c6f5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.81'}], 'enable_snat': False}, 'gw_port_id': '297dbb32-496f-41b0-a5b3-7c002cca60aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:56Z', 'updated_at': '2021-08-29T04:28:00Z', 'revision_number': 3, 'project_id': 'c0944f189ab949969e214a44f3c6f5f0', 'gw_port': {'id': '297dbb32-496f-41b0-a5b3-7c002cca60aa', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e7b2ac-c23a-4616-86e4-7e9ddb098e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:59Z', 'updated_at': '2021-08-29T04:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:05.236532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:05.271430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4f5d6ec1-9fc9-414f-aee0-9998baf0b068 None None] Provisioning for port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:05.294225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6d102-742a-459f-ad79-fbbe830f8223 req-f9699a29-95c6-4b2e-89a9-71408b6d333b tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.296080 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03f6d102-742a-459f-ad79-fbbe830f8223 req-f9699a29-95c6-4b2e-89a9-71408b6d333b tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 943 time: 0.1265688 Aug 29 04:28:05.391502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4f5d6ec1-9fc9-414f-aee0-9998baf0b068 None None] Provisioning complete for port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:05.391688 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6ec1-9fc9-414f-aee0-9998baf0b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.401208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-deleted', 'tag': '6c2c9994-2651-4bbf-b198-1e09da527e6e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:05.403601 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0c012-6bd2-4666-b7da-583603160615" -d '{"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-deleted", "tag": "6c2c9994-2651-4bbf-b198-1e09da527e6e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:05.407739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port 9400758b-3007-49ea-a24a-7353818b1d78, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9400758b-3007-49ea-a24a-7353818b1d78,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:05.408109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.432372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for 9400758b-3007-49ea-a24a-7353818b1d78 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:05.444884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 2} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:05.459901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.473975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.501059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03f6d102-742a-459f-ad79-fbbe830f8223 req-44d93223-9c9f-40f7-9a4f-3b1c24dc2cf1 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976035 Aug 29 04:28:05.564932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.569199 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffe0bd9-1e5c-47b1-9d00-404daf397ffe x-openstack-request-id: req-8ffe0bd9-1e5c-47b1-9d00-404daf397ffe {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:05.569490 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-deleted", "tag": "6c2c9994-2651-4bbf-b198-1e09da527e6e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:05.571579 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ffe0bd9-1e5c-47b1-9d00-404daf397ffe {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:05.571917 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-deleted', 'tag': '6c2c9994-2651-4bbf-b198-1e09da527e6e', 'status': 'completed', 'code': 200} Aug 29 04:28:05.789019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port e2b8b5f3-a9a2-4dcc-9ecb-191d817c26c2 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:06.037714 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.047563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 297dbb32-496f-41b0-a5b3-7c002cca60aa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:06.101932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.152862 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.183257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=9400758b-3007-49ea-a24a-7353818b1d78,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.307913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6ec1-9fc9-414f-aee0-9998baf0b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.312966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port 9400758b-3007-49ea-a24a-7353818b1d78 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:06.318675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.322396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9302bc-a4d6-4e36-abd4-0937e660d0da {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:06.323182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-162eae9f-ff08-4417-a6e1-a0aefa90677d req-d850d204-950d-4d96-8495-7bceed7cce34 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "DELETE /v2.0/ports/9400758b-3007-49ea-a24a-7353818b1d78 HTTP/1.1" status: 204 len: 173 time: 1.4435117 Aug 29 04:28:06.341836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb9c7-b673-46b2-b98d-e42be0086ba5 req-8a2d342d-de81-4895-8b30-1599f44c67ef tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.343532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-912eb9c7-b673-46b2-b98d-e42be0086ba5 req-8a2d342d-de81-4895-8b30-1599f44c67ef tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=1476e9d4-38e3-411f-a35a-faf049d1c917 HTTP/1.1" status: 200 len: 867 time: 0.2977982 Aug 29 04:28:06.354198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.358515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port dc9302bc-a4d6-4e36-abd4-0937e660d0da, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=dc9302bc-a4d6-4e36-abd4-0937e660d0da,segment=NetworkSegment(ab30b680-abc9-4d24-b24c-b7690ace2b45),segment_id=ab30b680-abc9-4d24-b24c-b7690ace2b45)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:06.373956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.411900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:06.429368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4f5d6ec1-9fc9-414f-aee0-9998baf0b068 None None] For port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:06.445313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.495519 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6ec1-9fc9-414f-aee0-9998baf0b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.525172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 297dbb32-496f-41b0-a5b3-7c002cca60aa completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:06.541915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.556168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-912eb9c7-b673-46b2-b98d-e42be0086ba5 req-bb2caff3-b5f6-47c6-999f-43d0b224e879 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865487 Aug 29 04:28:06.570202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 297dbb32-496f-41b0-a5b3-7c002cca60aa triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:06.580073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 1d6425ff-8a4a-4a3b-8cf5-da9d9960349a yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:06.580608 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.636210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=dc9302bc-a4d6-4e36-abd4-0937e660d0da,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.724479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['dc9302bc-a4d6-4e36-abd4-0937e660d0da'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:06.768415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d6ec1-9fc9-414f-aee0-9998baf0b068 None None] Pushing event updated for resources: {'Port': ['ID=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.804557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:06.828886 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.838406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Sync routers for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:06.959390 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.970866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 095707a8-abc4-4a21-be7b-606c8686c4d3 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:07.024419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.028375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1df64c0a-5454-4882-bc47-1a440778dee5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8286874 Aug 29 04:28:07.028510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 095707a8-abc4-4a21-be7b-606c8686c4d3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:07.028510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 095707a8-abc4-4a21-be7b-606c8686c4d3 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:07.032070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.050498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:07.051173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:07.083022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:07.100672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:07.106461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.121456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:07.124934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.139645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=e2b8b5f3-a9a2-4dcc-9ecb-191d817c26c2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.200017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 297dbb32-496f-41b0-a5b3-7c002cca60aa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=297dbb32-496f-41b0-a5b3-7c002cca60aa,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:07.203024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Allocated IP 172.25.7.14 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/492c902d-615c-48da-89cb-73a270b50a9a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:07.220079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16548107-a4dc-4a71-9089-494cf73a9e82 req-56a6983b-5975-4411-9344-a426b204cd44 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.221845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bf409b69-20b5-43c8-b4ba-2ec76cc42be1 None None] Provisioning complete for port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:07.222499 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf409b69-20b5-43c8-b4ba-2ec76cc42be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.224313 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.227460 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16548107-a4dc-4a71-9089-494cf73a9e82 req-56a6983b-5975-4411-9344-a426b204cd44 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 944 time: 0.4500053 Aug 29 04:28:07.227618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=1d6425ff-8a4a-4a3b-8cf5-da9d9960349a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.256980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': '71755ce4-d2ad-478a-b54c-b79066bfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:07.257351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: 9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:07.280946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:07.291069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:07.295984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:07.304450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.310700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.311448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.314871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94869f5-ecb1-4985-ac3d-87465c2c7f75 None None] Network 9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:07.344007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e159896e-15e5-4581-8eb0-396113e9b457 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2323513 Aug 29 04:28:07.346969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52024) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.352390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16548107-a4dc-4a71-9089-494cf73a9e82 req-b6fff280-49f3-45e8-8403-7d141fd5808b tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240797 Aug 29 04:28:07.457851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=297dbb32-496f-41b0-a5b3-7c002cca60aa,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.471733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.501226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 1d6425ff-8a4a-4a3b-8cf5-da9d9960349a {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:07.501965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.558894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:07.582424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-deleted', 'tag': '9400758b-3007-49ea-a24a-7353818b1d78'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:07.585024 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004abd6b-4b04-4dac-9e1b-b7a86e75cb49" -d '{"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-deleted", "tag": "9400758b-3007-49ea-a24a-7353818b1d78"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:07.636289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.655269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.666738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 1d6425ff-8a4a-4a3b-8cf5-da9d9960349a owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:07.672234 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70e6ac-64a3-418b-a41b-5e5e0d5cee7a x-openstack-request-id: req-0d70e6ac-64a3-418b-a41b-5e5e0d5cee7a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:07.672527 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1476e9d4-38e3-411f-a35a-faf049d1c917", "name": "network-vif-deleted", "tag": "9400758b-3007-49ea-a24a-7353818b1d78", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:07.672984 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d70e6ac-64a3-418b-a41b-5e5e0d5cee7a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:07.673165 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1476e9d4-38e3-411f-a35a-faf049d1c917', 'name': 'network-vif-deleted', 'tag': '9400758b-3007-49ea-a24a-7353818b1d78', 'status': 'completed', 'code': 200} Aug 29 04:28:07.726626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.838407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting subnet 88c6959d-9bfa-46b4-850d-d39af58d8e01 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:07.853716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.854712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.913513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=1d6425ff-8a4a-4a3b-8cf5-da9d9960349a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.929554 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.931526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d06fa14-5538-4718-b235-00cf141d790b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/1d6425ff-8a4a-4a3b-8cf5-da9d9960349a HTTP/1.1" status: 204 len: 168 time: 0.5833409 Aug 29 04:28:07.936041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52034) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.939012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.960964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 297dbb32-496f-41b0-a5b3-7c002cca60aa up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:08.075076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:08.105996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.108068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f60231-6e1f-4762-9e25-143116459e08 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.109007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Port': ['ID=492c902d-615c-48da-89cb-73a270b50a9a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.114385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f60231-6e1f-4762-9e25-143116459e08 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.119010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-68f60231-6e1f-4762-9e25-143116459e08 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1820238 Aug 29 04:28:08.119720 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52040) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.124242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:08.132411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:08.217305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port e2b8b5f3-a9a2-4dcc-9ecb-191d817c26c2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:08.218390 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.223458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 297dbb32-496f-41b0-a5b3-7c002cca60aa triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:08.223939 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.296730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:04Z', 'revision_number': 3, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:08.305285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.323450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for e2b8b5f3-a9a2-4dcc-9ecb-191d817c26c2 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:08.418871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Checking router: a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:08.420928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Updating router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 port ed012a1c-bca6-4234-a33b-c3703a7c049e binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:08.463481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.484301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.495064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=e2b8b5f3-a9a2-4dcc-9ecb-191d817c26c2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.510186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.514345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed140c6b-4d34-4932-9c37-ad9a827872b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/e2b8b5f3-a9a2-4dcc-9ecb-191d817c26c2 HTTP/1.1" status: 204 len: 168 time: 0.3914158 Aug 29 04:28:08.528920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52044) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.541651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Allocated IP 172.20.0.1 (dfa31365-0ce5-4157-bac5-4a74a31eca98/7f1bdbcf-71be-4cc1-83cd-2994fa212390/98cd1b18-6e9a-4cbb-b980-9936daddb938) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:08.567733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:08.606389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4894029-867c-4d8c-98ef-b8afc084c8d5 req-d4a69414-3faf-41cf-a7ec-11eefc0e0577 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.608122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4894029-867c-4d8c-98ef-b8afc084c8d5 req-d4a69414-3faf-41cf-a7ec-11eefc0e0577 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 944 time: 0.1107996 Aug 29 04:28:08.637698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5da93b-2cab-4df3-858c-e0b935e31cd6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.641837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1e5da93b-2cab-4df3-858c-e0b935e31cd6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1095035 Aug 29 04:28:08.642071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.700337 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-108b929b-d54a-47f8-857b-60ceb0356f8a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:28:08.708093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-108b929b-d54a-47f8-857b-60ceb0356f8a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/1d6425ff-8a4a-4a3b-8cf5-da9d9960349a HTTP/1.1" status: 404 len: 333 time: 0.0650413 Aug 29 04:28:08.708763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52048) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.719254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:08.719882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.761150 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadbbb5d-a2ac-4cee-9976-3b8ee8030a08 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:28:08.765174 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aadbbb5d-a2ac-4cee-9976-3b8ee8030a08 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/e2b8b5f3-a9a2-4dcc-9ecb-191d817c26c2 HTTP/1.1" status: 404 len: 333 time: 0.0466526 Aug 29 04:28:08.780134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52050) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.878438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4894029-867c-4d8c-98ef-b8afc084c8d5 req-c6d7ff12-bca3-4a13-a794-9fdc7d316bd4 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378161 Aug 29 04:28:08.908105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device dc9302bc-a4d6-4e36-abd4-0937e660d0da up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:08.956207 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.983339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.117684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.132389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.141723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.147333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71755ce4-d2ad-478a-b54c-b79066bfb25d') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.147781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71755ce4-d2ad-478a-b54c-b79066bfb25d') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.162095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.177058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.183646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:09.184049 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.214116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:09.234977 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:09.264671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.268871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port dc9302bc-a4d6-4e36-abd4-0937e660d0da completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:09.275152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Transition to ACTIVE for port object 98cd1b18-6e9a-4cbb-b980-9936daddb938 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:09.276144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.280530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port dc9302bc-a4d6-4e36-abd4-0937e660d0da triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:09.280911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.282718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3 HTTP/1.1" status: 204 len: 168 time: 0.5001988 Aug 29 04:28:09.287312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52058) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.294040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b329b-0744-41d5-a24f-bdfa89b78267 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=9c3ef4e1-3ac9-4a8e-8f65-5ae0b3cbdcc3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.301303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1674545958'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:09.311496 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.330350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Transition to ACTIVE for port object ed012a1c-bca6-4234-a33b-c3703a7c049e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:09.343723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.370322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:09.373814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.422245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Attempting to bind port ed012a1c-bca6-4234-a33b-c3703a7c049e on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:09.422666 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Attempting to bind port ed012a1c-bca6-4234-a33b-c3703a7c049e by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:09.423027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Attempting to bind port ed012a1c-bca6-4234-a33b-c3703a7c049e on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:09.437448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:09.437926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:09.439062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.439062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:09.439338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Bound port: ed012a1c-bca6-4234-a33b-c3703a7c049e, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:09.439586 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.442873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e9ca3-6aa2-42b9-84e5-6649f232465d None None] Pushing event updated for resources: {'Port': ['ID=ed012a1c-bca6-4234-a33b-c3703a7c049e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.447631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.455756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.462339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.501005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:09.503119 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc0f6f-e48a-43ae-90b9-25e3e4c31c9b" -d '{"events": [{"server_uuid": "54b811f8-e90e-4538-8c52-be4da2f65fad", "name": "network-vif-plugged", "status": "completed", "tag": "dc9302bc-a4d6-4e36-abd4-0937e660d0da"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:09.535452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port dc9302bc-a4d6-4e36-abd4-0937e660d0da, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=dc9302bc-a4d6-4e36-abd4-0937e660d0da,segment=NetworkSegment(ab30b680-abc9-4d24-b24c-b7690ace2b45),segment_id=ab30b680-abc9-4d24-b24c-b7690ace2b45)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:09.538856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] For port ed012a1c-bca6-4234-a33b-c3703a7c049e, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:09.549636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.553682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:09.556595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] For port ed012a1c-bca6-4234-a33b-c3703a7c049e, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ed012a1c-bca6-4234-a33b-c3703a7c049e,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:09.559864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Subnet': ['ID=88c6959d-9bfa-46b4-850d-d39af58d8e01,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.571144 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.573069 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/subnets/88c6959d-9bfa-46b4-850d-d39af58d8e01 HTTP/1.1" status: 204 len: 168 time: 1.9156754 Aug 29 04:28:09.576638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52062) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.582589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.582947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.583302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.586278 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff95ee4-9c2d-4a25-b193-1d79cc342749 x-openstack-request-id: req-1ff95ee4-9c2d-4a25-b193-1d79cc342749 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:09.586560 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b811f8-e90e-4538-8c52-be4da2f65fad", "name": "network-vif-plugged", "status": "completed", "tag": "dc9302bc-a4d6-4e36-abd4-0937e660d0da", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:09.586810 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ff95ee4-9c2d-4a25-b193-1d79cc342749 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:09.586933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.587189 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da', 'code': 200} Aug 29 04:28:09.587292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.587580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.587919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.588255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.588590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.589275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.589275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.589638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcdc3d4-af00-49e3-ac2a-830d067d3be7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:09.589941 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.611376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:09.620321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b20802-6f63-428f-a69c-23a1cca72234 None None] Network be2b3743-b29f-4a21-bd73-b6de6a4ed7ca requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:09.624206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.624574 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment 763651f7-d6d0-4fe6-860e-0c23b5ed50de of type vlan for network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f Aug 29 04:28:09.626261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:09.630211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:09.668898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Pushing event updated for resources: {'Port': ['ID=98cd1b18-6e9a-4cbb-b980-9936daddb938,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.706329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.722675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.752393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=dc9302bc-a4d6-4e36-abd4-0937e660d0da,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.788576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.806906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:09.807551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.820445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.832640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60f783-57d3-439e-9878-dff3ec96d150 req-3a9253a3-b02f-4bd6-b033-8367a81e1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.834158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff60f783-57d3-439e-9878-dff3ec96d150 req-3a9253a3-b02f-4bd6-b033-8367a81e1290 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 1097 time: 0.1005130 Aug 29 04:28:09.920816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.927182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e9ca3-6aa2-42b9-84e5-6649f232465d None None] Pushing event updated for resources: {'Port': ['ID=ed012a1c-bca6-4234-a33b-c3703a7c049e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.928355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.929259 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.986649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff60f783-57d3-439e-9878-dff3ec96d150 req-745b27ea-4cf5-46c5-8371-aa799fbc78ea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368089 Aug 29 04:28:10.018937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:10.024906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7315903 Aug 29 04:28:10.025086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port d086da4f-5509-47a1-a3f3-983d0fdc3b9c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:10.025086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.029271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52066) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.073288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:10.102751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] DHCP port deletion for be2b3743-b29f-4a21-bd73-b6de6a4ed7ca request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:10.110233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-40b2f972-5448-4a18-82d4-6495d42bf5c2 None None] Provisioning for port 98cd1b18-6e9a-4cbb-b980-9936daddb938 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:10.157631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-40b2f972-5448-4a18-82d4-6495d42bf5c2 None None] Provisioning complete for port 98cd1b18-6e9a-4cbb-b980-9936daddb938 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:10.157896 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40b2f972-5448-4a18-82d4-6495d42bf5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.227083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346ac15-d5aa-42ae-92c7-854afd82e10a tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.247816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:10.252467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f972-5448-4a18-82d4-6495d42bf5c2 None None] Port 98cd1b18-6e9a-4cbb-b980-9936daddb938 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:10.309785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Router 5f2e7a3a-934d-43b7-b0cb-b290a81c080d is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:10.354545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port d086da4f-5509-47a1-a3f3-983d0fdc3b9c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:10.356774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.370199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Deleting port d086da4f-5509-47a1-a3f3-983d0fdc3b9c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:10.370199 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.420216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for d086da4f-5509-47a1-a3f3-983d0fdc3b9c owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:10.436427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791b1b6-93bf-4d16-b7ad-e47632e4ea81 req-83b023fb-a96a-48c4-a8db-3cac312e457f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.438186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5791b1b6-93bf-4d16-b7ad-e47632e4ea81 req-83b023fb-a96a-48c4-a8db-3cac312e457f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 945 time: 0.4196131 Aug 29 04:28:10.438824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52078) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.468461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] For port d086da4f-5509-47a1-a3f3-983d0fdc3b9c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,segment=NetworkSegment(660ad5a5-bf98-4acd-9360-2ae5f3e9964c),segment_id=660ad5a5-bf98-4acd-9360-2ae5f3e9964c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:10.468769 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.469946 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.485221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Calling delete_port for d086da4f-5509-47a1-a3f3-983d0fdc3b9c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:10.497126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:04Z', 'revision_number': 3, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:10.505087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:10.516350 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Sync routers for ids ['5f2e7a3a-934d-43b7-b0cb-b290a81c080d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:10.526627 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Routers {'5f2e7a3a-934d-43b7-b0cb-b290a81c080d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:10.527255 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f2e7a3a-934d-43b7-b0cb-b290a81c080d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:10.583477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.586518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5bf6afec-5d2e-45bc-aef5-b515f094d664 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.6160867 Aug 29 04:28:10.592427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.603110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:10.606452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.622318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb6dad-3ed6-4291-aec1-fcb913fe8eeb None None] The sync data for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 is: [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:04Z', 'revision_number': 3, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:10.626747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.657046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Pushing event deleted for resources: {'Port': ['ID=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.671264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] No DVR routers for this DVR port d086da4f-5509-47a1-a3f3-983d0fdc3b9c on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:10.681997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.681997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.683103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5791b1b6-93bf-4d16-b7ad-e47632e4ea81 req-e262c0d5-f6ee-4ab5-a27f-ebd113adda5b tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295084 Aug 29 04:28:10.696881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.697644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.698224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.699957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.700509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.702548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.703965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.704635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.705200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.705784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37f182-28f7-41ea-9a80-1a4aa99eac62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:10.723055 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Set router 5f2e7a3a-934d-43b7-b0cb-b290a81c080d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:10.823349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.834777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e5a0add7-0693-4bd8-8d6b-18bdd4d56f1a tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/5f2e7a3a-934d-43b7-b0cb-b290a81c080d HTTP/1.1" status: 200 len: 906 time: 0.2408295 Aug 29 04:28:10.837810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:11.022336 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.108955 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2e7a3a-934d-43b7-b0cb-b290a81c080d', 'name': 'tempest-snat-router-524858145', 'tenant_id': 'c0944f189ab949969e214a44f3c6f5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '492c902d-615c-48da-89cb-73a270b50a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:04Z', 'updated_at': '2021-08-29T04:28:08Z', 'revision_number': 3, 'project_id': 'c0944f189ab949969e214a44f3c6f5f0', 'gw_port': {'id': '492c902d-615c-48da-89cb-73a270b50a9a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2e7a3a-934d-43b7-b0cb-b290a81c080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:06Z', 'updated_at': '2021-08-29T04:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:11.145472 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Checking router: 5f2e7a3a-934d-43b7-b0cb-b290a81c080d for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:11.145988 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Updating router 5f2e7a3a-934d-43b7-b0cb-b290a81c080d port 492c902d-615c-48da-89cb-73a270b50a9a binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:11.180639 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.197960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.215464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.288934 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.325292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.327496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Pushing event updated for resources: {'Port': ['ID=98cd1b18-6e9a-4cbb-b980-9936daddb938,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.345162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=d086da4f-5509-47a1-a3f3-983d0fdc3b9c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.386183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port d086da4f-5509-47a1-a3f3-983d0fdc3b9c on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:11.608786 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.615950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.625531 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Transition to ACTIVE for port object 492c902d-615c-48da-89cb-73a270b50a9a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:11.636038 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.656897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2b3743-b29f-4a21-bd73-b6de6a4ed7ca']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:11.689767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660ad5a5-bf98-4acd-9360-2ae5f3e9964c') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:11.690120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660ad5a5-bf98-4acd-9360-2ae5f3e9964c') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:11.709057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.715521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.720397 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Pushing event updated for resources: {'Port': ['ID=492c902d-615c-48da-89cb-73a270b50a9a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.723323 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Attempting to bind port 492c902d-615c-48da-89cb-73a270b50a9a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:11.723732 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Attempting to bind port 492c902d-615c-48da-89cb-73a270b50a9a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:11.724405 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Attempting to bind port 492c902d-615c-48da-89cb-73a270b50a9a on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:11.734263 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:11.734738 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:11.735151 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.735546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:11.736017 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Bound port: 492c902d-615c-48da-89cb-73a270b50a9a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:11.736397 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.740627 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.740980 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.741321 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.741919 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.742255 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.742586 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.742916 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.743391 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.743727 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.744055 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.744520 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.744847 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:11.799463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=6f01306b-cc94-4c87-b0fe-7cb1bad83956,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.826755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.840587 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] For port 492c902d-615c-48da-89cb-73a270b50a9a, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:11.843907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:11.844289 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] For port 492c902d-615c-48da-89cb-73a270b50a9a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=492c902d-615c-48da-89cb-73a270b50a9a,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:11.844888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.853990 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.906553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Deleting port 492c902d-615c-48da-89cb-73a270b50a9a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:11.907009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:11.909869 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:11.914015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ed012a1c-bca6-4234-a33b-c3703a7c049e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:12.015872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port ed012a1c-bca6-4234-a33b-c3703a7c049e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:12.016134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.022990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.028986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ed012a1c-bca6-4234-a33b-c3703a7c049e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:12.029198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.032637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Calling delete_port for 492c902d-615c-48da-89cb-73a270b50a9a owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:12.059615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.062681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/networks/be2b3743-b29f-4a21-bd73-b6de6a4ed7ca HTTP/1.1" status: 204 len: 168 time: 2.4841506 Aug 29 04:28:12.067430 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73763264-6935-4d95-b5f9-766d2ae57948 None None] Pushing event updated for resources: {'Port': ['ID=492c902d-615c-48da-89cb-73a270b50a9a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.070467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acda8c-e896-4f9f-9f90-9f868d697a4e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Network': ['ID=be2b3743-b29f-4a21-bd73-b6de6a4ed7ca,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.072627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52090) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.075413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.088323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': '763651f7-d6d0-4fe6-860e-0c23b5ed50de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:12.088780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:12.114497 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Routers {'5f2e7a3a-934d-43b7-b0cb-b290a81c080d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:12.115237 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f2e7a3a-934d-43b7-b0cb-b290a81c080d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:12.169014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.200821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port ed012a1c-bca6-4234-a33b-c3703a7c049e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ed012a1c-bca6-4234-a33b-c3703a7c049e,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:12.209480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.224363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:12.234612 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] Set router 5f2e7a3a-934d-43b7-b0cb-b290a81c080d gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:12.263811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:12.266325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:12.274558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.275169 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.275890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04207e-676f-44ca-a553-cba5cea56e41 req-a3b2c73b-c89d-45bf-b844-c1a40f14f0f5 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.283926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af04207e-676f-44ca-a553-cba5cea56e41 req-a3b2c73b-c89d-45bf-b844-c1a40f14f0f5 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 945 time: 0.4169843 Aug 29 04:28:12.296890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:12.298693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting subnet e874c15c-3c58-4811-b1be-8806578b026c {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:12.305833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.338894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=ed012a1c-bca6-4234-a33b-c3703a7c049e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.344222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245527d5-d6fd-4722-aa22-f981f13551ec None None] Network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:12.361710 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2e7a3a-934d-43b7-b0cb-b290a81c080d', 'name': 'tempest-snat-router-524858145', 'tenant_id': 'c0944f189ab949969e214a44f3c6f5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:04Z', 'updated_at': '2021-08-29T04:28:11Z', 'revision_number': 4, 'project_id': 'c0944f189ab949969e214a44f3c6f5f0', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:12.392553 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea251e5a-c112-4ba5-835b-6f0a614c658f None None] The sync data for ids ['5f2e7a3a-934d-43b7-b0cb-b290a81c080d'] in n-d-712143-14 is: [{'id': '5f2e7a3a-934d-43b7-b0cb-b290a81c080d', 'name': 'tempest-snat-router-524858145', 'tenant_id': 'c0944f189ab949969e214a44f3c6f5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:04Z', 'updated_at': '2021-08-29T04:28:11Z', 'revision_number': 4, 'project_id': 'c0944f189ab949969e214a44f3c6f5f0', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:12.420107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.440226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af04207e-676f-44ca-a553-cba5cea56e41 req-59d51ab1-975c-4456-9875-f7f80879168d tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549754 Aug 29 04:28:12.451251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.476938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d086da4f-5509-47a1-a3f3-983d0fdc3b9c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:12.531727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event deleted for resources: {'Port': ['ID=492c902d-615c-48da-89cb-73a270b50a9a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.562624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d086da4f-5509-47a1-a3f3-983d0fdc3b9c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:12.562934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d086da4f-5509-47a1-a3f3-983d0fdc3b9c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:12.645439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ff07061-43ad-4f9f-aa79-9441958a27b8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5780480 Aug 29 04:28:12.651473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52098) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.660761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f', 'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f', 'tenant_id': 'd48f33a3a25e4c3ab7a423a19f44ae90', 'fixed_ips': [{'subnet_id': '6f01306b-cc94-4c87-b0fe-7cb1bad83956'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:12.662008 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.685152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f', 'name': 'tempest-PortsTestJSON-1508071302'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:12.728682 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.778875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.857028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Allocated IP 172.20.0.2 (afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f/6f01306b-cc94-4c87-b0fe-7cb1bad83956/878f1540-e9d0-4e8d-b46d-8f22a646bab5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:12.896962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.899297 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.970946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.004049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1a7cd743-065a-4392-b966-88a9eee509f1 None None] Provisioning complete for port 98cd1b18-6e9a-4cbb-b980-9936daddb938 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:13.004527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd743-065a-4392-b966-88a9eee509f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.032264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Subnet': ['ID=e874c15c-3c58-4811-b1be-8806578b026c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.046637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:13.047861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.048507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2e7a3a-934d-43b7-b0cb-b290a81c080d {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:13.052806 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.061424 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5694c550-11ce-4a1e-872f-7f80ba5b8549 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/subnets/e874c15c-3c58-4811-b1be-8806578b026c HTTP/1.1" status: 204 len: 168 time: 0.9769006 Aug 29 04:28:13.061548 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.061683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.061683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d47eebc0-a0e2-4aca-aebf-225f33db577d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/5f2e7a3a-934d-43b7-b0cb-b290a81c080d HTTP/1.1" status: 204 len: 168 time: 2.2186298 Aug 29 04:28:13.061683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.061683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.067599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Transition to ACTIVE for port object 878f1540-e9d0-4e8d-b46d-8f22a646bab5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:13.071453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce9d80-96f4-4557-bf0c-c24b7a9fc5e3 None None] Network 096d53a3-24a1-407d-bb36-3e502bcdde3c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:13.088977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cd743-065a-4392-b966-88a9eee509f1 None None] Port 98cd1b18-6e9a-4cbb-b980-9936daddb938 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:13.146086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c7e9a-cd41-49b8-a524-abc9f655b3e7 req-395f4dbf-708a-4ea6-82fc-3cd648aadfe0 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:13.153980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-963c7e9a-cd41-49b8-a524-abc9f655b3e7 req-395f4dbf-708a-4ea6-82fc-3cd648aadfe0 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 945 time: 0.1231990 Aug 29 04:28:13.177833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Deleting port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:13.178181 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.214820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Transition to ACTIVE for port object 878f1540-e9d0-4e8d-b46d-8f22a646bab5 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:13.235667 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.243666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-963c7e9a-cd41-49b8-a524-abc9f655b3e7 req-57689e29-36bf-4bf3-9e46-5cf5d8ca3b35 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835400 Aug 29 04:28:13.293158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] For port 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:13.293528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.308492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Calling delete_port for 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:13.344091 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.416180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:13.419802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:13.423582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:13.440212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Pushing event updated for resources: {'Port': ['ID=878f1540-e9d0-4e8d-b46d-8f22a646bab5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.441386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.508218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Attempting to bind port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:13.508674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Attempting to bind port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '763651f7-d6d0-4fe6-860e-0c23b5ed50de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:13.509109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Attempting to bind port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 on network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:13.515243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:13.515719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Checking segment: {'id': '763651f7-d6d0-4fe6-860e-0c23b5ed50de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:13.518326 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.519844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Bound using segment: {'id': '763651f7-d6d0-4fe6-860e-0c23b5ed50de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:13.520875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Bound port: 878f1540-e9d0-4e8d-b46d-8f22a646bab5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763651f7-d6d0-4fe6-860e-0c23b5ed50de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:13.521942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.528556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] DHCP port deletion for 096d53a3-24a1-407d-bb36-3e502bcdde3c request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:13.540506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:13.544219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.577584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:13.589068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3a8b4a8c-34b8-41c4-9dbe-580d3b114820 admin admin] 10.222.0.55 "PUT /v2.0/routers/a6cb2aee-b61c-4bfa-b889-1f50d43f9db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5535793 Aug 29 04:28:13.606721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Sync routers for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:13.611423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.614238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:13.651932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Pushing event deleted for resources: {'Port': ['ID=497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.652896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:13.654178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:13.668390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.717611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] For port 878f1540-e9d0-4e8d-b46d-8f22a646bab5, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:13.744705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] For port 878f1540-e9d0-4e8d-b46d-8f22a646bab5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=878f1540-e9d0-4e8d-b46d-8f22a646bab5,segment=NetworkSegment(763651f7-d6d0-4fe6-860e-0c23b5ed50de),segment_id=763651f7-d6d0-4fe6-860e-0c23b5ed50de)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:13.748764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] Deleting port f87312af-a052-4542-938f-d2406758303a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:13.749255 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.812424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.880290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port f87312af-a052-4542-938f-d2406758303a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:13.887257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.992235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.6 (afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f/6f01306b-cc94-4c87-b0fe-7cb1bad83956/b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:14.006901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.026389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ed012a1c-bca6-4234-a33b-c3703a7c049e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:14.054267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port f87312af-a052-4542-938f-d2406758303a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f87312af-a052-4542-938f-d2406758303a,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.054748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.089092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for f87312af-a052-4542-938f-d2406758303a owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:14.120137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:14.130623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] For port f87312af-a052-4542-938f-d2406758303a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f87312af-a052-4542-938f-d2406758303a,segment=NetworkSegment(a3533346-ef4c-43d8-a9bc-a35f66e07402),segment_id=a3533346-ef4c-43d8-a9bc-a35f66e07402)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.131041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.146233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Deleting port 297dbb32-496f-41b0-a5b3-7c002cca60aa {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:14.146699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.228531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] Calling delete_port for f87312af-a052-4542-938f-d2406758303a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:14.252393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a24cb0-1fd3-41fa-9277-6e7f96916f4f None None] Pushing event updated for resources: {'Port': ['ID=878f1540-e9d0-4e8d-b46d-8f22a646bab5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.566806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.594847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:14.717184 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.759952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] Pushing event deleted for resources: {'Port': ['ID=f87312af-a052-4542-938f-d2406758303a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.796032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] For port 297dbb32-496f-41b0-a5b3-7c002cca60aa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=297dbb32-496f-41b0-a5b3-7c002cca60aa,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.796409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.826714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ed012a1c-bca6-4234-a33b-c3703a7c049e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:14.828007 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.837102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced5415-19bf-43bb-bf22-b565b713b904 None None] No DVR routers for this DVR port f87312af-a052-4542-938f-d2406758303a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:14.852473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Calling delete_port for 297dbb32-496f-41b0-a5b3-7c002cca60aa owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:14.866011 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.937651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port f87312af-a052-4542-938f-d2406758303a on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:14.949061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=f87312af-a052-4542-938f-d2406758303a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.956292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.001489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 2, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.001937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b0747-0668-40c2-bdd2-e0ac0e597dfd req-a704a4ef-8256-4f53-9477-8f1ba2925d3f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.011008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-464b0747-0668-40c2-bdd2-e0ac0e597dfd req-a704a4ef-8256-4f53-9477-8f1ba2925d3f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 945 time: 0.5832391 Aug 29 04:28:15.043951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Checking router: a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:15.044477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Updating router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 port 98cd1b18-6e9a-4cbb-b980-9936daddb938 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:15.064946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Router df6c678d-5063-458f-9cf0-a016b209e45a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:15.082828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-969ed9c4-6b82-4a74-b840-9dca37a15328 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.084081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.084786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-969ed9c4-6b82-4a74-b840-9dca37a15328 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.32 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 945 time: 0.6530192 Aug 29 04:28:15.176280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87312af-a052-4542-938f-d2406758303a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:15.180372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:15.279724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.284266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:15.303735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:15.342082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f87312af-a052-4542-938f-d2406758303a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:15.342683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87312af-a052-4542-938f-d2406758303a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:15.348686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Deleting port dc9302bc-a4d6-4e36-abd4-0937e660d0da {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:15.350801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.357241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:15.369792 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] Sync routers for ids ['df6c678d-5063-458f-9cf0-a016b209e45a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:15.378301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-314d7368-de5a-4acb-9dd7-78eca847ec62 admin admin] 10.222.0.55 "PUT /v2.0/routers/df6c678d-5063-458f-9cf0-a016b209e45a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9357619 Aug 29 04:28:15.379366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.379912 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] Routers {'df6c678d-5063-458f-9cf0-a016b209e45a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:15.380542 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['df6c678d-5063-458f-9cf0-a016b209e45a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.468280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-464b0747-0668-40c2-bdd2-e0ac0e597dfd req-9f7408b2-3ffe-4cb5-9702-0747acfef61f tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d9c012e-cdf9-4e31-bc7f-246af780d1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562693 Aug 29 04:28:15.479653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.483495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.500190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.560777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096d53a3-24a1-407d-bb36-3e502bcdde3c']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.570728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.570929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f254f6d-8db3-4e28-bfac-77f1769221e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9124703 Aug 29 04:28:15.602520 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] Set router df6c678d-5063-458f-9cf0-a016b209e45a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:15.646625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] For port dc9302bc-a4d6-4e36-abd4-0937e660d0da, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=dc9302bc-a4d6-4e36-abd4-0937e660d0da,segment=NetworkSegment(ab30b680-abc9-4d24-b24c-b7690ace2b45),segment_id=ab30b680-abc9-4d24-b24c-b7690ace2b45)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:15.646625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.673209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.676925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Calling delete_port for dc9302bc-a4d6-4e36-abd4-0937e660d0da owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:15.827882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e294ae3-a8b4-4017-830b-27ec24410d79 None None] Network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:15.845041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.969675 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:28:13Z', 'revision_number': 5, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:16.005473 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] Checking router: df6c678d-5063-458f-9cf0-a016b209e45a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:16.018956 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] Routers {'df6c678d-5063-458f-9cf0-a016b209e45a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:16.020877 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['df6c678d-5063-458f-9cf0-a016b209e45a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:16.024665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Transition to ACTIVE for port object 98cd1b18-6e9a-4cbb-b980-9936daddb938 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:16.033774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f9c8c805-d432-4e71-9ae9-bf43f2e222fa None None] Provisioning for port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:16.044105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.053676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 878f1540-e9d0-4e8d-b46d-8f22a646bab5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:16.085811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.120125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['dc9302bc-a4d6-4e36-abd4-0937e660d0da'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:16.146003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:16.147643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.155370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Pushing event deleted for resources: {'Port': ['ID=dc9302bc-a4d6-4e36-abd4-0937e660d0da,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.184428 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] Set router df6c678d-5063-458f-9cf0-a016b209e45a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:16.207299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970d5a6-4a55-4e43-b2e2-bf53edecbe9f None None] Pushing event updated for resources: {'Port': ['ID=98cd1b18-6e9a-4cbb-b980-9936daddb938,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.319983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] No DVR routers for this DVR port dc9302bc-a4d6-4e36-abd4-0937e660d0da on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:16.324299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3533346-ef4c-43d8-a9bc-a35f66e07402') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:16.324827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3533346-ef4c-43d8-a9bc-a35f66e07402') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:16.325679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:16.328233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.335303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.337831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3cf5c8a-7f72-4adf-a5d7-c97d3ea546e3 req-4d1a2f84-1483-4df9-906d-04c7eb2e2077 tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.32 "DELETE /v2.0/ports/dc9302bc-a4d6-4e36-abd4-0937e660d0da HTTP/1.1" status: 204 len: 173 time: 1.2463677 Aug 29 04:28:16.338403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'name': 'network-vif-deleted', 'tag': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:16.347840 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f66b58-6bb9-44ad-8ea5-1a96f2d495dc" -d '{"events": [{"server_uuid": "54b811f8-e90e-4538-8c52-be4da2f65fad", "name": "network-vif-deleted", "tag": "dc9302bc-a4d6-4e36-abd4-0937e660d0da"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:16.353367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.389661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.398504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:16.399217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.433362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:16.433771 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.457540 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594ce148-c14f-44ab-93f5-17e2ebc1c425 x-openstack-request-id: req-594ce148-c14f-44ab-93f5-17e2ebc1c425 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:16.457863 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b811f8-e90e-4538-8c52-be4da2f65fad", "name": "network-vif-deleted", "tag": "dc9302bc-a4d6-4e36-abd4-0937e660d0da", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:16.458824 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-594ce148-c14f-44ab-93f5-17e2ebc1c425 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:16.461273 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b811f8-e90e-4538-8c52-be4da2f65fad', 'name': 'network-vif-deleted', 'tag': 'dc9302bc-a4d6-4e36-abd4-0937e660d0da', 'status': 'completed', 'code': 200} Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:16.481930 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:16.495340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.513267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.517076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/networks/096d53a3-24a1-407d-bb36-3e502bcdde3c HTTP/1.1" status: 204 len: 168 time: 3.4481599 Aug 29 04:28:16.530144 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:28:13Z', 'revision_number': 5, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:16.539874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52210) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:16.559984 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24f31d-b787-40d3-8aeb-f8b46a64cae6 None None] The sync data for ids ['df6c678d-5063-458f-9cf0-a016b209e45a'] in n-d-712143-14 is: [{'id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1742772884-router', 'tenant_id': 'f905cd6757394be285386eb99ed4743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:51Z', 'updated_at': '2021-08-29T04:28:13Z', 'revision_number': 5, 'project_id': 'f905cd6757394be285386eb99ed4743c', 'gw_port': {'id': '0e4fbd70-f1f8-48e4-8b73-038d1ab38066', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6c678d-5063-458f-9cf0-a016b209e45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:53Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:16.564668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1260932755'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:16.577007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e3de9-f958-4b4c-a54c-7155ba664865 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Network': ['ID=096d53a3-24a1-407d-bb36-3e502bcdde3c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.637761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Attempting to bind port 98cd1b18-6e9a-4cbb-b980-9936daddb938 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:16.637761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Attempting to bind port 98cd1b18-6e9a-4cbb-b980-9936daddb938 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:16.637761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Attempting to bind port 98cd1b18-6e9a-4cbb-b980-9936daddb938 on network dfa31365-0ce5-4157-bac5-4a74a31eca98 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:16.653527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Deleting port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:16.653983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.658760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.676632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:16.677001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Checking segment: {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:16.677400 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.678134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Bound using segment: {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:16.678298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Bound port: 98cd1b18-6e9a-4cbb-b980-9936daddb938, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:16.679086 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.700665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af09dcb2-0129-42f4-ab69-f0c4df5b3243 req-7420c608-8d52-40aa-8332-f3bbd43ce83d tempest-ServerPasswordTestJSON-1399977575 tempest-ServerPasswordTestJSON-1399977575-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b811f8-e90e-4538-8c52-be4da2f65fad HTTP/1.1" status: 200 len: 210 time: 0.0359995 Aug 29 04:28:16.723875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:16.727444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.739205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.743245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:16.759647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:16.769464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.769856 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Added segment 9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b of type vlan for network b0175d75-42eb-4285-b7bd-ce2511823d91 Aug 29 04:28:16.788707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event deleted for resources: {'Port': ['ID=297dbb32-496f-41b0-a5b3-7c002cca60aa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.825753 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.875614 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.881413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.882026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.992399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Network': ['ID=b0175d75-42eb-4285-b7bd-ce2511823d91,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.993675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.125693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] For port 0e4fbd70-f1f8-48e4-8b73-038d1ab38066, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:17.126165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.131384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0033e9f9-6668-46a0-8bd8-1eb9166d9fa6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5768661 Aug 29 04:28:17.140335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.148904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b0175d75-42eb-4285-b7bd-ce2511823d91 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:17.153690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'subnet': {'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:17.243948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] For port 98cd1b18-6e9a-4cbb-b980-9936daddb938, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:17.262101 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-409e8c85-b48f-451c-8712-dcaaca228abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.280663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Calling delete_port for 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:17.302053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] For port 98cd1b18-6e9a-4cbb-b980-9936daddb938, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=98cd1b18-6e9a-4cbb-b980-9936daddb938,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:17.321943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.330044 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.350954 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.367266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.391631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ec0c19c9-9df8-425d-aec1-fa67fb43d85c None None] Provisioning complete for port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:17.392756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec0c19c9-9df8-425d-aec1-fa67fb43d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.418474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.419708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:17.431689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.438299 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35478731-9cd6-4565-9f71-4eefdecb5d96 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f6e7b2ac-c23a-4616-86e4-7e9ddb098e01 HTTP/1.1" status: 204 len: 168 time: 4.3709807 Aug 29 04:28:17.438724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.447894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1839369532', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:17.472704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 878f1540-e9d0-4e8d-b46d-8f22a646bab5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=878f1540-e9d0-4e8d-b46d-8f22a646bab5,segment=NetworkSegment(763651f7-d6d0-4fe6-860e-0c23b5ed50de),segment_id=763651f7-d6d0-4fe6-860e-0c23b5ed50de)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:17.493301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.521075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:17.522307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:27:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:17.545373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:17.549340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.550278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.552671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.591425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970d5a6-4a55-4e43-b2e2-bf53edecbe9f None None] Pushing event updated for resources: {'Port': ['ID=98cd1b18-6e9a-4cbb-b980-9936daddb938,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.646755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.673890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=878f1540-e9d0-4e8d-b46d-8f22a646bab5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.690017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.828050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52224) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.842105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:17.874805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ec0c19c9-9df8-425d-aec1-fa67fb43d85c None None] Could not find standard attr ID for object b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:17.879031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.927535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.038048 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.108895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f68aed8e-a480-4f38-9fae-6ff3e067cd34 None None] Could not find standard attr ID for object b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:18.127288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 878f1540-e9d0-4e8d-b46d-8f22a646bab5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:18.251576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4fbd70-f1f8-48e4-8b73-038d1ab38066,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.291232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.312628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:18.313342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.324943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.367510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] Deleting subnet 6c730558-39a1-4af7-b6c9-448f3282e254 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:18.370877 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.378063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:17Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:18.423973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a1c596-ffe2-4178-b9b1-9f83c7d41fcd None None] The sync data for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 is: [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:17Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:18.459196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Allocated IP 172.25.7.44 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/7ed29cb7-9f2b-406d-a9a1-846faea8ef46) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:18.487755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.491376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-57ee7f8e-a46e-4584-82a6-6756d460e436 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d HTTP/1.1" status: 204 len: 168 time: 2.9183204 Aug 29 04:28:18.496588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.499603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52234) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.580098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.597775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 297dbb32-496f-41b0-a5b3-7c002cca60aa no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:18.618990 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b270583-bd5b-4074-a2ae-a9e32aca10e5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:28:18.619854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b270583-bd5b-4074-a2ae-a9e32aca10e5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:18.621645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3b270583-bd5b-4074-a2ae-a9e32aca10e5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d HTTP/1.1" status: 404 len: 333 time: 0.0823262 Aug 29 04:28:18.626100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 297dbb32-496f-41b0-a5b3-7c002cca60aa {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:18.626455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 297dbb32-496f-41b0-a5b3-7c002cca60aa not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:18.626877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:18.630553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.649840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.657943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:18.658737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 497eb6b6-d2bd-4fd7-8dff-49759d6ccdd3 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:18.686522 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e130ba4-2f9b-4d3f-9a81-ac8683e3e849 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:28:18.690557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e130ba4-2f9b-4d3f-9a81-ac8683e3e849 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/b02b37f5-6e2b-4592-8fe7-89a2f83a8b8d HTTP/1.1" status: 404 len: 333 time: 0.0566416 Aug 29 04:28:18.691332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52238) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.701330 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.779527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 6f01306b-cc94-4c87-b0fe-7cb1bad83956 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:18.784923 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.794703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.817362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.823091 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.859211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.862624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.881107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Subnet': ['ID=a68202ab-8dc1-4ee6-8e20-c2a2150687c4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.896427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Checking segment: {'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:18.896799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network hostable DHCP agents. Network: b0175d75-42eb-4285-b7bd-ce2511823d91, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:18.902392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.902957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6c678d-5063-458f-9cf0-a016b209e45a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:18.909928 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.911055 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4e782bfb-bedc-4f9f-b835-00fd3cf45e38 admin admin] 10.222.0.55 "DELETE /v2.0/routers/df6c678d-5063-458f-9cf0-a016b209e45a HTTP/1.1" status: 204 len: 168 time: 3.5197091 Aug 29 04:28:18.916057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52240) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.966423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device dc9302bc-a4d6-4e36-abd4-0937e660d0da no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:18.984730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:19.011267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:19.015079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:19.039594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: dc9302bc-a4d6-4e36-abd4-0937e660d0da {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:19.039949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device dc9302bc-a4d6-4e36-abd4-0937e660d0da not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:19.040278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.090463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event updated for resources: {'Port': ['ID=7ed29cb7-9f2b-406d-a9a1-846faea8ef46,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.109719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network b0175d75-42eb-4285-b7bd-ce2511823d91 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:19.143375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c730558-39a1-4af7-b6c9-448f3282e254,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.160272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] Deleting subnet f9fa2268-6e74-4f83-9c9a-688134ced2e2 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:19.163740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.175454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e4da8728-7313-462d-97cb-6953ee380543 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6c730558-39a1-4af7-b6c9-448f3282e254 HTTP/1.1" status: 204 len: 168 time: 1.3130145 Aug 29 04:28:19.177621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b0175d75-42eb-4285-b7bd-ce2511823d91) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:19.179478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.186113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.187432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab1d96-e575-4f14-a349-987ff235d11b None None] Network b0175d75-42eb-4285-b7bd-ce2511823d91 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:19.271120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:19.271733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.307146 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a02a484a-3bea-48c7-8628-805cd98fb053 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1595774 Aug 29 04:28:19.319454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.364857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-457972227'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:19.429895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.433202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:19.444933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.460390 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.478130 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e044142d-e770-40fb-b210-0f97eca25236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.533818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b0175d75-42eb-4285-b7bd-ce2511823d91', 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'fixed_ips': [{'subnet_id': 'a68202ab-8dc1-4ee6-8e20-c2a2150687c4'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:19.537496 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.580626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.600638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:19.616759 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.684839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.685552 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Added segment 6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411 of type vlan for network 947da518-bf80-4b86-b396-b3a4e1a7c59e Aug 29 04:28:19.708998 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.716590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.723938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8545a-b939-42e8-ba5a-cb01aff605f9 req-3cd891da-9fdd-4d76-83e8-c2d442e3641f tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:19.732259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72f8545a-b939-42e8-ba5a-cb01aff605f9 req-3cd891da-9fdd-4d76-83e8-c2d442e3641f tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 946 time: 0.3402803 Aug 29 04:28:19.808017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=6f01306b-cc94-4c87-b0fe-7cb1bad83956,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.810218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.815306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5bc639b7-6ea6-413b-979c-5c6921c32bba tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/6f01306b-cc94-4c87-b0fe-7cb1bad83956 HTTP/1.1" status: 204 len: 168 time: 1.1232524 Aug 29 04:28:19.821476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.823062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927de332-1ea2-49dd-af82-65b9de6477a3 None None] Network afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:19.824603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.833581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.955525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:28:19.965053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Allocated IP 19.80.0.2 (b0175d75-42eb-4285-b7bd-ce2511823d91/a68202ab-8dc1-4ee6-8e20-c2a2150687c4/081fb2bd-82ed-4bb3-9580-a233b5d2a12b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:19.968368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 98cd1b18-6e9a-4cbb-b980-9936daddb938 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:20.109860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.121641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.122306 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.200603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 98cd1b18-6e9a-4cbb-b980-9936daddb938 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:20.207894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.218383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 98cd1b18-6e9a-4cbb-b980-9936daddb938 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:20.218796 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.228575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9026887 Aug 29 04:28:20.234287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.240397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'subnet': {'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:20.245029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389f1fb-b30f-4fc2-b1f3-c744f124a8b7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Network': ['ID=947da518-bf80-4b86-b396-b3a4e1a7c59e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.285291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 947da518-bf80-4b86-b396-b3a4e1a7c59e details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:20.363408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] DHCP port deletion for afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:20.397379 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:20.398121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72f8545a-b939-42e8-ba5a-cb01aff605f9 req-edff2f74-6508-437e-84ff-5cf53c058a72 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6320460 Aug 29 04:28:20.407525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.476647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.501020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db764317-3240-46f1-a29e-4742bb217fcd']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.518147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab30b680-abc9-4d24-b24c-b7690ace2b45') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.518753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab30b680-abc9-4d24-b24c-b7690ace2b45') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.531223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.547234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fa2268-6e74-4f83-9c9a-688134ced2e2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.557666 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.560501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-42a949c4-0608-4fec-8089-e9d8cad59190 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f9fa2268-6e74-4f83-9c9a-688134ced2e2 HTTP/1.1" status: 204 len: 168 time: 1.6430576 Aug 29 04:28:20.564014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.564441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.574424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:20.575461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:20.581843 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:20.584812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63655e0d-b6ba-41ac-b861-5dd8f4fe5216 None None] Network e87df196-46a8-4914-b3dd-b6645132f9a2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:20.593091 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.657007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.657282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.660459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Transition to ACTIVE for port object 081fb2bd-82ed-4bb3-9580-a233b5d2a12b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:20.674561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:20.678249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.679063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.682304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Transition to ACTIVE for port object 081fb2bd-82ed-4bb3-9580-a233b5d2a12b will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:20.684720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] 10.222.0.55 "DELETE /v2.0/networks/db764317-3240-46f1-a29e-4742bb217fcd HTTP/1.1" status: 204 len: 168 time: 1.4932845 Aug 29 04:28:20.684867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73929d2-f018-4f85-91c4-adf64c12af74 admin admin] Pushing event deleted for resources: {'Network': ['ID=db764317-3240-46f1-a29e-4742bb217fcd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.712148 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.796764 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.821788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:20.822126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.870281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52266) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.919372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.928176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dd3aac83-67ba-49cc-b86c-d08e0e3e17bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=878bd429d95e444a86393407c80c432f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562532 Aug 29 04:28:20.929950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52268) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.962551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Network b0175d75-42eb-4285-b7bd-ce2511823d91 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:20.963895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.975732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:20.997362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:21.006379 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.026555 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca11d9e7-a743-4519-993d-674d07b9c1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.053926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca11d9e7-a743-4519-993d-674d07b9c1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.090409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] Deleting port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:21.090890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.092884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Pushing event updated for resources: {'Port': ['ID=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.129480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca11d9e7-a743-4519-993d-674d07b9c1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.132046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca11d9e7-a743-4519-993d-674d07b9c1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.136073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ca11d9e7-a743-4519-993d-674d07b9c1db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d9c012e-cdf9-4e31-bc7f-246af780d1af HTTP/1.1" status: 204 len: 168 time: 0.2027280 Aug 29 04:28:21.147368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11d9e7-a743-4519-993d-674d07b9c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9c012e-cdf9-4e31-bc7f-246af780d1af,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.191387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 98cd1b18-6e9a-4cbb-b980-9936daddb938, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=98cd1b18-6e9a-4cbb-b980-9936daddb938,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:21.202312 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.210480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Attempting to bind port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:21.210859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Attempting to bind port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:21.211226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Attempting to bind port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b on network b0175d75-42eb-4285-b7bd-ce2511823d91 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:21.268712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] For port 878f1540-e9d0-4e8d-b46d-8f22a646bab5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=878f1540-e9d0-4e8d-b46d-8f22a646bab5,segment=NetworkSegment(763651f7-d6d0-4fe6-860e-0c23b5ed50de),segment_id=763651f7-d6d0-4fe6-860e-0c23b5ed50de)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:21.269793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.270804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] For port 878f1540-e9d0-4e8d-b46d-8f22a646bab5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=878f1540-e9d0-4e8d-b46d-8f22a646bab5,segment=NetworkSegment(763651f7-d6d0-4fe6-860e-0c23b5ed50de),segment_id=763651f7-d6d0-4fe6-860e-0c23b5ed50de)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:21.271215 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.282727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:21.282727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Checking segment: {'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:21.282727 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.283119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Bound using segment: {'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:21.283459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Bound port: 081fb2bd-82ed-4bb3-9580-a233b5d2a12b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:21.283852 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.305110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 878f1540-e9d0-4e8d-b46d-8f22a646bab5 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:21.308196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] Calling delete_port for 878f1540-e9d0-4e8d-b46d-8f22a646bab5 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:21.319215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:21.336942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-e8aea154-38f7-4da8-bbbe-4d38deda5959 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.338631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-e8aea154-38f7-4da8-bbbe-4d38deda5959 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 946 time: 0.6541898 Aug 29 04:28:21.374729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:21.375078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e4fbd70-f1f8-48e4-8b73-038d1ab38066 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:21.411829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=98cd1b18-6e9a-4cbb-b980-9936daddb938,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.477399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] For port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:21.481476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] For port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:21.489135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.495330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.557963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] No DVR routers for this DVR port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:21.574206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] DHCP port deletion for e87df196-46a8-4914-b3dd-b6645132f9a2 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:21.674979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cad39-88c1-4888-bc1d-aa58cb3b7b41 None None] Pushing event updated for resources: {'Port': ['ID=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.684143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03568a-23fb-4384-be02-704aa733d0f0 req-3a099d41-2a28-48ac-b389-6eb4d3a3af1c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.690630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d03568a-23fb-4384-be02-704aa733d0f0 req-3a099d41-2a28-48ac-b389-6eb4d3a3af1c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 946 time: 0.1301351 Aug 29 04:28:21.729972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf5561-60d2-472a-8a47-6c574f02079b None None] Pushing event deleted for resources: {'Port': ['ID=878f1540-e9d0-4e8d-b46d-8f22a646bab5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.761933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] Deleting port 142845af-7241-4adf-ac38-578af4f3d9fc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:21.762316 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.769571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Deleting port 142845af-7241-4adf-ac38-578af4f3d9fc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:21.770135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.790590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d03568a-23fb-4384-be02-704aa733d0f0 req-46748624-cb29-4837-a004-c4f3427e34e9 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924389 Aug 29 04:28:21.842325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Router 8f4732d8-b438-4fce-985c-65d42bd76bf4 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:21.877537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.884670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] For port 142845af-7241-4adf-ac38-578af4f3d9fc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=142845af-7241-4adf-ac38-578af4f3d9fc,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:21.885080 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.921335 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.925424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] Calling delete_port for 142845af-7241-4adf-ac38-578af4f3d9fc owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:21.978868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=878f1540-e9d0-4e8d-b46d-8f22a646bab5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.988659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 98cd1b18-6e9a-4cbb-b980-9936daddb938 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:21.998918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No DVR routers for this DVR port 878f1540-e9d0-4e8d-b46d-8f22a646bab5 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:22.062905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Deleting port 3845d305-b4df-49ef-97a6-c5b2655dccbe {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:22.063538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.092232 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.101123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 98cd1b18-6e9a-4cbb-b980-9936daddb938 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:22.101618 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.119583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] For port 142845af-7241-4adf-ac38-578af4f3d9fc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=142845af-7241-4adf-ac38-578af4f3d9fc,segment=NetworkSegment(9e387cac-5acd-42e3-bf75-0700f0b2bfa4),segment_id=9e387cac-5acd-42e3-bf75-0700f0b2bfa4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:22.119952 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.149216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] Pushing event deleted for resources: {'Port': ['ID=142845af-7241-4adf-ac38-578af4f3d9fc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.157351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8007c5-ccac-42d2-a0c3-d006c57b8faf None None] No DVR routers for this DVR port 142845af-7241-4adf-ac38-578af4f3d9fc on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:22.246155 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.271085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Calling delete_port for 142845af-7241-4adf-ac38-578af4f3d9fc owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:22.323405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 142845af-7241-4adf-ac38-578af4f3d9fc no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:22.347567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 142845af-7241-4adf-ac38-578af4f3d9fc {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:22.348153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 142845af-7241-4adf-ac38-578af4f3d9fc not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:22.348708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 878f1540-e9d0-4e8d-b46d-8f22a646bab5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:22.373752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 878f1540-e9d0-4e8d-b46d-8f22a646bab5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:22.374561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 878f1540-e9d0-4e8d-b46d-8f22a646bab5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:22.448836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Subnet': ['ID=36afc41b-1586-4a47-addf-7fdba59eb9bc,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.498963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.533360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.549949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:22.562729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] Sync routers for ids ['8f4732d8-b438-4fce-985c-65d42bd76bf4'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:22.567039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Checking segment: {'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:22.567461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network hostable DHCP agents. Network: 947da518-bf80-4b86-b396-b3a4e1a7c59e, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:22.574911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763651f7-d6d0-4fe6-860e-0c23b5ed50de') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.575064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763651f7-d6d0-4fe6-860e-0c23b5ed50de') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.582419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] Routers {'8f4732d8-b438-4fce-985c-65d42bd76bf4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:22.583167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8f4732d8-b438-4fce-985c-65d42bd76bf4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.631286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.634028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.646528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] Routers {'8f4732d8-b438-4fce-985c-65d42bd76bf4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:22.647633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8f4732d8-b438-4fce-985c-65d42bd76bf4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.663821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] For port 3845d305-b4df-49ef-97a6-c5b2655dccbe, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3845d305-b4df-49ef-97a6-c5b2655dccbe,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:22.664853 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.698794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.701009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network 947da518-bf80-4b86-b396-b3a4e1a7c59e is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:22.742666 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.743082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.744019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e2b85-75f9-4efa-9cf9-2925795c3b71 None None] The sync data for ids ['8f4732d8-b438-4fce-985c-65d42bd76bf4'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:22.746291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 947da518-bf80-4b86-b396-b3a4e1a7c59e) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:22.769278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4214ccf-c137-4b82-b230-454e6599a3c6 None None] Network 947da518-bf80-4b86-b396-b3a4e1a7c59e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:22.797920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.799135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-02b617c7-17eb-438c-811c-f43d095a36b5 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3593855 Aug 29 04:28:22.802764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52306) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.810676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': False}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.843822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:22.844228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.864449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=142845af-7241-4adf-ac38-578af4f3d9fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:22.866881 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:22.903678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.911244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.944237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] No DVR routers for this DVR port 142845af-7241-4adf-ac38-578af4f3d9fc on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:23.088269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea413c-aa5f-402c-afa8-3b561e251d50 req-d50f5715-164b-4e65-b3e8-c3ddbffcb4bc tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.092993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-947da518-bf80-4b86-b396-b3a4e1a7c59e', 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'fixed_ips': [{'subnet_id': '36afc41b-1586-4a47-addf-7fdba59eb9bc'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:23.094609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.096039 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5eea413c-aa5f-402c-afa8-3b561e251d50 req-d50f5715-164b-4e65-b3e8-c3ddbffcb4bc tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 946 time: 0.1826386 Aug 29 04:28:23.158292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5eea413c-aa5f-402c-afa8-3b561e251d50 req-657e0eac-0c05-4d53-8724-dddebee71015 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610833 Aug 29 04:28:23.176819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-757a2379-9f31-46b5-8eb3-11a8351e1477 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9414618 Aug 29 04:28:23.248145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.277303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.299277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Allocated IP 19.86.0.2 (947da518-bf80-4b86-b396-b3a4e1a7c59e/36afc41b-1586-4a47-addf-7fdba59eb9bc/7f8ef7ab-7820-4d1e-81f0-e036e68830b4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:23.299487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87df196-46a8-4914-b3dd-b6645132f9a2']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:23.310856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-263993c4-90f6-44f6-87de-9177158a0069 req-7fc3cd46-68f1-41b3-ac8e-c54af472ef8d tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0602512 Aug 29 04:28:23.314726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.323899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f HTTP/1.1" status: 204 len: 168 time: 3.4976637 Aug 29 04:28:23.329775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52326) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.362865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1964492864'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:23.369497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e387cac-5acd-42e3-bf75-0700f0b2bfa4') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:23.369843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e387cac-5acd-42e3-bf75-0700f0b2bfa4') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:23.372543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af99b-fd4d-4a6d-8d46-3bff44c0a606 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=afafcadd-89a7-4a0d-8a5f-8fa4b6eab83f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.418522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.450471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b784a82-04e7-45d5-a758-0a76041d3926 None None] Network b0175d75-42eb-4285-b7bd-ce2511823d91 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:23.466851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.478173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:23.478816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:23.540749 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:23.572589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f4a278e8-9786-4f26-afe0-8def5b64be87 None None] Provisioning for port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:23.582557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:23.586985 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.616404 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.636031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Transition to ACTIVE for port object 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:23.643205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.657794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.658629 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.659741 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Floating IP b0464a4a-454e-45ab-8963-7dc06370c3d6 disassociated. External IP: 172.25.7.234, port: 3845d305-b4df-49ef-97a6-c5b2655dccbe. Aug 29 04:28:23.660321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Calling delete_port for 3845d305-b4df-49ef-97a6-c5b2655dccbe owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:23.670236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Transition to ACTIVE for port object 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:23.675953 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.681268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e87df196-46a8-4914-b3dd-b6645132f9a2 HTTP/1.1" status: 204 len: 168 time: 3.1132288 Aug 29 04:28:23.688731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.692657 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.707767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.783154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Network 947da518-bf80-4b86-b396-b3a4e1a7c59e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:23.793432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:23.797526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d858aa1-769c-43c3-bda8-f18e22b9cd19 admin admin] Pushing event deleted for resources: {'Network': ['ID=e87df196-46a8-4914-b3dd-b6645132f9a2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.805839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:23.807210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:23.887819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-3e574e07-ee57-4775-ae46-e653e71a3885 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.904218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-3e574e07-ee57-4775-ae46-e653e71a3885 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.912320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-3e574e07-ee57-4775-ae46-e653e71a3885 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/networks?id=b0175d75-42eb-4285-b7bd-ce2511823d91&id=947da518-bf80-4b86-b396-b3a4e1a7c59e HTTP/1.1" status: 200 len: 1391 time: 0.3194010 Aug 29 04:28:23.920412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.920846 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment eec734a2-a8e3-4655-9942-0243c04980ad of type vlan for network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be Aug 29 04:28:23.946092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-43595fb2-0d27-4031-887b-60c5e63d3273 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/quotas/c144dba1cc2044aba7c36ac4ee05183e HTTP/1.1" status: 200 len: 375 time: 0.0248961 Aug 29 04:28:24.016631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Pushing event updated for resources: {'Port': ['ID=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.037115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 081fb2bd-82ed-4bb3-9580-a233b5d2a12b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:24.085820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.086089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-48b69bf2-5547-4857-abc0-060e5e1ebf32 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1389537 Aug 29 04:28:24.152570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Attempting to bind port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:24.155226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Attempting to bind port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:24.156948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Attempting to bind port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 on network 947da518-bf80-4b86-b396-b3a4e1a7c59e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:24.174968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:24.175970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Checking segment: {'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:24.176468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.176960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Bound using segment: {'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:24.177727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Bound port: 7f8ef7ab-7820-4d1e-81f0-e036e68830b4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:24.178827 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.231991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:24.240632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3845d305-b4df-49ef-97a6-c5b2655dccbe no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:24.315284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:24.316806 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.401881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] For port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:24.408356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-0d880142-531f-4e8b-84d7-261d0a70d833 service neutron] 10.222.0.55 "GET /v2.0/networks/b0175d75-42eb-4285-b7bd-ce2511823d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213885 Aug 29 04:28:24.421287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] For port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:24.430501 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.744357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-6e86541d-ae1b-4aa0-b03e-63dbff242c60 service neutron] 10.222.0.55 "GET /v2.0/networks/b0175d75-42eb-4285-b7bd-ce2511823d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248577 Aug 29 04:28:24.750427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.756048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.756683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.806991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02eac7-54c7-4ce3-bfbe-b74af2a6d9a5 None None] Pushing event updated for resources: {'Port': ['ID=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.812995 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.814822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.889704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:24.891010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-06054843-e2fa-4706-8128-d9174456c84f None None] Provisioning complete for port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:24.891440 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06054843-e2fa-4706-8128-d9174456c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.905328 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.954704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6137967 Aug 29 04:28:24.960843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.984743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:25.000050 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.101827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.119778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d608a2-c621-4f6c-8acf-a81b483c57de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.136486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.142937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:25.148317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.221651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-6efde90f-6e98-4c2d-8e4e-ea54ee1bb497 service neutron] 10.222.0.55 "GET /v2.0/networks/947da518-bf80-4b86-b396-b3a4e1a7c59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917026 Aug 29 04:28:25.248220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event deleted for resources: {'Port': ['ID=3845d305-b4df-49ef-97a6-c5b2655dccbe,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.257918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be0a9d-3098-42ce-a660-8ddbbe971627 req-56d10fce-584b-40e8-bc26-a82a4bf76abb tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:25.259821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1be0a9d-3098-42ce-a660-8ddbbe971627 req-56d10fce-584b-40e8-bc26-a82a4bf76abb tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 867 time: 0.5105622 Aug 29 04:28:25.364926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Router 8f4732d8-b438-4fce-985c-65d42bd76bf4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:25.377124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ba3d4e5d-45bd-4a66-a631-9bd18bdba994 service neutron] 10.222.0.55 "GET /v2.0/networks/947da518-bf80-4b86-b396-b3a4e1a7c59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534088 Aug 29 04:28:25.378811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1be0a9d-3098-42ce-a660-8ddbbe971627 req-21242fdd-9b1b-4fda-a370-82debe63babc tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4c8f494-7f85-41fd-b15a-1a55e72355a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106372 Aug 29 04:28:25.410895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:25.414744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.568975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:25.576331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.578296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9d1c0e9a-93f9-47c9-bccc-13e5f066d55d tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "PUT /v2.0/routers/8f4732d8-b438-4fce-985c-65d42bd76bf4 HTTP/1.1" status: 200 len: 921 time: 2.7744014 Aug 29 04:28:25.581300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-77c9a9ec-1c26-45f0-958c-b1efbcb1966e req-6e5222f0-3d9a-449d-95ca-b8e5dc473899 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0487399 Aug 29 04:28:25.581458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52360) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.591475 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] Sync routers for ids ['8f4732d8-b438-4fce-985c-65d42bd76bf4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:25.611961 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] Routers {'8f4732d8-b438-4fce-985c-65d42bd76bf4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:25.613318 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8f4732d8-b438-4fce-985c-65d42bd76bf4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:25.736015 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:25.772210 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] Routers {'8f4732d8-b438-4fce-985c-65d42bd76bf4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:25.773578 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8f4732d8-b438-4fce-985c-65d42bd76bf4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:25.807998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:25.851480 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:25.860885 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7f54d-da8d-489f-8001-84e97991ae1d None None] The sync data for ids ['8f4732d8-b438-4fce-985c-65d42bd76bf4'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:26.069110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.121495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 081fb2bd-82ed-4bb3-9580-a233b5d2a12b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:26.243048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e591c2-2301-4920-a772-c1bab07800bd None None] Network 947da518-bf80-4b86-b396-b3a4e1a7c59e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:26.337979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e51afe2-bee2-459a-8782-58d787c69dd8 req-d4eb1d32-0e0d-4860-8495-aafd337fe604 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 210 time: 0.5995660 Aug 29 04:28:26.340157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-54a39496-f5a1-43c9-aa8b-6dd63dc8397e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/8f4732d8-b438-4fce-985c-65d42bd76bf4 HTTP/1.1" status: 200 len: 921 time: 0.7577720 Aug 29 04:28:26.344317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52374) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.414923 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.424319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:26.466545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] Sync routers for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:26.496887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:26.497177 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.502819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf9b74-6f8d-46c5-bda0-63df34ba9f90 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.506509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cacf9b74-6f8d-46c5-bda0-63df34ba9f90 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=8f4732d8-b438-4fce-985c-65d42bd76bf4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1598675 Aug 29 04:28:26.509823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52380) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.517464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aa563a30-9c54-4306-8f86-dc56a6d5a494 None None] Provisioning for port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:26.555500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] No DVR routers for this DVR port 3845d305-b4df-49ef-97a6-c5b2655dccbe on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:26.576391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.578588 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d98d6a0f-daf7-478f-abe8-d8633585a779 req-f6103b3b-2a24-48ac-a2ab-a433a343af9c tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.37 "DELETE /v2.0/ports/3845d305-b4df-49ef-97a6-c5b2655dccbe HTTP/1.1" status: 204 len: 173 time: 5.2290466 Aug 29 04:28:26.581847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'name': 'network-vif-deleted', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:26.584454 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a93f2-1211-4a56-b84c-acd33bd721ed" -d '{"events": [{"server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "name": "network-vif-deleted", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:26.609913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:26.610249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:26.682348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ee0c3d2-d106-4d79-9ff8-681ac44e7d10 req-b550bf1d-ad38-41b5-b1a8-4a490cdbf5a2 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b190065-8456-42fa-8f14-4acaffb4cfae HTTP/1.1" status: 200 len: 210 time: 0.1219654 Aug 29 04:28:26.683966 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a01aa-1ccf-4a58-b61e-0292eaf91d20 x-openstack-request-id: req-7e7a01aa-1ccf-4a58-b61e-0292eaf91d20 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:26.684337 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b190065-8456-42fa-8f14-4acaffb4cfae", "name": "network-vif-deleted", "tag": "3845d305-b4df-49ef-97a6-c5b2655dccbe", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:26.684692 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e7a01aa-1ccf-4a58-b61e-0292eaf91d20 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:26.685180 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b190065-8456-42fa-8f14-4acaffb4cfae', 'name': 'network-vif-deleted', 'tag': '3845d305-b4df-49ef-97a6-c5b2655dccbe', 'status': 'completed', 'code': 200} Aug 29 04:28:26.716489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d3a80-fce0-4995-8fb1-d7cfd929f483 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.718323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': 'eec734a2-a8e3-4655-9942-0243c04980ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:26.718519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c5d3a80-fce0-4995-8fb1-d7cfd929f483 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.2071378 Aug 29 04:28:26.718924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:26.721114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52386) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.722387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=8acf089f-c894-44a1-869b-e59a93fd32a3,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.763294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:26.774031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fa799f43-ea7a-4772-8669-f3574277d29a tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f4732d8-b438-4fce-985c-65d42bd76bf4 HTTP/1.1" status: 200 len: 205 time: 0.0515401 Aug 29 04:28:26.784683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52390) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.847921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:26.860113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.860718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.914905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-10462e0b-bca3-418a-b6e7-f0656ac260f8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9395099 Aug 29 04:28:26.918198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.924640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be', 'security_groups': [], 'name': 'tempest-PortsTestJSON-208833930'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:26.934683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b723cd80-367f-4f6e-bb96-b9346dc28222 req-481ff4f1-4508-45dd-8ccb-886398dde8b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.6061573 Aug 29 04:28:26.964922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:26.969844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b1649ff9-704f-413c-83d7-2bc60cfc793a req-8bcae710-e672-4c79-8410-da1d5b26ebed tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0683892 Aug 29 04:28:27.054799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Deleting port 1f6d4782-d10e-4221-b8c3-876cde507cf0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:27.055232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.058872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39dd89-18cb-4f3f-ad85-959e3ff6618f None None] Network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:27.102931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.164034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:27.170039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.187840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:27.203288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 8d3cff5f-ee7c-4459-83e7-4988a6ef754a yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:27.227280 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.313704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Deleting port 7ed29cb7-9f2b-406d-a9a1-846faea8ef46 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:27.314310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.319741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] For port 1f6d4782-d10e-4221-b8c3-876cde507cf0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1f6d4782-d10e-4221-b8c3-876cde507cf0,segment=NetworkSegment(ad023367-2ec8-4660-8bc6-2fc2156cd22c),segment_id=ad023367-2ec8-4660-8bc6-2fc2156cd22c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:27.320712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.396579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.411049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:27.437320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:27.438620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.446694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Calling delete_port for 7ed29cb7-9f2b-406d-a9a1-846faea8ef46 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:27.496903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.10 (e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be/8acf089f-c894-44a1-869b-e59a93fd32a3/8d3cff5f-ee7c-4459-83e7-4988a6ef754a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:27.587136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be', 'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be', 'tenant_id': 'd48f33a3a25e4c3ab7a423a19f44ae90', 'fixed_ips': [{'subnet_id': '8acf089f-c894-44a1-869b-e59a93fd32a3'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:27.588872 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.595370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06575dbc-29be-47f7-8042-75704cc305f2 req-9e8fa52f-3e52-4de6-99d1-c6cf5d013181 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 210 time: 0.0678444 Aug 29 04:28:27.647208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Calling delete_port for 1f6d4782-d10e-4221-b8c3-876cde507cf0 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:27.669143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.709792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.721487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] Checking router: 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:27.723496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f753346a-d3fd-4097-8469-87b068c6c0c3 None None] Provisioning complete for port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:27.723804 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f753346a-d3fd-4097-8469-87b068c6c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.757687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event deleted for resources: {'Port': ['ID=7ed29cb7-9f2b-406d-a9a1-846faea8ef46,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.844467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:27.870637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:27.871777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.910904 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.938221 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.995976 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.008111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 8d3cff5f-ee7c-4459-83e7-4988a6ef754a will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:28.023003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-aefc5894-c275-49e6-ba30-3392a7f91728 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.029179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-aefc5894-c275-49e6-ba30-3392a7f91728 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.030833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-aefc5894-c275-49e6-ba30-3392a7f91728 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "GET /v2.0/networks?id=b0175d75-42eb-4285-b7bd-ce2511823d91&id=947da518-bf80-4b86-b396-b3a4e1a7c59e HTTP/1.1" status: 200 len: 1391 time: 0.3104024 Aug 29 04:28:28.108374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'port': {'device_id': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91', 'admin_state_up': True, 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.141762 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.144858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.176806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01c82db6-ba12-4ff5-aadd-b1aad6f46c96 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.191491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:28.234672 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.235213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Fanout notify agent at l3_agent the message router_deleted on router 8f4732d8-b438-4fce-985c-65d42bd76bf4 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:28.248577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.249727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-30d63b4c-33a0-4d95-8676-a33108ff0414 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/8f4732d8-b438-4fce-985c-65d42bd76bf4 HTTP/1.1" status: 204 len: 168 time: 1.4640949 Aug 29 04:28:28.253933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52408) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.259264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-10382aad-08ce-4835-8ed0-c05e38dd7746 req-81edfc38-29b5-4ac2-9d28-77ddb551ecbe tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.1253359 Aug 29 04:28:28.261024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a286f978-4575-46ae-95a8-a42f0bc16e05 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-865825859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.290613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a286f978-4575-46ae-95a8-a42f0bc16e05 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.291628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a286f978-4575-46ae-95a8-a42f0bc16e05 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.299320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01c82db6-ba12-4ff5-aadd-b1aad6f46c96 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.337435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.370286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a286f978-4575-46ae-95a8-a42f0bc16e05 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.385269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a286f978-4575-46ae-95a8-a42f0bc16e05 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.387426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.398002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:28.401784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.423171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a286f978-4575-46ae-95a8-a42f0bc16e05 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.427574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a286f978-4575-46ae-95a8-a42f0bc16e05 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1695168 Aug 29 04:28:28.432194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52412) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.436943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.449002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:28.468381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:28.474765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:28.503806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6d4782-d10e-4221-b8c3-876cde507cf0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.511361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:28.528719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f753346a-d3fd-4097-8469-87b068c6c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.530616 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.658799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.659785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.696405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01c82db6-ba12-4ff5-aadd-b1aad6f46c96 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.702927 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01c82db6-ba12-4ff5-aadd-b1aad6f46c96 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.709826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-01c82db6-ba12-4ff5-aadd-b1aad6f46c96 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "DELETE /v2.0/security-groups/a4c8f494-7f85-41fd-b15a-1a55e72355a2 HTTP/1.1" status: 204 len: 168 time: 0.8643785 Aug 29 04:28:28.715771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.743444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8228185 Aug 29 04:28:28.746948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.759783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c82db6-ba12-4ff5-aadd-b1aad6f46c96 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c8f494-7f85-41fd-b15a-1a55e72355a2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.765202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16568972-9fa2-412e-9cb0-d4c932ff1986 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=8d3cff5f-ee7c-4459-83e7-4988a6ef754a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.825047 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-e7edafac-61b8-4305-b588-b059075b42af tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] show failed (client error): The resource could not be found. Aug 29 04:28:28.829444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7edafac-61b8-4305-b588-b059075b42af tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "GET /v2.0/security-groups/a4c8f494-7f85-41fd-b15a-1a55e72355a2 HTTP/1.1" status: 404 len: 347 time: 0.0830777 Aug 29 04:28:28.830150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.834868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.851941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Allocated IP 172.20.0.2 (e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be/8acf089f-c894-44a1-869b-e59a93fd32a3/7c3b6bdd-c80d-42c2-bd32-aa3830d332d5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:28.863694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa54dc5-1a11-4c1c-9a38-4a8776fa540b req-77c6198c-9c8f-4467-aad2-4fd9fbdb7cbd tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 210 time: 0.1030762 Aug 29 04:28:28.907077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Allocated IP 19.80.0.239 (b0175d75-42eb-4285-b7bd-ce2511823d91/a68202ab-8dc1-4ee6-8e20-c2a2150687c4/68fdeaa3-15b5-48cb-840b-c9999d4c2d9b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:28.999108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-f753346a-d3fd-4097-8469-87b068c6c0c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:28.999466 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-f753346a-d3fd-4097-8469-87b068c6c0c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:29.047210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.108847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:29.149194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7974b68-c682-49e7-bfeb-d60babf14af7 None None] The sync data for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 is: [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 4, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '662f4fab-b2bf-4aa8-bb2d-201e5164c109', 'name': '', 'network_id': '89bcbacc-fcb8-4017-94e7-f15b4fde161b', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'mac_address': 'fa:16:3e:56:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:59Z', 'updated_at': '2021-08-29T04:26:14Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'subnets': [{'id': '356cfb68-a1a3-4cb6-9139-c86aff66fad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:29.156842 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.171745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Transition to ACTIVE for port object 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:29.201737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.211702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Transition to ACTIVE for port object 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:29.225219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.254118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Transition to ACTIVE for port object 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:29.309550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:29.313106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:29.319311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:29.321922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Pushing event updated for resources: {'Port': ['ID=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.361070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.407503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Attempting to bind port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:29.407877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Attempting to bind port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'eec734a2-a8e3-4655-9942-0243c04980ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:29.408242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Attempting to bind port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 on network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:29.417572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:29.417975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Checking segment: {'id': 'eec734a2-a8e3-4655-9942-0243c04980ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:29.418382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.418780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Bound using segment: {'id': 'eec734a2-a8e3-4655-9942-0243c04980ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:29.419251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Bound port: 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec734a2-a8e3-4655-9942-0243c04980ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:29.419633 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.420521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f9b4fcd-ed4c-4a5e-b5bb-d22609ee3c65 req-d1b0549a-90c0-413a-b09e-97569ed33bbc tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0632436 Aug 29 04:28:29.421959 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.566280 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.620708 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65340187-6503-495d-b3d7-afc8f42e33e5 None None] New status for floating IP b0464a4a-454e-45ab-8963-7dc06370c3d6: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:28:29.652497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] For port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:29.657866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] For port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,segment=NetworkSegment(eec734a2-a8e3-4655-9942-0243c04980ad),segment_id=eec734a2-a8e3-4655-9942-0243c04980ad)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:29.663016 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.667309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.721480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network b0175d75-42eb-4285-b7bd-ce2511823d91 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:29.749204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:29.758332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Port': ['ID=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.761485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:29.779751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Allocated IP 172.25.7.102 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/3669cd2c-d029-4f67-bd26-9879495e1aca) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:29.820173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f45c6-1459-4087-8ead-9d8b43c3d970 None None] Pushing event updated for resources: {'Port': ['ID=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.879518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 8d3cff5f-ee7c-4459-83e7-4988a6ef754a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:29.880669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.949846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.950542 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.083103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Deleting port 90f8188e-a721-4ecc-bea4-056de07f0d55 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:30.083445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.178922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.212626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.212966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.246881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-c3332216-d216-4041-99a9-a5f8973bb8b0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1472578 Aug 29 04:28:30.261638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Calling delete_port for 90f8188e-a721-4ecc-bea4-056de07f0d55 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:30.279183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9079b5e3-6470-474d-a81e-8f2caa8ba263 None None] Provisioning for port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:30.290206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9079b5e3-6470-474d-a81e-8f2caa8ba263 None None] Provisioning complete for port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:30.291016 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9079b5e3-6470-474d-a81e-8f2caa8ba263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.293688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea50a6-b77e-45d3-8c6b-e2d3b4058daf req-c829694c-7bf6-4f98-a972-13e1513cea5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.295390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5ea50a6-b77e-45d3-8c6b-e2d3b4058daf req-c829694c-7bf6-4f98-a972-13e1513cea5f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 932 time: 0.1088014 Aug 29 04:28:30.306006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Request body: {'port': {'device_id': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e', 'admin_state_up': True, 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:30.337930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d95afeb-621c-488c-93b7-5f3b18db7e89 req-f214ea29-3e1f-45fb-a804-3cdfe05bb501 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.1089511 Aug 29 04:28:30.347865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9079b5e3-6470-474d-a81e-8f2caa8ba263 None None] Port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:30.460976 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.484497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 8d3cff5f-ee7c-4459-83e7-4988a6ef754a owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:30.750442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.772797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.777747 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5ea50a6-b77e-45d3-8c6b-e2d3b4058daf req-c8d615c7-e9e2-4f74-a7f2-b4f77ed0186d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985062 Aug 29 04:28:30.825512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:30.826658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:30.847807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:30.850774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:30.856432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:30.860057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event updated for resources: {'Port': ['ID=3669cd2c-d029-4f67-bd26-9879495e1aca,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.916389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Made reservation on behalf of c144dba1cc2044aba7c36ac4ee05183e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:30.920300 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.927579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Pushing event deleted for resources: {'Port': ['ID=90f8188e-a721-4ecc-bea4-056de07f0d55,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.973176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:30.974218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.027802 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86250a15-1940-43fe-a1a1-50579758065e req-f50b8f45-ba1d-4946-a04d-1cbbb4141dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1036918 Aug 29 04:28:31.098733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:31.184866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:31.230125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.248661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86250a15-1940-43fe-a1a1-50579758065e req-00addf8e-f6a2-4693-ade4-cee5866ff564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.1281848 Aug 29 04:28:31.273926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Allocated IP 19.86.0.26 (947da518-bf80-4b86-b396-b3a4e1a7c59e/36afc41b-1586-4a47-addf-7fdba59eb9bc/1df891a0-dcad-42cd-ab5f-d4f49a124d65) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:31.279225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53314ba8-d8ba-40ba-99b3-085173eb982a None None] Network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:31.290560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:31.300813 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1bb5360e-5483-45ec-b980-a7c73feacfdc admin admin] 10.222.0.55 "PUT /v2.0/routers/8fa1bb95-18af-48fb-8db1-62a6d8499bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6109040 Aug 29 04:28:31.308558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52450) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.326718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.330080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] Sync routers for ids ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:31.333281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.335108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3b49e080-d900-4509-8004-a983edab2664 tempest-ServersTestFqdnHostnames-932911970 tempest-ServersTestFqdnHostnames-932911970-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0464a4a-454e-45ab-8963-7dc06370c3d6 HTTP/1.1" status: 204 len: 168 time: 2.4993985 Aug 29 04:28:31.352398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.357218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] Routers {'8fa1bb95-18af-48fb-8db1-62a6d8499bcb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:31.357955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.358104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86250a15-1940-43fe-a1a1-50579758065e req-6b44a571-445c-41ad-b596-5dcf10c7b765 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553975 Aug 29 04:28:31.363618 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.425465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.503397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=8d3cff5f-ee7c-4459-83e7-4988a6ef754a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.543911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] Set router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:31.554397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.593645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2b2109e-0002-47dd-a266-357eb84a4128 req-ac37c7ca-2ee2-48f2-89be-dafd32d61f62 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0915956 Aug 29 04:28:31.714192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86250a15-1940-43fe-a1a1-50579758065e req-d91dabb8-030d-4de2-8fba-aa14e8f163a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.715693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86250a15-1940-43fe-a1a1-50579758065e req-d91dabb8-030d-4de2-8fba-aa14e8f163a5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3500805 Aug 29 04:28:31.754988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.757465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-feac4ad3-7c63-4ac0-bb4d-09981b64cf8d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/8d3cff5f-ee7c-4459-83e7-4988a6ef754a HTTP/1.1" status: 204 len: 168 time: 2.9927223 Aug 29 04:28:31.760710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52460) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.766668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-24ed4c23-d405-446c-8b92-c3e1252f66ca None None] Provisioning for port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:31.778888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-24ed4c23-d405-446c-8b92-c3e1252f66ca None None] Provisioning complete for port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:31.779314 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ed4c23-d405-446c-8b92-c3e1252f66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.847974 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6179460-8c39-4b97-9347-41ed13679deb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:28:31.850456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e6179460-8c39-4b97-9347-41ed13679deb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/8d3cff5f-ee7c-4459-83e7-4988a6ef754a HTTP/1.1" status: 404 len: 333 time: 0.0864069 Aug 29 04:28:31.853792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52464) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.898759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.980856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 8acf089f-c894-44a1-869b-e59a93fd32a3 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:31.988658 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.990454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.039469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Transition to ACTIVE for port object 1df891a0-dcad-42cd-ab5f-d4f49a124d65 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:32.057854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ed4c23-d405-446c-8b92-c3e1252f66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.063041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f295dc-84a0-408b-9772-7d7a00a9b429 req-d683df4c-eaa1-4667-b768-f06ae50e679a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.071910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04f295dc-84a0-408b-9772-7d7a00a9b429 req-d683df4c-eaa1-4667-b768-f06ae50e679a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 932 time: 0.1683505 Aug 29 04:28:32.074548 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.100168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:28:28Z', 'revision_number': 5, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port': {'id': '0fac3225-7524-4e11-9e41-2c0b01f6df98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:17Z', 'updated_at': '2021-08-29T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.134044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-24ed4c23-d405-446c-8b92-c3e1252f66ca None None] For port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,segment=NetworkSegment(eec734a2-a8e3-4655-9942-0243c04980ad),segment_id=eec734a2-a8e3-4655-9942-0243c04980ad)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:32.135936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] Checking router: 8fa1bb95-18af-48fb-8db1-62a6d8499bcb for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:32.139513 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24ed4c23-d405-446c-8b92-c3e1252f66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.211176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4c23-d405-446c-8b92-c3e1252f66ca None None] Pushing event updated for resources: {'Port': ['ID=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.211407 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.226500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] Routers {'8fa1bb95-18af-48fb-8db1-62a6d8499bcb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:32.228078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.232656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04f295dc-84a0-408b-9772-7d7a00a9b429 req-0bcd35cf-586b-419a-8e73-a460dc4307ea tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594472 Aug 29 04:28:32.256749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.262990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Deleting port 0fac3225-7524-4e11-9e41-2c0b01f6df98 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:32.266619 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.288119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.308416 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.433222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.497101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] For port 0fac3225-7524-4e11-9e41-2c0b01f6df98, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0fac3225-7524-4e11-9e41-2c0b01f6df98,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:32.497472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.551960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Calling delete_port for 0fac3225-7524-4e11-9e41-2c0b01f6df98 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:32.566068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Network 947da518-bf80-4b86-b396-b3a4e1a7c59e is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:32.585049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:32.587040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event updated for resources: {'Port': ['ID=1df891a0-dcad-42cd-ab5f-d4f49a124d65,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.593485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:32.670457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.671140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.671314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] Set router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:32.710263 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-50feae2d-4815-45d1-89fd-d7c38ee37c04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4264824 Aug 29 04:28:32.804994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0f27c4cd-a027-4011-92f8-7536d7036af0 None None] Provisioning complete for port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:32.805468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f27c4cd-a027-4011-92f8-7536d7036af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.809056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:32.811022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:28:31Z', 'revision_number': 6, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.844514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-1e8e14f5-2b3c-473c-84c2-ac65ca8cf08c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:32.847289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-1e8e14f5-2b3c-473c-84c2-ac65ca8cf08c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163512 Aug 29 04:28:32.853967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3c34bda-d957-4b13-b6f5-b35a5c04dd55 req-489e862a-d134-4849-b0f3-d0f24bafdc67 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0659955 Aug 29 04:28:32.876395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Request body: {'port': {'device_id': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:32.954617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b32125-4223-41f1-880e-50e57de8c626 None None] The sync data for ids ['8fa1bb95-18af-48fb-8db1-62a6d8499bcb'] in n-d-712143-14 is: [{'id': '8fa1bb95-18af-48fb-8db1-62a6d8499bcb', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132746039-router', 'tenant_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:28:31Z', 'revision_number': 6, 'project_id': 'b5f89bdccf804da2a1b6ba109b855dce', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:33.037941 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.086164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:33.086813 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.191776 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.222653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed252c-3df8-4dc0-9fa0-15b5559bd177 None None] Network e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:33.234909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.241162 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/8acf089f-c894-44a1-869b-e59a93fd32a3 HTTP/1.1" status: 204 len: 168 time: 1.3862381 Aug 29 04:28:33.246541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:33.247287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8336c11-cd03-44ba-a856-0ae93dcc6e3b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=8acf089f-c894-44a1-869b-e59a93fd32a3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.271875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Router a96e6b51-4011-431b-8b80-8232b0d883e7 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:33.282913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-10384b7b-c824-4e3a-998e-fd11356a1234 None None] Could not find standard attr ID for object 8d3cff5f-ee7c-4459-83e7-4988a6ef754a. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:33.315092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-10384b7b-c824-4e3a-998e-fd11356a1234 None None] Provisioning for port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:33.322047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-10384b7b-c824-4e3a-998e-fd11356a1234 None None] Provisioning complete for port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:33.322483 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10384b7b-c824-4e3a-998e-fd11356a1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.464269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-10384b7b-c824-4e3a-998e-fd11356a1234 None None] Port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:33.476924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.558267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5021-374f-408c-b3f5-565566366dbe req-9f1faafa-2630-4144-b7c8-ecf6420b43eb tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.564588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5021-374f-408c-b3f5-565566366dbe req-9f1faafa-2630-4144-b7c8-ecf6420b43eb tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.566880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b7a5021-374f-408c-b3f5-565566366dbe req-9f1faafa-2630-4144-b7c8-ecf6420b43eb tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1654 time: 0.1578038 Aug 29 04:28:33.678861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b7a5021-374f-408c-b3f5-565566366dbe req-0f633192-f4c3-4bb6-ac36-4e70eb0e2826 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Aug 29 04:28:33.682055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:33.682276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.767339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] For port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,segment=NetworkSegment(eec734a2-a8e3-4655-9942-0243c04980ad),segment_id=eec734a2-a8e3-4655-9942-0243c04980ad)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:33.767839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.783351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Deleting port 662f4fab-b2bf-4aa8-bb2d-201e5164c109 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:33.783795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.786027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:33.835509 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.896898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fac3225-7524-4e11-9e41-2c0b01f6df98,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.903093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:33.912974 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] Sync routers for ids ['a96e6b51-4011-431b-8b80-8232b0d883e7'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:33.913508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.914153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] DHCP port deletion for e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:33.926876 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] Routers {'a96e6b51-4011-431b-8b80-8232b0d883e7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:33.927731 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a96e6b51-4011-431b-8b80-8232b0d883e7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.933149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-efc012c3-3bae-46cc-a0df-b56b7862d2e1 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "PUT /v2.0/routers/a96e6b51-4011-431b-8b80-8232b0d883e7 HTTP/1.1" status: 200 len: 879 time: 5.4976633 Aug 29 04:28:33.943267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52490) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:33.978575 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:33.994635 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] Routers {'a96e6b51-4011-431b-8b80-8232b0d883e7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:33.995557 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a96e6b51-4011-431b-8b80-8232b0d883e7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.018492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] For port 662f4fab-b2bf-4aa8-bb2d-201e5164c109, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=662f4fab-b2bf-4aa8-bb2d-201e5164c109,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:34.018873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.049041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Calling delete_port for 662f4fab-b2bf-4aa8-bb2d-201e5164c109 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:34.056690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.057173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.057535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.057909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.058269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.058594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.060330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.060683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.061023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.061360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.062842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.064383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:34.067345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] Deleting port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:34.068121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.080550 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.082405 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e02b282-7069-4a42-899e-c9f4728804ed None None] The sync data for ids ['a96e6b51-4011-431b-8b80-8232b0d883e7'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:34.119778 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.124938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.162857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5b1b47-9438-419c-ad3d-f16234b5e038 req-a4067e6f-b927-4879-80d4-035b7fd09644 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0614269 Aug 29 04:28:34.176359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] For port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,segment=NetworkSegment(eec734a2-a8e3-4655-9942-0243c04980ad),segment_id=eec734a2-a8e3-4655-9942-0243c04980ad)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:34.176830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.184577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No DVR routers for this DVR port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:34.193073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] Calling delete_port for 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:34.263738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.264352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.285068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.308438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.327358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4930683e-6bd9-4653-bae3-7136c7ea8313 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/a96e6b51-4011-431b-8b80-8232b0d883e7 HTTP/1.1" status: 200 len: 920 time: 0.3828862 Aug 29 04:28:34.335028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52492) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.348094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:34.353113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] Pushing event deleted for resources: {'Port': ['ID=7c3b6bdd-c80d-42c2-bd32-aa3830d332d5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.359282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.364190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.364761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa1bb95-18af-48fb-8db1-62a6d8499bcb {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:34.369889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.373801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bcda1392-6377-4931-ad34-cd97391b4d66 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8fa1bb95-18af-48fb-8db1-62a6d8499bcb HTTP/1.1" status: 204 len: 168 time: 3.0626667 Aug 29 04:28:34.377668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52494) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.382135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74bcab9-bd5a-41b6-8fa1-616558a7398d None None] No DVR routers for this DVR port 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:34.416080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Transition to ACTIVE for port object 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:34.418248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.427934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.474814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.476044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] Deleting subnet e551f819-5cde-449f-b516-0233a2ce8f1a {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:34.486428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.495004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec734a2-a8e3-4655-9942-0243c04980ad') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.495308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec734a2-a8e3-4655-9942-0243c04980ad') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.527315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9148a2-13fb-4327-a637-2700b5c7c3be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.527315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9e9148a2-13fb-4327-a637-2700b5c7c3be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=a96e6b51-4011-431b-8b80-8232b0d883e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1846499 Aug 29 04:28:34.536947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.544882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Pushing event updated for resources: {'Port': ['ID=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.547987 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.590065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.670306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1f6d4782-d10e-4221-b8c3-876cde507cf0 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:34.671733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Attempting to bind port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:34.672078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Attempting to bind port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:34.672413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Attempting to bind port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b on network b0175d75-42eb-4285-b7bd-ce2511823d91 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:34.682194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b on network b0175d75-42eb-4285-b7bd-ce2511823d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:34.683142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Attempting to bind port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b on network b0175d75-42eb-4285-b7bd-ce2511823d91 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:34.701618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 1f6d4782-d10e-4221-b8c3-876cde507cf0 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:34.702018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1f6d4782-d10e-4221-b8c3-876cde507cf0 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:34.702485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:34.737287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:34.737668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7c3b6bdd-c80d-42c2-bd32-aa3830d332d5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:34.738152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0fac3225-7524-4e11-9e41-2c0b01f6df98 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:34.739975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:34.743403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Checking segment: {'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:34.744128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Bound using segment: {'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:34.744811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Bound port: 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:34.748203 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.760412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5e802-9a05-4540-97d5-40082f14e285 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:34.761864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-36c5e802-9a05-4540-97d5-40082f14e285 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.2238033 Aug 29 04:28:34.772922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.777618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52508) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.779587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0fac3225-7524-4e11-9e41-2c0b01f6df98 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:34.779730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:34.780015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.780456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0fac3225-7524-4e11-9e41-2c0b01f6df98 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:34.831743 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:34.863783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.869400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.879894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-783e91a6-21f8-420e-9e0b-9d16d6fcb573 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a96e6b51-4011-431b-8b80-8232b0d883e7 HTTP/1.1" status: 200 len: 205 time: 0.0911450 Aug 29 04:28:34.886512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.888453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be HTTP/1.1" status: 204 len: 168 time: 1.6389728 Aug 29 04:28:34.902798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52512) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.903314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52514) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.904574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.918327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=662f4fab-b2bf-4aa8-bb2d-201e5164c109,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.926635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea96c4-6803-46e8-a614-c7eed5aa90a3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=e5cea70a-e5e4-4b7f-afaf-6f99e58ad0be,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.959887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'name': 'tempest-PortsTestJSON-2073639935'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:35.135411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] For port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:35.145702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297208a-f7b2-43fa-84e1-de8ef10485b8 req-d2df6bf5-483b-4c43-b37f-f203f5dc8b04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.151695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297208a-f7b2-43fa-84e1-de8ef10485b8 req-d2df6bf5-483b-4c43-b37f-f203f5dc8b04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.153986 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7297208a-f7b2-43fa-84e1-de8ef10485b8 req-d2df6bf5-483b-4c43-b37f-f203f5dc8b04 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1666 time: 0.3070829 Aug 29 04:28:35.154474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.166504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] For port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:35.216462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.219012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.308113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d50ba96-476d-43ca-96e0-9af4296fa52e req-0f27c08c-46f8-41f3-9ef2-f4f93e9153a0 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0361602 Aug 29 04:28:35.318537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e551f819-5cde-449f-b516-0233a2ce8f1a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.322240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8f6a2c-cfae-4c65-8a52-b352b4e408ad None None] Network b54a9a98-e452-4690-ae08-9c7a7b8253db requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:35.338388 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.340995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cc72f329-611c-49ab-8c59-6943d92fb8b5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e551f819-5cde-449f-b516-0233a2ce8f1a HTTP/1.1" status: 204 len: 168 time: 0.9616559 Aug 29 04:28:35.342376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.342979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.344243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] 10.222.0.32 "PUT /v2.0/ports/68fdeaa3-15b5-48cb-840b-c9999d4c2d9b HTTP/1.1" status: 200 len: 1093 time: 2.4875283 Aug 29 04:28:35.352746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.355252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'tag': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:35.357844 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "tag": "68fdeaa3-15b5-48cb-840b-c9999d4c2d9b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:35.396239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7297208a-f7b2-43fa-84e1-de8ef10485b8 req-ff8917d7-aeac-4ec1-93a9-b5440c51c1ac tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220514 Aug 29 04:28:35.410284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Request body: {'port': {'device_id': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:35.426109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.530129 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.560493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:35.578583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c9f09-44ad-48a0-8092-46034ee68909 service neutron] Pushing event updated for resources: {'Port': ['ID=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.589078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:35.592659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.608048 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.661187 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2cca30-cc3d-4d79-a232-e3deb1e072c0 x-openstack-request-id: req-be2cca30-cc3d-4d79-a232-e3deb1e072c0 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:35.661484 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "tag": "68fdeaa3-15b5-48cb-840b-c9999d4c2d9b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:35.661995 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be2cca30-cc3d-4d79-a232-e3deb1e072c0 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:35.662448 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'tag': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b', 'status': 'completed', 'code': 200} Aug 29 04:28:35.667042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 5cf16998-3148-4006-ac8d-2977a6d6314b yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:35.682778 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.693151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] DHCP port deletion for b54a9a98-e452-4690-ae08-9c7a7b8253db request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:35.787300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] Deleting port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:35.787771 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.816492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Deleting port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:35.817276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.862834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] For port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,segment=NetworkSegment(ad023367-2ec8-4660-8bc6-2fc2156cd22c),segment_id=ad023367-2ec8-4660-8bc6-2fc2156cd22c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:35.863733 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.872792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Deleting port 3669cd2c-d029-4f67-bd26-9879495e1aca {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:35.873233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.884399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] Calling delete_port for 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:36.047530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.063022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] No DVR routers for this DVR port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:36.087052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3160f9a-10de-4fb8-9552-8cab4219742d None None] Pushing event deleted for resources: {'Port': ['ID=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.193475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:36.197352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-134a36c8-91ed-4470-9c0c-a7e8aa07968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.198644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-134a36c8-91ed-4470-9c0c-a7e8aa07968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.200327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-134a36c8-91ed-4470-9c0c-a7e8aa07968b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1914 time: 0.4918876 Aug 29 04:28:36.204064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e8f0a401-3c46-4bbc-bc05-2d6e6ac896f1 admin admin] 10.222.0.55 "PUT /v2.0/routers/0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8492870 Aug 29 04:28:36.207295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] Sync routers for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:36.207604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52540) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.224732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:36.225788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:36.291336 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.311961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] For port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,segment=NetworkSegment(ad023367-2ec8-4660-8bc6-2fc2156cd22c),segment_id=ad023367-2ec8-4660-8bc6-2fc2156cd22c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:36.312463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.326198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.337199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Calling delete_port for 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:36.353183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:36.381302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Calling delete_port for 3669cd2c-d029-4f67-bd26-9879495e1aca owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:36.419875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-0509f014-3649-4927-b389-4e39a155efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.420602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-0509f014-3649-4927-b389-4e39a155efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.420841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-0509f014-3649-4927-b389-4e39a155efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.422790 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-0509f014-3649-4927-b389-4e39a155efca service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1976082 Aug 29 04:28:36.487007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.488049 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.615481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.624114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2565a707-7aa8-413b-8e3a-f0bdaaac9bdb req-7c795f82-93fa-4712-b62e-d79a477b6ddf tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0637054 Aug 29 04:28:36.639760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.645306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] No DVR routers for this DVR port 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:36.708491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:28:34Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:36.743474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] Checking router: 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:36.755544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] Routers {'0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:36.756244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:36.793979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:36.813026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.819050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:36.819499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 079660f6-9cbe-4b6b-b0eb-fb1fb9a6e3a7 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:36.824455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54a9a98-e452-4690-ae08-9c7a7b8253db']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:36.851499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad023367-2ec8-4660-8bc6-2fc2156cd22c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:36.852249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad023367-2ec8-4660-8bc6-2fc2156cd22c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:36.874740 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.889762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-299ec225-3f27-4f94-87a1-18415f1a772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.891835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d68e2c40-11ac-4aeb-94e2-a216c514d4ad req-299ec225-3f27-4f94-87a1-18415f1a772c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4152801 Aug 29 04:28:36.901454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.913119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:36.914075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.932286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] Set router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:36.985572 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:36.990333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.022320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.026558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b54a9a98-e452-4690-ae08-9c7a7b8253db HTTP/1.1" status: 204 len: 168 time: 1.6697946 Aug 29 04:28:37.026915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b75bf-726f-42d0-928d-936f8cc81da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54a9a98-e452-4690-ae08-9c7a7b8253db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.155121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6a4a7-4ac6-43d1-84b3-ea0aabb4e0f7 req-899381ef-3dde-4bf8-bd40-a9ea0e8a1e47 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.162531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6a4a7-4ac6-43d1-84b3-ea0aabb4e0f7 req-899381ef-3dde-4bf8-bd40-a9ea0e8a1e47 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.164269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fe6a4a7-4ac6-43d1-84b3-ea0aabb4e0f7 req-899381ef-3dde-4bf8-bd40-a9ea0e8a1e47 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1666 time: 0.6019626 Aug 29 04:28:37.166863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df891a0-dcad-42cd-ab5f-d4f49a124d65 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:37.195376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.225229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:37.228704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:28:34Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.245309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.263091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2065a6-3de1-42f7-b3e0-834388ea2f4d None None] The sync data for ids ['0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2'] in n-d-712143-14 is: [{'id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'name': 'tempest-ServersTestFqdnHostnames-37941961-router', 'tenant_id': '6331e236bb5d4390895c767a95cb6aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:47Z', 'updated_at': '2021-08-29T04:28:34Z', 'revision_number': 5, 'project_id': '6331e236bb5d4390895c767a95cb6aa0', 'gw_port': {'id': 'b4289c6f-b862-44a3-b8f1-adaf250fa1f6', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:50Z', 'updated_at': '2021-08-29T04:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:37.265716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:37.307395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:37.315599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.315599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.328982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=5cf16998-3148-4006-ac8d-2977a6d6314b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.333540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-02e3db97-c2f5-4605-ab59-1a8fb793d8af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f905cd6757394be285386eb99ed4743c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864084 Aug 29 04:28:37.335461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.356584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8079c25-bbb1-47e9-b961-127e431b9ce1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4417326 Aug 29 04:28:37.358830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52556) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.386838 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.415608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a59841-c79b-4296-a5ce-1f4d79e13eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.433140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fe6a4a7-4ac6-43d1-84b3-ea0aabb4e0f7 req-f2fa070f-7225-42fd-8845-d48c9cfc19ee tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402678 Aug 29 04:28:37.468311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a59841-c79b-4296-a5ce-1f4d79e13eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.507744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Transition to ACTIVE for port object 1df891a0-dcad-42cd-ab5f-d4f49a124d65 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:37.515191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.528002 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.536560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a59841-c79b-4296-a5ce-1f4d79e13eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.539537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a59841-c79b-4296-a5ce-1f4d79e13eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.540734 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a5a59841-c79b-4296-a5ce-1f4d79e13eee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5c24752-7994-4032-b8de-61964505d6ae HTTP/1.1" status: 204 len: 168 time: 0.2034941 Aug 29 04:28:37.562481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a59841-c79b-4296-a5ce-1f4d79e13eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c24752-7994-4032-b8de-61964505d6ae,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.567707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event deleted for resources: {'Port': ['ID=3669cd2c-d029-4f67-bd26-9879495e1aca,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.679987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 5cf16998-3148-4006-ac8d-2977a6d6314b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:37.680333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.771428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Deleting port b4289c6f-b862-44a3-b8f1-adaf250fa1f6 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:37.771773 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.837841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Pushing event updated for resources: {'Port': ['ID=1df891a0-dcad-42cd-ab5f-d4f49a124d65,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.847608 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74847a0d-e282-4b36-879e-8d4c5fbff80e req-32d7749d-943f-41a3-9c65-52abcba7264c tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0644388 Aug 29 04:28:37.908707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.994012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.049449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 5cf16998-3148-4006-ac8d-2977a6d6314b owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:38.109000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.118107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.164297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.206891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5904784c-dadb-4ebf-b04f-7c25d033b4a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5f89bdccf804da2a1b6ba109b855dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412412 Aug 29 04:28:38.209308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52568) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.214374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Attempting to bind port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:38.215009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Attempting to bind port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:38.215378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Attempting to bind port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 on network 947da518-bf80-4b86-b396-b3a4e1a7c59e {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:38.227174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] For port b4289c6f-b862-44a3-b8f1-adaf250fa1f6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:38.227801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.238790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 on network 947da518-bf80-4b86-b396-b3a4e1a7c59e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:38.239130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Attempting to bind port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 on network 947da518-bf80-4b86-b396-b3a4e1a7c59e {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:38.255837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Calling delete_port for b4289c6f-b862-44a3-b8f1-adaf250fa1f6 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:38.262490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceca8d12-b40a-407f-bb8f-8be60a2875f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.264661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.265488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Fanout notify agent at l3_agent the message router_deleted on router a96e6b51-4011-431b-8b80-8232b0d883e7 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:38.274783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:38.275331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Checking segment: {'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:38.275830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Bound using segment: {'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:38.276237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Bound port: 1df891a0-dcad-42cd-ab5f-d4f49a124d65, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:38.276581 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.289542 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.291013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4bf395f9-e962-40f7-90a0-82f8298892b8 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/a96e6b51-4011-431b-8b80-8232b0d883e7 HTTP/1.1" status: 204 len: 168 time: 3.3799942 Aug 29 04:28:38.295564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.306362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-41f78d59-2b69-46f1-b824-9e5566a273ae tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1192451585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:38.320965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceca8d12-b40a-407f-bb8f-8be60a2875f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.389455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41f78d59-2b69-46f1-b824-9e5566a273ae tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.390555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41f78d59-2b69-46f1-b824-9e5566a273ae tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.416267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceca8d12-b40a-407f-bb8f-8be60a2875f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.421384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ceca8d12-b40a-407f-bb8f-8be60a2875f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.424414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ceca8d12-b40a-407f-bb8f-8be60a2875f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a78a830-95cd-48e2-be86-d8b9f042c32c HTTP/1.1" status: 204 len: 168 time: 0.2124352 Aug 29 04:28:38.458422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca8d12-b40a-407f-bb8f-8be60a2875f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78a830-95cd-48e2-be86-d8b9f042c32c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.495329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41f78d59-2b69-46f1-b824-9e5566a273ae tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.500908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41f78d59-2b69-46f1-b824-9e5566a273ae tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.530723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41f78d59-2b69-46f1-b824-9e5566a273ae tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.535934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-41f78d59-2b69-46f1-b824-9e5566a273ae tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2375650 Aug 29 04:28:38.536871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52578) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.543447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': True}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:38.584511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.597650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 662f4fab-b2bf-4aa8-bb2d-201e5164c109 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:38.649100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 662f4fab-b2bf-4aa8-bb2d-201e5164c109 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:38.649457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 662f4fab-b2bf-4aa8-bb2d-201e5164c109 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:38.671819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=5cf16998-3148-4006-ac8d-2977a6d6314b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:38.678377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] For port 1df891a0-dcad-42cd-ab5f-d4f49a124d65, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:38.681938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.683982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5cca6eee-859b-42a0-b048-835ad300e11c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/5cf16998-3148-4006-ac8d-2977a6d6314b HTTP/1.1" status: 204 len: 168 time: 1.2944674 Aug 29 04:28:38.687817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52580) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.692639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'mac_address': 'fa:16:3e:f9:54:5b', 'name': 'tempest-PortsTestJSON-1404680896'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:38.773277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] For port 1df891a0-dcad-42cd-ab5f-d4f49a124d65, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1df891a0-dcad-42cd-ab5f-d4f49a124d65,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:38.790913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.814135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd69a89-84c9-480c-9ca5-6b1f5217e544 req-198d6eaf-7455-42aa-b72e-1ac2028280d4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.824218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd69a89-84c9-480c-9ca5-6b1f5217e544 req-198d6eaf-7455-42aa-b72e-1ac2028280d4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.826473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-acd69a89-84c9-480c-9ca5-6b1f5217e544 req-198d6eaf-7455-42aa-b72e-1ac2028280d4 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1678 time: 0.2112110 Aug 29 04:28:38.908571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.909462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.911016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] 10.222.0.32 "PUT /v2.0/ports/1df891a0-dcad-42cd-ab5f-d4f49a124d65 HTTP/1.1" status: 200 len: 1092 time: 3.5057316 Aug 29 04:28:38.919338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'tag': '1df891a0-dcad-42cd-ab5f-d4f49a124d65'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:38.921676 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55894be-4085-45d8-a2d1-f418842ceee9" -d '{"events": [{"name": "network-changed", "server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "tag": "1df891a0-dcad-42cd-ab5f-d4f49a124d65"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:39.051063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.066340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.111067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-acd69a89-84c9-480c-9ca5-6b1f5217e544 req-aceb1721-ba48-4f13-a542-cd7365eb3d8e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099869 Aug 29 04:28:39.139318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49bce9f4-e0a5-4b48-bc0e-8353aa35a0bd req-d7527025-81fc-40f3-b21f-a2a9062be490 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0781000 Aug 29 04:28:39.163157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea507cb0-8680-4b34-ad84-e8c5da41649e service neutron] Pushing event updated for resources: {'Port': ['ID=1df891a0-dcad-42cd-ab5f-d4f49a124d65,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.167805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:39.268776 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91987fb9-7d3b-40bb-9049-1737f593561b x-openstack-request-id: req-91987fb9-7d3b-40bb-9049-1737f593561b {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:39.269491 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "tag": "1df891a0-dcad-42cd-ab5f-d4f49a124d65", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:39.269491 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91987fb9-7d3b-40bb-9049-1737f593561b {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:39.269794 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'tag': '1df891a0-dcad-42cd-ab5f-d4f49a124d65', 'status': 'completed', 'code': 200} Aug 29 04:28:39.274735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.332714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port b0dd5037-916a-4f89-af67-d5193a7f612d yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:39.338024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=b4289c6f-b862-44a3-b8f1-adaf250fa1f6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.342126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-fdefae5c-c958-4c4e-830a-b9335fd069cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.342623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-fdefae5c-c958-4c4e-830a-b9335fd069cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.344262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-fdefae5c-c958-4c4e-830a-b9335fd069cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1982 time: 0.3300388 Aug 29 04:28:39.416026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.442518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.453898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-9ad4eb4c-1beb-4b37-870a-1f50450e8357 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b HTTP/1.1" status: 200 len: 217 time: 0.0663884 Aug 29 04:28:39.458527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.577101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Allocated IP 172.25.7.90 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/a9af1797-17cc-4b92-ab9b-9830f2187c4f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:39.602100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.604488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.682803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.683425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:39.687805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.688950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3646aced-da52-4e6d-a3d9-8e3e549b6bcd admin admin] 10.222.0.55 "DELETE /v2.0/routers/0f0d3cfc-6041-4ab6-99a7-6a7c59b43fd2 HTTP/1.1" status: 204 len: 168 time: 3.4754128 Aug 29 04:28:39.693725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52612) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.705213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-95cfba84-4864-4823-b41f-5031b34d152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.707789 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-95cfba84-4864-4823-b41f-5031b34d152a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a68202ab-8dc1-4ee6-8e20-c2a2150687c4 HTTP/1.1" status: 200 len: 801 time: 0.2427990 Aug 29 04:28:39.742010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.803112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.881246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:39.887954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:39.894640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:39.897896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] Deleting subnet 356cfb68-a1a3-4cb6-9139-c86aff66fad9 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:39.916895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-eb21905f-b82c-4bd4-ae04-f5fc55330647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.919333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-eb21905f-b82c-4bd4-ae04-f5fc55330647 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0175d75-42eb-4285-b7bd-ce2511823d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796761 Aug 29 04:28:39.920110 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.973296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Port': ['ID=a9af1797-17cc-4b92-ab9b-9830f2187c4f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.026922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.056203 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.135380 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-bb83944f-f005-4b5b-af99-e9cd888edae6 service neutron] 10.222.0.32 "GET /v2.0/networks/b0175d75-42eb-4285-b7bd-ce2511823d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895087 Aug 29 04:28:40.224718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.228343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.241071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.367246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-77ff736f-1d25-4adf-9394-917710572f98 req-9ed0147a-f28c-4103-8db8-8a1dd75355f7 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0640750 Aug 29 04:28:40.376671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:40.388883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bf53b-4108-444f-930d-b494809be04c req-f88600ee-274d-4227-81fa-4f6d529a4b7c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.389034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:40.397213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=b0dd5037-916a-4f89-af67-d5193a7f612d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.399549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:40.405347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.406367 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.406480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bf53b-4108-444f-930d-b494809be04c req-f88600ee-274d-4227-81fa-4f6d529a4b7c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.407957 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-662bf53b-4108-444f-930d-b494809be04c req-f88600ee-274d-4227-81fa-4f6d529a4b7c tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1678 time: 0.1212335 Aug 29 04:28:40.435444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-8c4c4d41-618b-441c-8715-beb739bed673 service neutron] 10.222.0.32 "GET /v2.0/networks/b0175d75-42eb-4285-b7bd-ce2511823d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913115 Aug 29 04:28:40.436293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52658) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.453402 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4501e71a-3007-41e6-a17c-5144b250c244 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7654436 Aug 29 04:28:40.457864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.535168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-662bf53b-4108-444f-930d-b494809be04c req-0b2f4b93-7768-4d5f-9e66-00c755f8249d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192019 Aug 29 04:28:40.598144 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8180-2dc6-43a3-a4ab-b6789ab89d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.621321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d725466-551b-4fde-a128-e460080d0030 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.625980 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9d725466-551b-4fde-a128-e460080d0030 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/b0dd5037-916a-4f89-af67-d5193a7f612d HTTP/1.1" status: 200 len: 841 time: 0.1663296 Aug 29 04:28:40.626615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.641657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b4289c6f-b862-44a3-b8f1-adaf250fa1f6 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:40.665893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b4289c6f-b862-44a3-b8f1-adaf250fa1f6 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:40.666689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b4289c6f-b862-44a3-b8f1-adaf250fa1f6 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:40.782713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-f7a1f952-9c5f-4524-83dd-025b779dd995 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=1df891a0-dcad-42cd-ab5f-d4f49a124d65 HTTP/1.1" status: 200 len: 217 time: 0.3383060 Aug 29 04:28:40.784689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.788810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.805877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.834657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb997583-50ba-44ed-851c-c707cba04e0b None None] Network 89bcbacc-fcb8-4017-94e7-f15b4fde161b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:40.838037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356cfb68-a1a3-4cb6-9139-c86aff66fad9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.858411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.863579 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9b8692e2-060e-407a-966f-6985fab6e62e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/356cfb68-a1a3-4cb6-9139-c86aff66fad9 HTTP/1.1" status: 204 len: 168 time: 1.1685932 Aug 29 04:28:40.866499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52672) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:40.977562 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.982525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-5bd914b6-6944-45ff-907a-717c170265f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.984251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-5bd914b6-6944-45ff-907a-717c170265f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36afc41b-1586-4a47-addf-7fdba59eb9bc HTTP/1.1" status: 200 len: 801 time: 0.1912622 Aug 29 04:28:40.992544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port b0dd5037-916a-4f89-af67-d5193a7f612d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:40.993474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.077699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-99d9de22-79a7-488b-aec9-625885cb9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.078931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-99d9de22-79a7-488b-aec9-625885cb9c2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=947da518-bf80-4b86-b396-b3a4e1a7c59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859156 Aug 29 04:28:41.114891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.118651 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8180-2dc6-43a3-a4ab-b6789ab89d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.131128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8180-2dc6-43a3-a4ab-b6789ab89d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.160259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6c1d8180-2dc6-43a3-a4ab-b6789ab89d11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71e0bb1a3ebc48d0b85e4378af996d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229142 Aug 29 04:28:41.165751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52678) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.167425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for b0dd5037-916a-4f89-af67-d5193a7f612d owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:41.178773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Deleting port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:41.179120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.202650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d8180-2dc6-43a3-a4ab-b6789ab89d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ddb12e-b271-4e35-9f74-dcec77283c02,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.223779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] DHCP port deletion for 89bcbacc-fcb8-4017-94e7-f15b4fde161b request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:41.234409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Router 3348b32c-f46f-4364-80a1-608ca3414a4d is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:41.284810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] Deleting port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:41.285209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.318105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8589a78d-1d69-4cf6-a8d5-6d68f58ef91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.321124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] For port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:41.321511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.357120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] For port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,segment=NetworkSegment(bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5),segment_id=bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:41.357798 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.365271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Calling delete_port for 830b3fd1-254c-4e15-954d-73fa2fc4eaaa owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:41.365616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.381751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] Calling delete_port for 830b3fd1-254c-4e15-954d-73fa2fc4eaaa owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:41.382128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8589a78d-1d69-4cf6-a8d5-6d68f58ef91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.398343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-7df3fca7-30d7-4fff-aca2-10d2f52ac7fe service neutron] 10.222.0.32 "GET /v2.0/networks/947da518-bf80-4b86-b396-b3a4e1a7c59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027866 Aug 29 04:28:41.406932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=b0dd5037-916a-4f89-af67-d5193a7f612d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.412898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.415358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5a4acec8-f9f7-415c-b9b2-950caba86c27 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/b0dd5037-916a-4f89-af67-d5193a7f612d HTTP/1.1" status: 204 len: 168 time: 0.7844865 Aug 29 04:28:41.417567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.453057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:41.455209 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22d97b2-4250-419c-9b83-ff21d41406b3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:28:41.465180 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f22d97b2-4250-419c-9b83-ff21d41406b3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/b0dd5037-916a-4f89-af67-d5193a7f612d HTTP/1.1" status: 404 len: 333 time: 0.0465615 Aug 29 04:28:41.468454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.470761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3424b348-9a8e-45ac-be9f-c42af2c35f0b tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "PUT /v2.0/routers/3348b32c-f46f-4364-80a1-608ca3414a4d HTTP/1.1" status: 200 len: 914 time: 2.9314363 Aug 29 04:28:41.470761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.472110 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] Sync routers for ids ['3348b32c-f46f-4364-80a1-608ca3414a4d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:41.474845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:41.484968 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] Routers {'3348b32c-f46f-4364-80a1-608ca3414a4d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:41.486003 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['3348b32c-f46f-4364-80a1-608ca3414a4d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.486799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'name': 'tempest-PortsTestJSON-509889419'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:41.510468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.557194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] Pushing event deleted for resources: {'Port': ['ID=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.571857 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.578141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ef8d8-c1b3-4229-b277-8bd956da2cd4 None None] No DVR routers for this DVR port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:41.595409 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] Routers {'3348b32c-f46f-4364-80a1-608ca3414a4d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:41.596166 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['3348b32c-f46f-4364-80a1-608ca3414a4d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.628094 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34e34aaf-f414-4236-a02f-de08c34cc953 req-7a4f5693-24bb-49b9-9f19-70c4f450a474 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0404651 Aug 29 04:28:41.668502 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.669744 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1394d1f-a5f5-4a66-a6b9-685265c10bda None None] The sync data for ids ['3348b32c-f46f-4364-80a1-608ca3414a4d'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:41.766146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8589a78d-1d69-4cf6-a8d5-6d68f58ef91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.770605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8589a78d-1d69-4cf6-a8d5-6d68f58ef91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.777911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8589a78d-1d69-4cf6-a8d5-6d68f58ef91b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4ddb12e-b271-4e35-9f74-dcec77283c02 HTTP/1.1" status: 204 len: 168 time: 0.6099758 Aug 29 04:28:41.790440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba8a80c8-a4f1-4b19-b954-1cfcdb43736e req-2c47a92d-5742-4c6a-b06a-9cefc8e20651 service neutron] 10.222.0.32 "GET /v2.0/networks/947da518-bf80-4b86-b396-b3a4e1a7c59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772528 Aug 29 04:28:41.792448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589a78d-1d69-4cf6-a8d5-6d68f58ef91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ddb12e-b271-4e35-9f74-dcec77283c02,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.798401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.847373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=830b3fd1-254c-4e15-954d-73fa2fc4eaaa,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.865946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] No DVR routers for this DVR port 830b3fd1-254c-4e15-954d-73fa2fc4eaaa on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:41.989763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.005276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bcbacc-fcb8-4017-94e7-f15b4fde161b']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.020864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.021167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd2faf9-e93a-45fb-8ccd-09c380dc7ee5') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:42.034963 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.049902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-bd0b0462-aacd-4471-ae30-2c7de1f4465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.050895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-bd0b0462-aacd-4471-ae30-2c7de1f4465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.053771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-bd0b0462-aacd-4471-ae30-2c7de1f4465a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1982 time: 0.1146638 Aug 29 04:28:42.084057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858cb6-343e-43ca-86bf-61083c575ecd req-3e8427c9-4f87-4892-a9d6-9984caa5a15e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.089846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858cb6-343e-43ca-86bf-61083c575ecd req-3e8427c9-4f87-4892-a9d6-9984caa5a15e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.091452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85858cb6-343e-43ca-86bf-61083c575ecd req-3e8427c9-4f87-4892-a9d6-9984caa5a15e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1678 time: 0.0850368 Aug 29 04:28:42.092953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:42.096387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.117273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b22f5627-5567-4f6f-82e5-008e14ad836a tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/3348b32c-f46f-4364-80a1-608ca3414a4d HTTP/1.1" status: 200 len: 920 time: 0.6414218 Aug 29 04:28:42.119096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52702) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.141966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.152406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:42.152855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:42.154533 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:42.169604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 56c540a1-2750-4a93-90d7-d1b57e0b64d3 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:42.230923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-7169d7c7-b731-4a63-b007-cbc21e17ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.232540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-7169d7c7-b731-4a63-b007-cbc21e17ee8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=947da518-bf80-4b86-b396-b3a4e1a7c59e HTTP/1.1" status: 200 len: 902 time: 0.1720231 Aug 29 04:28:42.233129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.240587 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.244893 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] 10.222.0.55 "DELETE /v2.0/networks/89bcbacc-fcb8-4017-94e7-f15b4fde161b HTTP/1.1" status: 204 len: 168 time: 1.3749292 Aug 29 04:28:42.296255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77d4f9-bf93-4f4a-92c4-beb2dbb65e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=89bcbacc-fcb8-4017-94e7-f15b4fde161b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.299845 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-85858cb6-343e-43ca-86bf-61083c575ecd req-cd7e0f51-9713-4d1d-8798-c905ce04dfb7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812682 Aug 29 04:28:42.327752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0226e-e184-4ef8-a7f6-e3d18fa3c447 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.329487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8bc0226e-e184-4ef8-a7f6-e3d18fa3c447 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=3348b32c-f46f-4364-80a1-608ca3414a4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2070897 Aug 29 04:28:42.333871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.357424 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-66c94a84-77f9-4c55-8fb6-74ee0e0cbf35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=1df891a0-dcad-42cd-ab5f-d4f49a124d65 HTTP/1.1" status: 200 len: 217 time: 0.1133919 Aug 29 04:28:42.441542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-d9400827-80c3-43f9-9b43-2e5b4e1cb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.444315 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-d9400827-80c3-43f9-9b43-2e5b4e1cb750 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36afc41b-1586-4a47-addf-7fdba59eb9bc HTTP/1.1" status: 200 len: 801 time: 0.0790100 Aug 29 04:28:42.483934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52722) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.524327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-91196c6a-c216-4cc4-837f-dcd538868b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.526066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-91196c6a-c216-4cc4-837f-dcd538868b27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=947da518-bf80-4b86-b396-b3a4e1a7c59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746441 Aug 29 04:28:42.591340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.599092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b408f82-81d7-411d-af1b-bd13504478bf tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.600519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9b408f82-81d7-411d-af1b-bd13504478bf tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.2656860 Aug 29 04:28:42.605188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4fe7919c-de9a-4e97-8d45-66f244f50786 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6331e236bb5d4390895c767a95cb6aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148877 Aug 29 04:28:42.605188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52724) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.605188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.659596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f438cde4-8e7d-44cd-8f8a-862cbf0e0fdf tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3348b32c-f46f-4364-80a1-608ca3414a4d HTTP/1.1" status: 200 len: 205 time: 0.0534530 Aug 29 04:28:42.662171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.698194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 830b3fd1-254c-4e15-954d-73fa2fc4eaaa no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:42.742401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 830b3fd1-254c-4e15-954d-73fa2fc4eaaa {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:42.742751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 830b3fd1-254c-4e15-954d-73fa2fc4eaaa not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:42.808894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-91bcac20-ccbd-4c44-b1a8-a63cb10e1f2e service neutron] 10.222.0.32 "GET /v2.0/networks/947da518-bf80-4b86-b396-b3a4e1a7c59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707143 Aug 29 04:28:42.816611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27bd44f9-40d3-49d2-bdaa-59a81a511d86 req-b1f196d6-354a-4a50-bf6c-9e0fd3de0b25 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0360599 Aug 29 04:28:42.864238 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.892818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52740) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.918988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:42.925678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c62b17c8-e356-4c74-af8e-8c9197e48a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.944240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:42.951380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=56c540a1-2750-4a93-90d7-d1b57e0b64d3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.954836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:42.962990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.964060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.968241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.988186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c62b17c8-e356-4c74-af8e-8c9197e48a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.997284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c55894be-4085-45d8-a2d1-f418842ceee9 req-b26411f6-aa4a-43bc-90c8-e4b7760e03ef service neutron] 10.222.0.32 "GET /v2.0/networks/947da518-bf80-4b86-b396-b3a4e1a7c59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763282 Aug 29 04:28:43.021707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b598bd06-d7bb-4a36-a412-6e53f0b9ece0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5499907 Aug 29 04:28:43.027114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.032903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.041205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1870984197-network', 'tenant_id': '8c7e058bb36d40b68ceb69f9a1eb37df'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.067965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Made reservation on behalf of 8c7e058bb36d40b68ceb69f9a1eb37df for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:43.070628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.081667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.092133 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c62b17c8-e356-4c74-af8e-8c9197e48a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.095119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c62b17c8-e356-4c74-af8e-8c9197e48a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.099805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c62b17c8-e356-4c74-af8e-8c9197e48a20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/772b0d48-a833-4931-9987-07ab7684950a HTTP/1.1" status: 204 len: 168 time: 0.4789562 Aug 29 04:28:43.122944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b17c8-e356-4c74-af8e-8c9197e48a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772b0d48-a833-4931-9987-07ab7684950a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.158857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.166050 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.270872 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.275015 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.295837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:43.309442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d34e9-e51a-4fce-af5a-2599fdabfcda,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.314596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.314939 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Added segment 02ea6c0c-0aa1-420c-a873-234addcd800c of type vlan for network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c Aug 29 04:28:43.325335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Deleting port a9af1797-17cc-4b92-ab9b-9830f2187c4f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:43.325715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.374201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.419143 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.419331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.420385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.421296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.427534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.473407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.488950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] In _notify_port_updated(), no bound segment for port 56c540a1-2750-4a93-90d7-d1b57e0b64d3 on network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:43.494575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.495194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.496727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "PUT /v2.0/ports/56c540a1-2750-4a93-90d7-d1b57e0b64d3 HTTP/1.1" status: 200 len: 818 time: 0.4683261 Aug 29 04:28:43.497969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Calling delete_port for a9af1797-17cc-4b92-ab9b-9830f2187c4f owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:43.512510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.513012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52762) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.525489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-336948461'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.537359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6409137 Aug 29 04:28:43.539402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4076-34cb-417e-ae9b-5a384d1ad994 admin admin] Pushing event updated for resources: {'Network': ['ID=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.542388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52766) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.550799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:43.550961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Request body: {'subnet': {'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1870984197-subnet', 'tenant_id': '8c7e058bb36d40b68ceb69f9a1eb37df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.561802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e96d2d-b95d-49eb-a6a7-29e6379bcbd5 req-131172f6-505c-4474-9046-63255a7aa137 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.568405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e96d2d-b95d-49eb-a6a7-29e6379bcbd5 req-131172f6-505c-4474-9046-63255a7aa137 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.569501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7e96d2d-b95d-49eb-a6a7-29e6379bcbd5 req-131172f6-505c-4474-9046-63255a7aa137 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1678 time: 0.1645117 Aug 29 04:28:43.570221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38f0e1-b3f6-48a1-8d32-89a7c402db6e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=56c540a1-2750-4a93-90d7-d1b57e0b64d3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.612367 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7e96d2d-b95d-49eb-a6a7-29e6379bcbd5 req-acb00f70-047d-4453-b5dd-482c81174f51 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358579 Aug 29 04:28:43.695730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:43.699412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.705690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Made reservation on behalf of 8c7e058bb36d40b68ceb69f9a1eb37df for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:43.709023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.796279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:43.813824 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.814220 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Added segment ab6d2c68-1777-4ba5-98d9-c7cacdc57933 of type vlan for network 9e03568a-f40d-47ea-b89b-bc740f60dd07 Aug 29 04:28:43.819458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 56c540a1-2750-4a93-90d7-d1b57e0b64d3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:43.820037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.905525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52780) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:43.937133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.937519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.959280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c634c569-c8e6-4c4d-900c-47c415300697 req-f9b46e4c-5f6c-4bf5-ba39-b2d11944e2ec tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0419095 Aug 29 04:28:43.980930 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.008119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea81d84a-8ceb-47d5-a414-450f3ca55638,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.023317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 56c540a1-2750-4a93-90d7-d1b57e0b64d3 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:44.040771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Checking segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:44.041398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Network hostable DHCP agents. Network: 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:44.049480 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.050086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-481140417-network', 'tenant_id': '07659ea055714bdbae3896d899f59447'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.051363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.056869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.057770 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.076236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:44.084288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Made reservation on behalf of 07659ea055714bdbae3896d899f59447 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:44.086797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.089863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:44.097754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a18294-0c2c-41e7-a2d7-8bb3e4d9ea6a None None] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:44.098307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.100752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.101357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.122132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-02f72c00-f4f0-4d6e-a6af-42a64ae6c866 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5767205 Aug 29 04:28:44.217090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event deleted for resources: {'Port': ['ID=a9af1797-17cc-4b92-ab9b-9830f2187c4f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.226709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7066817 Aug 29 04:28:44.230876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52786) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.239092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1032823150'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.242273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836911d-9e61-41c4-ae28-a2c5ef302cc7 None None] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:44.278989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed8b41-046d-4460-a436-c3f5e3ed9f92 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Network': ['ID=9e03568a-f40d-47ea-b89b-bc740f60dd07,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.296671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:44.303299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.354244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.368067 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.409141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.414825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:44.427079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:44.430560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.436823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea7086-f2a7-43e3-9579-e57017377880,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.439340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=56c540a1-2750-4a93-90d7-d1b57e0b64d3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.446029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.450139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.460422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.464519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-71adc7fe-fa4f-458c-beff-fc3b4002b19c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/56c540a1-2750-4a93-90d7-d1b57e0b64d3 HTTP/1.1" status: 204 len: 168 time: 0.9463623 Aug 29 04:28:44.465476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.477425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.478060 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Added segment e493db40-165a-4719-a883-22bc92566e24 of type vlan for network 004edbfb-ca30-4ecf-8783-c97085667f93 Aug 29 04:28:44.497985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:44.506992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.507346 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Added segment b0ad923d-43a8-47cb-b56c-e52ef0fdfa91 of type vlan for network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 Aug 29 04:28:44.567680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.568368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Fanout notify agent at l3_agent the message router_deleted on router 3348b32c-f46f-4364-80a1-608ca3414a4d {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:44.572794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.576496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.577981 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f88cad6a-3a8c-4d97-bb13-0024c96753bd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/3348b32c-f46f-4364-80a1-608ca3414a4d HTTP/1.1" status: 204 len: 168 time: 1.9139185 Aug 29 04:28:44.581253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52800) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.589026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7c279998-f2a2-43af-87c3-e953bd0c0066 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1327807462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.600128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560bbbf-520e-4ea3-882e-b21dd1e87144 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.604704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1560bbbf-520e-4ea3-882e-b21dd1e87144 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1382165 Aug 29 04:28:44.605293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52806) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.612715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.633618 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d187367a-e518-448c-8dbc-23afca1990cc tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:28:44.635165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d187367a-e518-448c-8dbc-23afca1990cc tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/56c540a1-2750-4a93-90d7-d1b57e0b64d3 HTTP/1.1" status: 404 len: 333 time: 0.0286396 Aug 29 04:28:44.639347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52810) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.648722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1803004530'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.662766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.668437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.669038 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.687987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c279998-f2a2-43af-87c3-e953bd0c0066 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.688863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c279998-f2a2-43af-87c3-e953bd0c0066 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.722457 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.723335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.723946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.738696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-a60b9a49-318d-4358-aefd-0ee3aebda65c tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.740876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-a60b9a49-318d-4358-aefd-0ee3aebda65c tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.1100492 Aug 29 04:28:44.763047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-60a8285c-24c0-47d4-a3e3-883d47d4861d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/quotas/8c7e058bb36d40b68ceb69f9a1eb37df HTTP/1.1" status: 200 len: 375 time: 0.0159931 Aug 29 04:28:44.767489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:44.771002 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.793611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5617530 Aug 29 04:28:44.796560 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-15feda53-1b9d-437c-8989-4ac8bf22a44e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325994 Aug 29 04:28:44.797077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.803009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'subnet': {'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.830475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9116273 Aug 29 04:28:44.836976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52818) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.841862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Request body: {'subnet': {'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-481140417-subnet', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.876869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d840b1-0e75-451c-9b2d-3c4846523085 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Network': ['ID=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.885159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-28d3589a-c66e-4485-8d58-b2e248f7a8ec service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:28:44.886191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-28d3589a-c66e-4485-8d58-b2e248f7a8ec service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0785136 Aug 29 04:28:44.886544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c279998-f2a2-43af-87c3-e953bd0c0066 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.891086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:44.911120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:44.915254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c279998-f2a2-43af-87c3-e953bd0c0066 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.958858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e99cad-6b09-40cf-adc9-9d84ee0766a5 req-7efcb3fa-d23d-4fb9-8f2f-1569d4f4159e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.965137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e99cad-6b09-40cf-adc9-9d84ee0766a5 req-7efcb3fa-d23d-4fb9-8f2f-1569d4f4159e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.966815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56e99cad-6b09-40cf-adc9-9d84ee0766a5 req-7efcb3fa-d23d-4fb9-8f2f-1569d4f4159e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1678 time: 0.2713444 Aug 29 04:28:44.976781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:28:44.976781 n-d-712143-14 neutron-server[94823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:28:44.976781 n-d-712143-14 neutron-server[94823]: [parameters: {'project_id': '07659ea055714bdbae3896d899f59447', 'id': '51758dfd-e2ce-4197-bd8b-4694ca5f6033', 'expiration': datetime.datetime(2021, 8, 29, 4, 30, 44, 908344)}] Aug 29 04:28:44.976781 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:44.977219 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:44.988096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.988268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:44.988445 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment 07bbb27f-860d-4b58-9555-7ec2cdbb5660 of type vlan for network a5af9050-bce3-462f-9804-e24f8c042039 Aug 29 04:28:44.992009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.035643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c279998-f2a2-43af-87c3-e953bd0c0066 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.039333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7c279998-f2a2-43af-87c3-e953bd0c0066 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4546330 Aug 29 04:28:45.046095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52822) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.046853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a00a-981a-479f-8df4-6be00a379fbe admin admin] Pushing event updated for resources: {'Network': ['ID=004edbfb-ca30-4ecf-8783-c97085667f93,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.053842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': False}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.055785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.063623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 004edbfb-ca30-4ecf-8783-c97085667f93 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:45.080297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56e99cad-6b09-40cf-adc9-9d84ee0766a5 req-39c66815-a86d-4159-99df-1732d7bf6d46 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971205 Aug 29 04:28:45.081739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1df891a0-dcad-42cd-ab5f-d4f49a124d65 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:45.099293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.109667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.110512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.162318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-bdb9fa59-e052-4cd3-9508-7d6f95acdb79 service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625592 Aug 29 04:28:45.176411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5359945 Aug 29 04:28:45.180323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.188886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.194685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85d8fd-5ed8-4571-9fa3-9977359dff20 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=a5af9050-bce3-462f-9804-e24f8c042039,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.213450 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network a5af9050-bce3-462f-9804-e24f8c042039 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:45.304499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fe386d3-df88-4138-b8bd-5a349bb352e4 req-a47ef752-795f-42e7-9743-42d8822276fb tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0379367 Aug 29 04:28:45.317075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:45.321787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.322247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1df891a0-dcad-42cd-ab5f-d4f49a124d65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1df891a0-dcad-42cd-ab5f-d4f49a124d65,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.336047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '1df891a0-dcad-42cd-ab5f-d4f49a124d65', 'network_id': '947da518-bf80-4b86-b396-b3a4e1a7c59e', 'port_id': '1df891a0-dcad-42cd-ab5f-d4f49a124d65', 'mac_address': 'fa:16:3e:3c:a4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36afc41b-1586-4a47-addf-7fdba59eb9bc', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:45.378121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.391109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df891a0-dcad-42cd-ab5f-d4f49a124d65 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:45.415675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1df891a0-dcad-42cd-ab5f-d4f49a124d65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1df891a0-dcad-42cd-ab5f-d4f49a124d65,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.420144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.420841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:45.441899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.454962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-6a26b25c-d3df-4919-8a50-bab58f17ee4b service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906897 Aug 29 04:28:45.530720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.535553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.549344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Made reservation on behalf of 07659ea055714bdbae3896d899f59447 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:45.553062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.644480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1df891a0-dcad-42cd-ab5f-d4f49a124d65,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.650579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b', 'network_id': 'b0175d75-42eb-4285-b7bd-ce2511823d91', 'port_id': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b', 'mac_address': 'fa:16:3e:7c:30:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68202ab-8dc1-4ee6-8e20-c2a2150687c4', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:45.697112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.711053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=4c013d90-4323-45ea-87d9-2538f79faf97,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.718864 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ca3ed2-8c05-46d8-b5bf-fbc1c4ba856a req-d5b0e0da-7d19-4dd7-9840-7d9c3a51cc1f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 210 time: 0.0675945 Aug 29 04:28:45.734433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': '07bbb27f-860d-4b58-9555-7ec2cdbb5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:45.735508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: a5af9050-bce3-462f-9804-e24f8c042039, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:45.759935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:45.786260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network a5af9050-bce3-462f-9804-e24f8c042039 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:45.788539 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.800570 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.826456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, a5af9050-bce3-462f-9804-e24f8c042039) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:45.836336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.837008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.841362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519cf3ac-4622-4d63-ad49-9276596f691c None None] Network a5af9050-bce3-462f-9804-e24f8c042039 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:45.885800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf2f990d-b1ab-48de-8946-1caba2422f2e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7037017 Aug 29 04:28:45.888372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52834) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:45.896487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3abaa964-0f89-4c65-906d-ec6eeb9af3d9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:45.916606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.927169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.934006 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.024488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Subnet': ['ID=04c65f45-83d9-49d9-8717-3478b0239a71,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.030125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Checking segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:46.030541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network hostable DHCP agents. Network: 9e03568a-f40d-47ea-b89b-bc740f60dd07, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:46.054856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1880172-960b-4dcd-8e00-a3ba31c5ac07,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.056193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:46.076009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9e03568a-f40d-47ea-b89b-bc740f60dd07) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:46.079963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Checking segment: {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:46.080453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Network hostable DHCP agents. Network: 004edbfb-ca30-4ecf-8783-c97085667f93, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:46.082235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.083225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.089177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-a5af9050-bce3-462f-9804-e24f8c042039', 'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039', 'tenant_id': 'd48f33a3a25e4c3ab7a423a19f44ae90', 'fixed_ips': [{'subnet_id': '4c013d90-4323-45ea-87d9-2538f79faf97'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:46.090357 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.109663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-71abb00c-c4a8-4420-b103-ef6af71e673b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3102400 Aug 29 04:28:46.112949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52840) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.120663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45671aa4-8976-400d-9a44-a46f79ce134f None None] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:46.149333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Network 004edbfb-ca30-4ecf-8783-c97085667f93 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:46.153430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abaa964-0f89-4c65-906d-ec6eeb9af3d9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:46.154208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'subnet': {'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:46.157520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3abaa964-0f89-4c65-906d-ec6eeb9af3d9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.173054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 004edbfb-ca30-4ecf-8783-c97085667f93) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:46.238495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.239589 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.252626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1df891a0-dcad-42cd-ab5f-d4f49a124d65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:46.255575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828604e-9af0-43c7-92b1-aca0ecb4df69 None None] Network 004edbfb-ca30-4ecf-8783-c97085667f93 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:46.270599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-05616de2-253b-413d-97dd-e7ac34f4c323 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4325588 Aug 29 04:28:46.273669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52844) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.278265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:46.318138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.319198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.346226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.394794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.423641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f23f7-bf73-42c9-99c9-0dafdf17970a req-aacb8f67-f2d3-479d-95cc-a5c2044e08ab tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.425485 n-d-712143-14 neutron-server[94823]: INFO neutron.db.ipam_backend_mixin [None req-3abaa964-0f89-4c65-906d-ec6eeb9af3d9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4c013d90-4323-45ea-87d9-2538f79faf97 (CIDR: 172.20.0.0/28) Aug 29 04:28:46.433740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f23f7-bf73-42c9-99c9-0dafdf17970a req-aacb8f67-f2d3-479d-95cc-a5c2044e08ab tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.436659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc8f23f7-bf73-42c9-99c9-0dafdf17970a req-aacb8f67-f2d3-479d-95cc-a5c2044e08ab tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1680 time: 0.2091880 Aug 29 04:28:46.442401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.444206 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abaa964-0f89-4c65-906d-ec6eeb9af3d9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:46.445322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abaa964-0f89-4c65-906d-ec6eeb9af3d9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:28:46.468548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:46.474134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.502519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3abaa964-0f89-4c65-906d-ec6eeb9af3d9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6123896 Aug 29 04:28:46.505199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52848) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.545924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Allocated IP 172.20.0.2 (a5af9050-bce3-462f-9804-e24f8c042039/4c013d90-4323-45ea-87d9-2538f79faf97/5b8293c6-8883-4208-a90a-bc8716c03a34) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:46.553680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:46.595523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9e03568a-f40d-47ea-b89b-bc740f60dd07', 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'fixed_ips': [{'subnet_id': '04c65f45-83d9-49d9-8717-3478b0239a71'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:46.596955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.601946 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72259dbe-605a-41bc-a1c6-b1e41b223b24 req-2af7abe1-bfa7-4ce6-b103-f8da7f1fa00b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75f3b9f2923042fea941439dcc43a2d3&device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0447087 Aug 29 04:28:46.614819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-465d7769-fa9e-429d-b299-786fa50d2e3e req-7ebdcb84-c71c-425b-839c-688a480f8639 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.1146886 Aug 29 04:28:46.683119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72259dbe-605a-41bc-a1c6-b1e41b223b24 req-7c0f73d9-ed96-4613-b655-254b65db7f9e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=75f3b9f2923042fea941439dcc43a2d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404434 Aug 29 04:28:46.691561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc8f23f7-bf73-42c9-99c9-0dafdf17970a req-8433249a-b11c-4e75-937a-d1c2b0d45d0d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307544 Aug 29 04:28:46.860498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-004edbfb-ca30-4ecf-8783-c97085667f93', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:46.861406 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.901638 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e235c03c-0383-433c-bf0e-970d1c8e50d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.976897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Allocated IP 172.25.7.199 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/f1846bd5-aac4-4c65-a702-f2b7e2fac555) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:47.043719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.104923 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.142281 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e17f915-f446-481a-a9a8-08a52da227f1 req-08a9a5b0-06c8-434c-a31e-822be381d543 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 210 time: 0.0746613 Aug 29 04:28:47.201981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Subnet': ['ID=9eb48173-eedf-4dca-bae7-9a65870b1b16,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.214887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.226419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['68fdeaa3-15b5-48cb-840b-c9999d4c2d9b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:47.231694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Allocated IP 10.1.1.2 (9e03568a-f40d-47ea-b89b-bc740f60dd07/04c65f45-83d9-49d9-8717-3478b0239a71/a98d8b85-5dce-4697-9adf-542e2a09aa21) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:47.234712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Checking segment: {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:47.235903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network hostable DHCP agents. Network: e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:47.267428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Transition to ACTIVE for port object 5b8293c6-8883-4208-a90a-bc8716c03a34 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:47.269547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.278675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72259dbe-605a-41bc-a1c6-b1e41b223b24 req-6df753c5-9d98-4a93-8721-82594c989ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.279412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-54381412-08d2-4036-8092-9c01723ea9bc tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.280555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72259dbe-605a-41bc-a1c6-b1e41b223b24 req-6df753c5-9d98-4a93-8721-82594c989ced service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5601606 Aug 29 04:28:47.281111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:47.281336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-54381412-08d2-4036-8092-9c01723ea9bc tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.3210018 Aug 29 04:28:47.284759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.298421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Request body: {'port': {'device_id': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'admin_state_up': True, 'tenant_id': '8c7e058bb36d40b68ceb69f9a1eb37df'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:47.305392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:47.370228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Transition to ACTIVE for port object 5b8293c6-8883-4208-a90a-bc8716c03a34 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:47.382039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:47.392828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.393684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.399480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.404027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Allocated IP 172.20.0.2 (004edbfb-ca30-4ecf-8783-c97085667f93/e1880172-960b-4dcd-8e00-a3ba31c5ac07/e207f6c2-d2c3-496d-9af6-3503f3a27f86) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:47.409939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e52b0-5c12-41f7-a53d-542bf7561f19 None None] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:47.447338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7a4bca1e-a6e3-4e83-90e6-7728479ed8d2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2947879 Aug 29 04:28:47.448902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52854) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:47.459564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'port': {'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'name': 'tempest-TaggedBootDevicesTest_v242-798398237', 'fixed_ips': [{'subnet_id': '04c65f45-83d9-49d9-8717-3478b0239a71'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:47.463261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.520437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Network a5af9050-bce3-462f-9804-e24f8c042039 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:47.565032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:47.576973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:47.584810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:47.593527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:47.596972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.600650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:47.600821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Pushing event updated for resources: {'Port': ['ID=f1846bd5-aac4-4c65-a702-f2b7e2fac555,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.621606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Pushing event updated for resources: {'Port': ['ID=5b8293c6-8883-4208-a90a-bc8716c03a34,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:47.627153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.648130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Made reservation on behalf of 8c7e058bb36d40b68ceb69f9a1eb37df for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:47.651789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.835183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:47.848813 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef7d7e8f-b38e-43dd-bd14-87bb877cd987 req-dc295905-d4cb-45b0-a327-28d743104032 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0770679 Aug 29 04:28:47.856646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Attempting to bind port 5b8293c6-8883-4208-a90a-bc8716c03a34 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:47.857221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Attempting to bind port 5b8293c6-8883-4208-a90a-bc8716c03a34 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '07bbb27f-860d-4b58-9555-7ec2cdbb5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:47.857772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Attempting to bind port 5b8293c6-8883-4208-a90a-bc8716c03a34 on network a5af9050-bce3-462f-9804-e24f8c042039 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:47.873757 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.905167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:47.905883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Checking segment: {'id': '07bbb27f-860d-4b58-9555-7ec2cdbb5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:47.906362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.906967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Bound using segment: {'id': '07bbb27f-860d-4b58-9555-7ec2cdbb5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:47.907189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Bound port: 5b8293c6-8883-4208-a90a-bc8716c03a34, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bbb27f-860d-4b58-9555-7ec2cdbb5660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:47.907576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.913368 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.916387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Allocated IP 172.25.7.175 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/26b4b1bc-54c8-4acd-a347-2841a6c42051) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:47.939509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network a5af9050-bce3-462f-9804-e24f8c042039 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:47.945643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.951968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:47.952154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Transition to ACTIVE for port object a98d8b85-5dce-4697-9adf-542e2a09aa21 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:47.954042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.954653 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.005038 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Transition to ACTIVE for port object e207f6c2-d2c3-496d-9af6-3503f3a27f86 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:48.014635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=9c2f69a1-5f4f-47ae-a61b-7ebed626657b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.028832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-786f2d45-666c-46cc-a791-0268169b0002 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5126820 Aug 29 04:28:48.031527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52860) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.036936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039', 'fixed_ips': [{'subnet_id': '4c013d90-4323-45ea-87d9-2538f79faf97'}, {'subnet_id': '9c2f69a1-5f4f-47ae-a61b-7ebed626657b'}], 'name': 'tempest-PortsTestJSON-476919273'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:48.043024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9', 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'fixed_ips': [{'subnet_id': '9eb48173-eedf-4dca-bae7-9a65870b1b16'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:48.043921 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.055249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094a04-0ba7-48b9-9b23-ac421d9eb31f req-ec430885-ac52-4b49-8d70-c52dd9f81209 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.061377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094a04-0ba7-48b9-9b23-ac421d9eb31f req-ec430885-ac52-4b49-8d70-c52dd9f81209 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.063050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b094a04-0ba7-48b9-9b23-ac421d9eb31f req-ec430885-ac52-4b49-8d70-c52dd9f81209 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1680 time: 0.2290194 Aug 29 04:28:48.069372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Transition to ACTIVE for port object a98d8b85-5dce-4697-9adf-542e2a09aa21 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:48.089581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Allocated IP 172.20.0.8 (946d619a-dcf9-40e6-aa46-03b9a6cc3f9c/ea81d84a-8ceb-47d5-a414-450f3ca55638/cebeb107-c0d6-4726-8efd-9c1dca53fb51) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:48.100355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Transition to ACTIVE for port object e207f6c2-d2c3-496d-9af6-3503f3a27f86 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:48.107571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.111379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.141272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.149757 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.203849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:48.225989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] device_id is not set on port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:48.234004 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b094a04-0ba7-48b9-9b23-ac421d9eb31f req-464cd3d2-5678-4ea7-bc40-6b2af8f2bf62 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508896 Aug 29 04:28:48.242792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:48.243949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] For port 5b8293c6-8883-4208-a90a-bc8716c03a34, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:48.261896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Network 004edbfb-ca30-4ecf-8783-c97085667f93 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:48.268687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.290428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:48.292226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Pushing event updated for resources: {'Port': ['ID=a98d8b85-5dce-4697-9adf-542e2a09aa21,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.302050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:48.309938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] For port 5b8293c6-8883-4208-a90a-bc8716c03a34, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5b8293c6-8883-4208-a90a-bc8716c03a34,segment=NetworkSegment(07bbb27f-860d-4b58-9555-7ec2cdbb5660),segment_id=07bbb27f-860d-4b58-9555-7ec2cdbb5660)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:48.316204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:48.354697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dba77f07-72a6-4657-93db-f42118e1ad63 req-c176fd90-2af2-4ca9-9fe1-3a18975159af tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 210 time: 0.0466046 Aug 29 04:28:48.361475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:48.363029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:48.367136 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.370547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:48.375986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Pushing event updated for resources: {'Port': ['ID=26b4b1bc-54c8-4acd-a347-2841a6c42051,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.376174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.383116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:48.432467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.505152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 40f1c267-3089-4dab-a173-48dafb5ab077 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:48.525544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Allocated IP 10.2.2.2 (e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9/9eb48173-eedf-4dca-bae7-9a65870b1b16/90d6727a-9753-4103-b24a-14393759e42d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:48.527592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Pushing event updated for resources: {'Port': ['ID=e207f6c2-d2c3-496d-9af6-3503f3a27f86,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.588451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Attempting to bind port a98d8b85-5dce-4697-9adf-542e2a09aa21 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:48.588830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Attempting to bind port a98d8b85-5dce-4697-9adf-542e2a09aa21 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:48.589195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Attempting to bind port a98d8b85-5dce-4697-9adf-542e2a09aa21 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:48.628091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Attempting to bind port e207f6c2-d2c3-496d-9af6-3503f3a27f86 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:48.628449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Attempting to bind port e207f6c2-d2c3-496d-9af6-3503f3a27f86 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:48.628833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Attempting to bind port e207f6c2-d2c3-496d-9af6-3503f3a27f86 on network 004edbfb-ca30-4ecf-8783-c97085667f93 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:48.630989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:48.631364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Checking segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:48.631778 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.632182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Bound using segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:48.632672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Bound port: a98d8b85-5dce-4697-9adf-542e2a09aa21, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:48.633060 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.686976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:48.687376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Checking segment: {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:48.687751 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.688160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Bound using segment: {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:48.688647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Bound port: e207f6c2-d2c3-496d-9af6-3503f3a27f86, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:48.689062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.743291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80db5fd-5ea1-477d-8390-d213db9b2979 None None] Pushing event updated for resources: {'Port': ['ID=5b8293c6-8883-4208-a90a-bc8716c03a34,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.850073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] For port a98d8b85-5dce-4697-9adf-542e2a09aa21, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:48.878436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] For port a98d8b85-5dce-4697-9adf-542e2a09aa21, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a98d8b85-5dce-4697-9adf-542e2a09aa21,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:48.896914 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.972522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] For port e207f6c2-d2c3-496d-9af6-3503f3a27f86, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:49.002462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] For port e207f6c2-d2c3-496d-9af6-3503f3a27f86, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e207f6c2-d2c3-496d-9af6-3503f3a27f86,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:49.015941 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.032927 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.036426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1238d4dd-0a99-4c71-8572-7122285f0956 req-1b8f5482-5a48-4f49-87c7-5ae1a32b4dbb tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0723789 Aug 29 04:28:49.043177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Transition to ACTIVE for port object 90d6727a-9753-4103-b24a-14393759e42d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:49.054149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef085ae1-998a-4667-b6b2-5c40da31e655 None None] Pushing event updated for resources: {'Port': ['ID=a98d8b85-5dce-4697-9adf-542e2a09aa21,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.069094 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.098162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Transition to ACTIVE for port object 90d6727a-9753-4103-b24a-14393759e42d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:49.113577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:49.121193 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.151009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.176370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37adb6-5775-4228-9a9d-e7a8497ddd00 None None] Pushing event updated for resources: {'Port': ['ID=e207f6c2-d2c3-496d-9af6-3503f3a27f86,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.223351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:49.234459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:49.237914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 10.1.1.152 (9e03568a-f40d-47ea-b89b-bc740f60dd07/04c65f45-83d9-49d9-8717-3478b0239a71/818477e7-d33a-44fb-88f0-1b1c8171c9c6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:49.240460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:49.243578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Pushing event updated for resources: {'Port': ['ID=90d6727a-9753-4103-b24a-14393759e42d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.258911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.264935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.298771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:49.336084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:49.338187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.350421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.10 (a5af9050-bce3-462f-9804-e24f8c042039/4c013d90-4323-45ea-87d9-2538f79faf97/40f1c267-3089-4dab-a173-48dafb5ab077) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:49.379542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.19 (a5af9050-bce3-462f-9804-e24f8c042039/9c2f69a1-5f4f-47ae-a61b-7ebed626657b/40f1c267-3089-4dab-a173-48dafb5ab077) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:49.385445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Attempting to bind port 90d6727a-9753-4103-b24a-14393759e42d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:49.385862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Attempting to bind port 90d6727a-9753-4103-b24a-14393759e42d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:49.386248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Attempting to bind port 90d6727a-9753-4103-b24a-14393759e42d on network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:49.399361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:49.399684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Checking segment: {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:49.400090 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.400485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Bound using segment: {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:49.409825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Bound port: 90d6727a-9753-4103-b24a-14393759e42d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:49.410320 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.547685 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf958987-d256-4e84-9529-5035ab48a82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.667311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.704810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f521b5-5dc8-41ff-8bf8-0e97997c67a4 req-1a10b545-d8b7-46e1-8601-2ae9303ffa3f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.711810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f521b5-5dc8-41ff-8bf8-0e97997c67a4 req-1a10b545-d8b7-46e1-8601-2ae9303ffa3f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.720822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5f521b5-5dc8-41ff-8bf8-0e97997c67a4 req-1a10b545-d8b7-46e1-8601-2ae9303ffa3f tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1680 time: 0.1853127 Aug 29 04:28:49.789007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:49.801462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:49.804766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:49.875442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.876907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.884429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.907764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] For port 90d6727a-9753-4103-b24a-14393759e42d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:49.911923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] For port 90d6727a-9753-4103-b24a-14393759e42d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=90d6727a-9753-4103-b24a-14393759e42d,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:49.913325 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.932318 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.943972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5f521b5-5dc8-41ff-8bf8-0e97997c67a4 req-6e14932c-c172-489b-97b0-8654b75699dd tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220354 Aug 29 04:28:49.981031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.027707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-f44ab078-6d81-4ceb-ac90-8f582b7b0b39 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7362268 Aug 29 04:28:50.027991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Router babff2a9-6df9-457a-a63c-b6879a8bf99a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:50.062181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Request body: {'port': {'device_id': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:50.073938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.074858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.081155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:50.086603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a622d-373e-4024-b0eb-996c27921fbd None None] Pushing event updated for resources: {'Port': ['ID=90d6727a-9753-4103-b24a-14393759e42d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.090704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:50.093365 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5380ce1-3257-4252-8694-50017a79a39b" -d '{"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-plugged", "status": "completed", "tag": "68fdeaa3-15b5-48cb-840b-c9999d4c2d9b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:50.108189 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.109318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1df891a0-dcad-42cd-ab5f-d4f49a124d65 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:50.191514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b49270-f859-44df-858c-73f09be68121 req-0f5c1a88-1161-495c-95e9-5430920c81a1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.200772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9b49270-f859-44df-858c-73f09be68121 req-0f5c1a88-1161-495c-95e9-5430920c81a1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 931 time: 0.2380610 Aug 29 04:28:50.223268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6f43d-f715-4d5c-9d55-942d4f8e2261 None None] Network a5af9050-bce3-462f-9804-e24f8c042039 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:50.252021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:50.256802 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a19cd79-f70b-43fc-8d4a-95c9772ede1a req-85233ef3-b512-4f77-9e2d-25ee055ee650 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0370197 Aug 29 04:28:50.289792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.293714 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fcc9f9be-092e-4cbb-af96-a7a170bf02be tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "PUT /v2.0/routers/babff2a9-6df9-457a-a63c-b6879a8bf99a HTTP/1.1" status: 200 len: 916 time: 5.2449150 Aug 29 04:28:50.298817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.379561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] Sync routers for ids ['babff2a9-6df9-457a-a63c-b6879a8bf99a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:50.448129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.460091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] Routers {'babff2a9-6df9-457a-a63c-b6879a8bf99a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:50.468231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['babff2a9-6df9-457a-a63c-b6879a8bf99a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.485378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9b49270-f859-44df-858c-73f09be68121 req-01a9d695-c0da-42c8-b010-46491ea33934 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782867 Aug 29 04:28:50.515012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e9836831-df18-4d1d-bfd2-2201cf6cfe0e tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/babff2a9-6df9-457a-a63c-b6879a8bf99a HTTP/1.1" status: 200 len: 922 time: 0.2149830 Aug 29 04:28:50.519754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.523857 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 40f1c267-3089-4dab-a173-48dafb5ab077 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:50.534356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Transition to ACTIVE for port object 818477e7-d33a-44fb-88f0-1b1c8171c9c6 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:50.590015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Router 7e9c5f9b-21eb-477b-831b-b1a98b49214a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:50.595460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.616031 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d5c9f2-991a-44c5-97bb-40a4cf49d08a x-openstack-request-id: req-71d5c9f2-991a-44c5-97bb-40a4cf49d08a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:50.616326 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-plugged", "status": "completed", "tag": "68fdeaa3-15b5-48cb-840b-c9999d4c2d9b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:50.616601 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71d5c9f2-991a-44c5-97bb-40a4cf49d08a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:50.616953 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b', 'code': 200} Aug 29 04:28:50.619608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.619963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.654358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.717401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-993b63f6-20fe-4e25-bf06-7b98830f462f None None] Provisioning for port 5b8293c6-8883-4208-a90a-bc8716c03a34 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:50.788929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:50.793660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=40f1c267-3089-4dab-a173-48dafb5ab077,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.800952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64207881-e476-4529-98ec-54f238d3badd tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.802923 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-64207881-e476-4529-98ec-54f238d3badd tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=babff2a9-6df9-457a-a63c-b6879a8bf99a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2772052 Aug 29 04:28:50.807784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.826374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network a5af9050-bce3-462f-9804-e24f8c042039 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:50.828110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.828872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] Routers {'babff2a9-6df9-457a-a63c-b6879a8bf99a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:50.829637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['babff2a9-6df9-457a-a63c-b6879a8bf99a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.833937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:50.841032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:50.885926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:50.886828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.929324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35501c52-c69d-47e3-bf57-8ba237c1d4a2 None None] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:50.950167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.950856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.964003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:50.977150 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Sync routers for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:50.982303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c437a742-35f5-4010-9227-2362821673b4 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9494405 Aug 29 04:28:50.990952 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:50.992790 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:50.993279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52886) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.000929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c013d90-4323-45ea-87d9-2538f79faf97'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:51.019623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.056744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.058493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d91c08bf-f842-4cd0-8b1d-8874acefde5d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7841904 Aug 29 04:28:51.087946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.137315 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.170906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:51.171822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05793-5df8-4986-9166-5832e174f8a8 None None] The sync data for ids ['babff2a9-6df9-457a-a63c-b6879a8bf99a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:51.183906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e207f6c2-d2c3-496d-9af6-3503f3a27f86 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:51.185808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.202115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:51.226802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f17d6c-649c-40c0-9694-722261b9cba8 req-7f18a9a1-dd62-4ffa-9bcc-5ebea8181ce5 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.234011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f17d6c-649c-40c0-9694-722261b9cba8 req-7f18a9a1-dd62-4ffa-9bcc-5ebea8181ce5 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.242594 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8f17d6c-649c-40c0-9694-722261b9cba8 req-7f18a9a1-dd62-4ffa-9bcc-5ebea8181ce5 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1681 time: 0.1448500 Aug 29 04:28:51.250319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a417b-9375-4b3e-9daf-28b448525fc3 None None] Network 004edbfb-ca30-4ecf-8783-c97085667f93 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:51.259010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:51.265133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:51.272775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=818477e7-d33a-44fb-88f0-1b1c8171c9c6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.275776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:51.310490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a35e77-95a3-4300-8c22-9f91566e9399 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.315542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c7a35e77-95a3-4300-8c22-9f91566e9399 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.5039623 Aug 29 04:28:51.336858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8f17d6c-649c-40c0-9694-722261b9cba8 req-36316ba7-2870-45d0-9d87-35a520f1294a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930393 Aug 29 04:28:51.350666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52894) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.468899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e1903e6b-a664-46fb-9599-451102f94961 None None] Provisioning for port a98d8b85-5dce-4697-9adf-542e2a09aa21 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:51.469448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-289ab474-1dc1-4833-9264-daaae0ad88ff tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=babff2a9-6df9-457a-a63c-b6879a8bf99a HTTP/1.1" status: 200 len: 205 time: 0.1110413 Aug 29 04:28:51.475929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52898) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.518935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d70ee46-b071-4830-9107-abcb16258a86 req-d6eb3a78-4fa5-4adb-bcf8-c9af7e2b21de tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0687563 Aug 29 04:28:51.530669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.531325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.599046 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:48Z', 'revision_number': 3, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:51.623880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d44fdb7e-7925-4634-a843-81b929a0fd23 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1736782 Aug 29 04:28:51.624533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.648188 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Checking router: 7e9c5f9b-21eb-477b-831b-b1a98b49214a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:51.649572 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Updating router 7e9c5f9b-21eb-477b-831b-b1a98b49214a port 26b4b1bc-54c8-4acd-a347-2841a6c42051 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:51.651915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'port': {'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'name': 'tempest-TaggedBootDevicesTest_v242-1604011514', 'fixed_ips': [{'subnet_id': '04c65f45-83d9-49d9-8717-3478b0239a71'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:51.718928 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.746845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebeb107-c0d6-4726-8efd-9c1dca53fb51 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:51.767707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741e08-3bf6-4377-a9b4-973664dc7f4f req-577a8f13-648b-4be9-97df-58cb4a94e661 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.769269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.770433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a741e08-3bf6-4377-a9b4-973664dc7f4f req-577a8f13-648b-4be9-97df-58cb4a94e661 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 931 time: 0.1653247 Aug 29 04:28:51.771544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] Update dhcp port {'port': {'network_id': 'a5af9050-bce3-462f-9804-e24f8c042039', 'fixed_ips': [{'subnet_id': '4c013d90-4323-45ea-87d9-2538f79faf97', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c2f69a1-5f4f-47ae-a61b-7ebed626657b'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '5b8293c6-8883-4208-a90a-bc8716c03a34'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:28:51.790331 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.809256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e207f6c2-d2c3-496d-9af6-3503f3a27f86 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:51.824382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.827073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b8293c6-8883-4208-a90a-bc8716c03a34 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:51.839235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Transition to ACTIVE for port object cebeb107-c0d6-4726-8efd-9c1dca53fb51 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:51.853372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.911986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd84fbed-171f-4469-ae8c-4e5a156c3371 None None] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:51.927672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a741e08-3bf6-4377-a9b4-973664dc7f4f req-882a4a62-540b-4c04-a777-728819f6337f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087043 Aug 29 04:28:51.934009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.027463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6ce88c08-379e-4092-af57-48709f6d87c3 None None] Provisioning for port e207f6c2-d2c3-496d-9af6-3503f3a27f86 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:52.058623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Delete allocated IP 172.20.0.19 (a5af9050-bce3-462f-9804-e24f8c042039/9c2f69a1-5f4f-47ae-a61b-7ebed626657b) {{(pid=94823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:28:52.079793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5b8293c6-8883-4208-a90a-bc8716c03a34 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:52.085430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6ce88c08-379e-4092-af57-48709f6d87c3 None None] Provisioning complete for port e207f6c2-d2c3-496d-9af6-3503f3a27f86 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:52.085971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce88c08-379e-4092-af57-48709f6d87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.124169 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.125431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5b8293c6-8883-4208-a90a-bc8716c03a34 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:52.126544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.137631 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Transition to ACTIVE for port object 26b4b1bc-54c8-4acd-a347-2841a6c42051 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:52.145878 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.163551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.239216 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Attempting to bind port 26b4b1bc-54c8-4acd-a347-2841a6c42051 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:52.240358 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Attempting to bind port 26b4b1bc-54c8-4acd-a347-2841a6c42051 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:52.244847 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Attempting to bind port 26b4b1bc-54c8-4acd-a347-2841a6c42051 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:52.274633 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:52.278385 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:52.280391 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.280953 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:52.285981 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Bound port: 26b4b1bc-54c8-4acd-a347-2841a6c42051, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:52.286639 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.290556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ecce-8aea-491d-85e4-d25f2b3ff65e None None] Pushing event updated for resources: {'Port': ['ID=26b4b1bc-54c8-4acd-a347-2841a6c42051,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.320275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1df891a0-dcad-42cd-ab5f-d4f49a124d65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1df891a0-dcad-42cd-ab5f-d4f49a124d65,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:52.335210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.355935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Ignored duplicate provisioning block setup for port 40f1c267-3089-4dab-a173-48dafb5ab077 by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:28:52.359272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Deleting port f1846bd5-aac4-4c65-a702-f2b7e2fac555 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:52.359617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.373529 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] For port 26b4b1bc-54c8-4acd-a347-2841a6c42051, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:52.373962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.377495 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] For port 26b4b1bc-54c8-4acd-a347-2841a6c42051, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=26b4b1bc-54c8-4acd-a347-2841a6c42051,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:52.382888 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.424263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.441461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:52.441749 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ecce-8aea-491d-85e4-d25f2b3ff65e None None] Pushing event updated for resources: {'Port': ['ID=26b4b1bc-54c8-4acd-a347-2841a6c42051,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.467939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.471983 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:52.472712 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.500176 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.572757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] Allocated IP 172.20.0.18 (a5af9050-bce3-462f-9804-e24f8c042039/9c2f69a1-5f4f-47ae-a61b-7ebed626657b/5b8293c6-8883-4208-a90a-bc8716c03a34) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:52.604829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=40f1c267-3089-4dab-a173-48dafb5ab077,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.611408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] device_id is not set on port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:52.651185 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:52.680489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.684945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] In _notify_port_updated(), no bound segment for port 40f1c267-3089-4dab-a173-48dafb5ab077 on network a5af9050-bce3-462f-9804-e24f8c042039 {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:52.691721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.692395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.695275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-91c6a743-18cc-429c-81fc-f59287c9e761 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "PUT /v2.0/ports/40f1c267-3089-4dab-a173-48dafb5ab077 HTTP/1.1" status: 200 len: 919 time: 1.7005801 Aug 29 04:28:52.702687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52910) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:52.711675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c013d90-4323-45ea-87d9-2538f79faf97'}, {'subnet_id': '9c2f69a1-5f4f-47ae-a61b-7ebed626657b'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:52.721498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] For port 5b8293c6-8883-4208-a90a-bc8716c03a34, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5b8293c6-8883-4208-a90a-bc8716c03a34,segment=NetworkSegment(07bbb27f-860d-4b58-9555-7ec2cdbb5660),segment_id=07bbb27f-860d-4b58-9555-7ec2cdbb5660)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:52.723931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Calling delete_port for f1846bd5-aac4-4c65-a702-f2b7e2fac555 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:52.753160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeecc17-1a9d-45b4-af0d-9db1c478f4e9 req-26c45b73-46fc-4ba9-b161-742685ec32d6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.762135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.770969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75d218be-b2b7-41a6-a698-3cb61c0133dc req-84b501f3-e65c-499f-9bcc-67d9c1574302 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0889986 Aug 29 04:28:52.774687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeecc17-1a9d-45b4-af0d-9db1c478f4e9 req-26c45b73-46fc-4ba9-b161-742685ec32d6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.778487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] Transition to ACTIVE for port object 5b8293c6-8883-4208-a90a-bc8716c03a34 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:52.782475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4aeecc17-1a9d-45b4-af0d-9db1c478f4e9 req-26c45b73-46fc-4ba9-b161-742685ec32d6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1682 time: 0.3000729 Aug 29 04:28:52.859783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df891a0-dcad-42cd-ab5f-d4f49a124d65'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:52.867071 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6f386-0334-4232-9ac1-d966acd1bc29" -d '{"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-plugged", "status": "completed", "tag": "1df891a0-dcad-42cd-ab5f-d4f49a124d65"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:52.907340 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.945903 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.973826 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:48Z', 'revision_number': 3, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:53.009130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Attempting to bind port cebeb107-c0d6-4726-8efd-9c1dca53fb51 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:53.009653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Attempting to bind port cebeb107-c0d6-4726-8efd-9c1dca53fb51 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:53.010168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Attempting to bind port cebeb107-c0d6-4726-8efd-9c1dca53fb51 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:53.024579 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268eb45-0bdb-4fe0-bf6e-06ed7d31b256 None None] The sync data for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 is: [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:48Z', 'revision_number': 3, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:53.029044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Port cebeb107-c0d6-4726-8efd-9c1dca53fb51 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:53.029044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Attempting to bind port cebeb107-c0d6-4726-8efd-9c1dca53fb51 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:53.040918 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db102a87-1b7f-4ac7-b3d3-cfc420fded40 x-openstack-request-id: req-db102a87-1b7f-4ac7-b3d3-cfc420fded40 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:53.041218 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-plugged", "status": "completed", "tag": "1df891a0-dcad-42cd-ab5f-d4f49a124d65", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:53.041472 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db102a87-1b7f-4ac7-b3d3-cfc420fded40 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:53.041896 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df891a0-dcad-42cd-ab5f-d4f49a124d65', 'code': 200} Aug 29 04:28:53.070179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:53.070441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Checking segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:53.077397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Bound using segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:53.078023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Bound port: cebeb107-c0d6-4726-8efd-9c1dca53fb51, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:53.078398 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.104139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1df891a0-dcad-42cd-ab5f-d4f49a124d65,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.105628 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4aeecc17-1a9d-45b4-af0d-9db1c478f4e9 req-5215a3f3-e561-4fc6-b9ee-b7f4abd8d7e0 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221452 Aug 29 04:28:53.154796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.159030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.175242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Port 5b8293c6-8883-4208-a90a-bc8716c03a34 had new provisioning blocks added so it will not transition to active. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 04:28:53.175892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a98d8b85-5dce-4697-9adf-542e2a09aa21 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:53.247026 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce88c08-379e-4092-af57-48709f6d87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.260198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde53634-0cef-4f68-be79-09613a2b16c9 None None] Pushing event updated for resources: {'Port': ['ID=5b8293c6-8883-4208-a90a-bc8716c03a34,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.335999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a98d8b85-5dce-4697-9adf-542e2a09aa21 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:53.353846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a98d8b85-5dce-4697-9adf-542e2a09aa21 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:53.356306 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.477403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 10.1.1.254 (9e03568a-f40d-47ea-b89b-bc740f60dd07/04c65f45-83d9-49d9-8717-3478b0239a71/4b5f00ab-560e-43e7-bf03-cfb1b9a65329) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:53.539020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:53.548703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9f5c9-918d-4074-85db-8238be3fb63e req-f9dd81a9-7a5f-4072-8221-b8b670940831 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:53.556495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82e9f5c9-918d-4074-85db-8238be3fb63e req-f9dd81a9-7a5f-4072-8221-b8b670940831 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 943 time: 0.3762946 Aug 29 04:28:53.566990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:53.615052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.688821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.26 (a5af9050-bce3-462f-9804-e24f8c042039/9c2f69a1-5f4f-47ae-a61b-7ebed626657b/40f1c267-3089-4dab-a173-48dafb5ab077) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:53.698820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6ce88c08-379e-4092-af57-48709f6d87c3 None None] For port e207f6c2-d2c3-496d-9af6-3503f3a27f86, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e207f6c2-d2c3-496d-9af6-3503f3a27f86,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:53.729820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:53.730723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.732209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] 10.222.0.37 "PUT /v2.0/ports/cebeb107-c0d6-4726-8efd-9c1dca53fb51 HTTP/1.1" status: 200 len: 1092 time: 3.6839714 Aug 29 04:28:53.744529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:53.750398 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce88c08-379e-4092-af57-48709f6d87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.753163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.763758 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164" -d '{"events": [{"name": "network-changed", "server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:53.836426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82e9f5c9-918d-4074-85db-8238be3fb63e req-539161b0-fba0-444e-a135-483e5efe32a3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786629 Aug 29 04:28:53.839649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.857304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502934d-afd5-4ce7-8113-fa8c7fbafdf1 req-b29baf83-04c4-4819-a954-dd6682ef60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:53.857841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502934d-afd5-4ce7-8113-fa8c7fbafdf1 req-b29baf83-04c4-4819-a954-dd6682ef60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:53.860523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2502934d-afd5-4ce7-8113-fa8c7fbafdf1 req-b29baf83-04c4-4819-a954-dd6682ef60fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1986 time: 0.7352057 Aug 29 04:28:53.906192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a98d8b85-5dce-4697-9adf-542e2a09aa21, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a98d8b85-5dce-4697-9adf-542e2a09aa21,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:53.911405 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fa2752-1c72-4a73-ae95-66ec8879e2a0 x-openstack-request-id: req-d3fa2752-1c72-4a73-ae95-66ec8879e2a0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:53.912013 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:53.912480 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3fa2752-1c72-4a73-ae95-66ec8879e2a0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:53.913094 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'status': 'completed', 'code': 200} Aug 29 04:28:53.918292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce88c08-379e-4092-af57-48709f6d87c3 None None] Pushing event updated for resources: {'Port': ['ID=e207f6c2-d2c3-496d-9af6-3503f3a27f86,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.922232 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.923037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90d6727a-9753-4103-b24a-14393759e42d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:53.968903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event deleted for resources: {'Port': ['ID=f1846bd5-aac4-4c65-a702-f2b7e2fac555,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.006834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c340ba-5d6c-4dcc-8d1d-c5c1d79c882d service neutron] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.032791 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.054073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Provisioning complete for port a98d8b85-5dce-4697-9adf-542e2a09aa21 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.054493 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.054674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Allocated IP 172.20.0.1 (004edbfb-ca30-4ecf-8783-c97085667f93/e1880172-960b-4dcd-8e00-a3ba31c5ac07/3e145e00-ad9d-456f-b552-60c6170b8535) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:54.070092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-ade5b548-4107-4266-a9f7-9d8476b2a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.071927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-ade5b548-4107-4266-a9f7-9d8476b2a320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 1095 time: 0.2840130 Aug 29 04:28:54.101027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2502934d-afd5-4ce7-8113-fa8c7fbafdf1 req-951b768d-3b0f-4e5e-8cfa-53894dbc5acc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259345 Aug 29 04:28:54.104498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda15500-f46f-4239-8c25-ef0ea0bc07af None None] Network a5af9050-bce3-462f-9804-e24f8c042039 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:54.117606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-244cccd0-2677-4f16-a846-7513879812a9 req-49d4798d-a23d-4b33-bebc-29c753a18e04 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.1517391 Aug 29 04:28:54.123419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Ignored duplicate provisioning block setup for port 40f1c267-3089-4dab-a173-48dafb5ab077 by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:28:54.134808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-bb6aee0a-8fe9-4dcd-a0ae-9baae744d967 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51 HTTP/1.1" status: 200 len: 217 time: 0.0460176 Aug 29 04:28:54.168831 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.187814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a98d8b85-5dce-4697-9adf-542e2a09aa21,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.292161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.313482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-e77c71fb-0548-42da-a049-5d68e6d35978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.315107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-e77c71fb-0548-42da-a049-5d68e6d35978 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.1704576 Aug 29 04:28:54.351134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 90d6727a-9753-4103-b24a-14393759e42d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:54.355494 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-20eed07e-09da-44a0-b147-90955c645814 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301974 Aug 29 04:28:54.385360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Transition to ACTIVE for port object 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:54.455389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.465381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Provisioning complete for port e207f6c2-d2c3-496d-9af6-3503f3a27f86 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.465995 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.473095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da45c2-3c2f-4596-ad02-8214de651194 req-efbf69e5-2c47-43ff-85df-09959ef30f64 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.479572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da45c2-3c2f-4596-ad02-8214de651194 req-efbf69e5-2c47-43ff-85df-09959ef30f64 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.487328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84da45c2-3c2f-4596-ad02-8214de651194 req-efbf69e5-2c47-43ff-85df-09959ef30f64 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1682 time: 0.2375002 Aug 29 04:28:54.553432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Transition to ACTIVE for port object 3e145e00-ad9d-456f-b552-60c6170b8535 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:54.575676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84da45c2-3c2f-4596-ad02-8214de651194 req-172dea62-5d5c-4d62-bc7a-86d69857cfab tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873873 Aug 29 04:28:54.602453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.604828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=40f1c267-3089-4dab-a173-48dafb5ab077,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.630498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Provisioning for port 90d6727a-9753-4103-b24a-14393759e42d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:54.637084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-df7b1c6d-8543-43b9-9d70-5765424e01de service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639675 Aug 29 04:28:54.638477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Provisioning complete for port 90d6727a-9753-4103-b24a-14393759e42d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.639266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.643535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.730600 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.733537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.738993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 26b4b1bc-54c8-4acd-a347-2841a6c42051 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:54.775289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:54.776706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.778602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.795361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.820147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 26b4b1bc-54c8-4acd-a347-2841a6c42051 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:54.825152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.825152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Fanout notify agent at l3_agent the message router_deleted on router babff2a9-6df9-457a-a63c-b6879a8bf99a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:54.825379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e145e00-ad9d-456f-b552-60c6170b8535,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.833286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 26b4b1bc-54c8-4acd-a347-2841a6c42051 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.833286 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.837579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:54.843336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:54.843624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.847581 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-12dedcd2-d3bc-41de-a0b5-8ccff12e7195 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/babff2a9-6df9-457a-a63c-b6879a8bf99a HTTP/1.1" status: 204 len: 168 time: 3.3705051 Aug 29 04:28:54.854374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52926) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.871988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1203987331', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:54.878033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] For port 90d6727a-9753-4103-b24a-14393759e42d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=90d6727a-9753-4103-b24a-14393759e42d,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:54.881468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] In _notify_port_updated(), no bound segment for port 40f1c267-3089-4dab-a173-48dafb5ab077 on network a5af9050-bce3-462f-9804-e24f8c042039 {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:28:54.884200 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.891104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.891948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.896561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4ecf89b3-d4f9-4f53-9c57-e93f68457977 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "PUT /v2.0/ports/40f1c267-3089-4dab-a173-48dafb5ab077 HTTP/1.1" status: 200 len: 999 time: 2.1885395 Aug 29 04:28:54.901886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Provisioning for port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:54.914184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:54.948107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.949696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Provisioning complete for port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.950412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.951443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.971989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Network 004edbfb-ca30-4ecf-8783-c97085667f93 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:54.997234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:54.999966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:55.051795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Pushing event updated for resources: {'Port': ['ID=90d6727a-9753-4103-b24a-14393759e42d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.100311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-995a2c07-e8ef-4033-b6d1-2386989329b6 None None] Port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:55.116080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.120021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.146091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.146779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.162090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862700c7-c3e1-4eaa-98b9-778e23de22a2 req-2d8d36e4-a1d5-416d-9083-c239cbff492c service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130761 Aug 29 04:28:55.189331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 26b4b1bc-54c8-4acd-a347-2841a6c42051, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=26b4b1bc-54c8-4acd-a347-2841a6c42051,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:55.194855 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.195812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b8293c6-8883-4208-a90a-bc8716c03a34 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:55.245539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd730d08-3f76-4052-93a3-6050fc8475d0 req-abd8652a-dfa6-4357-a917-95f9eda5e8bd tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.248419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd730d08-3f76-4052-93a3-6050fc8475d0 req-abd8652a-dfa6-4357-a917-95f9eda5e8bd tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 943 time: 0.2750514 Aug 29 04:28:55.276955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.281372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-59292303-e229-4773-84cc-a9f59458f918 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6342130 Aug 29 04:28:55.318397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=26b4b1bc-54c8-4acd-a347-2841a6c42051,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.393571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Provisioning for port 40f1c267-3089-4dab-a173-48dafb5ab077 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:55.401189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Provisioning complete for port 40f1c267-3089-4dab-a173-48dafb5ab077 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:55.401900 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.419352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fdfd78fe-f542-4f8f-9b11-97a47c3edeec req-3948bab0-893d-4607-9cd0-4d2996149ee3 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0951381 Aug 29 04:28:55.479407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd730d08-3f76-4052-93a3-6050fc8475d0 req-60871567-c38f-45a5-b52e-265f776b532f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792269 Aug 29 04:28:55.501893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a98d8b85-5dce-4697-9adf-542e2a09aa21 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:55.527151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Port 40f1c267-3089-4dab-a173-48dafb5ab077 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:55.545039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 40f1c267-3089-4dab-a173-48dafb5ab077 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:55.545584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.554700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Provisioning for port 5b8293c6-8883-4208-a90a-bc8716c03a34 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:55.571695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Provisioning complete for port 5b8293c6-8883-4208-a90a-bc8716c03a34 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:55.572076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.593112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.628483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a98d8b85-5dce-4697-9adf-542e2a09aa21 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:55.645801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.648245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.662776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 40f1c267-3089-4dab-a173-48dafb5ab077 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:55.731453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-5a7615fe-ee98-456d-a823-f84fabf70ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.734058 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-5a7615fe-ee98-456d-a823-f84fabf70ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 1095 time: 0.4821038 Aug 29 04:28:55.859058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.866212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0759e4b1-50ab-417a-86a6-d452ba0c06f1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651194192', 'description': 'tempest-description--393686189'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:55.907678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.912054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.953971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e207f6c2-d2c3-496d-9af6-3503f3a27f86 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:55.954214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.973764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8fdf-90ec-48df-a04d-ae6c52237a8a req-9df7e946-b54b-4d0f-b5ef-e289f2c105dd tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.979801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8fdf-90ec-48df-a04d-ae6c52237a8a req-9df7e946-b54b-4d0f-b5ef-e289f2c105dd tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.981750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4efb8fdf-90ec-48df-a04d-ae6c52237a8a req-9df7e946-b54b-4d0f-b5ef-e289f2c105dd tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1682 time: 0.2426524 Aug 29 04:28:55.996390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] For port 5b8293c6-8883-4208-a90a-bc8716c03a34, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5b8293c6-8883-4208-a90a-bc8716c03a34,segment=NetworkSegment(07bbb27f-860d-4b58-9555-7ec2cdbb5660),segment_id=07bbb27f-860d-4b58-9555-7ec2cdbb5660)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:56.001639 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.018350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.028432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0759e4b1-50ab-417a-86a6-d452ba0c06f1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.041641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e207f6c2-d2c3-496d-9af6-3503f3a27f86 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.041641 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.086833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-2431ca39-7725-4113-8be2-ff42bb0656bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.088391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-2431ca39-7725-4113-8be2-ff42bb0656bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 906 time: 0.3395665 Aug 29 04:28:56.119227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Allocated IP 172.25.7.121 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/59a216ed-a8be-486f-b1bf-3170bb4bd554) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:56.125957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffbe8a-c17d-4c6e-b15d-2a292ac4834c None None] Pushing event updated for resources: {'Port': ['ID=5b8293c6-8883-4208-a90a-bc8716c03a34,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.144061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Provisioning complete for port 40f1c267-3089-4dab-a173-48dafb5ab077 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.144445 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.186894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Port 40f1c267-3089-4dab-a173-48dafb5ab077 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:56.210265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-fbe83d96-a283-4cde-8827-50acd55c31c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51 HTTP/1.1" status: 200 len: 217 time: 0.1014848 Aug 29 04:28:56.213328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4efb8fdf-90ec-48df-a04d-ae6c52237a8a req-47e07781-0f49-40bf-9adc-f206bc905bd7 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055426 Aug 29 04:28:56.258815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Provisioning for port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:56.263327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Provisioning complete for port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.263460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.263710 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.296239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-bb8982a7-c94a-4380-806b-6dbf4128687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.297905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-bb8982a7-c94a-4380-806b-6dbf4128687c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.0746226 Aug 29 04:28:56.307570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:56.320865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Provisioning complete for port 5b8293c6-8883-4208-a90a-bc8716c03a34 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.321250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.331568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.375402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:56.410599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.413696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:56.419865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:56.421959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event updated for resources: {'Port': ['ID=59a216ed-a8be-486f-b1bf-3170bb4bd554,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.450534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-5630d649-abd2-412b-b635-264c2f23c15b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394527 Aug 29 04:28:56.470527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Provisioning for port 3e145e00-ad9d-456f-b552-60c6170b8535 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:56.475704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Provisioning complete for port 3e145e00-ad9d-456f-b552-60c6170b8535 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.476377 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.536395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90d6727a-9753-4103-b24a-14393759e42d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:56.578000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeec972a-0a25-4adc-b03b-64b99a8cf748 None None] Port 3e145e00-ad9d-456f-b552-60c6170b8535 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:56.603283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1228f26e-4bd7-49eb-b019-6ee7c37cdd83 req-2c45282d-2bde-4ae3-8acd-c9f398cb50df tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0288002 Aug 29 04:28:56.606132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 90d6727a-9753-4103-b24a-14393759e42d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.606964 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.705939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5bc34fa-a1b8-40f0-a673-b9b88c578c4f None None] Could not find standard attr ID for object 40f1c267-3089-4dab-a173-48dafb5ab077. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:28:56.720988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 26b4b1bc-54c8-4acd-a347-2841a6c42051 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:56.774902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 26b4b1bc-54c8-4acd-a347-2841a6c42051 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.775589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.826267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6036c-b169-48da-8b22-23f6ce5e4dac req-2ba9795e-fb81-492e-b278-13f82d95de5f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.827875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6a6036c-b169-48da-8b22-23f6ce5e4dac req-2ba9795e-fb81-492e-b278-13f82d95de5f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 943 time: 0.1299641 Aug 29 04:28:56.857377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.887013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=40f1c267-3089-4dab-a173-48dafb5ab077,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.891204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b8293c6-8883-4208-a90a-bc8716c03a34 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:56.934038 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6a6036c-b169-48da-8b22-23f6ce5e4dac req-9b1b5470-4bf5-47aa-b675-08d2ab3d6a81 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786142 Aug 29 04:28:56.977473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5b8293c6-8883-4208-a90a-bc8716c03a34 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:56.978494 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.021866 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.023898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d9825af8-3ccd-4fb5-886e-6e86a12b3623 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/40f1c267-3089-4dab-a173-48dafb5ab077 HTTP/1.1" status: 204 len: 168 time: 2.1079504 Aug 29 04:28:57.035866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.087126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9e5a-3cc6-47fb-a421-40a90a52ad9b req-8243a350-d496-4a58-8bd1-988ea4a5eca3 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.094710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9e5a-3cc6-47fb-a421-40a90a52ad9b req-8243a350-d496-4a58-8bd1-988ea4a5eca3 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.097143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ebd9e5a-3cc6-47fb-a421-40a90a52ad9b req-8243a350-d496-4a58-8bd1-988ea4a5eca3 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1682 time: 0.2426550 Aug 29 04:28:57.114993 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf82131-e839-483e-90d7-f325cb613720 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:28:57.118907 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eaf82131-e839-483e-90d7-f325cb613720 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/40f1c267-3089-4dab-a173-48dafb5ab077 HTTP/1.1" status: 404 len: 333 time: 0.0788052 Aug 29 04:28:57.119683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52956) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.178918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.184832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 9c2f69a1-5f4f-47ae-a61b-7ebed626657b {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:57.188350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.188981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0759e4b1-50ab-417a-86a6-d452ba0c06f1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.208243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0759e4b1-50ab-417a-86a6-d452ba0c06f1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.219161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-4a6586b6-ebd8-4bc0-beda-a55444752ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602944 Aug 29 04:28:57.251044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ebd9e5a-3cc6-47fb-a421-40a90a52ad9b req-d9641f8c-8906-4464-91a4-797a5f341a0a tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315217 Aug 29 04:28:57.259160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.269517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.303029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.305196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0759e4b1-50ab-417a-86a6-d452ba0c06f1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.306433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0759e4b1-50ab-417a-86a6-d452ba0c06f1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4457018 Aug 29 04:28:57.321343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52958) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.327103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1c6d2118-6b72-4719-b3dd-5fcb87af276c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'security_group_rule': {'security_group_id': '80e3bbba-635e-4561-a043-bb73f3d63520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:57.361358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759e4b1-50ab-417a-86a6-d452ba0c06f1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e3bbba-635e-4561-a043-bb73f3d63520,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.397981 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:57.408742 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.410609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e145e00-ad9d-456f-b552-60c6170b8535,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.428755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2118-6b72-4719-b3dd-5fcb87af276c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.445244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3f44e1b-2773-4d5b-b1a1-f7002f7cf164 req-13247c50-2924-4831-a255-a43cdf15f97c service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168541 Aug 29 04:28:57.445888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.515055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Router ca34f6a9-a720-4b85-be0c-94b93738268b is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:57.518632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Network 004edbfb-ca30-4ecf-8783-c97085667f93 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:57.520713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:57.542331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2118-6b72-4719-b3dd-5fcb87af276c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.551621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2118-6b72-4719-b3dd-5fcb87af276c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.615042 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.624961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2118-6b72-4719-b3dd-5fcb87af276c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0063f988-3d60-4ba4-a3be-26558925adf5,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.648493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Router 7e9c5f9b-21eb-477b-831b-b1a98b49214a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:57.655897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2f69a1-5f4f-47ae-a61b-7ebed626657b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.658010 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.663364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0593df17-f365-48d6-aa3d-4799426da609 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/9c2f69a1-5f4f-47ae-a61b-7ebed626657b HTTP/1.1" status: 204 len: 168 time: 0.5398047 Aug 29 04:28:57.663364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2118-6b72-4719-b3dd-5fcb87af276c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.664455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52962) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.664580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c6d2118-6b72-4719-b3dd-5fcb87af276c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415585 Aug 29 04:28:57.674431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d47a72-9307-4f24-817f-2e379d53ac6f None None] Network a5af9050-bce3-462f-9804-e24f8c042039 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:57.699228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52964) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.705954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c399af53-dd79-422f-ae2d-79739f23d3c4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'security_group_rule': {'security_group_id': '80e3bbba-635e-4561-a043-bb73f3d63520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:57.765794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-926ab492-7727-489c-9088-0151fc086909 req-227f3ef9-200e-4df3-a718-0ecbd2055251 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0463514 Aug 29 04:28:57.774112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:57.791367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] Sync routers for ids ['ca34f6a9-a720-4b85-be0c-94b93738268b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:57.791817 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c399af53-dd79-422f-ae2d-79739f23d3c4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.814558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.815983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d16e48d-dc31-4835-85f5-7983c4ac3664 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9600859 Aug 29 04:28:57.819022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52966) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:57.831141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:57.840829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 4c013d90-4323-45ea-87d9-2538f79faf97 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:57.844708 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.884063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] Routers {'ca34f6a9-a720-4b85-be0c-94b93738268b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:57.884877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ca34f6a9-a720-4b85-be0c-94b93738268b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:57.910200 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.942198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:57.955401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c399af53-dd79-422f-ae2d-79739f23d3c4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.959741 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Sync routers for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:57.969696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-db2889be-8e9c-46bb-b30d-b9c61f231cd8 admin admin] 10.222.0.55 "PUT /v2.0/routers/7e9c5f9b-21eb-477b-831b-b1a98b49214a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8526573 Aug 29 04:28:57.975750 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c399af53-dd79-422f-ae2d-79739f23d3c4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.989328 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:57.990301 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:58.073047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-710e9d8a-9b57-4cc7-b379-52b5e2f5202b req-8c2e4eff-0d86-47aa-bf06-482b3a6694e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0951838 Aug 29 04:28:58.088890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399af53-dd79-422f-ae2d-79739f23d3c4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344a147f-4ea2-4f76-9714-37d153e31e01,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.097680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c399af53-dd79-422f-ae2d-79739f23d3c4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.119380 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.123013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c399af53-dd79-422f-ae2d-79739f23d3c4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4226112 Aug 29 04:28:58.135289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52974) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.145084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:58.152072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:58.169392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] Routers {'ca34f6a9-a720-4b85-be0c-94b93738268b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:58.170363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ca34f6a9-a720-4b85-be0c-94b93738268b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:58.212487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:58.213307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a9e3de-2db2-439b-bb03-c2f87f379e00 None None] The sync data for ids ['ca34f6a9-a720-4b85-be0c-94b93738268b'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:58.223677 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:58.226129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-edb7c803-2796-4c8a-b28a-95bf2ce767e8 None None] Provisioning complete for port 3e145e00-ad9d-456f-b552-60c6170b8535 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:58.226129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edb7c803-2796-4c8a-b28a-95bf2ce767e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.241844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.276085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-edb7c803-2796-4c8a-b28a-95bf2ce767e8 None None] Port 3e145e00-ad9d-456f-b552-60c6170b8535 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:58.316871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17c066-561a-4788-99fc-d444fceabcc2 req-6694aa54-28b2-4133-831f-a5eb6ffcef03 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.324695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d17c066-561a-4788-99fc-d444fceabcc2 req-6694aa54-28b2-4133-831f-a5eb6ffcef03 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 943 time: 0.2500196 Aug 29 04:28:58.398062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device cebeb107-c0d6-4726-8efd-9c1dca53fb51 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:58.403706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d17c066-561a-4788-99fc-d444fceabcc2 req-014e6e50-509f-4ca1-9595-f9ec4c4d0a74 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780051 Aug 29 04:28:58.441249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.545546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.547766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/4c013d90-4323-45ea-87d9-2538f79faf97 HTTP/1.1" status: 204 len: 168 time: 0.8829670 Aug 29 04:28:58.550059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ad43-f44a-4f2d-8c25-b47363a14b73 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=4c013d90-4323-45ea-87d9-2538f79faf97,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.573725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52982) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.587604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52984) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:58.588915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:58.607069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4718f856-4a9b-4786-a909-f52346c018b5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885100641', 'description': 'tempest-description--613050942'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:58.608524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'mac_address': 'fa:16:3e:1e:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:58.666207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.682281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebeb107-c0d6-4726-8efd-9c1dca53fb51 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:58.707439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b7b4-ac0c-4b28-a093-ea6cf9dc5eef req-1657512a-d76e-45cd-8cd2-5212da452a0e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.714494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:58.720523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b7b4-ac0c-4b28-a093-ea6cf9dc5eef req-1657512a-d76e-45cd-8cd2-5212da452a0e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.722643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.729636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b570b7b4-ac0c-4b28-a093-ea6cf9dc5eef req-1657512a-d76e-45cd-8cd2-5212da452a0e tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1682 time: 0.2007775 Aug 29 04:28:58.745127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-5e5a968c-6be9-453f-b876-b3179df525d1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.751300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-5e5a968c-6be9-453f-b876-b3179df525d1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.753519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-5e5a968c-6be9-453f-b876-b3179df525d1 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 1682 time: 0.1710463 Aug 29 04:28:58.759651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4718f856-4a9b-4786-a909-f52346c018b5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.770467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.802326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b570b7b4-ac0c-4b28-a093-ea6cf9dc5eef req-e54df3be-ce1f-45b5-99d4-c8a4ce8fb521 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717223 Aug 29 04:28:58.806674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.814957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.833894 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:28:56Z', 'revision_number': 2, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:58.879584 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Checking router: 7e9c5f9b-21eb-477b-831b-b1a98b49214a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:58.880419 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Updating router 7e9c5f9b-21eb-477b-831b-b1a98b49214a port 3e145e00-ad9d-456f-b552-60c6170b8535 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:58.915283 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.937988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['cebeb107-c0d6-4726-8efd-9c1dca53fb51'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:59.020266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 172.25.7.41 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/78460804-e6ad-437b-ae24-ed52d06fdfdc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:59.044655 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.070406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 5b8293c6-8883-4208-a90a-bc8716c03a34 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:59.070406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.176661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e3ae6f7-c830-4ab3-9a73-b94801d8664a req-7bded9f6-cb01-4476-a444-88da5e576255 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.2631085 Aug 29 04:28:59.242047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf54665-c713-42c5-8ddc-e58e056eef14 None None] Network a5af9050-bce3-462f-9804-e24f8c042039 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:59.245638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4718f856-4a9b-4786-a909-f52346c018b5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.249061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.259252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4718f856-4a9b-4786-a909-f52346c018b5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.317646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] For port 5b8293c6-8883-4208-a90a-bc8716c03a34, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5b8293c6-8883-4208-a90a-bc8716c03a34,segment=NetworkSegment(07bbb27f-860d-4b58-9555-7ec2cdbb5660),segment_id=07bbb27f-860d-4b58-9555-7ec2cdbb5660)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:59.318084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.328704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4718f856-4a9b-4786-a909-f52346c018b5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.333504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4718f856-4a9b-4786-a909-f52346c018b5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7297635 Aug 29 04:28:59.333889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:59.347406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-daf2108b-2af2-4b8f-8103-807d6b65c06d tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Request body: {'security_group_rule': {'security_group_id': 'f38dd287-f0c7-4522-800d-f20818122df4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:59.366261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 5b8293c6-8883-4208-a90a-bc8716c03a34 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:59.373408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718f856-4a9b-4786-a909-f52346c018b5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38dd287-f0c7-4522-800d-f20818122df4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.395937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3b2b0b58-d37a-4de5-ad66-67576ddb6a5c None None] Provisioning complete for port 5b8293c6-8883-4208-a90a-bc8716c03a34 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:59.396364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0b58-d37a-4de5-ad66-67576ddb6a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.398974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.403694 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.415046 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Transition to ACTIVE for port object 3e145e00-ad9d-456f-b552-60c6170b8535 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:59.430531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:59.431118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.432419 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.464918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daf2108b-2af2-4b8f-8103-807d6b65c06d tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.525786 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777db16-67b5-43b6-8f37-b69e932aaf50 None None] Pushing event updated for resources: {'Port': ['ID=3e145e00-ad9d-456f-b552-60c6170b8535,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.572123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.592288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.611624 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Attempting to bind port 3e145e00-ad9d-456f-b552-60c6170b8535 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:59.612448 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Attempting to bind port 3e145e00-ad9d-456f-b552-60c6170b8535 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:59.612448 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Attempting to bind port 3e145e00-ad9d-456f-b552-60c6170b8535 on network 004edbfb-ca30-4ecf-8783-c97085667f93 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:59.617476 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:59.623110 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Checking segment: {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:59.623688 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.623935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Deleting port 59a216ed-a8be-486f-b1bf-3170bb4bd554 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:59.624089 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Bound using segment: {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:59.624297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:59.624397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.624734 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Bound port: 3e145e00-ad9d-456f-b552-60c6170b8535, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:59.625124 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.638328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37fd59-1077-4cc0-8507-a0df984a06f7 None None] DHCP port deletion for a5af9050-bce3-462f-9804-e24f8c042039 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:59.640816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:59.645172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:59.656282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daf2108b-2af2-4b8f-8103-807d6b65c06d tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.669787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port 1df891a0-dcad-42cd-ab5f-d4f49a124d65, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1df891a0-dcad-42cd-ab5f-d4f49a124d65,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:59.670165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.685408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No DVR routers for this DVR port 5b8293c6-8883-4208-a90a-bc8716c03a34 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:59.687148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for 1df891a0-dcad-42cd-ab5f-d4f49a124d65 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:59.696289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daf2108b-2af2-4b8f-8103-807d6b65c06d tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.727968 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] For port 3e145e00-ad9d-456f-b552-60c6170b8535, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:59.733400 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] For port 3e145e00-ad9d-456f-b552-60c6170b8535, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3e145e00-ad9d-456f-b552-60c6170b8535,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:59.740264 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.746003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2108b-2af2-4b8f-8103-807d6b65c06d tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751eb135-90e1-4a7f-bef5-a13c659c6b3f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.757000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=78460804-e6ad-437b-ae24-ed52d06fdfdc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.797856 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:59.798634 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:59.833384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=5b8293c6-8883-4208-a90a-bc8716c03a34,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.844610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daf2108b-2af2-4b8f-8103-807d6b65c06d tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.848482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-daf2108b-2af2-4b8f-8103-807d6b65c06d tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5056648 Aug 29 04:28:59.853355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:59.862134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-186596dd-9065-4a4d-a87f-4f71b7e29439 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Request body: {'security_group_rule': {'security_group_id': 'f38dd287-f0c7-4522-800d-f20818122df4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:59.885461 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.931789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5af9050-bce3-462f-9804-e24f8c042039']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:59.969076 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:59.986943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bbb27f-860d-4b58-9555-7ec2cdbb5660') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:59.987522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bbb27f-860d-4b58-9555-7ec2cdbb5660') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:59.989371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.004734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Calling delete_port for 59a216ed-a8be-486f-b1bf-3170bb4bd554 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:00.011617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.023181 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.025921 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-186596dd-9065-4a4d-a87f-4f71b7e29439 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.033254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941fe5f-8080-4763-bf1b-cf5bc060fb8e req-2c9111b6-7c50-4086-b626-c18f6da209f5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.043714 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.047256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6941fe5f-8080-4763-bf1b-cf5bc060fb8e req-2c9111b6-7c50-4086-b626-c18f6da209f5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 944 time: 0.4954662 Aug 29 04:29:00.058241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.068611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cbe0f-5ae0-44f3-8255-4e57de8183e0 req-d36b8ff0-fa59-47f9-aeb9-a10378bd7407 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.078350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff9cbe0f-5ae0-44f3-8255-4e57de8183e0 req-d36b8ff0-fa59-47f9-aeb9-a10378bd7407 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 946 time: 0.1290629 Aug 29 04:29:00.090998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1df891a0-dcad-42cd-ab5f-d4f49a124d65', '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:00.100543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:00.101166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.110054 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777db16-67b5-43b6-8f37-b69e932aaf50 None None] Pushing event updated for resources: {'Port': ['ID=3e145e00-ad9d-456f-b552-60c6170b8535,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.143386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=1df891a0-dcad-42cd-ab5f-d4f49a124d65,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:00.146566 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:00.148729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.231863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port 1df891a0-dcad-42cd-ab5f-d4f49a124d65 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:00.235265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.237563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-41c7fc98-11f9-4bdd-994b-cd11b22640ff tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "DELETE /v2.0/ports/1df891a0-dcad-42cd-ab5f-d4f49a124d65 HTTP/1.1" status: 204 len: 173 time: 1.4617567 Aug 29 04:29:00.240578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-deleted', 'tag': '1df891a0-dcad-42cd-ab5f-d4f49a124d65'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:00.241380 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:28:59Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:00.244153 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d70863-85d0-48cf-a221-b1d4f488f450" -d '{"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-deleted", "tag": "1df891a0-dcad-42cd-ab5f-d4f49a124d65"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:00.265059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6941fe5f-8080-4763-bf1b-cf5bc060fb8e req-6e7b5dda-2129-4777-a923-240f0e965438 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122471 Aug 29 04:29:00.280268 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd76356-f5d5-4287-aac3-4b0edbc322ff None None] The sync data for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 is: [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:28:59Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:00.424615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device cebeb107-c0d6-4726-8efd-9c1dca53fb51 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:00.504454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff9cbe0f-5ae0-44f3-8255-4e57de8183e0 req-89622130-572c-4f46-bb72-ffeddc3dc880 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecd81e61-f4c2-44a4-888c-6f93620cde93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251666 Aug 29 04:29:00.519166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port cebeb107-c0d6-4726-8efd-9c1dca53fb51 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:00.542357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port cebeb107-c0d6-4726-8efd-9c1dca53fb51 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:00.542688 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.549640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3e145e00-ad9d-456f-b552-60c6170b8535 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:00.556752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c3ec699-e324-4f34-9272-22a5e9c602e5 req-04517264-ff57-4d79-9777-56392678a776 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.1454246 Aug 29 04:29:00.609992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.626174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:00.626636 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.628936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.630795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/a5af9050-bce3-462f-9804-e24f8c042039 HTTP/1.1" status: 204 len: 168 time: 2.0560722 Aug 29 04:29:00.641246 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aa5c9d-4971-4e96-8e49-78968eb6b131 x-openstack-request-id: req-49aa5c9d-4971-4e96-8e49-78968eb6b131 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:00.641670 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-deleted", "tag": "1df891a0-dcad-42cd-ab5f-d4f49a124d65", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:00.642027 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49aa5c9d-4971-4e96-8e49-78968eb6b131 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:00.643042 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-deleted', 'tag': '1df891a0-dcad-42cd-ab5f-d4f49a124d65', 'status': 'completed', 'code': 200} Aug 29 04:29:00.643580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53006) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.668545 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-186596dd-9065-4a4d-a87f-4f71b7e29439 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.669938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29c10a-f422-4188-ba13-1f082910a3ca tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=a5af9050-bce3-462f-9804-e24f8c042039,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.678464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-186596dd-9065-4a4d-a87f-4f71b7e29439 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.725124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186596dd-9065-4a4d-a87f-4f71b7e29439 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2dd03a-6351-4858-b3d4-7a4907b4d50b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.728601 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-186596dd-9065-4a4d-a87f-4f71b7e29439 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.729902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-186596dd-9065-4a4d-a87f-4f71b7e29439 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8725202 Aug 29 04:29:00.735555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:00.740874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:00.777434 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.786462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.801660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.805991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 3e145e00-ad9d-456f-b552-60c6170b8535 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:00.824918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3e145e00-ad9d-456f-b552-60c6170b8535 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:00.825299 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.885732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.941353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.944185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Pushing event deleted for resources: {'Port': ['ID=59a216ed-a8be-486f-b1bf-3170bb4bd554,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.944533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-400aac26-ba16-41b8-ba2a-ee505f053c3a req-9e3ef400-aa49-4c53-9dd3-91357e446a8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75f3b9f2923042fea941439dcc43a2d3&device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0356033 Aug 29 04:29:00.955190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b857566-eeec-4823-917f-fa6363f1c843 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.956946 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3b857566-eeec-4823-917f-fa6363f1c843 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3075867 Aug 29 04:29:00.961524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53012) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.019627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.044778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-400aac26-ba16-41b8-ba2a-ee505f053c3a req-493b19ff-3397-449e-b1ad-284a9d038621 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=75f3b9f2923042fea941439dcc43a2d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492759 Aug 29 04:29:01.045876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=78460804-e6ad-437b-ae24-ed52d06fdfdc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.079035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:01.081529 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b0b650-1545-45df-9657-ea05590cab8e" -d '{"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-plugged", "status": "completed", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:01.086005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-959ec475-d442-438c-9269-521e98a9ff96 req-637b1d4b-b6cf-4ecc-a94d-37f577d82ac3 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.1199205 Aug 29 04:29:01.107109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 3e145e00-ad9d-456f-b552-60c6170b8535, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3e145e00-ad9d-456f-b552-60c6170b8535,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:01.108253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:01.108925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.121801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.131562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:01.136851 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.137200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:01.164907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.200087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.202005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f8029f74-4160-4911-911f-e991714bd6bf tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0656385 Aug 29 04:29:01.225262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.225764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=3e145e00-ad9d-456f-b552-60c6170b8535,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.280728 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00452a93-9260-44bd-b686-c769d0cae4e9 x-openstack-request-id: req-00452a93-9260-44bd-b686-c769d0cae4e9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:01.281282 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-plugged", "status": "completed", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:01.281725 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00452a93-9260-44bd-b686-c769d0cae4e9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:01.282263 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'code': 200} Aug 29 04:29:01.301817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.302762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dbdb64ff-4c05-4e91-a6dd-7ff088e5260e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3335888 Aug 29 04:29:01.305849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b8293c6-8883-4208-a90a-bc8716c03a34 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:01.306740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53020) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.321774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1cf2b-9a0f-4978-a607-95bb1630fa07 req-abf48b1e-9c82-4822-a786-2361e9382a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.321995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-954984686'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:01.326039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32e1cf2b-9a0f-4978-a607-95bb1630fa07 req-abf48b1e-9c82-4822-a786-2361e9382a2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 1097 time: 0.1202359 Aug 29 04:29:01.349674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aac26-ba16-41b8-ba2a-ee505f053c3a req-83ba5707-bed0-46ec-a18e-dcf0c80752c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.356420 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-400aac26-ba16-41b8-ba2a-ee505f053c3a req-83ba5707-bed0-46ec-a18e-dcf0c80752c8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3030245 Aug 29 04:29:01.383308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5b8293c6-8883-4208-a90a-bc8716c03a34 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:01.384299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b8293c6-8883-4208-a90a-bc8716c03a34 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:01.397389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.407007 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.508409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:01.511833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.519876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32e1cf2b-9a0f-4978-a607-95bb1630fa07 req-c35d3c0b-a9eb-47ee-822a-247ef65fc1a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827729 Aug 29 04:29:01.569913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Allocated IP 172.25.7.254 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/ea452b30-c717-4ae9-8679-744b905e89af) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:01.578175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-42b14fd1-160b-4f62-96af-98c78bf6c7ed tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--651194192&fields=id&tenant_id=b1e648691a3c41b089f3ff1635293aaf HTTP/1.1" status: 200 len: 267 time: 0.0573652 Aug 29 04:29:01.662903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62bc8-9c17-4321-95d8-8bf97f4757c2 req-86a78132-a84c-4d0f-9088-189d949003ee tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.664450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d62bc8-9c17-4321-95d8-8bf97f4757c2 req-86a78132-a84c-4d0f-9088-189d949003ee tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 945 time: 0.2604132 Aug 29 04:29:01.670387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.672925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:01.681480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.689097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.697229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-15213574-363f-48ff-9b51-317bb533e204 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.698810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-15213574-363f-48ff-9b51-317bb533e204 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports/818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 936 time: 0.1076884 Aug 29 04:29:01.730472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.730840 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment 8c69ea35-9604-4d09-947c-063009a857e0 of type vlan for network 19add15a-33d4-4c37-b827-a11a30cbbbbf Aug 29 04:29:01.778562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-247cd37e-fae1-44c1-a414-fa6df01352d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.780017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-247cd37e-fae1-44c1-a414-fa6df01352d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports/4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 937 time: 0.0726142 Aug 29 04:29:01.788327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=68fdeaa3-15b5-48cb-840b-c9999d4c2d9b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.811661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.820799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d62bc8-9c17-4321-95d8-8bf97f4757c2 req-f44f2dd2-2f93-4438-b8f9-c0717b93ad07 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452949 Aug 29 04:29:01.866254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-6daed537-846e-4e95-8800-faef04e7df87 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0685766 Aug 29 04:29:01.920779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c524f4a6-51c3-49f9-9f0e-c7a0a5b00412 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0496414 Aug 29 04:29:01.927023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.981389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Router ca34f6a9-a720-4b85-be0c-94b93738268b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:02.014359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:02.017138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.023646 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3031474b-0501-41fa-a8a0-b3998fbada48 req-351cfb6f-7f20-4922-b038-126fdbf233cf tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "GET /v2.0/ports?device_id=96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd HTTP/1.1" status: 200 len: 210 time: 0.0616472 Aug 29 04:29:02.024722 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.026883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7c7a8c2-3fef-48a2-a69d-bf0464dc9f25 req-8a380379-d24d-4e54-a265-73acc35f2313 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.32 "DELETE /v2.0/ports/68fdeaa3-15b5-48cb-840b-c9999d4c2d9b HTTP/1.1" status: 204 len: 173 time: 1.7774363 Aug 29 04:29:02.074580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.079948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.081129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.112727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:02.176221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8681388 Aug 29 04:29:02.179085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53040) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.184162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:02.192148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:02.202627 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.204044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-19558e12-589d-45b7-a130-56e01ce1f934 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "PUT /v2.0/routers/ca34f6a9-a720-4b85-be0c-94b93738268b HTTP/1.1" status: 200 len: 706 time: 4.3841257 Aug 29 04:29:02.209053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] Sync routers for ids ['ca34f6a9-a720-4b85-be0c-94b93738268b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:02.215800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53042) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.223479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] Routers {'ca34f6a9-a720-4b85-be0c-94b93738268b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:02.224291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ca34f6a9-a720-4b85-be0c-94b93738268b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.265740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.276359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] Routers {'ca34f6a9-a720-4b85-be0c-94b93738268b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:02.277267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:28:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ca34f6a9-a720-4b85-be0c-94b93738268b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.302206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809f3c1-2e62-49e8-bcb0-b1337a3e52af tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=19add15a-33d4-4c37-b827-a11a30cbbbbf,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.327001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:02.329454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:02.330716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fc67b-139f-4b09-9304-bb86352c2b88 None None] The sync data for ids ['ca34f6a9-a720-4b85-be0c-94b93738268b'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:02.458175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:02.462326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:02.478652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3e145e00-ad9d-456f-b552-60c6170b8535 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:02.484768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event updated for resources: {'Port': ['ID=ea452b30-c717-4ae9-8679-744b905e89af,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.500082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-feb1534e-5aad-46e0-ab59-457a30108aeb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.506957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-feb1534e-5aad-46e0-ab59-457a30108aeb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.512657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-feb1534e-5aad-46e0-ab59-457a30108aeb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.514471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-feb1534e-5aad-46e0-ab59-457a30108aeb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/networks?id=dfa31365-0ce5-4157-bac5-4a74a31eca98&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 200 len: 1994 time: 0.5846245 Aug 29 04:29:02.542779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-94118ea0-000f-43d6-bed4-a3a9c17df862 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/quotas/b1e648691a3c41b089f3ff1635293aaf HTTP/1.1" status: 200 len: 375 time: 0.0169668 Aug 29 04:29:02.565223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3e145e00-ad9d-456f-b552-60c6170b8535 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:02.565640 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.594357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.666086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-deleted', 'tag': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:02.668839 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306906e7-53e8-43d8-9ab5-afa9759eb4f3" -d '{"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-deleted", "tag": "68fdeaa3-15b5-48cb-840b-c9999d4c2d9b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:02.673619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d28d5f9-3c6c-4861-9918-344b64f15107 tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/routers/ca34f6a9-a720-4b85-be0c-94b93738268b HTTP/1.1" status: 200 len: 741 time: 0.4540060 Aug 29 04:29:02.692439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-898b47d9-70dc-4149-97b1-2d99b8cefe77 req-bbb8da72-5430-4357-9e0d-29bb58d71985 tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.55 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.4346099 Aug 29 04:29:02.693719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.712445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.765260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1e29a6e4-b67e-4481-b705-54d976d6ac6b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1623046 Aug 29 04:29:02.783869 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41b7b25-6ebc-4c49-8620-5254bd252603 x-openstack-request-id: req-a41b7b25-6ebc-4c49-8620-5254bd252603 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:02.784727 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd", "name": "network-vif-deleted", "tag": "68fdeaa3-15b5-48cb-840b-c9999d4c2d9b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:02.784727 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a41b7b25-6ebc-4c49-8620-5254bd252603 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:02.784933 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a3b2c4-a02f-4ffb-ae5c-b91574cf83bd', 'name': 'network-vif-deleted', 'tag': '68fdeaa3-15b5-48cb-840b-c9999d4c2d9b', 'status': 'completed', 'code': 200} Aug 29 04:29:02.790385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7b97df38-bfcc-40fd-9631-37b86e7dfbef tempest-RoutersAdminTest-863821311 tempest-RoutersAdminTest-863821311-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=ca34f6a9-a720-4b85-be0c-94b93738268b HTTP/1.1" status: 200 len: 205 time: 0.0856938 Aug 29 04:29:02.804633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53048) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.807217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-400aac26-ba16-41b8-ba2a-ee505f053c3a req-0d0fc9dc-e26a-4cad-bd41-d6ff214e2bcf tempest-ServerShowV257Test-1411670803 tempest-ServerShowV257Test-1411670803-project] 10.222.0.32 "GET /v2.0/ports?device_id=35bb7fe0-4769-4894-9cca-e900a754c2fb HTTP/1.1" status: 200 len: 210 time: 0.0786731 Aug 29 04:29:02.831761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:02.836410 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.888169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f06442b5-9ced-45ff-99d7-bf2eee643ab6 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca34f6a9-a720-4b85-be0c-94b93738268b HTTP/1.1" status: 200 len: 205 time: 0.0820317 Aug 29 04:29:02.890390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.985710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486304ba-b920-4254-acc4-3080c6c516c8 req-2775cd48-815b-420a-a6c0-bcc3d24798c5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:02.987715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-486304ba-b920-4254-acc4-3080c6c516c8 req-2775cd48-815b-420a-a6c0-bcc3d24798c5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 945 time: 0.0714335 Aug 29 04:29:03.033190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6262c6d9-656e-40d4-9374-631dd6b70f02 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.064534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-486304ba-b920-4254-acc4-3080c6c516c8 req-5f50bc8a-a5f5-4686-a2f4-d39528bead3e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 Aug 29 04:29:03.120103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.126307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53058) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.167159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:03.168019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-51c01482-58ab-4447-ad67-95fa60cea6f6 service neutron] 10.222.0.55 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829014 Aug 29 04:29:03.213394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:03.216319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 68fdeaa3-15b5-48cb-840b-c9999d4c2d9b not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:03.238594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1df891a0-dcad-42cd-ab5f-d4f49a124d65 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:03.259225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting subnet 36afc41b-1586-4a47-addf-7fdba59eb9bc {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:03.264082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=a1f0b228-017f-4ada-be41-2e172d7107d3,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.269828 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.295305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 1df891a0-dcad-42cd-ab5f-d4f49a124d65 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:03.295658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1df891a0-dcad-42cd-ab5f-d4f49a124d65 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:03.307282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': '8c69ea35-9604-4d09-947c-063009a857e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:03.307282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: 19add15a-33d4-4c37-b827-a11a30cbbbbf, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:03.328275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.348605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6262c6d9-656e-40d4-9374-631dd6b70f02 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.355800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6262c6d9-656e-40d4-9374-631dd6b70f02 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.364725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:03.382729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.418710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.433050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 19add15a-33d4-4c37-b827-a11a30cbbbbf) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:03.437353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.438035 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.444344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab904d37-a4e0-4862-9ee7-e88333aa8775 None None] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:03.478779 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2b314d73-48b9-4ba8-8fe2-20ed85d8dbc1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2985456 Aug 29 04:29:03.479788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6262c6d9-656e-40d4-9374-631dd6b70f02 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.480579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6262c6d9-656e-40d4-9374-631dd6b70f02 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Fanout notify agent at l3_agent the message router_deleted on router ca34f6a9-a720-4b85-be0c-94b93738268b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:03.485995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53064) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.495471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6262c6d9-656e-40d4-9374-631dd6b70f02 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.500140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6262c6d9-656e-40d4-9374-631dd6b70f02 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/ca34f6a9-a720-4b85-be0c-94b93738268b HTTP/1.1" status: 204 len: 168 time: 0.6039917 Aug 29 04:29:03.501487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf', 'name': 'tempest-PortsTestJSON-1396741153'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:03.519589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53066) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.539183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-89d08c24-523d-4984-b79a-2163ddadd0ae service neutron] 10.222.0.55 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348861 Aug 29 04:29:03.562730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cf14-b799-4d1f-b20e-493fe76e6dde req-25d7fa21-b15e-4717-9e5b-1d221549d5a7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.562944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-03449053-ceb4-4f17-93e1-48947081ea81 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca34f6a9-a720-4b85-be0c-94b93738268b HTTP/1.1" status: 200 len: 205 time: 0.0402954 Aug 29 04:29:03.566215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4778cf14-b799-4d1f-b20e-493fe76e6dde req-25d7fa21-b15e-4717-9e5b-1d221549d5a7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 945 time: 0.1674259 Aug 29 04:29:03.569097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.570675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.571581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event updated for resources: {'Port': ['ID=ea452b30-c717-4ae9-8679-744b905e89af,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.607097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.612068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-94123106-fe37-4af6-830a-e2fa92276449 service neutron] 10.222.0.55 "GET /v2.0/ports/818477e7-d33a-44fb-88f0-1b1c8171c9c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0543942 Aug 29 04:29:03.626479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-19add15a-33d4-4c37-b827-a11a30cbbbbf', 'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf', 'tenant_id': 'd48f33a3a25e4c3ab7a423a19f44ae90', 'fixed_ips': [{'subnet_id': 'a1f0b228-017f-4ada-be41-2e172d7107d3'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:03.627858 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.639759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.640974 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dcdb7c2f-b0b3-4dc1-9c0a-fd8bcfafa818 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9043803 Aug 29 04:29:03.678188 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-befa9c35-b266-436e-8702-0e8c9cf225da tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] delete failed (client error): The resource could not be found. Aug 29 04:29:03.681624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-befa9c35-b266-436e-8702-0e8c9cf225da tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/ca34f6a9-a720-4b85-be0c-94b93738268b HTTP/1.1" status: 404 len: 336 time: 0.1047580 Aug 29 04:29:03.682437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53072) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.714949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-14118c15-1321-4f98-8773-67eb79fb672a tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=babff2a9-6df9-457a-a63c-b6879a8bf99a HTTP/1.1" status: 200 len: 205 time: 0.0297954 Aug 29 04:29:03.717099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53078) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.750971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-4b2c2cfb-ee6c-4ef2-a860-b1aa258ee441 service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317170 Aug 29 04:29:03.774114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4778cf14-b799-4d1f-b20e-493fe76e6dde req-a1fb0920-508b-4b57-be3f-cb64e82df28c tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241891 Aug 29 04:29:03.777881 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-6e6d9064-e81b-4b35-bce3-7c1fae50d319 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] delete failed (client error): The resource could not be found. Aug 29 04:29:03.778894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6e6d9064-e81b-4b35-bce3-7c1fae50d319 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/babff2a9-6df9-457a-a63c-b6879a8bf99a HTTP/1.1" status: 404 len: 336 time: 0.0578446 Aug 29 04:29:03.785347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.801902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Allocated IP 172.20.0.2 (19add15a-33d4-4c37-b827-a11a30cbbbbf/a1f0b228-017f-4ada-be41-2e172d7107d3/8b400f1d-4d6c-40d3-844e-1f5d722949b6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:03.818735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.838817 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.841184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/subnets/36afc41b-1586-4a47-addf-7fdba59eb9bc HTTP/1.1" status: 204 len: 168 time: 0.7138519 Aug 29 04:29:03.847191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2821d-a1c1-483f-9920-9fded9d104bf None None] Network 947da518-bf80-4b86-b396-b3a4e1a7c59e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:03.847813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53090) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.854639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f582cd6b-f6db-4414-ae6c-5e107e9827b0 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3348b32c-f46f-4364-80a1-608ca3414a4d HTTP/1.1" status: 200 len: 205 time: 0.0678580 Aug 29 04:29:03.868141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53092) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.940836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f9e3-a072-4943-828a-cadbf0e90188 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Subnet': ['ID=36afc41b-1586-4a47-addf-7fdba59eb9bc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.950914 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-b227476d-d82a-4344-ba16-166170f11c04 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] delete failed (client error): The resource could not be found. Aug 29 04:29:03.952231 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b227476d-d82a-4344-ba16-166170f11c04 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/3348b32c-f46f-4364-80a1-608ca3414a4d HTTP/1.1" status: 404 len: 336 time: 0.0608571 Aug 29 04:29:03.955762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:03.977676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-f0f8231b-a3bd-49be-8fa4-ab5872ce7a0f tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--885100641&fields=id&tenant_id=07659ea055714bdbae3896d899f59447 HTTP/1.1" status: 200 len: 267 time: 0.1075644 Aug 29 04:29:03.993277 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ec15f30e-9f32-4e6a-9fe9-a36c061ebc51 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=a96e6b51-4011-431b-8b80-8232b0d883e7 HTTP/1.1" status: 200 len: 205 time: 0.0323043 Aug 29 04:29:03.995213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.998278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-e094056e-9cfb-4e01-ae36-3cc4b29525a4 service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396936 Aug 29 04:29:03.999676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.051924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:04.055500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.075132 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-ad0930c8-488d-474c-a747-ff11fae970cd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] delete failed (client error): The resource could not be found. Aug 29 04:29:04.076280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ad0930c8-488d-474c-a747-ff11fae970cd tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/a96e6b51-4011-431b-8b80-8232b0d883e7 HTTP/1.1" status: 404 len: 336 time: 0.0756872 Aug 29 04:29:04.079191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53098) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.089788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 4d61cfb7-4521-4989-8129-c1c26648c09f yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:04.093988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.106793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Transition to ACTIVE for port object 8b400f1d-4d6c-40d3-844e-1f5d722949b6 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:04.123832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Transition to ACTIVE for port object 8b400f1d-4d6c-40d3-844e-1f5d722949b6 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:04.130092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.145774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-905f0353-74f0-42e0-b2a2-6e803858e03e tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f4732d8-b438-4fce-985c-65d42bd76bf4 HTTP/1.1" status: 200 len: 205 time: 0.0629210 Aug 29 04:29:04.154538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f0c1ccac-a69c-4df6-82d6-f1cc6fe853ab service neutron] 10.222.0.55 "GET /v2.0/ports/4b5f00ab-560e-43e7-bf03-cfb1b9a65329?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1466916 Aug 29 04:29:04.154714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-ea8fb3bc-dd21-4aea-88a9-15e876648b66 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.156524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.158201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-ea8fb3bc-dd21-4aea-88a9-15e876648b66 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/networks?id=004edbfb-ca30-4ecf-8783-c97085667f93 HTTP/1.1" status: 200 len: 811 time: 0.1796281 Aug 29 04:29:04.182050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] DHCP port deletion for 947da518-bf80-4b86-b396-b3a4e1a7c59e request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:04.188702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-7463610f-65c7-45a8-a6e6-ece48c1850b3 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/quotas/07659ea055714bdbae3896d899f59447 HTTP/1.1" status: 200 len: 375 time: 0.0183563 Aug 29 04:29:04.194117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Pushing event updated for resources: {'Port': ['ID=8b400f1d-4d6c-40d3-844e-1f5d722949b6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.202944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:04.207767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:04.224941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:04.246797 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-b733cfa4-d4fb-42a7-a0ac-c3482aae3207 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] delete failed (client error): The resource could not be found. Aug 29 04:29:04.247859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b733cfa4-d4fb-42a7-a0ac-c3482aae3207 tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/8f4732d8-b438-4fce-985c-65d42bd76bf4 HTTP/1.1" status: 404 len: 336 time: 0.0830841 Aug 29 04:29:04.251515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.300450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-84dfc1c3-9ef5-4c45-b4c6-52174b023b4d tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "GET /v2.0/ports?device_id=f587a1a9-5928-47a2-8f35-83f5e1338d43 HTTP/1.1" status: 200 len: 205 time: 0.0452032 Aug 29 04:29:04.301008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53104) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.306096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-18b6bd76-5533-4b84-ad3c-1d2747ce6a72 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=07659ea055714bdbae3896d899f59447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997612 Aug 29 04:29:04.307021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] Deleting port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:04.307632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.309664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.9 (19add15a-33d4-4c37-b827-a11a30cbbbbf/a1f0b228-017f-4ada-be41-2e172d7107d3/4d61cfb7-4521-4989-8129-c1c26648c09f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:04.323700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:04.324071 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.362633 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-0760c5b5-e0bb-4164-b48a-7928f56aba2b tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] delete failed (client error): The resource could not be found. Aug 29 04:29:04.366147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0760c5b5-e0bb-4164-b48a-7928f56aba2b tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/routers/f587a1a9-5928-47a2-8f35-83f5e1338d43 HTTP/1.1" status: 404 len: 336 time: 0.0615733 Aug 29 04:29:04.369713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53108) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.374618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] For port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:04.374932 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.389661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] Calling delete_port for 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:04.416549 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41c68ef-6f50-496c-a9b9-3b9ac6325d6a tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] DELETE failed (client error): The resource could not be found. Aug 29 04:29:04.417200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41c68ef-6f50-496c-a9b9-3b9ac6325d6a tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:04.421258 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e41c68ef-6f50-496c-a9b9-3b9ac6325d6a tempest-RoutersAdminTest-69149777 tempest-RoutersAdminTest-69149777-project] 10.222.0.55 "DELETE /v2.0/subnets/35caf838-16ee-47e6-accc-c4ef2fa23d2b HTTP/1.1" status: 404 len: 337 time: 0.0481031 Aug 29 04:29:04.421412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-8575ca6a-8e36-4200-b261-2da39fcc570d service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634690 Aug 29 04:29:04.474170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Attempting to bind port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:04.474866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Attempting to bind port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8c69ea35-9604-4d09-947c-063009a857e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:04.475307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Attempting to bind port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 on network 19add15a-33d4-4c37-b827-a11a30cbbbbf {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:04.483292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:04.483754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Checking segment: {'id': '8c69ea35-9604-4d09-947c-063009a857e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:04.484228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.484704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Bound using segment: {'id': '8c69ea35-9604-4d09-947c-063009a857e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:04.485239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Bound port: 8b400f1d-4d6c-40d3-844e-1f5d722949b6, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c69ea35-9604-4d09-947c-063009a857e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:04.485720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.490133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.522156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-5007112a-9c30-4662-86c6-67bbcbb35e72 service neutron] 10.222.0.55 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023022 Aug 29 04:29:04.525613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,segment=NetworkSegment(6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411),segment_id=6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:04.526057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.529436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:04.554907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:04.556312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:04.556774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:04.560832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] Pushing event deleted for resources: {'Port': ['ID=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.563599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d5b6b-359c-4994-85e4-26845786289b None None] No DVR routers for this DVR port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:04.634830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] For port 8b400f1d-4d6c-40d3-844e-1f5d722949b6, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:04.638739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] For port 8b400f1d-4d6c-40d3-844e-1f5d722949b6, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8b400f1d-4d6c-40d3-844e-1f5d722949b6,segment=NetworkSegment(8c69ea35-9604-4d09-947c-063009a857e0),segment_id=8c69ea35-9604-4d09-947c-063009a857e0)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:04.643631 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.648871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-64106c39-8425-498e-91ae-107aff81e23f service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123733 Aug 29 04:29:04.685055 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.711550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a38e2-2487-4c25-9c16-5e35cadc6800 None None] Pushing event updated for resources: {'Port': ['ID=8b400f1d-4d6c-40d3-844e-1f5d722949b6,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.715913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 4d61cfb7-4521-4989-8129-c1c26648c09f will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:04.739307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.741097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-5b2a7588-3c0b-4393-a0c7-0e53d0bff18c service neutron] 10.222.0.55 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996276 Aug 29 04:29:04.772365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53114) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.780088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=7f8ef7ab-7820-4d1e-81f0-e036e68830b4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.787992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port 7f8ef7ab-7820-4d1e-81f0-e036e68830b4 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:04.789287 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.831360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-7d52f0f4-5ace-487b-a727-a289f37f8278 service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681671 Aug 29 04:29:04.845089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:04.849315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:04.854417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:04.859191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=4d61cfb7-4521-4989-8129-c1c26648c09f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.927220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.927620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.963904 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-370db501-45ec-484a-a1a5-fe39becac258 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4738655 Aug 29 04:29:04.966254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53122) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.975469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '19add15a-33d4-4c37-b827-a11a30cbbbbf', 'name': 'tempest-PortsTestJSON-308659258'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:04.997040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.011238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947da518-bf80-4b86-b396-b3a4e1a7c59e']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.029545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.031815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d16c8d6-14a1-48d9-8ee1-c6ce0e1f2411') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:05.062843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.092391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-be2bd9db-2828-407d-8971-c5c77f4c70bd service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488768 Aug 29 04:29:05.093504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.101853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:05.102268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:05.105995 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:05.129715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfb462b-a10a-413e-841b-addb9c3b203d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.295646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.318150 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.320568 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/networks/947da518-bf80-4b86-b396-b3a4e1a7c59e HTTP/1.1" status: 204 len: 168 time: 1.4693942 Aug 29 04:29:05.333386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53134) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.345097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ff735-bd9c-4ea7-b96a-2e7054be79f6 tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Network': ['ID=947da518-bf80-4b86-b396-b3a4e1a7c59e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:05.371750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.397078 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-635d5952-e701-46c4-a1f7-fcd9735ed5b9 service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901778 Aug 29 04:29:05.445193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d29a98-085d-41bc-a23e-914ca2377b35 req-5cb71ed0-3847-43c9-b3a3-b62b5d416dfa tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.453839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14d29a98-085d-41bc-a23e-914ca2377b35 req-5cb71ed0-3847-43c9-b3a3-b62b5d416dfa tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 945 time: 0.1427696 Aug 29 04:29:05.501887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfb462b-a10a-413e-841b-addb9c3b203d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.511319 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfb462b-a10a-413e-841b-addb9c3b203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.530237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14d29a98-085d-41bc-a23e-914ca2377b35 req-8e54ccf7-244d-4268-baf0-7fe5d404d1d8 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751460 Aug 29 04:29:05.591633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4cfb462b-a10a-413e-841b-addb9c3b203d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0a77c53c11247d9a12600d10906af41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8182175 Aug 29 04:29:05.606886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53144) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.632909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c394840-644a-41ba-b710-33608aa505ae req-538333e6-3c66-480d-b975-398f12c49e59 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 210 time: 0.0512531 Aug 29 04:29:05.633634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb462b-a10a-413e-841b-addb9c3b203d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a23bd-dbcd-4ce3-9b2e-cc676d8c721f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:05.660332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:05.670816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.745085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 441d8d48-cb03-418f-92dc-815c33feff7c yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:05.851727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f3ec955a-88e1-4a75-b017-accf9da03bef service neutron] 10.222.0.55 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433670 Aug 29 04:29:05.854987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b804a549-85cc-4fe2-8bb3-dbf34955aa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.877918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-119061e7-8aec-41d2-8bd0-267970c19d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.916531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting subnet a68202ab-8dc1-4ee6-8e20-c2a2150687c4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:05.930748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b804a549-85cc-4fe2-8bb3-dbf34955aa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.986749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.3 (19add15a-33d4-4c37-b827-a11a30cbbbbf/a1f0b228-017f-4ada-be41-2e172d7107d3/441d8d48-cb03-418f-92dc-815c33feff7c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:06.102342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-50437bad-2700-4961-932d-8d9ac27d4012 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386584 Aug 29 04:29:06.121318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e77a516-cb3d-4f4c-ad74-47df3037a492 None None] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:06.152675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b804a549-85cc-4fe2-8bb3-dbf34955aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.155517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b804a549-85cc-4fe2-8bb3-dbf34955aa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.156685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b804a549-85cc-4fe2-8bb3-dbf34955aa4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af1a23bd-dbcd-4ce3-9b2e-cc676d8c721f HTTP/1.1" status: 204 len: 168 time: 0.5480595 Aug 29 04:29:06.202193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804a549-85cc-4fe2-8bb3-dbf34955aa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a23bd-dbcd-4ce3-9b2e-cc676d8c721f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.226611 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.232999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-02279f21-47b2-4f91-904e-a30e056bac60 None None] Provisioning for port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:06.238986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.272294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 441d8d48-cb03-418f-92dc-815c33feff7c will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:06.339602 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5facdbe9-7150-4715-bbbe-801e3635930f service neutron] 10.222.0.55 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363739 Aug 29 04:29:06.351896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.425528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.451583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-119061e7-8aec-41d2-8bd0-267970c19d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.476671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-119061e7-8aec-41d2-8bd0-267970c19d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.513022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:06.531928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:06.543953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:06.577966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119061e7-8aec-41d2-8bd0-267970c19d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90779a9-6489-46fd-a099-33dec012d0d6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.583184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-119061e7-8aec-41d2-8bd0-267970c19d14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75f3b9f2923042fea941439dcc43a2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2014711 Aug 29 04:29:06.591170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.622700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=441d8d48-cb03-418f-92dc-815c33feff7c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.627958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8b400f1d-4d6c-40d3-844e-1f5d722949b6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:06.655249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-96d3bc7d-1384-4d30-bd09-54d7bd852625 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.656911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-96d3bc7d-1384-4d30-bd09-54d7bd852625 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.32 "GET /v2.0/networks?id=004edbfb-ca30-4ecf-8783-c97085667f93 HTTP/1.1" status: 200 len: 811 time: 0.2933207 Aug 29 04:29:06.670189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.671236 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.695673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e5c7891a-2371-4461-9b31-5ddd82beef3e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7258410 Aug 29 04:29:06.706146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53174) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.743926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.772721 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.836509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9adcaa7-eebb-4358-80e8-9888b6fe40c9 req-d54fa4f9-d200-4d9c-a83c-bbf17c85c3fe tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 210 time: 0.0608683 Aug 29 04:29:06.843201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:06.848207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:06.848792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.855733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f7690de-4f6f-4480-969a-57a6deaea001 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0944f189ab949969e214a44f3c6f5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078608 Aug 29 04:29:06.866897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-f3d67c19-17eb-414d-8a04-c448b3d3ca19 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07659ea055714bdbae3896d899f59447 HTTP/1.1" status: 200 len: 379 time: 0.1734211 Aug 29 04:29:06.867131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53178) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.877917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895184c7-02dd-47e2-9f59-6362cb1ef04e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.882014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-895184c7-02dd-47e2-9f59-6362cb1ef04e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1723530 Aug 29 04:29:06.883877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Request body: {'port': {'device_id': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'admin_state_up': True, 'tenant_id': '07659ea055714bdbae3896d899f59447', 'security_groups': ['f38dd287-f0c7-4522-800d-f20818122df4']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:06.891819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53180) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.909300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-af9c5c8b-acf6-43a7-9a75-46eb4a94b6ed None None] Provisioning for port 4d61cfb7-4521-4989-8129-c1c26648c09f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:06.921751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-af9c5c8b-acf6-43a7-9a75-46eb4a94b6ed None None] Provisioning complete for port 4d61cfb7-4521-4989-8129-c1c26648c09f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:06.922831 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af9c5c8b-acf6-43a7-9a75-46eb4a94b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.924635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9932635d-ca16-4bb6-a701-4fba33159d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.962640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c3f4e8be-1c8f-463c-b22c-c396974d0573 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075728 Aug 29 04:29:07.002866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.005676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-af9c5c8b-acf6-43a7-9a75-46eb4a94b6ed None None] Port 4d61cfb7-4521-4989-8129-c1c26648c09f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:07.045819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 8b400f1d-4d6c-40d3-844e-1f5d722949b6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8b400f1d-4d6c-40d3-844e-1f5d722949b6,segment=NetworkSegment(8c69ea35-9604-4d09-947c-063009a857e0),segment_id=8c69ea35-9604-4d09-947c-063009a857e0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:07.049073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-af9c5c8b-acf6-43a7-9a75-46eb4a94b6ed None None] Provisioning complete for port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:07.050111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af9c5c8b-acf6-43a7-9a75-46eb4a94b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.053617 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.073775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Made reservation on behalf of 07659ea055714bdbae3896d899f59447 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:07.074232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9932635d-ca16-4bb6-a701-4fba33159d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.078501 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.140797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.189902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e06dbe5-0c4d-4f73-80c8-de26576857cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.206608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=8b400f1d-4d6c-40d3-844e-1f5d722949b6,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.235444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Subnet': ['ID=a68202ab-8dc1-4ee6-8e20-c2a2150687c4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.241648 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.246364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2cc44e3c-a63b-4b57-aaaf-359df3010a2d tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/subnets/a68202ab-8dc1-4ee6-8e20-c2a2150687c4 HTTP/1.1" status: 204 len: 168 time: 1.9088724 Aug 29 04:29:07.246983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20318c4c-ee7a-4998-b647-2f1bf33bb124 None None] Network b0175d75-42eb-4285-b7bd-ce2511823d91 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:07.251776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5d49724d-3802-4cf6-8031-2908f2e86c01 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881682 Aug 29 04:29:07.255208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53188) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.270477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e06dbe5-0c4d-4f73-80c8-de26576857cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.360854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 441d8d48-cb03-418f-92dc-815c33feff7c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:07.361541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.380858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Allocated IP 172.20.0.6 (004edbfb-ca30-4ecf-8783-c97085667f93/e1880172-960b-4dcd-8e00-a3ba31c5ac07/1a5598e9-17ad-4bde-b4ce-e4d342981020) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:07.409899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9932635d-ca16-4bb6-a701-4fba33159d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.412856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9932635d-ca16-4bb6-a701-4fba33159d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.418504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9932635d-ca16-4bb6-a701-4fba33159d85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a90779a9-6489-46fd-a099-33dec012d0d6 HTTP/1.1" status: 204 len: 168 time: 0.8220634 Aug 29 04:29:07.451256 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.475435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c565f49-c5ef-4877-b632-6aa1d4f6de6d None None] Provisioning complete for port 4d61cfb7-4521-4989-8129-c1c26648c09f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:07.476207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c565f49-c5ef-4877-b632-6aa1d4f6de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.494110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932635d-ca16-4bb6-a701-4fba33159d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90779a9-6489-46fd-a099-33dec012d0d6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.512386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e06dbe5-0c4d-4f73-80c8-de26576857cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.515250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7e06dbe5-0c4d-4f73-80c8-de26576857cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.516584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7e06dbe5-0c4d-4f73-80c8-de26576857cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87677253-fae7-44a9-884d-81681ae2bbd4 HTTP/1.1" status: 204 len: 168 time: 0.6498725 Aug 29 04:29:07.537503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c565f49-c5ef-4877-b632-6aa1d4f6de6d None None] Port 4d61cfb7-4521-4989-8129-c1c26648c09f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:07.538187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06dbe5-0c4d-4f73-80c8-de26576857cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87677253-fae7-44a9-884d-81681ae2bbd4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.554078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.568820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 441d8d48-cb03-418f-92dc-815c33feff7c owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:07.666270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-38c6168c-1063-47a0-8b18-3c274deab75e None None] Provisioning for port 441d8d48-cb03-418f-92dc-815c33feff7c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:07.682949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-38c6168c-1063-47a0-8b18-3c274deab75e None None] Provisioning complete for port 441d8d48-cb03-418f-92dc-815c33feff7c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:07.683832 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38c6168c-1063-47a0-8b18-3c274deab75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.746470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] DHCP port deletion for b0175d75-42eb-4285-b7bd-ce2511823d91 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:07.832676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Deleting port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:07.834315 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.848173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.855543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-38c6168c-1063-47a0-8b18-3c274deab75e None None] Port 441d8d48-cb03-418f-92dc-815c33feff7c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:07.872634 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.880303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=441d8d48-cb03-418f-92dc-815c33feff7c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.918779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Transition to ACTIVE for port object 1a5598e9-17ad-4bde-b4ce-e4d342981020 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:07.977964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] Deleting port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:07.980996 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.999060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.005235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b76f822f-1b90-47a8-adeb-3e8871865b68 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/441d8d48-cb03-418f-92dc-815c33feff7c HTTP/1.1" status: 204 len: 168 time: 1.1062856 Aug 29 04:29:08.008445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.069616 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-18892930-597c-4817-ac95-055c00ee4466 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:29:08.088501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53226) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.091864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-18892930-597c-4817-ac95-055c00ee4466 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/441d8d48-cb03-418f-92dc-815c33feff7c HTTP/1.1" status: 404 len: 333 time: 0.0819862 Aug 29 04:29:08.102800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] For port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:08.103464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.198383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] For port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,segment=NetworkSegment(9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b),segment_id=9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:08.208807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.241016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] Calling delete_port for 081fb2bd-82ed-4bb3-9580-a233b5d2a12b owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:08.265764 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a7307428-2b0c-4ccd-a8e1-c54804c41bac req-d67be743-b3e2-48ae-b515-2673aa6b2a07 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 210 time: 0.1778924 Aug 29 04:29:08.282419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.284497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Calling delete_port for 081fb2bd-82ed-4bb3-9580-a233b5d2a12b owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:08.417655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device cebeb107-c0d6-4726-8efd-9c1dca53fb51 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:08.420530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.452113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] No DVR routers for this DVR port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:08.535578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584896e3-cec4-413e-9c5b-2c544c0e35f8 None None] Pushing event deleted for resources: {'Port': ['ID=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.589423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8b400f1d-4d6c-40d3-844e-1f5d722949b6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:08.721085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:08.736802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:08.737567 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.764240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'mac_address': 'fa:16:3e:1e:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:08.823681 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.862224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cebeb107-c0d6-4726-8efd-9c1dca53fb51 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:08.931731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:08.943745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.069424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 081fb2bd-82ed-4bb3-9580-a233b5d2a12b no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:09.086359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['cebeb107-c0d6-4726-8efd-9c1dca53fb51'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:09.147705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 081fb2bd-82ed-4bb3-9580-a233b5d2a12b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:09.148174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 081fb2bd-82ed-4bb3-9580-a233b5d2a12b not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:09.158626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.244800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Network 004edbfb-ca30-4ecf-8783-c97085667f93 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:09.261858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-273df893-eee1-483a-a5eb-ed5c8dcbb79e req-1fbc8692-3af4-4cca-8777-aa4de8d59017 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.1852582 Aug 29 04:29:09.279734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:09.285425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event updated for resources: {'Port': ['ID=1a5598e9-17ad-4bde-b4ce-e4d342981020,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.303351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:09.352057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53296) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.526736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.527375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.572942 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-3c9c7363-1224-4027-94ef-3faebc5fe749 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7031786 Aug 29 04:29:09.576991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c365ff-bc0f-483c-87cc-f4f020791750 req-65710527-b979-4c65-9e56-d4b5d9b80793 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.583990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.586994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87c365ff-bc0f-483c-87cc-f4f020791750 req-65710527-b979-4c65-9e56-d4b5d9b80793 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 931 time: 0.1278782 Aug 29 04:29:09.588458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 4d61cfb7-4521-4989-8129-c1c26648c09f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:09.588830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.597209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1842331482'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:09.651660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:09.657811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.679473 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.715292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Request body: {'port': {'device_id': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:09.732372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87c365ff-bc0f-483c-87cc-f4f020791750 req-6e293365-0d78-46f8-9178-978e1ffef0c8 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998538 Aug 29 04:29:09.768330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Port': ['ID=081fb2bd-82ed-4bb3-9580-a233b5d2a12b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.781098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] No DVR routers for this DVR port 081fb2bd-82ed-4bb3-9580-a233b5d2a12b on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:09.819693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4371de87-3343-436b-a611-b25983d2ede1 None None] Provisioning for port 1a5598e9-17ad-4bde-b4ce-e4d342981020 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:09.829331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4371de87-3343-436b-a611-b25983d2ede1 None None] Provisioning complete for port 1a5598e9-17ad-4bde-b4ce-e4d342981020 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:09.830844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4371de87-3343-436b-a611-b25983d2ede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.864596 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.872005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.883826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.884942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4371de87-3343-436b-a611-b25983d2ede1 None None] Port 1a5598e9-17ad-4bde-b4ce-e4d342981020 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:09.897146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 4d61cfb7-4521-4989-8129-c1c26648c09f owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:09.911136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:09.916813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd156a7d-65ff-497c-8302-4a8be6bd3de2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.936805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.937958 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Added segment 275c7e14-a6d5-49e2-be85-da47bfcd3e33 of type vlan for network 870a58ce-8cff-482e-9cde-b685e5bb8346 Aug 29 04:29:10.012570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.046851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.047255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.047604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.048022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.048624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.049232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.049580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.050272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.050617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.051198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.051530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.051998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:10.072350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.077571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.088483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.090133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.112358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.133170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0175d75-42eb-4285-b7bd-ce2511823d91']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.171825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.172420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd3c6e4-78a6-4ec9-b3c7-b2a6db88930b') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:10.185940 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.242486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Network': ['ID=870a58ce-8cff-482e-9cde-b685e5bb8346,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.245971 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.263555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:10.289256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c0e5ca27-11f8-4a1f-b5f0-5f7d832da299 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9333115 Aug 29 04:29:10.290079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.309296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:10.310111 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:10.313405 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:10.367747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:10.449722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device cebeb107-c0d6-4726-8efd-9c1dca53fb51 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:10.543400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-42b17e26-1445-406d-86c3-217974f372f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.547918 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-42b17e26-1445-406d-86c3-217974f372f1 service neutron] 10.222.0.32 "GET /v2.0/ports/818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 1032 time: 0.3064103 Aug 29 04:29:10.551201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b7317f1-04f0-4bb8-9a37-d7399e321146 req-dea5df15-c70c-428b-8f93-eb615438519b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0573232 Aug 29 04:29:10.551684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port cebeb107-c0d6-4726-8efd-9c1dca53fb51 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:10.552120 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.596352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.740940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-6d82a2a3-0f66-4083-bacd-0be8c196975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.746237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-6d82a2a3-0f66-4083-bacd-0be8c196975e service neutron] 10.222.0.32 "GET /v2.0/ports/4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 1033 time: 0.1901653 Aug 29 04:29:10.758460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=4d61cfb7-4521-4989-8129-c1c26648c09f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.781426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.816818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.840036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.846426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] 10.222.0.55 "DELETE /v2.0/networks/b0175d75-42eb-4285-b7bd-ce2511823d91 HTTP/1.1" status: 204 len: 168 time: 3.5862727 Aug 29 04:29:10.903132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844995a-6f00-4261-a7d1-baf6ab73d28b tempest-ServersTestMultiNic-1394938822 tempest-ServersTestMultiNic-1394938822-project] Pushing event deleted for resources: {'Network': ['ID=b0175d75-42eb-4285-b7bd-ce2511823d91,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.932605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:10.944723 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8e676-78a5-4581-be33-09cc52015ec5" -d '{"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-plugged", "status": "completed", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:10.997086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:11.013180 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.075845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.086955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dc52c661-2892-4015-802e-ff0fec0abcd2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/4d61cfb7-4521-4989-8129-c1c26648c09f HTTP/1.1" status: 204 len: 168 time: 2.9778502 Aug 29 04:29:11.088140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53372) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.148317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.157889 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d539b723-c94a-43c9-b81e-6d6458b03126 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:29:11.167237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d539b723-c94a-43c9-b81e-6d6458b03126 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/4d61cfb7-4521-4989-8129-c1c26648c09f HTTP/1.1" status: 404 len: 333 time: 0.0747192 Aug 29 04:29:11.170096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53374) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.171867 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4998ea1a-0929-48a2-9a0d-0e4ffadeb3cf x-openstack-request-id: req-4998ea1a-0929-48a2-9a0d-0e4ffadeb3cf {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:11.172163 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-plugged", "status": "completed", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:11.172420 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4998ea1a-0929-48a2-9a0d-0e4ffadeb3cf {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:11.172817 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'code': 200} Aug 29 04:29:11.182667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.183085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.183436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.183784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.185242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.185616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.185958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.186297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.186631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.186954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.187289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.187617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:11.232146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:11.237494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.323965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet a1f0b228-017f-4ada-be41-2e172d7107d3 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:11.332572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.363089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53382) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.455108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.522029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5598e9-17ad-4bde-b4ce-e4d342981020 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:11.559623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.602802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-aeee0920-7778-4ebc-bc47-6108524043f9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.609222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-aeee0920-7778-4ebc-bc47-6108524043f9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.611562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Transition to ACTIVE for port object 1a5598e9-17ad-4bde-b4ce-e4d342981020 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:11.621858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-aeee0920-7778-4ebc-bc47-6108524043f9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.623882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-aeee0920-7778-4ebc-bc47-6108524043f9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "GET /v2.0/networks?id=dfa31365-0ce5-4157-bac5-4a74a31eca98&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 200 len: 1994 time: 0.8678479 Aug 29 04:29:11.627949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.637354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c368-605d-4ef7-9233-9adf2a84e4d5 req-c6ad687b-9264-4838-9cb6-b513f1ba7a52 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:11.638959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9a6c368-605d-4ef7-9233-9adf2a84e4d5 req-c6ad687b-9264-4838-9cb6-b513f1ba7a52 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 931 time: 0.6317322 Aug 29 04:29:11.807889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f340a15c-578d-4d64-929f-bc627860eea5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e648691a3c41b089f3ff1635293aaf HTTP/1.1" status: 200 len: 379 time: 0.1659613 Aug 29 04:29:11.837021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'admin_state_up': True, 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'security_groups': ['80e3bbba-635e-4561-a043-bb73f3d63520']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:11.858616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.967781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9a6c368-605d-4ef7-9233-9adf2a84e4d5 req-6f9e0476-dd07-480b-b2aa-3039d0f3a95b tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153803 Aug 29 04:29:11.972208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.008899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea4853a0-9e9d-4ed4-a243-dba96b76e6fb req-75015e4e-5ca8-4506-9be2-bb4b5ccf63fa tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.2121632 Aug 29 04:29:12.116738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5598e9-17ad-4bde-b4ce-e4d342981020,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.312625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=b1bb391e-0e19-4faf-8534-5c0d5e54ee3f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.321360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.322890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:12.328063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.368224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:12.368758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network hostable DHCP agents. Network: 870a58ce-8cff-482e-9cde-b685e5bb8346, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:12.391540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f0b228-017f-4ada-be41-2e172d7107d3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.414591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:12.447517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003f123-eea3-45a1-b62a-3f328f972c49 None None] Network 19add15a-33d4-4c37-b827-a11a30cbbbbf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:12.458133 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.460054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dcbb395c-81ec-45e5-a752-930dc22d6e5b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/a1f0b228-017f-4ada-be41-2e172d7107d3 HTTP/1.1" status: 204 len: 168 time: 1.2869208 Aug 29 04:29:12.472814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.474457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 870a58ce-8cff-482e-9cde-b685e5bb8346) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:12.482387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:12.483819 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.552155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Attempting to bind port 1a5598e9-17ad-4bde-b4ce-e4d342981020 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:12.552496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Attempting to bind port 1a5598e9-17ad-4bde-b4ce-e4d342981020 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:12.552823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Attempting to bind port 1a5598e9-17ad-4bde-b4ce-e4d342981020 on network 004edbfb-ca30-4ecf-8783-c97085667f93 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:12.581651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Port 1a5598e9-17ad-4bde-b4ce-e4d342981020 on network 004edbfb-ca30-4ecf-8783-c97085667f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:12.581988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Attempting to bind port 1a5598e9-17ad-4bde-b4ce-e4d342981020 on network 004edbfb-ca30-4ecf-8783-c97085667f93 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:12.596092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.601265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea65bf-18f3-4c11-acca-8a52654d62c2 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:12.615482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:12.620415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Checking segment: {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:12.628994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Bound using segment: {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:12.641853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Bound port: 1a5598e9-17ad-4bde-b4ce-e4d342981020, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493db40-165a-4719-a883-22bc92566e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:12.642660 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.748841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 172.20.0.10 (dfa31365-0ce5-4157-bac5-4a74a31eca98/7f1bdbcf-71be-4cc1-83cd-2994fa212390/d4517d84-5b74-41a8-bb07-97fd1bbb2b1c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:12.778085 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.846829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53408) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:12.850823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ee3300fc-8bdf-4446-b9d6-1400853d785b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5545440 Aug 29 04:29:12.854278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'name': 'tempest-NetworksTestDHCPv6-542893670'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:12.959771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] For port 1a5598e9-17ad-4bde-b4ce-e4d342981020, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:12.961969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': 'b1bb391e-0e19-4faf-8534-5c0d5e54ee3f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:12.964127 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.009520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] For port 1a5598e9-17ad-4bde-b4ce-e4d342981020, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:13.055032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.078839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.131209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Transition to ACTIVE for port object d4517d84-5b74-41a8-bb07-97fd1bbb2b1c will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:13.183044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.183908 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.185614 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a5598e9-17ad-4bde-b4ce-e4d342981020 HTTP/1.1" status: 200 len: 1092 time: 3.4771981 Aug 29 04:29:13.186467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b45d04-66d5-4632-8e2a-3cfa41f63495 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5598e9-17ad-4bde-b4ce-e4d342981020,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.208187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.214413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] DHCP port deletion for 19add15a-33d4-4c37-b827-a11a30cbbbbf request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:13.223473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:13.233973 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1885eacf-cad4-4f02-b495-bb8679dae26a" -d '{"events": [{"name": "network-changed", "server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:13.378904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:13.391188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:13.409565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:13.566704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bcf0b-5315-4bac-bfb2-1a5e6cd32e27 req-b5a281d6-d6ff-4495-9018-0c6a29102d29 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.586370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e1bcf0b-5315-4bac-bfb2-1a5e6cd32e27 req-b5a281d6-d6ff-4495-9018-0c6a29102d29 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 932 time: 0.3877206 Aug 29 04:29:13.590599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.594189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.609402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/b1bb391e-0e19-4faf-8534-5c0d5e54ee3f/7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:13.614375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] Deleting port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:13.615008 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.661458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-e96de724-c639-4c61-9d3f-d415095ecb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.663372 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-e96de724-c639-4c61-9d3f-d415095ecb75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07659ea055714bdbae3896d899f59447&device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 1095 time: 0.3811238 Aug 29 04:29:13.773956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.774460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:13.777922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.792994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5ec13-361c-4f9e-b4d3-ab4f849f4982 req-636223e9-e479-4e83-989c-2117399af733 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.794640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aba5ec13-361c-4f9e-b4d3-ab4f849f4982 req-636223e9-e479-4e83-989c-2117399af733 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 943 time: 0.5893359 Aug 29 04:29:13.796728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ebe90dd2-ce78-4a82-96bd-d08223be0928 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9639077 Aug 29 04:29:13.800107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:13.800445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.858512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-171b92ef-e4f7-4d14-a846-1cf45330d066 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020 HTTP/1.1" status: 200 len: 217 time: 0.1781504 Aug 29 04:29:13.865450 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] For port 8b400f1d-4d6c-40d3-844e-1f5d722949b6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8b400f1d-4d6c-40d3-844e-1f5d722949b6,segment=NetworkSegment(8c69ea35-9604-4d09-947c-063009a857e0),segment_id=8c69ea35-9604-4d09-947c-063009a857e0)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:13.868059 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.908111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e1bcf0b-5315-4bac-bfb2-1a5e6cd32e27 req-e6b464e0-5373-44cf-a468-998de8fbe516 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143039 Aug 29 04:29:13.911398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb20b89f-4fac-4489-8e00-d48f24137135 None None] Provisioning for port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:13.935880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb20b89f-4fac-4489-8e00-d48f24137135 None None] Provisioning complete for port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:13.936440 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb20b89f-4fac-4489-8e00-d48f24137135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.943453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] Calling delete_port for 8b400f1d-4d6c-40d3-844e-1f5d722949b6 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:13.952104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] For port 8b400f1d-4d6c-40d3-844e-1f5d722949b6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8b400f1d-4d6c-40d3-844e-1f5d722949b6,segment=NetworkSegment(8c69ea35-9604-4d09-947c-063009a857e0),segment_id=8c69ea35-9604-4d09-947c-063009a857e0)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:13.952867 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.976139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 8b400f1d-4d6c-40d3-844e-1f5d722949b6 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:13.983936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 86f1d3b3-6e93-4f13-af76-24acc23a3e06 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:14.110305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'admin_state_up': True, 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'security_groups': ['80e3bbba-635e-4561-a043-bb73f3d63520']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:14.252723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-e6eaa6b1-6527-4125-b150-bb055339b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:14.258599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-e6eaa6b1-6527-4125-b150-bb055339b63c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1880172-960b-4dcd-8e00-a3ba31c5ac07 HTTP/1.1" status: 200 len: 850 time: 0.3926346 Aug 29 04:29:14.281571 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.327811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No DVR routers for this DVR port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:14.337768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:14.342825 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.419409 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de89c0b9-771b-4228-9638-5ccaaf7a689d x-openstack-request-id: req-de89c0b9-771b-4228-9638-5ccaaf7a689d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:14.419705 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:14.419946 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de89c0b9-771b-4228-9638-5ccaaf7a689d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:14.420347 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'status': 'completed', 'code': 200} Aug 29 04:29:14.440898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Deleting port f5e7e0b5-f0ed-421f-9870-29765e4e28a7 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:14.441245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.468673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aba5ec13-361c-4f9e-b4d3-ab4f849f4982 req-ae50ed28-f09e-4ba6-a006-12d427ab7db4 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711636 Aug 29 04:29:14.469413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=8b400f1d-4d6c-40d3-844e-1f5d722949b6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.621045 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.634704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Transition to ACTIVE for port object 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:14.679502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Transition to ACTIVE for port object 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:14.710620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8b400f1d-4d6c-40d3-844e-1f5d722949b6 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:14.745202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.776556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19add15a-33d4-4c37-b827-a11a30cbbbbf']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:14.786240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 8b400f1d-4d6c-40d3-844e-1f5d722949b6 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:14.786609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8b400f1d-4d6c-40d3-844e-1f5d722949b6 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:14.809753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.818239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c69ea35-9604-4d09-947c-063009a857e0') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:14.818566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c69ea35-9604-4d09-947c-063009a857e0') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:14.898103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.998317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fb20b89f-4fac-4489-8e00-d48f24137135 None None] Port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:15.007712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:15.030302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:15.063839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 10.1.1.40 (9e03568a-f40d-47ea-b89b-bc740f60dd07/04c65f45-83d9-49d9-8717-3478b0239a71/9ef2357a-ca48-4385-a116-2f0905952474) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:15.074865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Pushing event updated for resources: {'Port': ['ID=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.100162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:15.288170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-026b5b57-0732-4e63-bfc8-7722b78a89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:15.293972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-026b5b57-0732-4e63-bfc8-7722b78a89b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=004edbfb-ca30-4ecf-8783-c97085667f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0181396 Aug 29 04:29:15.345025 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.360232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.386791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::335 (870a58ce-8cff-482e-9cde-b685e5bb8346/b1bb391e-0e19-4faf-8534-5c0d5e54ee3f/86f1d3b3-6e93-4f13-af76-24acc23a3e06) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:15.391081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Transition to ACTIVE for port object 9ef2357a-ca48-4385-a116-2f0905952474 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:15.429713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Attempting to bind port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:15.430082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Attempting to bind port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:15.433501 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.442678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:15.443289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.445571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Attempting to bind port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:15.448928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] No DVR routers for this DVR port 8b400f1d-4d6c-40d3-844e-1f5d722949b6 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:15.450649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc80bd3-1859-4b6d-8ab4-c7209c4305b1 None None] Pushing event deleted for resources: {'Port': ['ID=8b400f1d-4d6c-40d3-844e-1f5d722949b6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.457432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:15.457432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:15.457825 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.494075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:15.494597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Bound port: 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:15.496201 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:15.528803 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:15.531431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.591618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.607085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 86f1d3b3-6e93-4f13-af76-24acc23a3e06 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:15.628874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:15.630105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.634768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.636958 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/19add15a-33d4-4c37-b827-a11a30cbbbbf HTTP/1.1" status: 204 len: 168 time: 3.1495245 Aug 29 04:29:15.640749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=9ef2357a-ca48-4385-a116-2f0905952474,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.653774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:15.657228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:15.707890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] For port f5e7e0b5-f0ed-421f-9870-29765e4e28a7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,segment=NetworkSegment(53446a2a-c141-4405-b821-32bd4685deda),segment_id=53446a2a-c141-4405-b821-32bd4685deda)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:15.708938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.720167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:15.738941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978436092'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:15.768588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.772487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] For port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:15.781746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] For port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:15.789120 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.806485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2210c49-0e2f-427f-86e5-3b8af74f29b7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=19add15a-33d4-4c37-b827-a11a30cbbbbf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.882909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:15.883615 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.916542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:15.927283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.955917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3251f1b-19cb-4f92-a1fa-7b88958bb655 None None] Pushing event updated for resources: {'Port': ['ID=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.958910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Calling delete_port for f5e7e0b5-f0ed-421f-9870-29765e4e28a7 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:16.027507 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5e1aae9c-f243-470a-9804-46a6fa20bcc1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9282634 Aug 29 04:29:16.060138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:16.068708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'admin_state_up': True, 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'security_groups': ['80e3bbba-635e-4561-a043-bb73f3d63520']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:16.080905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:16.128987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc8ed5-30f0-4a33-92ce-8375f82f9935 req-f9791492-9175-4da7-a212-3f67a33cc3bd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.135849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc8ed5-30f0-4a33-92ce-8375f82f9935 req-f9791492-9175-4da7-a212-3f67a33cc3bd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.137513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcdc8ed5-30f0-4a33-92ce-8375f82f9935 req-f9791492-9175-4da7-a212-3f67a33cc3bd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 1653 time: 0.8606164 Aug 29 04:29:16.138384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:16.144448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.145191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.246962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e63db987-8240-4031-96a0-f7646d46b2f1 None None] Provisioning for port 9ef2357a-ca48-4385-a116-2f0905952474 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:16.253901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e63db987-8240-4031-96a0-f7646d46b2f1 None None] Provisioning complete for port 9ef2357a-ca48-4385-a116-2f0905952474 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:16.254282 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e63db987-8240-4031-96a0-f7646d46b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.345830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e63db987-8240-4031-96a0-f7646d46b2f1 None None] Port 9ef2357a-ca48-4385-a116-2f0905952474 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:16.369847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=86f1d3b3-6e93-4f13-af76-24acc23a3e06,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.412581 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-21f41aed-a5f9-4062-a985-da1acb407cf1 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680764 Aug 29 04:29:16.430635 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcdc8ed5-30f0-4a33-92ce-8375f82f9935 req-6dad8a4a-e18e-495f-a28f-ddb84b4dad01 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358273 Aug 29 04:29:16.438318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3eedb24e-5390-44b8-ba0b-fd710197cd37 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5879180 Aug 29 04:29:16.502082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53476) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.606867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:16.707950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:16.802605 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff377372-5702-4066-ae57-e0481b545b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.818211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.878993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:16.894889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e7e0b5-f0ed-421f-9870-29765e4e28a7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.912219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.912579 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment 724f0083-4c16-4978-bc97-b7349f90fb87 of type vlan for network 45517898-a133-49c4-9aae-32c80c091d7a Aug 29 04:29:16.936736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92154703-6236-4f38-8a34-a8a9e28d954f req-bd14d072-cbc9-4a49-8854-73d2164f77d6 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.967551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92154703-6236-4f38-8a34-a8a9e28d954f req-bd14d072-cbc9-4a49-8854-73d2164f77d6 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 943 time: 1.2488434 Aug 29 04:29:16.994063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0987aa2-22d2-4603-857a-5b8688444e8e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.000905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0987aa2-22d2-4603-857a-5b8688444e8e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.006119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d0987aa2-22d2-4603-857a-5b8688444e8e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5012646 Aug 29 04:29:17.006744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53498) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:17.033021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f3f2750-8c42-455c-8c15-2f50bdebce03 req-bc271333-029b-4931-8058-5e84a84b4985 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860291 Aug 29 04:29:17.288195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.382936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.391194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-c6a7df81-b218-4d21-b062-b175c2e13799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.393319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-c6a7df81-b218-4d21-b062-b175c2e13799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07659ea055714bdbae3896d899f59447&device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 1095 time: 0.2213786 Aug 29 04:29:17.410816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.413312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.464388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92154703-6236-4f38-8a34-a8a9e28d954f req-9045fcf8-ee3f-4c13-af89-de0fce2482f4 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4948308 Aug 29 04:29:17.542405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 86f1d3b3-6e93-4f13-af76-24acc23a3e06 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:17.542767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.617298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:17.622905 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.632858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd28bd-ad33-4a72-9b8d-bb23521681b8 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:17.664577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9355583 Aug 29 04:29:17.672309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:17.673077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603918cb-03d0-4730-bc59-1b82961997de tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=45517898-a133-49c4-9aae-32c80c091d7a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.691877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '45517898-a133-49c4-9aae-32c80c091d7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:17.788146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 45517898-a133-49c4-9aae-32c80c091d7a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:17.882556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.908392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef5b26d9-245e-4494-a2b1-d13e408e0ef0 None None] Provisioning for port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:17.919882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 86f1d3b3-6e93-4f13-af76-24acc23a3e06 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:17.941849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef5b26d9-245e-4494-a2b1-d13e408e0ef0 None None] Provisioning complete for port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:17.942329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef5b26d9-245e-4494-a2b1-d13e408e0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.032479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.066459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 10.1.1.64 (9e03568a-f40d-47ea-b89b-bc740f60dd07/04c65f45-83d9-49d9-8717-3478b0239a71/ff238051-0a0a-4903-ac26-034f71774b17) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:18.077633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:18.082134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.238965 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef5b26d9-245e-4494-a2b1-d13e408e0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.299245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef5b26d9-245e-4494-a2b1-d13e408e0ef0 None None] For port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:18.321298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-e7cefe8b-6ba0-4b7b-8c03-028830d6443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.322577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-e7cefe8b-6ba0-4b7b-8c03-028830d6443a service neutron] 10.222.0.32 "GET /v2.0/networks?id=004edbfb-ca30-4ecf-8783-c97085667f93 HTTP/1.1" status: 200 len: 912 time: 0.8903587 Aug 29 04:29:18.326178 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef5b26d9-245e-4494-a2b1-d13e408e0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.337393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434143e9-6617-4975-b09f-228be50d2f3d req-7393de70-2307-452c-91c3-c786e2be76c2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.346203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434143e9-6617-4975-b09f-228be50d2f3d req-7393de70-2307-452c-91c3-c786e2be76c2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.348072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-434143e9-6617-4975-b09f-228be50d2f3d req-7393de70-2307-452c-91c3-c786e2be76c2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 1653 time: 0.3344576 Aug 29 04:29:18.448632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b26d9-245e-4494-a2b1-d13e408e0ef0 None None] Pushing event updated for resources: {'Port': ['ID=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:18.597854 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-837b2795-907d-41e1-b171-a001874fa4f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020 HTTP/1.1" status: 200 len: 217 time: 0.2398520 Aug 29 04:29:18.678238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.703418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.763953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Transition to ACTIVE for port object ff238051-0a0a-4903-ac26-034f71774b17 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:18.866137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=86f1d3b3-6e93-4f13-af76-24acc23a3e06,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:18.878685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-07746531-661b-47a2-a88b-f604075d1a81 None None] Provisioning complete for port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:18.879536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07746531-661b-47a2-a88b-f604075d1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.943214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c57939-4a5d-43b8-9aad-cdcf4642812b req-04f38d73-4857-4aef-b6d6-0c58858945fc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.944947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03c57939-4a5d-43b8-9aad-cdcf4642812b req-04f38d73-4857-4aef-b6d6-0c58858945fc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 943 time: 0.3132079 Aug 29 04:29:18.947940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.969117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-434143e9-6617-4975-b09f-228be50d2f3d req-523f76ff-8075-40fe-806a-5961dd9fbc9a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5907245 Aug 29 04:29:18.980217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:18.986068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ea99fbb-bae7-4db2-86b1-612bf8ba61d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/86f1d3b3-6e93-4f13-af76-24acc23a3e06 HTTP/1.1" status: 204 len: 168 time: 1.9554622 Aug 29 04:29:18.987015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53542) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.018154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-1139bd52-1ba5-4f8d-bd36-ba31ce823f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.019627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-1139bd52-1ba5-4f8d-bd36-ba31ce823f3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1880172-960b-4dcd-8e00-a3ba31c5ac07 HTTP/1.1" status: 200 len: 850 time: 0.3522730 Aug 29 04:29:19.191945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-07746531-661b-47a2-a88b-f604075d1a81 None None] Could not find standard attr ID for object 86f1d3b3-6e93-4f13-af76-24acc23a3e06. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:19.228704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03c57939-4a5d-43b8-9aad-cdcf4642812b req-a2edb0ed-6138-48bf-aadd-41f7d813b8d9 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505116 Aug 29 04:29:19.305216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cabc5582-6f2a-4e2f-a7de-ebf04eff28f9 None None] Could not find standard attr ID for object 86f1d3b3-6e93-4f13-af76-24acc23a3e06. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:19.342627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=75daba30-62f9-4146-a5d2-ed1329f7d635,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.346817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': '724f0083-4c16-4978-bc97-b7349f90fb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45517898-a133-49c4-9aae-32c80c091d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:19.347229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: 45517898-a133-49c4-9aae-32c80c091d7a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:19.364196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.385881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd89e5-33e1-403b-b108-f12edef7f9e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.388792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd89e5-33e1-403b-b108-f12edef7f9e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.406570 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-52bd89e5-33e1-403b-b108-f12edef7f9e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4127970 Aug 29 04:29:19.408510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53552) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.450473 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e013d12f-607d-4a16-b08a-4175185f2d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.465538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:19.524657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:19.532384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:19.601122 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.624280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 45517898-a133-49c4-9aae-32c80c091d7a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:19.691193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=ff238051-0a0a-4903-ac26-034f71774b17,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:19.700996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 45517898-a133-49c4-9aae-32c80c091d7a) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:19.709459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d19ccd7-2cb6-4b0e-af06-be9e63b0c928 None None] Network 45517898-a133-49c4-9aae-32c80c091d7a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:19.728994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.729630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.780552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a436ccc8-4308-4b2c-bfa7-a159aaf2276c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1013260 Aug 29 04:29:19.786215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53556) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.802562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '45517898-a133-49c4-9aae-32c80c091d7a', 'name': 'tempest-PortsTestJSON-587165546', 'fixed_ips': [{'subnet_id': '75daba30-62f9-4146-a5d2-ed1329f7d635', 'ip_address': '172.20.0.10'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:19.844116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:19.865666 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.019981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-cca0e42a-2af8-4311-bf8f-ab85a81d9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.021677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-cca0e42a-2af8-4311-bf8f-ab85a81d9484 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=004edbfb-ca30-4ecf-8783-c97085667f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9453833 Aug 29 04:29:20.050434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9a9fd437-bce3-46be-b6e9-b374cba52b6a None None] Provisioning for port ff238051-0a0a-4903-ac26-034f71774b17 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:20.058044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9a9fd437-bce3-46be-b6e9-b374cba52b6a None None] Provisioning complete for port ff238051-0a0a-4903-ac26-034f71774b17 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:20.058427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd437-bce3-46be-b6e9-b374cba52b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.060480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-45517898-a133-49c4-9aae-32c80c091d7a', 'network_id': '45517898-a133-49c4-9aae-32c80c091d7a', 'tenant_id': 'd48f33a3a25e4c3ab7a423a19f44ae90', 'fixed_ips': [{'subnet_id': '75daba30-62f9-4146-a5d2-ed1329f7d635'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:20.062143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.129940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-dc9c6216-d233-4cdd-8cf9-55087d6ec2a3 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953846 Aug 29 04:29:20.162540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet b1bb391e-0e19-4faf-8534-5c0d5e54ee3f {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:20.199022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.243185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fd437-bce3-46be-b6e9-b374cba52b6a None None] Port ff238051-0a0a-4903-ac26-034f71774b17 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:20.271659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.291935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:20.329677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-da120016-0987-4b54-a55d-6c222fa8a97a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2661667 Aug 29 04:29:20.366616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.386918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9', 'admin_state_up': True, 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'security_groups': ['80e3bbba-635e-4561-a043-bb73f3d63520']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:20.401635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Allocated IP 172.20.0.2 (45517898-a133-49c4-9aae-32c80c091d7a/75daba30-62f9-4146-a5d2-ed1329f7d635/908f4606-1dca-4602-b5e0-c80e1ded4487) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:20.569290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e26f7-9285-4ad0-8ad9-f0966e4aee92 req-544a8890-62eb-41cc-975d-ea97aaa8d69a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.579464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e26f7-9285-4ad0-8ad9-f0966e4aee92 req-544a8890-62eb-41cc-975d-ea97aaa8d69a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.589942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e26f7-9285-4ad0-8ad9-f0966e4aee92 req-544a8890-62eb-41cc-975d-ea97aaa8d69a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.598065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-568e26f7-9285-4ad0-8ad9-f0966e4aee92 req-544a8890-62eb-41cc-975d-ea97aaa8d69a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 2373 time: 0.4316957 Aug 29 04:29:20.614630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:20.627127 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] Sync routers for ids ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:20.632000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:20.642755 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] Routers {'76c53baf-8858-45ff-8353-b6a6fe6b53c4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:20.643638 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:20.702627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4f512c47-3b99-4a22-8c37-95cafdf33f01 admin admin] 10.222.0.55 "PUT /v2.0/routers/76c53baf-8858-45ff-8353-b6a6fe6b53c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3345389 Aug 29 04:29:20.708080 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-568e26f7-9285-4ad0-8ad9-f0966e4aee92 req-d39a3652-8438-40b3-9c8c-32a77b19f482 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043119 Aug 29 04:29:20.712610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.781573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f25b5192-ddbc-4198-bdd6-7fdf0dd9eac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.797828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.827401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Transition to ACTIVE for port object 908f4606-1dca-4602-b5e0-c80e1ded4487 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:20.838580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885eacf-cad4-4f02-b495-bb8679dae26a req-04fa1012-c40d-4eea-bacd-4574a8aea6d9 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006271 Aug 29 04:29:20.870263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Transition to ACTIVE for port object 908f4606-1dca-4602-b5e0-c80e1ded4487 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:20.903605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.926072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:20.942079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa2ef0-d745-4f83-b887-6d0f283b555b req-dd3b5bfa-1418-448b-8fcf-b02786a4597a tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.943057 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] Set router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:20.943682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4aa2ef0-d745-4f83-b887-6d0f283b555b req-dd3b5bfa-1418-448b-8fcf-b02786a4597a tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 943 time: 0.3389006 Aug 29 04:29:20.945468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.989225 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.095776 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.097368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a4aa2ef0-d745-4f83-b887-6d0f283b555b req-40024ef2-23c4-42f1-ab3d-1b8597c79092 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447780 Aug 29 04:29:21.132231 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.138739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Network 45517898-a133-49c4-9aae-32c80c091d7a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:21.141706 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.161166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:21.169448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:21.186039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f25b5192-ddbc-4198-bdd6-7fdf0dd9eac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.190551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.192161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Pushing event updated for resources: {'Port': ['ID=908f4606-1dca-4602-b5e0-c80e1ded4487,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.199688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f25b5192-ddbc-4198-bdd6-7fdf0dd9eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.204452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.207520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/b1bb391e-0e19-4faf-8534-5c0d5e54ee3f HTTP/1.1" status: 204 len: 168 time: 1.7804780 Aug 29 04:29:21.210754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b99efda-7e4f-4656-b22e-11e18540ada8 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:21.215618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.225805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 19a20240-f939-45af-b1a4-afb2e89c2004 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:21.263704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa1bbd-add3-4947-bf50-a78be9c27aee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bb391e-0e19-4faf-8534-5c0d5e54ee3f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.344898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:21.345513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a5598e9-17ad-4bde-b4ce-e4d342981020 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:21.356947 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:29:16Z', 'revision_number': 5, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:21.390767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f25b5192-ddbc-4198-bdd6-7fdf0dd9eac0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf1fdf78a1c7403d96a9acd797039cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1179821 Aug 29 04:29:21.391781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5192-ddbc-4198-bdd6-7fdf0dd9eac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feae6f2c-dc0a-4e6f-8e7d-f51b33f38e39,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.403059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53590) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.424036 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] Checking router: 76c53baf-8858-45ff-8353-b6a6fe6b53c4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:21.445166 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] Routers {'76c53baf-8858-45ff-8353-b6a6fe6b53c4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:21.446003 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:21.480590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Attempting to bind port 908f4606-1dca-4602-b5e0-c80e1ded4487 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:21.480886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Attempting to bind port 908f4606-1dca-4602-b5e0-c80e1ded4487 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '724f0083-4c16-4978-bc97-b7349f90fb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45517898-a133-49c4-9aae-32c80c091d7a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:21.481258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Attempting to bind port 908f4606-1dca-4602-b5e0-c80e1ded4487 on network 45517898-a133-49c4-9aae-32c80c091d7a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:21.496232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:21.496612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.514835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dec38d02-0a02-43fb-a292-c8b039947cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.563602 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dec38d02-0a02-43fb-a292-c8b039947cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.569881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:21.570267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Checking segment: {'id': '724f0083-4c16-4978-bc97-b7349f90fb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45517898-a133-49c4-9aae-32c80c091d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:21.573720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.575042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Bound using segment: {'id': '724f0083-4c16-4978-bc97-b7349f90fb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45517898-a133-49c4-9aae-32c80c091d7a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:21.575719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Bound port: 908f4606-1dca-4602-b5e0-c80e1ded4487, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724f0083-4c16-4978-bc97-b7349f90fb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45517898-a133-49c4-9aae-32c80c091d7a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:21.576742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.598378 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3560d491-6a29-4809-9dff-f0c923bd97bf tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3039222 Aug 29 04:29:21.602857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53596) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.616857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:21.658455 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dec38d02-0a02-43fb-a292-c8b039947cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.664687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dec38d02-0a02-43fb-a292-c8b039947cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.665470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dec38d02-0a02-43fb-a292-c8b039947cea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/feae6f2c-dc0a-4e6f-8e7d-f51b33f38e39 HTTP/1.1" status: 204 len: 168 time: 0.2614455 Aug 29 04:29:21.683333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec38d02-0a02-43fb-a292-c8b039947cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feae6f2c-dc0a-4e6f-8e7d-f51b33f38e39,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.698267 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] Set router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:21.725302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.10 (45517898-a133-49c4-9aae-32c80c091d7a/75daba30-62f9-4146-a5d2-ed1329f7d635/19a20240-f939-45af-b1a4-afb2e89c2004) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:21.733048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a5598e9-17ad-4bde-b4ce-e4d342981020, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:21.761274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.816191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'port_id': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'mac_address': 'fa:16:3e:42:61:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:21.822902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.894378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:21.918992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.995762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc488e9-084c-4ba6-b7be-7cde19fb8d5b req-e41a77e3-3b43-4c40-a468-73c812e88a78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.012491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc488e9-084c-4ba6-b7be-7cde19fb8d5b req-e41a77e3-3b43-4c40-a468-73c812e88a78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.026306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc488e9-084c-4ba6-b7be-7cde19fb8d5b req-e41a77e3-3b43-4c40-a468-73c812e88a78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.051194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfc488e9-084c-4ba6-b7be-7cde19fb8d5b req-e41a77e3-3b43-4c40-a468-73c812e88a78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 2373 time: 0.1533859 Aug 29 04:29:22.112957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfc488e9-084c-4ba6-b7be-7cde19fb8d5b req-6ec96ab1-b4fe-429f-a2ee-0b91fc9f3839 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603254 Aug 29 04:29:22.211540 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.226432 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:29:16Z', 'revision_number': 5, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:22.256157 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a4a19-5122-41da-890a-b442a85ca54f None None] The sync data for ids ['76c53baf-8858-45ff-8353-b6a6fe6b53c4'] in n-d-712143-14 is: [{'id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'name': 'tempest-ServersTestMultiNic-515901307-router', 'tenant_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:59Z', 'updated_at': '2021-08-29T04:29:16Z', 'revision_number': 5, 'project_id': 'c144dba1cc2044aba7c36ac4ee05183e', 'gw_port': {'id': '5119628c-c022-4932-a4b6-5d7e418a0e98', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c53baf-8858-45ff-8353-b6a6fe6b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:22.289719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5598e9-17ad-4bde-b4ce-e4d342981020 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:22.301423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53608) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:22.324585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f86f15e-32ae-4973-a564-e052a5755aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.380020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a5598e9-17ad-4bde-b4ce-e4d342981020, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:22.381170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.398123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] For port 908f4606-1dca-4602-b5e0-c80e1ded4487, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:22.404084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.448181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] For port 908f4606-1dca-4602-b5e0-c80e1ded4487, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=908f4606-1dca-4602-b5e0-c80e1ded4487,segment=NetworkSegment(724f0083-4c16-4978-bc97-b7349f90fb87),segment_id=724f0083-4c16-4978-bc97-b7349f90fb87)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:22.512539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.520157 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f86f15e-32ae-4973-a564-e052a5755aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.536107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f86f15e-32ae-4973-a564-e052a5755aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.581155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a5598e9-17ad-4bde-b4ce-e4d342981020,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.640322 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f86f15e-32ae-4973-a564-e052a5755aaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d714df6cbf345abb06950285190e14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376665 Aug 29 04:29:22.641197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53620) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:22.642488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86f15e-32ae-4973-a564-e052a5755aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6929c3a6-2b2c-4457-8e22-9053914bd965,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.647067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:22.699896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1a5598e9-17ad-4bde-b4ce-e4d342981020'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:22.775010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9346fa1-c889-4d37-a454-ddb8e41c084f None None] Pushing event updated for resources: {'Port': ['ID=908f4606-1dca-4602-b5e0-c80e1ded4487,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.852508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a79fef7-ae0c-464e-ac2c-3559db6993c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.878968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:22.906967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a79fef7-ae0c-464e-ac2c-3559db6993c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.994961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] Deleting port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:22.995362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.076444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a79fef7-ae0c-464e-ac2c-3559db6993c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.080247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a79fef7-ae0c-464e-ac2c-3559db6993c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.083964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3a79fef7-ae0c-464e-ac2c-3559db6993c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6929c3a6-2b2c-4457-8e22-9053914bd965 HTTP/1.1" status: 204 len: 168 time: 0.4362426 Aug 29 04:29:23.092697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79fef7-ae0c-464e-ac2c-3559db6993c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6929c3a6-2b2c-4457-8e22-9053914bd965,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:23.249185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] For port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:23.250384 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.419484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b387-7837-4743-88ce-0603be586254 req-c473329d-527c-43e8-b9c6-ed2ab41ab452 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.437675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b387-7837-4743-88ce-0603be586254 req-c473329d-527c-43e8-b9c6-ed2ab41ab452 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.458421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b387-7837-4743-88ce-0603be586254 req-c473329d-527c-43e8-b9c6-ed2ab41ab452 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.472943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45d4b387-7837-4743-88ce-0603be586254 req-c473329d-527c-43e8-b9c6-ed2ab41ab452 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 2373 time: 0.1867816 Aug 29 04:29:23.579071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45d4b387-7837-4743-88ce-0603be586254 req-c4c0e233-bfb8-4026-83af-4dc11e70e0fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044326 Aug 29 04:29:23.608917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd073a-4139-4be7-a48e-3fbefec4fc52 req-51e5ce07-8951-4ae5-992a-4d9e6fd8d588 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.611123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-33cd073a-4139-4be7-a48e-3fbefec4fc52 req-51e5ce07-8951-4ae5-992a-4d9e6fd8d588 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 944 time: 1.2510238 Aug 29 04:29:23.612633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Deleting port 5119628c-c022-4932-a4b6-5d7e418a0e98 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:23.612973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.752119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] Calling delete_port for 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:24.046376 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.217977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:24.230866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.231900 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f5e7e0b5-f0ed-421f-9870-29765e4e28a7 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:24.256088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f5e7e0b5-f0ed-421f-9870-29765e4e28a7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:24.257055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f5e7e0b5-f0ed-421f-9870-29765e4e28a7 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:24.327055 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.351778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] For port 5119628c-c022-4932-a4b6-5d7e418a0e98, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5119628c-c022-4932-a4b6-5d7e418a0e98,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:24.352374 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.367736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Calling delete_port for 5119628c-c022-4932-a4b6-5d7e418a0e98 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:24.374960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0de609-fb51-4ed9-9afd-33b3049b00ba None None] Network 45517898-a133-49c4-9aae-32c80c091d7a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:24.383133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.399519 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.409021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-33cd073a-4139-4be7-a48e-3fbefec4fc52 req-79644a9c-40b2-486b-8b00-42494fe408e2 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7809880 Aug 29 04:29:24.415715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.421626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 10.2.2.100 (e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9/9eb48173-eedf-4dca-bae7-9a65870b1b16/88326662-6663-4d8a-98dc-c763c4b8cf2f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:24.430337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] No DVR routers for this DVR port 7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:24.500823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:24.534325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:24.536929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 19a20240-f939-45af-b1a4-afb2e89c2004 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:24.543912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.544719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.596703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=91fc55c3-78c6-42a2-8128-27546b276519,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.598706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286284c-062e-40e7-abb7-e31b6c70cd6c None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:24.613526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5b14c799-6c5d-4fcf-be93-10ddbbcbbb69 None None] Provisioning for port 908f4606-1dca-4602-b5e0-c80e1ded4487 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:24.615788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764503e-8068-4205-ab33-a5d818eb4765 None None] Pushing event deleted for resources: {'Port': ['ID=7ae3cb12-268a-4246-ba05-5bd5e2f2cb5d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:24.642235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0597ce17-babe-448c-88f5-f29c5f706e1e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0331569 Aug 29 04:29:24.642989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53660) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:24.655285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'name': 'tempest-NetworksTestDHCPv6-582788966'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:24.793766 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.847546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 908f4606-1dca-4602-b5e0-c80e1ded4487 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:24.879310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 45517898-a133-49c4-9aae-32c80c091d7a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:24.891173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:24.893830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:24.982326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9d560-bb92-4afa-9bd8-297d645ea262 req-f43f08a1-3796-4e4a-9499-41bb171b81d4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.990480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9d560-bb92-4afa-9bd8-297d645ea262 req-f43f08a1-3796-4e4a-9499-41bb171b81d4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.997196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9d560-bb92-4afa-9bd8-297d645ea262 req-f43f08a1-3796-4e4a-9499-41bb171b81d4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.006165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4fc9d560-bb92-4afa-9bd8-297d645ea262 req-f43f08a1-3796-4e4a-9499-41bb171b81d4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 2373 time: 0.1901016 Aug 29 04:29:25.034394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=19a20240-f939-45af-b1a4-afb2e89c2004,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.081909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4fc9d560-bb92-4afa-9bd8-297d645ea262 req-9c88fcef-be1d-4d12-933b-80c346b86ddb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680974 Aug 29 04:29:25.103089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:25.107471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.118806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '91fc55c3-78c6-42a2-8128-27546b276519'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:25.119652 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.131246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 1f4eaee6-f896-4a6e-9289-dbee5ba309fc yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:25.135609 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.169384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.170712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 908f4606-1dca-4602-b5e0-c80e1ded4487 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:25.182458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.213159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Transition to ACTIVE for port object 88326662-6663-4d8a-98dc-c763c4b8cf2f will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:25.226495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.236553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 908f4606-1dca-4602-b5e0-c80e1ded4487 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:25.237208 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.288756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5119628c-c022-4932-a4b6-5d7e418a0e98,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.295392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a5598e9-17ad-4bde-b4ce-e4d342981020 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:25.305232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8f9fe893-3b79-4e1a-940e-95c7125ce0f6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.5156584 Aug 29 04:29:25.308244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.332460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '45517898-a133-49c4-9aae-32c80c091d7a', 'name': 'tempest-PortsTestJSON-273863198', 'fixed_ips': [{'subnet_id': '75daba30-62f9-4146-a5d2-ed1329f7d635', 'ip_address': '172.20.0.9'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:25.405331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::74 (870a58ce-8cff-482e-9cde-b685e5bb8346/91fc55c3-78c6-42a2-8128-27546b276519/1f4eaee6-f896-4a6e-9289-dbee5ba309fc) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:25.622948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 1a5598e9-17ad-4bde-b4ce-e4d342981020 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:25.659958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.689480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 1a5598e9-17ad-4bde-b4ce-e4d342981020 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:25.690577 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.709075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.762485 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.812373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.828885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 1f4eaee6-f896-4a6e-9289-dbee5ba309fc will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:25.840704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 908f4606-1dca-4602-b5e0-c80e1ded4487, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=908f4606-1dca-4602-b5e0-c80e1ded4487,segment=NetworkSegment(724f0083-4c16-4978-bc97-b7349f90fb87),segment_id=724f0083-4c16-4978-bc97-b7349f90fb87)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:25.907239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.980608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:26.014144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.046089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:26.074276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.083237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:26.101758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.104500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.106558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.135659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:26.188362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5435693 Aug 29 04:29:26.193823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53704) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.213628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:26.241220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2c99c288-aa80-4ae2-9b3b-51f7c1b3fd6e None None] Provisioning for port 19a20240-f939-45af-b1a4-afb2e89c2004 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:26.253847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:26.265450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42ff2d-7caf-41cd-87f9-c41321cb50fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=1f4eaee6-f896-4a6e-9289-dbee5ba309fc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.266210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.267176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c53baf-8858-45ff-8353-b6a6fe6b53c4 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:26.311072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2c99c288-aa80-4ae2-9b3b-51f7c1b3fd6e None None] Provisioning complete for port 19a20240-f939-45af-b1a4-afb2e89c2004 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:26.311072 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c99c288-aa80-4ae2-9b3b-51f7c1b3fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.333639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30abcb1-3978-4eb5-a97a-aab1df921e83 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.343802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b30abcb1-3978-4eb5-a97a-aab1df921e83 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1372037 Aug 29 04:29:26.344505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53706) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.391119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.404456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5baff288-3fc1-4bf7-9790-6743247205cc admin admin] 10.222.0.55 "DELETE /v2.0/routers/76c53baf-8858-45ff-8353-b6a6fe6b53c4 HTTP/1.1" status: 204 len: 168 time: 5.6859367 Aug 29 04:29:26.406386 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.420999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=88326662-6663-4d8a-98dc-c763c4b8cf2f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.444443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.532451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:26.563672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed5e55-7608-45e6-9458-e040b13018b0 req-88da86e4-b4e1-4e79-928b-bd4c56a10ee4 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.577162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65ed5e55-7608-45e6-9458-e040b13018b0 req-88da86e4-b4e1-4e79-928b-bd4c56a10ee4 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 944 time: 0.8707817 Aug 29 04:29:26.637520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65ed5e55-7608-45e6-9458-e040b13018b0 req-f265f068-8420-42f9-ac3a-79459e825f80 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592623 Aug 29 04:29:26.654884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a5598e9-17ad-4bde-b4ce-e4d342981020, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:26.668786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:26.671855 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240d3642-a1b6-488e-be56-b40c60f50a57" -d '{"events": [{"server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "name": "network-vif-plugged", "status": "completed", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:26.697924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.703061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 1f4eaee6-f896-4a6e-9289-dbee5ba309fc {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:26.708449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.715970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] Deleting subnet 4dd7fa33-3cc6-434e-a5d1-dee429081a70 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:26.721206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.742874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/91fc55c3-78c6-42a2-8128-27546b276519/8536ea8f-4e9c-45fe-878a-1225de2786bb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:26.747475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=908f4606-1dca-4602-b5e0-c80e1ded4487,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.770234 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.772449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2c99c288-aa80-4ae2-9b3b-51f7c1b3fd6e None None] Port 19a20240-f939-45af-b1a4-afb2e89c2004 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:26.858326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2c99c288-aa80-4ae2-9b3b-51f7c1b3fd6e None None] Provisioning complete for port 908f4606-1dca-4602-b5e0-c80e1ded4487 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:26.859215 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2c99c288-aa80-4ae2-9b3b-51f7c1b3fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.907806 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58764157-2c49-490f-874c-a0dab5208e03 x-openstack-request-id: req-58764157-2c49-490f-874c-a0dab5208e03 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:26.907998 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "name": "network-vif-plugged", "status": "completed", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:26.908267 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58764157-2c49-490f-874c-a0dab5208e03 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:26.908657 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'code': 200} Aug 29 04:29:26.916662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.920750 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.964169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 879b0f96-e03e-489e-84dd-f8bc1f07c432 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:26.974346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 1f4eaee6-f896-4a6e-9289-dbee5ba309fc owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:26.974886 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.051646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe55232-02e5-47a7-97c0-ec8f0178be49 req-8dfe8864-02d3-4d58-8e87-c5fdbdfcfe15 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.086653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe55232-02e5-47a7-97c0-ec8f0178be49 req-8dfe8864-02d3-4d58-8e87-c5fdbdfcfe15 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.105866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe55232-02e5-47a7-97c0-ec8f0178be49 req-8dfe8864-02d3-4d58-8e87-c5fdbdfcfe15 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.112247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe55232-02e5-47a7-97c0-ec8f0178be49 req-8dfe8864-02d3-4d58-8e87-c5fdbdfcfe15 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.114499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fe55232-02e5-47a7-97c0-ec8f0178be49 req-8dfe8864-02d3-4d58-8e87-c5fdbdfcfe15 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 3094 time: 0.7075117 Aug 29 04:29:27.120450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.121511 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.150542 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.160838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Transition to ACTIVE for port object 8536ea8f-4e9c-45fe-878a-1225de2786bb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:27.164448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea4530b7-34ae-4c65-a763-506fda7ffb68 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7921593 Aug 29 04:29:27.177982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Transition to ACTIVE for port object 8536ea8f-4e9c-45fe-878a-1225de2786bb will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:27.200988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.204981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a5598e9-17ad-4bde-b4ce-e4d342981020,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.254258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fe55232-02e5-47a7-97c0-ec8f0178be49 req-b5b111aa-a1fd-49a3-8ef3-8b73808a5e2c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102357 Aug 29 04:29:27.259354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9', 'admin_state_up': True, 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'security_groups': ['80e3bbba-635e-4561-a043-bb73f3d63520']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:27.263155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Pushing event updated for resources: {'Port': ['ID=8536ea8f-4e9c-45fe-878a-1225de2786bb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.265873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.314397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=1f4eaee6-f896-4a6e-9289-dbee5ba309fc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.341636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:27.343595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:27.346504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:27.366469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfbe7d-0121-449c-8420-8aea1e161fbf req-99c7c73e-0963-4a7f-9efe-866015ae5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.368687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ecfbe7d-0121-449c-8420-8aea1e161fbf req-99c7c73e-0963-4a7f-9efe-866015ae5ff0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 1097 time: 0.4129660 Aug 29 04:29:27.369988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.372180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f61224b8-1120-4acc-b9c0-e37795ab5df7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/1f4eaee6-f896-4a6e-9289-dbee5ba309fc HTTP/1.1" status: 204 len: 168 time: 1.0227389 Aug 29 04:29:27.374758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53738) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.425122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Attempting to bind port 8536ea8f-4e9c-45fe-878a-1225de2786bb on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:27.428441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Attempting to bind port 8536ea8f-4e9c-45fe-878a-1225de2786bb by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:27.429742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Attempting to bind port 8536ea8f-4e9c-45fe-878a-1225de2786bb on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:27.453561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:27.453561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:27.453967 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.455451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:27.457355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Bound port: 8536ea8f-4e9c-45fe-878a-1225de2786bb, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:27.458904 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.483851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.548211 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ecfbe7d-0121-449c-8420-8aea1e161fbf req-5127915b-a61c-421b-b1c5-af0c27963f8f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453738 Aug 29 04:29:27.559054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd7fa33-3cc6-434e-a5d1-dee429081a70,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.586374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efc4b1-dc98-4857-bd71-f78d54d11b98 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.587946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efc4b1-dc98-4857-bd71-f78d54d11b98 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.592379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d6efc4b1-dc98-4857-bd71-f78d54d11b98 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2138546 Aug 29 04:29:27.592714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53744) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.594112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0dd510d4-2965-4218-bada-b4f083c14605 None None] Provisioning complete for port 19a20240-f939-45af-b1a4-afb2e89c2004 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:27.594668 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dd510d4-2965-4218-bada-b4f083c14605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.597357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a5c4ac-8475-49b0-8736-a7d13dbf0115 None None] Network 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:27.670866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 91fc55c3-78c6-42a2-8128-27546b276519 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:27.676252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.677317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.689530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-69a930f2-9179-46c6-8a5f-d843b59aa7d7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4dd7fa33-3cc6-434e-a5d1-dee429081a70 HTTP/1.1" status: 204 len: 168 time: 1.2325079 Aug 29 04:29:27.700505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53748) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.809146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] For port 8536ea8f-4e9c-45fe-878a-1225de2786bb, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:27.849951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] For port 8536ea8f-4e9c-45fe-878a-1225de2786bb, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8536ea8f-4e9c-45fe-878a-1225de2786bb,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:27.855610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0dd510d4-2965-4218-bada-b4f083c14605 None None] Port 19a20240-f939-45af-b1a4-afb2e89c2004 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:27.876804 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.877852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.918557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.9 (45517898-a133-49c4-9aae-32c80c091d7a/75daba30-62f9-4146-a5d2-ed1329f7d635/879b0f96-e03e-489e-84dd-f8bc1f07c432) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:27.979221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c564c6-2ec8-41bf-afa1-6f3c92497754 None None] Pushing event updated for resources: {'Port': ['ID=8536ea8f-4e9c-45fe-878a-1225de2786bb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.054130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0dd510d4-2965-4218-bada-b4f083c14605 None None] Provisioning for port 88326662-6663-4d8a-98dc-c763c4b8cf2f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:28.063807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0dd510d4-2965-4218-bada-b4f083c14605 None None] Provisioning complete for port 88326662-6663-4d8a-98dc-c763c4b8cf2f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:28.064187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0dd510d4-2965-4218-bada-b4f083c14605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.089977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.129489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ee8c-a394-4fc5-b6cd-26c85eb8185b req-58a17947-0406-4938-87b2-4293f445fc98 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:28.131583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1937ee8c-a394-4fc5-b6cd-26c85eb8185b req-58a17947-0406-4938-87b2-4293f445fc98 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.2784805 Aug 29 04:29:28.211330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0dd510d4-2965-4218-bada-b4f083c14605 None None] Port 88326662-6663-4d8a-98dc-c763c4b8cf2f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:28.293176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] DHCP port deletion for 6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:28.359228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1937ee8c-a394-4fc5-b6cd-26c85eb8185b req-06c764cd-02b5-4275-8b57-7deae54e29b7 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201793 Aug 29 04:29:28.455273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] Deleting port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:28.455987 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.498556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.532832 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.544533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 879b0f96-e03e-489e-84dd-f8bc1f07c432 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:28.651060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Deleting port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:28.651060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.655604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] For port d56a1fa3-6523-46f5-9bef-1e45c8c1d511, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,segment=NetworkSegment(53446a2a-c141-4405-b821-32bd4685deda),segment_id=53446a2a-c141-4405-b821-32bd4685deda)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:28.656067 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.693401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] Calling delete_port for d56a1fa3-6523-46f5-9bef-1e45c8c1d511 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:28.748870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.830616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.866353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8536ea8f-4e9c-45fe-878a-1225de2786bb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:28.942929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Made reservation on behalf of b1e648691a3c41b089f3ff1635293aaf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:28.974569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 8536ea8f-4e9c-45fe-878a-1225de2786bb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:28.981901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=91fc55c3-78c6-42a2-8128-27546b276519,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.994168 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.999533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.001777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-df89504e-0867-492d-9e27-432f517ef2c9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/91fc55c3-78c6-42a2-8128-27546b276519 HTTP/1.1" status: 204 len: 168 time: 1.4064667 Aug 29 04:29:29.004663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] For port d56a1fa3-6523-46f5-9bef-1e45c8c1d511, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,segment=NetworkSegment(53446a2a-c141-4405-b821-32bd4685deda),segment_id=53446a2a-c141-4405-b821-32bd4685deda)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:29.005128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.008663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53792) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.024181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 908f4606-1dca-4602-b5e0-c80e1ded4487 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:29.106169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 45517898-a133-49c4-9aae-32c80c091d7a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:29.112713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-686cf363-bf87-4621-9495-c010c51e6b4a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027777 Aug 29 04:29:29.113934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Calling delete_port for d56a1fa3-6523-46f5-9bef-1e45c8c1d511 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:29.115607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53796) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.133505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:29.138384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:29.161807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:29.274804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] No DVR routers for this DVR port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:29.276827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=879b0f96-e03e-489e-84dd-f8bc1f07c432,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.333708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde56fb-722d-4981-bc7b-45846138ba9c req-cb5f88bf-a1a5-4031-a120-7a3ac9c45b36 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.352389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a14b90-4d54-4853-b4ab-92524f19b4f2 None None] Pushing event deleted for resources: {'Port': ['ID=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.380799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde56fb-722d-4981-bc7b-45846138ba9c req-cb5f88bf-a1a5-4031-a120-7a3ac9c45b36 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.401206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 908f4606-1dca-4602-b5e0-c80e1ded4487 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:29.402633 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.425004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde56fb-722d-4981-bc7b-45846138ba9c req-cb5f88bf-a1a5-4031-a120-7a3ac9c45b36 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.443971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde56fb-722d-4981-bc7b-45846138ba9c req-cb5f88bf-a1a5-4031-a120-7a3ac9c45b36 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.445807 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dde56fb-722d-4981-bc7b-45846138ba9c req-cb5f88bf-a1a5-4031-a120-7a3ac9c45b36 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 3094 time: 0.7674718 Aug 29 04:29:29.613123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.613993 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.631223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:29.636262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.643668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dde56fb-722d-4981-bc7b-45846138ba9c req-97bbaf78-83c3-4fa6-a848-45361ab66666 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549413 Aug 29 04:29:29.669094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7ed2adc5-0594-4b29-a5de-73c6026439cb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3420448 Aug 29 04:29:29.673841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.859080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.869493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e864e343-4ae8-40a3-99e7-85ae315e5485 None None] Provisioning for port 879b0f96-e03e-489e-84dd-f8bc1f07c432 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:29.929075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e864e343-4ae8-40a3-99e7-85ae315e5485 None None] Provisioning complete for port 879b0f96-e03e-489e-84dd-f8bc1f07c432 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:29.936003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e864e343-4ae8-40a3-99e7-85ae315e5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.949986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54aa41-7213-4874-a28e-e4d25e0aaa92 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:30.020092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf94281-9d2d-4f79-8db5-2b884e474f99 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.025046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9cf94281-9d2d-4f79-8db5-2b884e474f99 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3493810 Aug 29 04:29:30.025823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53824) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.107996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.142465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae73f-c67a-4633-b289-dc2c1b001426 req-7f50bbd9-67c7-4cb5-9335-c4e7916cfd04 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.151960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f9ae73f-c67a-4633-b289-dc2c1b001426 req-7f50bbd9-67c7-4cb5-9335-c4e7916cfd04 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.5660539 Aug 29 04:29:30.245699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.291007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e864e343-4ae8-40a3-99e7-85ae315e5485 None None] Port 879b0f96-e03e-489e-84dd-f8bc1f07c432 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:30.300032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=ad9f07a6-1019-4986-98f4-3bf5f052c56a,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.302216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] No DVR routers for this DVR port d56a1fa3-6523-46f5-9bef-1e45c8c1d511 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:30.374148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:30.377525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f9ae73f-c67a-4633-b289-dc2c1b001426 req-0564eea0-50e2-4e13-9146-24092975929f tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243028 Aug 29 04:29:30.378568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56a1fa3-6523-46f5-9bef-1e45c8c1d511,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.389489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:30.398927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.400577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.441004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f6d45d15-3da5-454e-9c88-2cf450030da8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3215599 Aug 29 04:29:30.448858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53842) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.499617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'name': 'tempest-NetworksTestDHCPv6-1549624037'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:30.542268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5119628c-c022-4932-a4b6-5d7e418a0e98 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:30.592413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca544b-1947-4748-8527-8f50243d860c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.617347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca544b-1947-4748-8527-8f50243d860c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.634132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca544b-1947-4748-8527-8f50243d860c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:30.635131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5119628c-c022-4932-a4b6-5d7e418a0e98 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:30.636565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5119628c-c022-4932-a4b6-5d7e418a0e98 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:30.637130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d56a1fa3-6523-46f5-9bef-1e45c8c1d511 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:30.637842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-69ca544b-1947-4748-8527-8f50243d860c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6097782 Aug 29 04:29:30.650079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53852) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.697081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d56a1fa3-6523-46f5-9bef-1e45c8c1d511 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:30.697438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d56a1fa3-6523-46f5-9bef-1e45c8c1d511 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:30.719240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bc2bc701-fa73-4064-bab7-fbd3264bc5a6 None None] Provisioning for port 8536ea8f-4e9c-45fe-878a-1225de2786bb completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:30.735214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bc2bc701-fa73-4064-bab7-fbd3264bc5a6 None None] Provisioning complete for port 8536ea8f-4e9c-45fe-878a-1225de2786bb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:30.738831 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc701-fa73-4064-bab7-fbd3264bc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.801075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Allocated IP 10.2.2.200 (e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9/9eb48173-eedf-4dca-bae7-9a65870b1b16/fee3af20-5fee-453f-8236-d1352b18cf11) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:30.849474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.927990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad17d7f-4b92-45cc-a47a-b23a7746e9b4']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:31.012253 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc701-fa73-4064-bab7-fbd3264bc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.015689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53446a2a-c141-4405-b821-32bd4685deda') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:31.016354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53446a2a-c141-4405-b821-32bd4685deda') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:31.050477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311d42-4b3d-48ed-aa2d-3e94471b3f5a req-476d0c27-bc5a-4fa2-8013-113ea8303595 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.052917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b42196-09ec-4cce-9f1c-d3bbf4bb7734 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:31.057673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8b311d42-4b3d-48ed-aa2d-3e94471b3f5a req-476d0c27-bc5a-4fa2-8013-113ea8303595 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.4415240 Aug 29 04:29:31.068008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53862) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.073633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.078458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Request body: {'floatingip': {'port_id': '1a5598e9-17ad-4bde-b4ce-e4d342981020'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:31.144108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.148760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.186050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:31.186549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:31.190974 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:31.317558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bc2bc701-fa73-4064-bab7-fbd3264bc5a6 None None] For port 8536ea8f-4e9c-45fe-878a-1225de2786bb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8536ea8f-4e9c-45fe-878a-1225de2786bb,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:31.335808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc701-fa73-4064-bab7-fbd3264bc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.367332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.424623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:31.434029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.530842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 8673ffad-5228-4df9-a422-e8b18ff6b8c5 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:31.545714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.551966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.566276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6ad17d7f-4b92-45cc-a47a-b23a7746e9b4 HTTP/1.1" status: 204 len: 168 time: 3.8564222 Aug 29 04:29:31.684024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bc701-fa73-4064-bab7-fbd3264bc5a6 None None] Pushing event updated for resources: {'Port': ['ID=8536ea8f-4e9c-45fe-878a-1225de2786bb,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.720497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c1c9b513-d7e3-480a-8f39-152847c68eb5 None None] Provisioning complete for port 8536ea8f-4e9c-45fe-878a-1225de2786bb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:31.720872 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b513-d7e3-480a-8f39-152847c68eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.727293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53880) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.769710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447ead-075b-4d95-b41f-90ab86ac1249 req-4d51f1df-f596-424a-9b2e-bcb42e4a7a4d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.794350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447ead-075b-4d95-b41f-90ab86ac1249 req-4d51f1df-f596-424a-9b2e-bcb42e4a7a4d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.808091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447ead-075b-4d95-b41f-90ab86ac1249 req-4d51f1df-f596-424a-9b2e-bcb42e4a7a4d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.816809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447ead-075b-4d95-b41f-90ab86ac1249 req-4d51f1df-f596-424a-9b2e-bcb42e4a7a4d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:31.826047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de447ead-075b-4d95-b41f-90ab86ac1249 req-4d51f1df-f596-424a-9b2e-bcb42e4a7a4d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 3094 time: 0.9508536 Aug 29 04:29:31.834781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 879b0f96-e03e-489e-84dd-f8bc1f07c432 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:31.835407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.997321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.082197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de447ead-075b-4d95-b41f-90ab86ac1249 req-91e6b535-53c5-40bf-b0a3-b03ca3d3e0e3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549613 Aug 29 04:29:32.182992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.233612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.244483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b97aba36-3734-47bb-8863-9e967a823a56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c144dba1cc2044aba7c36ac4ee05183e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168946 Aug 29 04:29:32.259900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53886) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.297255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Transition to ACTIVE for port object fee3af20-5fee-453f-8236-d1352b18cf11 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:32.300047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 879b0f96-e03e-489e-84dd-f8bc1f07c432 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:32.458177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7dfe09bf-5e6e-4059-8edb-8358644a084f None None] Provisioning complete for port 8536ea8f-4e9c-45fe-878a-1225de2786bb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:32.459142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7dfe09bf-5e6e-4059-8edb-8358644a084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.591529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.658239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=879b0f96-e03e-489e-84dd-f8bc1f07c432,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.816680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e84a-e57e-4b13-97c5-e2f01e05f262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.843403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fbe3d003-aece-40d7-a4e4-5bfa3709fc17 None None] Could not find standard attr ID for object 1f4eaee6-f896-4a6e-9289-dbee5ba309fc. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:29:32.856390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e84a-e57e-4b13-97c5-e2f01e05f262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.867452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479f683-8d13-4532-8610-31933de33fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad17d7f-4b92-45cc-a47a-b23a7746e9b4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.883623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8536ea8f-4e9c-45fe-878a-1225de2786bb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:32.942062 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.012076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e84a-e57e-4b13-97c5-e2f01e05f262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.015589 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e84a-e57e-4b13-97c5-e2f01e05f262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.018284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1dc1e84a-e57e-4b13-97c5-e2f01e05f262 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ecd81e61-f4c2-44a4-888c-6f93620cde93 HTTP/1.1" status: 204 len: 168 time: 0.7565863 Aug 29 04:29:33.036693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event updated for resources: {'Port': ['ID=fee3af20-5fee-453f-8236-d1352b18cf11,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.064539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dec0f917-cdac-4283-b755-30f69a4aae3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.077107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8536ea8f-4e9c-45fe-878a-1225de2786bb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:33.077790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.087890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1e84a-e57e-4b13-97c5-e2f01e05f262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd81e61-f4c2-44a4-888c-6f93620cde93,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.124398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:33.134266 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.136451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-327925ed-5a37-4cce-8082-e425fedf5438 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/879b0f96-e03e-489e-84dd-f8bc1f07c432 HTTP/1.1" status: 204 len: 168 time: 2.4851539 Aug 29 04:29:33.137924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:33.146042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:33.150433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.277269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dec0f917-cdac-4283-b755-30f69a4aae3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.314985 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dec0f917-cdac-4283-b755-30f69a4aae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.319859 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b506342-e5c8-452f-8b11-36e949496c65 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:29:33.324114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6b506342-e5c8-452f-8b11-36e949496c65 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/879b0f96-e03e-489e-84dd-f8bc1f07c432 HTTP/1.1" status: 404 len: 333 time: 0.1723554 Aug 29 04:29:33.331125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.523729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dec0f917-cdac-4283-b755-30f69a4aae3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=022ec312c9284b039cb1a4691025bc3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7759986 Aug 29 04:29:33.537439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:33.538291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.553579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53912) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.557090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::7d (870a58ce-8cff-482e-9cde-b685e5bb8346/ad9f07a6-1019-4986-98f4-3bf5f052c56a/8673ffad-5228-4df9-a422-e8b18ff6b8c5) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:33.600239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 19a20240-f939-45af-b1a4-afb2e89c2004 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:33.600975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.740983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c6652eb6-f63d-486c-a77a-55b0b82dc6aa None None] Provisioning for port fee3af20-5fee-453f-8236-d1352b18cf11 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:33.749286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.754436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c6652eb6-f63d-486c-a77a-55b0b82dc6aa None None] Provisioning complete for port fee3af20-5fee-453f-8236-d1352b18cf11 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:33.759793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6652eb6-f63d-486c-a77a-55b0b82dc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.762988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 19a20240-f939-45af-b1a4-afb2e89c2004 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:33.770384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:29:33.870660 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.873057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0f917-cdac-4283-b755-30f69a4aae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7388ee-2f7e-47ab-b8e4-1cecfb9d1d95,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.885476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.937569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c6652eb6-f63d-486c-a77a-55b0b82dc6aa None None] Port fee3af20-5fee-453f-8236-d1352b18cf11 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:34.000268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-a347a966-af15-42dd-8944-b67d18d72de8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7510822 Aug 29 04:29:34.024070 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Floating IP 293c0e1e-3ea8-49a0-8961-52457362b506 associated. External IP: 172.25.7.254, port: 1a5598e9-17ad-4bde-b4ce-e4d342981020. Aug 29 04:29:34.040221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8cb7-1d64-4c4d-9485-f05915b8276e req-5021dda2-f2ca-4c1a-b298-a3c4340fcb3b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.063136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:34.066728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8cb7-1d64-4c4d-9485-f05915b8276e req-5021dda2-f2ca-4c1a-b298-a3c4340fcb3b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.074578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8cb7-1d64-4c4d-9485-f05915b8276e req-5021dda2-f2ca-4c1a-b298-a3c4340fcb3b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.076287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.083942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8cb7-1d64-4c4d-9485-f05915b8276e req-5021dda2-f2ca-4c1a-b298-a3c4340fcb3b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.089007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8cb7-1d64-4c4d-9485-f05915b8276e req-5021dda2-f2ca-4c1a-b298-a3c4340fcb3b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:34.100004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb4a8cb7-1d64-4c4d-9485-f05915b8276e req-5021dda2-f2ca-4c1a-b298-a3c4340fcb3b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 3815 time: 0.7465935 Aug 29 04:29:34.140041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7540d031-f397-4904-b41d-ed7f5185b524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.256142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=19a20240-f939-45af-b1a4-afb2e89c2004,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.268638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb4a8cb7-1d64-4c4d-9485-f05915b8276e req-0df74c5b-8abd-4886-a0f2-2049822391b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646173 Aug 29 04:29:34.398483 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:29:34.429126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7540d031-f397-4904-b41d-ed7f5185b524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.626132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-95579bcd-4eb5-407a-b6ad-145ad22845e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6131587 Aug 29 04:29:34.640097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.689276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.691512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53948) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.706109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-71a3c60e-0087-493c-86a6-2c79d250db54 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/19a20240-f939-45af-b1a4-afb2e89c2004 HTTP/1.1" status: 204 len: 168 time: 1.3689911 Aug 29 04:29:34.707051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.795951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.809943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 8673ffad-5228-4df9-a422-e8b18ff6b8c5 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:34.856367 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1173acf-6db9-4fa3-9915-27d393a4dedf tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:29:34.866374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a1173acf-6db9-4fa3-9915-27d393a4dedf tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/19a20240-f939-45af-b1a4-afb2e89c2004 HTTP/1.1" status: 404 len: 333 time: 0.1486809 Aug 29 04:29:34.893447 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.902688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53956) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.917462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1517045911-network', 'tenant_id': '9e3d3510045c4c58860b05723c490db2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:35.166078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=8673ffad-5228-4df9-a422-e8b18ff6b8c5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.172394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4517d84-5b74-41a8-bb07-97fd1bbb2b1c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:35.176953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7540d031-f397-4904-b41d-ed7f5185b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.181061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7540d031-f397-4904-b41d-ed7f5185b524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.182436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7540d031-f397-4904-b41d-ed7f5185b524 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b7388ee-2f7e-47ab-b8e4-1cecfb9d1d95 HTTP/1.1" status: 204 len: 168 time: 1.6166201 Aug 29 04:29:35.185757 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.201636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Transition to ACTIVE for port object d4517d84-5b74-41a8-bb07-97fd1bbb2b1c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:35.209864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.253200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-3c4f10dd-24d0-4abc-8932-f84910c19a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.255056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-3c4f10dd-24d0-4abc-8932-f84910c19a30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1097 time: 0.5679963 Aug 29 04:29:35.312304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Made reservation on behalf of 9e3d3510045c4c58860b05723c490db2 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:35.320288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.327959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:35.353854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:35.359253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:35.371591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.372284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.477001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Pushing event updated for resources: {'Port': ['ID=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.618626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 75daba30-62f9-4146-a5d2-ed1329f7d635 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:35.622144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.622950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.623500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.624064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.624602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.625339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.625947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.626482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.627008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.627671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.628200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.628733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:35.638837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540d031-f397-4904-b41d-ed7f5185b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7388ee-2f7e-47ab-b8e4-1cecfb9d1d95,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.668876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.678532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.743523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-e6de6e52-9521-439c-8317-34ad103165c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.747391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-e6de6e52-9521-439c-8317-34ad103165c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.4486756 Aug 29 04:29:35.753646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Attempting to bind port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:35.757208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Attempting to bind port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:35.759437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Attempting to bind port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c on network dfa31365-0ce5-4157-bac5-4a74a31eca98 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:35.779415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c on network dfa31365-0ce5-4157-bac5-4a74a31eca98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:35.779951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Attempting to bind port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c on network dfa31365-0ce5-4157-bac5-4a74a31eca98 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:35.895063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:35.895427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Checking segment: {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:35.905936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Bound using segment: {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:35.906895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Bound port: d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6358c4d-9957-4e3d-819d-31516e66c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:35.908595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.913040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6405a065-cfbc-42d0-ba9e-3f73672ad3e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4276319 Aug 29 04:29:35.917810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53982) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.046696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.054913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53984) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.061228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2dd5d6fe-f330-41ac-a454-01a7ed776bd4 None None] Provisioning for port 8673ffad-5228-4df9-a422-e8b18ff6b8c5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:36.063885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-fdb1583e-bf3d-4ce6-bfe5-fdd750559a85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 200 len: 1001 time: 0.2900655 Aug 29 04:29:36.068326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2dd5d6fe-f330-41ac-a454-01a7ed776bd4 None None] Provisioning complete for port 8673ffad-5228-4df9-a422-e8b18ff6b8c5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:36.068696 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2dd5d6fe-f330-41ac-a454-01a7ed776bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.102486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc573e57-d5fb-4de2-a4a9-5dbca521439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.123161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691200-a48e-4d14-8459-72b64e0dace3 req-5fc07b19-0503-4f57-9cbe-3fdc6b88a5e3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.130056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691200-a48e-4d14-8459-72b64e0dace3 req-5fc07b19-0503-4f57-9cbe-3fdc6b88a5e3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.130278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-8be5ce97-6511-434c-a615-e03c351bbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.131962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-8be5ce97-6511-434c-a615-e03c351bbfce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.0571463 Aug 29 04:29:36.137225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691200-a48e-4d14-8459-72b64e0dace3 req-5fc07b19-0503-4f57-9cbe-3fdc6b88a5e3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.144433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691200-a48e-4d14-8459-72b64e0dace3 req-5fc07b19-0503-4f57-9cbe-3fdc6b88a5e3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.152073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691200-a48e-4d14-8459-72b64e0dace3 req-5fc07b19-0503-4f57-9cbe-3fdc6b88a5e3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.154082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a691200-a48e-4d14-8459-72b64e0dace3 req-5fc07b19-0503-4f57-9cbe-3fdc6b88a5e3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 3827 time: 0.5665867 Aug 29 04:29:36.162489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Router 7e9c5f9b-21eb-477b-831b-b1a98b49214a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:36.184625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] For port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:36.189313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5d6fe-f330-41ac-a454-01a7ed776bd4 None None] Port 8673ffad-5228-4df9-a422-e8b18ff6b8c5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:36.206819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] For port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:36.213169 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.228396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-9f8adad2-e9e9-4451-b728-4effa2eaf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.230840 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-9f8adad2-e9e9-4451-b728-4effa2eaf86a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874887 Aug 29 04:29:36.290186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.350821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a691200-a48e-4d14-8459-72b64e0dace3 req-13b38470-f854-456d-b378-de4e58d46e46 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761351 Aug 29 04:29:36.351720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.361687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-21a1659d-5ba6-4405-8f98-6dea032aa4df service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070011 Aug 29 04:29:36.372986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.373832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.376054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 200 len: 1093 time: 2.3264627 Aug 29 04:29:36.376567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:36.379282 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab52529-2656-4716-a5f2-d250c6ae3fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:36.380431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:36.396339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.396702 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Added segment 82479d33-47f3-40c9-97e0-79fde2b52bb4 of type vlan for network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 Aug 29 04:29:36.412644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:36.490175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.547504 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bec9ac-6108-4c4b-bf0f-5501599a872d x-openstack-request-id: req-17bec9ac-6108-4c4b-bf0f-5501599a872d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:36.550423 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:36.550695 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17bec9ac-6108-4c4b-bf0f-5501599a872d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:36.551263 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'status': 'completed', 'code': 200} Aug 29 04:29:36.592741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2687a92-2439-42f2-8771-89d6df023d89,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.611422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2020c-1313-4dc4-879e-52c459fd1573 service neutron] Pushing event updated for resources: {'Port': ['ID=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.617061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c807fb-446a-4fcf-984c-b2da92f57ce1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.631212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c807fb-446a-4fcf-984c-b2da92f57ce1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.636159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.636778 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-85c807fb-446a-4fcf-984c-b2da92f57ce1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.7056150 Aug 29 04:29:36.637740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.638593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.639172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.691268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.828763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3422b9-9c66-4e91-9848-e0c5e76cb6ad req-7fb0e1d0-1240-40fd-9797-a83de04f5845 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574115 Aug 29 04:29:36.908174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-f46bb550-bd87-42f1-bd1d-173c3f7e7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.908657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-f46bb550-bd87-42f1-bd1d-173c3f7e7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.909139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-f46bb550-bd87-42f1-bd1d-173c3f7e7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.909649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-f46bb550-bd87-42f1-bd1d-173c3f7e7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.910131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-f46bb550-bd87-42f1-bd1d-173c3f7e7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:36.912908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-f46bb550-bd87-42f1-bd1d-173c3f7e7ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 4363 time: 0.3838961 Aug 29 04:29:36.927732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 8673ffad-5228-4df9-a422-e8b18ff6b8c5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:36.928369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.953475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:36.965031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] Sync routers for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:36.983458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:36.984020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:37.084115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-6925f223-9974-468d-a67f-9ca8fb204baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.084604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-6925f223-9974-468d-a67f-9ca8fb204baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.085080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-6925f223-9974-468d-a67f-9ca8fb204baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.087432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-6925f223-9974-468d-a67f-9ca8fb204baa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1e648691a3c41b089f3ff1635293aaf&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1449177 Aug 29 04:29:37.101028 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.131650 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.137799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] Pushing event updated for resources: {'Network': ['ID=c1abff56-b839-4516-b4e3-5b0afaf2e3c8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.149071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-704c7181-016b-468b-8957-4e0be048d0dc tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "PUT /v2.0/floatingips/293c0e1e-3ea8-49a0-8961-52457362b506 HTTP/1.1" status: 200 len: 991 time: 6.0798848 Aug 29 04:29:37.160633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:37.163342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 8673ffad-5228-4df9-a422-e8b18ff6b8c5 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:37.164844 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e690476-c2af-4450-87da-e9d7f7e8c9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:37.183894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:37.299000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818477e7-d33a-44fb-88f0-1b1c8171c9c6 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:37.314495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-9a720b0d-e79c-429b-99a7-dc0770c8c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.315837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.316155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ab52529-2656-4716-a5f2-d250c6ae3fd7 req-9a720b0d-e79c-429b-99a7-dc0770c8c783 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580324 Aug 29 04:29:37.318076 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef331103-a8ef-4507-8cc3-26c626c76556 x-openstack-request-id: req-ef331103-a8ef-4507-8cc3-26c626c76556 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:37.318370 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:37.318964 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef331103-a8ef-4507-8cc3-26c626c76556 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:37.319355 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'status': 'completed', 'code': 200} Aug 29 04:29:37.334707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Transition to ACTIVE for port object 818477e7-d33a-44fb-88f0-1b1c8171c9c6 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:37.340458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:37.340613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.373411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.478116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.552851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Attempting to bind port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:37.553244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Attempting to bind port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:37.553605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Attempting to bind port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:37.555980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Pushing event updated for resources: {'Port': ['ID=818477e7-d33a-44fb-88f0-1b1c8171c9c6,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.591820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-fe80e256-3c7c-4403-a1ab-0951737e5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.595088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-fe80e256-3c7c-4403-a1ab-0951737e5ccd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07659ea055714bdbae3896d899f59447&device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 1097 time: 0.2744083 Aug 29 04:29:37.602589 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.647932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.652168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/75daba30-62f9-4146-a5d2-ed1329f7d635 HTTP/1.1" status: 204 len: 168 time: 2.7480593 Aug 29 04:29:37.692721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc573e57-d5fb-4de2-a4a9-5dbca521439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.693459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54052) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.711825 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.717871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/8673ffad-5228-4df9-a422-e8b18ff6b8c5 HTTP/1.1" status: 204 len: 168 time: 1.0806217 Aug 29 04:29:37.718806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:37.719907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Attempting to bind port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:37.725277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54054) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.728186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adf487-17bd-4284-b707-e6b452e77b20 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=8673ffad-5228-4df9-a422-e8b18ff6b8c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.734757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:37.736920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Checking segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:37.737672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Bound using segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:37.738546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Bound port: 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:37.739114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.757361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a99b9f-e93a-4a99-b8c2-a48803a4d7e3 None None] Network 45517898-a133-49c4-9aae-32c80c091d7a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:37.793397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-0ac86b6d-e78b-4ce4-8fc7-bad709e34de3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.806505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-0ac86b6d-e78b-4ce4-8fc7-bad709e34de3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.822396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-0ac86b6d-e78b-4ce4-8fc7-bad709e34de3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.837054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc573e57-d5fb-4de2-a4a9-5dbca521439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.839975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-0ac86b6d-e78b-4ce4-8fc7-bad709e34de3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.846168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-0ac86b6d-e78b-4ce4-8fc7-bad709e34de3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.862498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-0ac86b6d-e78b-4ce4-8fc7-bad709e34de3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:37.867920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-0ac86b6d-e78b-4ce4-8fc7-bad709e34de3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 4604 time: 0.3152843 Aug 29 04:29:37.886860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa904a-e861-4a4b-9955-f71a08dd2c19 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=75daba30-62f9-4146-a5d2-ed1329f7d635,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.934875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '293c0e1e-3ea8-49a0-8961-52457362b506', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'port_id': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'mac_address': 'fa:16:3e:42:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:29:02Z', 'updated_at': '2021-08-29T04:29:33Z', 'revision_number': 1, 'project_id': '07659ea055714bdbae3896d899f59447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:29:01Z', 'revision_number': 5, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:37.950681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-682c17d8-b219-47cf-9e6b-255ae7b75e38 req-fd4f554b-3445-4010-83b6-f6c1ee269ac3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723908 Aug 29 04:29:37.955029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dc573e57-d5fb-4de2-a4a9-5dbca521439e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0129d9a3d45945c8a055b321feffcfbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8727667 Aug 29 04:29:37.970439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-af359e1e-c5f0-408a-a5e4-4bd08cb12261 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2763915 Aug 29 04:29:38.028155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] Checking router: 7e9c5f9b-21eb-477b-831b-b1a98b49214a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:38.059758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:38.060780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:38.087136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] For port 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:38.091712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] For port 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:38.093585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.094333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54058) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.131694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Request body: {'subnet': {'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1517045911-subnet', 'tenant_id': '9e3d3510045c4c58860b05723c490db2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:38.144604 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.221682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] DHCP port deletion for 45517898-a133-49c4-9aae-32c80c091d7a request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:38.306033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:38.370969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Made reservation on behalf of 9e3d3510045c4c58860b05723c490db2 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:38.378325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.549317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.550057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.552424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] Deleting port 908f4606-1dca-4602-b5e0-c80e1ded4487 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:38.553104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] 10.222.0.32 "PUT /v2.0/ports/818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 1136 time: 2.1451416 Aug 29 04:29:38.556764 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.558551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '818477e7-d33a-44fb-88f0-1b1c8171c9c6'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:38.560904 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d23cda-91fc-4353-92cc-4eee0f14a0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "818477e7-d33a-44fb-88f0-1b1c8171c9c6"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:38.656504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:38.703409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] For port 908f4606-1dca-4602-b5e0-c80e1ded4487, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=908f4606-1dca-4602-b5e0-c80e1ded4487,segment=NetworkSegment(724f0083-4c16-4978-bc97-b7349f90fb87),segment_id=724f0083-4c16-4978-bc97-b7349f90fb87)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:38.704348 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.731079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] Calling delete_port for 908f4606-1dca-4602-b5e0-c80e1ded4487 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:38.762877 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce642c36-8dee-453f-8d9d-de6417a5068e x-openstack-request-id: req-ce642c36-8dee-453f-8d9d-de6417a5068e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:38.765401 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "818477e7-d33a-44fb-88f0-1b1c8171c9c6", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:38.765732 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce642c36-8dee-453f-8d9d-de6417a5068e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:38.766198 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '818477e7-d33a-44fb-88f0-1b1c8171c9c6', 'status': 'completed', 'code': 200} Aug 29 04:29:38.805152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.816865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149b256-f9fa-4656-b356-8be75c8ab795 service neutron] Pushing event updated for resources: {'Port': ['ID=818477e7-d33a-44fb-88f0-1b1c8171c9c6,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:38.866878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-eb747197-bbd2-4b35-9a15-1330a47810b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.872505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-eb747197-bbd2-4b35-9a15-1330a47810b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=004edbfb-ca30-4ecf-8783-c97085667f93 HTTP/1.1" status: 200 len: 912 time: 1.2453256 Aug 29 04:29:38.892136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:38.902841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903731b-e823-4362-822c-ba933c03c18c req-0fe24111-ee1e-4efd-91fa-f3202c09a7c5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.910919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9903731b-e823-4362-822c-ba933c03c18c req-0fe24111-ee1e-4efd-91fa-f3202c09a7c5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.2587113 Aug 29 04:29:38.931493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 908f4606-1dca-4602-b5e0-c80e1ded4487 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:38.936354 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.956420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.972037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f19d724d-749e-44a6-b3f0-cb4847662bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.017247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd55e61-d855-4976-8017-9e3cd1c80148 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.020842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 908f4606-1dca-4602-b5e0-c80e1ded4487 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:39.021186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 908f4606-1dca-4602-b5e0-c80e1ded4487 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:39.021645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd55e61-d855-4976-8017-9e3cd1c80148 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.039083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4cd55e61-d855-4976-8017-9e3cd1c80148 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2419069 Aug 29 04:29:39.061877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:39.062069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] Pushing event deleted for resources: {'Port': ['ID=908f4606-1dca-4602-b5e0-c80e1ded4487,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.142990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501b48a-5f78-49c3-9e8c-0c64f0b068fa None None] No DVR routers for this DVR port 908f4606-1dca-4602-b5e0-c80e1ded4487 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:39.143405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet ad9f07a6-1019-4986-98f4-3bf5f052c56a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:39.156836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f19d724d-749e-44a6-b3f0-cb4847662bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.171890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.237466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-a3c56a52-722d-483b-a897-6178897d78e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020 HTTP/1.1" status: 200 len: 999 time: 0.2374294 Aug 29 04:29:39.249902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9903731b-e823-4362-822c-ba933c03c18c req-ea7e0f52-badb-4801-9bd1-d5e1edf51d7a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336570 Aug 29 04:29:39.265084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.274343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc573e57-d5fb-4de2-a4a9-5dbca521439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22cfd00-ae17-4fcf-bbc8-2036c6393b0e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.300070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '293c0e1e-3ea8-49a0-8961-52457362b506', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'port_id': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'mac_address': 'fa:16:3e:42:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:29:02Z', 'updated_at': '2021-08-29T04:29:33Z', 'revision_number': 1, 'project_id': '07659ea055714bdbae3896d899f59447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:29:01Z', 'revision_number': 5, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:39.342351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2360fa8-4ca8-4769-b21e-2cf8b30d5245 None None] The sync data for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 is: [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '293c0e1e-3ea8-49a0-8961-52457362b506', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'port_id': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'mac_address': 'fa:16:3e:42:61:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:29:02Z', 'updated_at': '2021-08-29T04:29:33Z', 'revision_number': 1, 'project_id': '07659ea055714bdbae3896d899f59447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:29:01Z', 'revision_number': 5, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:39.351200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-443a5cbd-9d16-44f6-b042-8adb0bfab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.351687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-443a5cbd-9d16-44f6-b042-8adb0bfab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.352169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-443a5cbd-9d16-44f6-b042-8adb0bfab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.352636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-443a5cbd-9d16-44f6-b042-8adb0bfab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.353131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-443a5cbd-9d16-44f6-b042-8adb0bfab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.353620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-443a5cbd-9d16-44f6-b042-8adb0bfab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.356111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-443a5cbd-9d16-44f6-b042-8adb0bfab54f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5292 time: 0.4353588 Aug 29 04:29:39.489243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487483e-702b-4678-9d8e-037eb28d5998 req-0e5fa136-aef3-47ff-be40-66e0efd191f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.496201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487483e-702b-4678-9d8e-037eb28d5998 req-0e5fa136-aef3-47ff-be40-66e0efd191f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.503387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487483e-702b-4678-9d8e-037eb28d5998 req-0e5fa136-aef3-47ff-be40-66e0efd191f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.509957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487483e-702b-4678-9d8e-037eb28d5998 req-0e5fa136-aef3-47ff-be40-66e0efd191f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.515891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487483e-702b-4678-9d8e-037eb28d5998 req-0e5fa136-aef3-47ff-be40-66e0efd191f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.521833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487483e-702b-4678-9d8e-037eb28d5998 req-0e5fa136-aef3-47ff-be40-66e0efd191f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.523776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4487483e-702b-4678-9d8e-037eb28d5998 req-0e5fa136-aef3-47ff-be40-66e0efd191f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 4604 time: 0.3349583 Aug 29 04:29:39.534924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.616811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-26a053a0-8e1c-49ba-86e7-226d3de111c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.618333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-26a053a0-8e1c-49ba-86e7-226d3de111c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1880172-960b-4dcd-8e00-a3ba31c5ac07 HTTP/1.1" status: 200 len: 850 time: 0.3369865 Aug 29 04:29:39.620086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45517898-a133-49c4-9aae-32c80c091d7a']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:39.641966 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722da756-5108-44f9-9cd7-ead3fb4f59ad None None] New status for floating IP 293c0e1e-3ea8-49a0-8961-52457362b506: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:29:39.651076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724f0083-4c16-4978-bc97-b7349f90fb87') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:39.651440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724f0083-4c16-4978-bc97-b7349f90fb87') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:39.669862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4487483e-702b-4678-9d8e-037eb28d5998 req-ed56af17-926b-4ea4-b0a8-2132cc2e4889 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979803 Aug 29 04:29:39.690156 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.725240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.788419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:39.788829 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:39.798707 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:39.833213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.853336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-c80308a8-e7c8-4c2a-bcd3-a3302fa8edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.854332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-c80308a8-e7c8-4c2a-bcd3-a3302fa8edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.855238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-c80308a8-e7c8-4c2a-bcd3-a3302fa8edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.857442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-c80308a8-e7c8-4c2a-bcd3-a3302fa8edfa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1e648691a3c41b089f3ff1635293aaf&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4560709 Aug 29 04:29:39.862281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Checking segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:39.862643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Network hostable DHCP agents. Network: c1abff56-b839-4516-b4e3-5b0afaf2e3c8, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:39.904055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-e429dc9f-666a-412b-befb-27a1266ecacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.906029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-e429dc9f-666a-412b-befb-27a1266ecacd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=004edbfb-ca30-4ecf-8783-c97085667f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2703967 Aug 29 04:29:39.952835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f19d724d-749e-44a6-b3f0-cb4847662bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.955115 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.957690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f19d724d-749e-44a6-b3f0-cb4847662bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.958304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f19d724d-749e-44a6-b3f0-cb4847662bb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b22cfd00-ae17-4fcf-bbc8-2036c6393b0e HTTP/1.1" status: 204 len: 168 time: 1.8604429 Aug 29 04:29:39.994340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d724d-749e-44a6-b3f0-cb4847662bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22cfd00-ae17-4fcf-bbc8-2036c6393b0e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.008979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.011124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/45517898-a133-49c4-9aae-32c80c091d7a HTTP/1.1" status: 204 len: 168 time: 2.2987752 Aug 29 04:29:40.013681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.017661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54126) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.018876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:40.025503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-134018277'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:40.062511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:40.068384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.088455 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea05051-8762-4287-ad10-c86da2d025c5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=45517898-a133-49c4-9aae-32c80c091d7a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.098997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, c1abff56-b839-4516-b4e3-5b0afaf2e3c8) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:40.104867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.105889 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.112566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb98523-3d6b-4429-b971-b47e05a740a7 None None] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:40.122521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:40.146684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-392f818d-2b9c-4d2c-b3c9-d8c863278511 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0288155 Aug 29 04:29:40.159182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-5c376f68-1b8b-4121-aac9-41afd627978b tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.160864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.161696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-5c376f68-1b8b-4121-aac9-41afd627978b tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.7207651 Aug 29 04:29:40.167207 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Added segment 5b254a0d-4131-4072-a329-d8920198d7b5 of type vlan for network 6d3905cd-545d-4037-bf70-fdcadb93de48 Aug 29 04:29:40.186766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-73af3857-e353-453c-8464-69968dc0258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.189056 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71d23cda-91fc-4353-92cc-4eee0f14a0d4 req-73af3857-e353-453c-8464-69968dc0258d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3206534 Aug 29 04:29:40.192885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-95aedc04-a2b4-4f98-84ab-116619985230 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581837 Aug 29 04:29:40.220280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-76889892-1481-47df-a8a1-fcbb4fc3c9db tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/quotas/8c7e058bb36d40b68ceb69f9a1eb37df HTTP/1.1" status: 200 len: 375 time: 0.0448029 Aug 29 04:29:40.225440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.281879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.325558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.329029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.331536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/ad9f07a6-1019-4986-98f4-3bf5f052c56a HTTP/1.1" status: 204 len: 168 time: 1.2671993 Aug 29 04:29:40.332715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3fe07-0646-4242-8f37-f05ab0456fa0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9f07a6-1019-4986-98f4-3bf5f052c56a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.335591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.336349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.344947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54132) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.395273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-8846e6eb-1a0b-4f3a-8e8d-18fa44835e2b tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733792 Aug 29 04:29:40.403152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460aa08-a936-4af8-8a35-e531354806a8 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:40.476203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Network': ['ID=6d3905cd-545d-4037-bf70-fdcadb93de48,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.482903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e9a88473-a4b2-43dd-ba6a-d45b88dd3c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685589 Aug 29 04:29:40.483661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54136) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.521003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-584f1e73-b1e5-48c0-8ee7-6e2fb89ff2db service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243601 Aug 29 04:29:40.523708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e690476-c2af-4450-87da-e9d7f7e8c9b7 req-06c3aa25-8fd2-4ec1-a1b9-2acc3429020b service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051353 Aug 29 04:29:40.555605 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8372f888-ca4f-4b1c-b27d-32ee73addae7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5347569 Aug 29 04:29:40.560331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54140) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.570820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:40.622147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:40.649234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device cebeb107-c0d6-4726-8efd-9c1dca53fb51 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:40.695585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-af7250ee-391b-471d-97e1-0018f9ec6934 service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733117 Aug 29 04:29:40.700542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0250e-67a3-4212-81be-da15bc43547c req-8e650efe-14c4-4da5-a3ed-96d6c6507143 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.709439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2e0250e-67a3-4212-81be-da15bc43547c req-8e650efe-14c4-4da5-a3ed-96d6c6507143 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.2435882 Aug 29 04:29:40.732300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:40.739250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602db281-7962-43c6-9a0e-c0c49ef1649a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:40.744358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.747282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-602db281-7962-43c6-9a0e-c0c49ef1649a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2557917 Aug 29 04:29:40.764652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:40.766181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'tenant_id': '9e3d3510045c4c58860b05723c490db2', 'fixed_ips': [{'subnet_id': '7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:40.767083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.768779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.783795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.834169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2e0250e-67a3-4212-81be-da15bc43547c req-97aee3d8-ddb7-428a-b263-e8a9e2a379de tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189096 Aug 29 04:29:40.969131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Transition to ACTIVE for port object 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:41.021899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.073386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-1e900f7d-c24a-47dc-8117-18dfcf701311 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.079617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e78fd0-6352-4a49-a91b-dc089dacbb5e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.080387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-1e900f7d-c24a-47dc-8117-18dfcf701311 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.081222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d0e78fd0-6352-4a49-a91b-dc089dacbb5e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3336136 Aug 29 04:29:41.086702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-1e900f7d-c24a-47dc-8117-18dfcf701311 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.092009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.094272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-1e900f7d-c24a-47dc-8117-18dfcf701311 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.101958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-1e900f7d-c24a-47dc-8117-18dfcf701311 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.109076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-1e900f7d-c24a-47dc-8117-18dfcf701311 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.117370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-1e900f7d-c24a-47dc-8117-18dfcf701311 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 4604 time: 0.1855352 Aug 29 04:29:41.183823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:41.200151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9e1695cd-4592-4563-a858-8084b0aa60be tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034942 Aug 29 04:29:41.211292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-2b20e1f6-4186-41b3-91a3-8385156662eb tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.212977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-2b20e1f6-4186-41b3-91a3-8385156662eb tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "GET /v2.0/ports?device_id=03e9ef66-2bfc-4f33-9bf7-b497ae3c5068 HTTP/1.1" status: 200 len: 945 time: 0.3996935 Aug 29 04:29:41.214831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5ebe3a2-ec52-42e3-b608-3df7b11f6ac9 req-60ed2ac2-5a1d-42f5-a2a4-595b207249fb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908749 Aug 29 04:29:41.215328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54172) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.245274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.276225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Allocated IP 172.20.0.2 (c1abff56-b839-4516-b4e3-5b0afaf2e3c8/7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8/00b35cc4-6317-4a02-9e5f-8c7fe06102ac) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:41.276662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:41.348982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:41.353028 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810ecf79-92b0-4768-94e0-919a932a09d6" -d '{"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-unplugged", "status": "completed", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:41.400597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:41.436108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.512047 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.513866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.516851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Attempting to bind port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:41.517009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Attempting to bind port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:41.517342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Attempting to bind port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:41.542962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] Deleting port 8536ea8f-4e9c-45fe-878a-1225de2786bb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:41.543345 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.555308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:41.555847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Attempting to bind port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:41.566250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:41.566848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Checking segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:41.567407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Bound using segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:41.568041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Bound port: 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:41.568579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.583411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.617180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] For port 8536ea8f-4e9c-45fe-878a-1225de2786bb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8536ea8f-4e9c-45fe-878a-1225de2786bb,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:41.617574 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.634265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] Calling delete_port for 8536ea8f-4e9c-45fe-878a-1225de2786bb owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:41.636188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Deleting port cebeb107-c0d6-4726-8efd-9c1dca53fb51 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:41.636879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.672575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=8e987372-e531-4497-a08b-69cd0003ca38,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.706927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-662b5682-6464-409d-93dd-fa9babee54bb req-86d2a90e-3183-4aea-94d8-7dc06e159c44 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 210 time: 0.3236485 Aug 29 04:29:41.734158 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.770404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] Pushing event deleted for resources: {'Port': ['ID=8536ea8f-4e9c-45fe-878a-1225de2786bb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:41.802752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] For port cebeb107-c0d6-4726-8efd-9c1dca53fb51, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=cebeb107-c0d6-4726-8efd-9c1dca53fb51,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:41.803464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.833291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Calling delete_port for cebeb107-c0d6-4726-8efd-9c1dca53fb51 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:41.835603 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5cf76f-140b-4c1a-b7ca-99b10a1a3677 x-openstack-request-id: req-7a5cf76f-140b-4c1a-b7ca-99b10a1a3677 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:41.836746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:41.840739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.853326 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-unplugged", "status": "completed", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:41.854792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] For port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:41.855250 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a5cf76f-140b-4c1a-b7ca-99b10a1a3677 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:41.857321 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'code': 200} Aug 29 04:29:41.860073 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] For port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:41.903445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.926393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247260e-7df9-458a-a112-90318f13c7ae None None] No DVR routers for this DVR port 8536ea8f-4e9c-45fe-878a-1225de2786bb on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:41.934194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:41.942956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.944464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 1137 time: 3.2995248 Aug 29 04:29:41.962806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Checking segment: {'id': '5b254a0d-4131-4072-a329-d8920198d7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:41.963254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network hostable DHCP agents. Network: 6d3905cd-545d-4037-bf70-fdcadb93de48, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:42.024668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '4b5f00ab-560e-43e7-bf03-cfb1b9a65329'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:42.027005 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba4931a-84e5-40ab-ad1e-0943491f5279" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "4b5f00ab-560e-43e7-bf03-cfb1b9a65329"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:42.052732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.071393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.075250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:42.097992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 6d3905cd-545d-4037-bf70-fdcadb93de48) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:42.098534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Transition to ACTIVE for port object 00b35cc4-6317-4a02-9e5f-8c7fe06102ac will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:42.119633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.122207 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.135026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2fa0bb-b69b-4b74-a870-da7f7a3be6dd None None] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:42.154054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b130-6fb1-4f3f-bc34-0601c148da54 req-7ec2c59e-22f3-4240-a930-d0ebd8838623 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.154979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Transition to ACTIVE for port object 00b35cc4-6317-4a02-9e5f-8c7fe06102ac will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:42.158157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda1b130-6fb1-4f3f-bc34-0601c148da54 req-7ec2c59e-22f3-4240-a930-d0ebd8838623 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1679506 Aug 29 04:29:42.194560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fce9f238-18e4-4e93-b977-90f0e6644de8 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6277330 Aug 29 04:29:42.198293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54210) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.216302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ff15f2ff-a3b0-4960-9f81-e605b01e9acb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1176711321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.241077 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.289966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba09db-dc59-483e-bbc8-004195ddaec2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.335522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda1b130-6fb1-4f3f-bc34-0601c148da54 req-77fd409c-65cb-48d7-9617-7f1f16bad2eb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633940 Aug 29 04:29:42.339525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.339646 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff15f2ff-a3b0-4960-9f81-e605b01e9acb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.341058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff15f2ff-a3b0-4960-9f81-e605b01e9acb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.378139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:42.383556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-8b37db14-c592-4b23-be2d-08b5110d5513 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.392944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-8b37db14-c592-4b23-be2d-08b5110d5513 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 816 time: 0.4669511 Aug 29 04:29:42.398497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:42.418659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-881b7f33-f351-46e0-b8e2-6bea5c0e9e9c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/quotas/9e3d3510045c4c58860b05723c490db2 HTTP/1.1" status: 200 len: 375 time: 0.0246723 Aug 29 04:29:42.437529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:42.452198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Pushing event updated for resources: {'Port': ['ID=00b35cc4-6317-4a02-9e5f-8c7fe06102ac,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.454138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.470726 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d896f7a-9b96-4ea1-8885-615aeb4f7772 x-openstack-request-id: req-0d896f7a-9b96-4ea1-8885-615aeb4f7772 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:42.470726 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "4b5f00ab-560e-43e7-bf03-cfb1b9a65329", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:42.470726 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d896f7a-9b96-4ea1-8885-615aeb4f7772 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:42.472120 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '4b5f00ab-560e-43e7-bf03-cfb1b9a65329', 'status': 'completed', 'code': 200} Aug 29 04:29:42.561574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff15f2ff-a3b0-4960-9f81-e605b01e9acb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.583204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff15f2ff-a3b0-4960-9f81-e605b01e9acb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.598272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Attempting to bind port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:42.598777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Attempting to bind port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:42.599388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Attempting to bind port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:42.606430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:42.607385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Checking segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:42.607841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.608329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Bound using segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:42.609120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Bound port: 00b35cc4-6317-4a02-9e5f-8c7fe06102ac, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:42.611036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.626803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff15f2ff-a3b0-4960-9f81-e605b01e9acb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.630442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ff15f2ff-a3b0-4960-9f81-e605b01e9acb tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4181285 Aug 29 04:29:42.634431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.635384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:42.651405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:42.687970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.688765 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.755424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=4f60af1c-a841-48e6-adea-0bedf1375e2c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.783509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9b688d32-9bde-4238-8380-e567dfa2b02a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5439105 Aug 29 04:29:42.784807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54226) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.792309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.793006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.793807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.794437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.795106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.795732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.796354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.798539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-3e85c47e-ffe4-451f-80c7-a33b7d72cdce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6222 time: 0.2352509 Aug 29 04:29:42.804199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '4f60af1c-a841-48e6-adea-0bedf1375e2c', 'ip_address': '2001:db8::5316:7972:cc28:5024'}], 'name': 'tempest-NetworksTestDHCPv6-1681320754'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.804631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48', 'name': 'tempest-PortsTestJSON-1386051173'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.893215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee717a7-4e80-4f50-bad9-b1409037fc30 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:42.896131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8536ea8f-4e9c-45fe-878a-1225de2786bb no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:42.945293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.955583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.962411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.972671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.979384 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 8536ea8f-4e9c-45fe-878a-1225de2786bb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:42.979990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8536ea8f-4e9c-45fe-878a-1225de2786bb not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:42.991086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.999262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.006936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.008976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d259768d-c5b0-4347-94de-def6828c9e1f req-a408bcd8-504a-44ea-aefc-d8352baea4d8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5382 time: 0.3022370 Aug 29 04:29:43.055213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] For port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:43.062841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-6d3905cd-545d-4037-bf70-fdcadb93de48', 'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48', 'tenant_id': 'd48f33a3a25e4c3ab7a423a19f44ae90', 'fixed_ips': [{'subnet_id': '8e987372-e531-4497-a08b-69cd0003ca38'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:43.064399 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.066564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-07c08ce2-97d1-43fa-8a9e-239a5ac38fc1 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6469455 Aug 29 04:29:43.103971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.112695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] For port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=00b35cc4-6317-4a02-9e5f-8c7fe06102ac,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:43.123631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d259768d-c5b0-4347-94de-def6828c9e1f req-04fbaf0f-169f-4a45-931c-98674d4f2219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760167 Aug 29 04:29:43.176728 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.262273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-7bdc73ff-3711-4768-9248-dba0fe5d82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.262859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-7bdc73ff-3711-4768-9248-dba0fe5d82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.265924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-7bdc73ff-3711-4768-9248-dba0fe5d82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.269606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-7bdc73ff-3711-4768-9248-dba0fe5d82fa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1e648691a3c41b089f3ff1635293aaf&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4561343 Aug 29 04:29:43.294401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event deleted for resources: {'Port': ['ID=cebeb107-c0d6-4726-8efd-9c1dca53fb51,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:43.322262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe887b0a-63dc-474c-ad5f-601b13e50e24 req-bb19666a-181c-4493-93a2-8cfea108e8c6 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 210 time: 0.0505424 Aug 29 04:29:43.359200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:43.362839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.374394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '4f60af1c-a841-48e6-adea-0bedf1375e2c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:43.376178 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.418608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:43.460576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:43.468030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] No DVR routers for this DVR port cebeb107-c0d6-4726-8efd-9c1dca53fb51 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:43.489218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.492116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-036c8f02-0c7e-4fd2-bd8a-efb956dff3f6 req-0e6f5dae-7a57-4e3c-a781-584cadb81971 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "DELETE /v2.0/ports/cebeb107-c0d6-4726-8efd-9c1dca53fb51 HTTP/1.1" status: 204 len: 173 time: 2.2549658 Aug 29 04:29:43.571969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-f8742d0d-a0db-45e7-af48-7851d1ea1376 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.577201 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-f8742d0d-a0db-45e7-af48-7851d1ea1376 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.7418797 Aug 29 04:29:43.626508 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601d8b7-0aa8-4db3-802e-321fc1dd7649 None None] Pushing event updated for resources: {'Port': ['ID=00b35cc4-6317-4a02-9e5f-8c7fe06102ac,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:43.652384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Request body: {'port': {'device_id': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'admin_state_up': True, 'tenant_id': '8c7e058bb36d40b68ceb69f9a1eb37df'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:43.695236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-5a4271b8-cb91-4f58-8121-55d1f81aff92 service neutron] 10.222.0.55 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277423 Aug 29 04:29:43.709335 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Allocated IP 172.20.0.2 (6d3905cd-545d-4037-bf70-fdcadb93de48/8e987372-e531-4497-a08b-69cd0003ca38/e2f7432f-369e-438a-bbbb-04a746a7549c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:43.769561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/4f60af1c-a841-48e6-adea-0bedf1375e2c/34350b5e-f5ea-4d6e-9677-97ac244334f6) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:44.054117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Made reservation on behalf of 8c7e058bb36d40b68ceb69f9a1eb37df for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:44.059161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.062639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-0b0e8058-8d1e-40a0-be94-69dd12d8eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.064823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dba4931a-84e5-40ab-ad1e-0943491f5279 req-0b0e8058-8d1e-40a0-be94-69dd12d8eec1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7412603 Aug 29 04:29:44.081969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26833319-a8cc-454e-bf36-62ce3a482b4f req-66f5a33a-cb06-453e-b45e-a644f7bab22f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.083570 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26833319-a8cc-454e-bf36-62ce3a482b4f req-66f5a33a-cb06-453e-b45e-a644f7bab22f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1234303 Aug 29 04:29:44.101520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.150411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Transition to ACTIVE for port object e2f7432f-369e-438a-bbbb-04a746a7549c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.172220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Transition to ACTIVE for port object e2f7432f-369e-438a-bbbb-04a746a7549c will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.174748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.185234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26833319-a8cc-454e-bf36-62ce3a482b4f req-130d4e15-c181-4016-9d85-716aecbb2f12 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927253 Aug 29 04:29:44.185860 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.189627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Transition to ACTIVE for port object 34350b5e-f5ea-4d6e-9677-97ac244334f6 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.208076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.252754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port b2c422f9-6252-4634-ab00-2ab635160cff yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:44.261782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:44.269480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:44.288176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:44.290661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Transition to ACTIVE for port object 34350b5e-f5ea-4d6e-9677-97ac244334f6 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.316857 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.373161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Pushing event updated for resources: {'Port': ['ID=e2f7432f-369e-438a-bbbb-04a746a7549c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.479306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:44.481266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:44.485759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:44.537293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Attempting to bind port e2f7432f-369e-438a-bbbb-04a746a7549c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:44.537891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Attempting to bind port e2f7432f-369e-438a-bbbb-04a746a7549c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '5b254a0d-4131-4072-a329-d8920198d7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:44.538369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Attempting to bind port e2f7432f-369e-438a-bbbb-04a746a7549c on network 6d3905cd-545d-4037-bf70-fdcadb93de48 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:44.569708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:44.570325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Checking segment: {'id': '5b254a0d-4131-4072-a329-d8920198d7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:44.570844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.571348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Bound using segment: {'id': '5b254a0d-4131-4072-a329-d8920198d7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:44.571955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Bound port: e2f7432f-369e-438a-bbbb-04a746a7549c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b254a0d-4131-4072-a329-d8920198d7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6d3905cd-545d-4037-bf70-fdcadb93de48'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:44.572454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.595827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device cebeb107-c0d6-4726-8efd-9c1dca53fb51 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:44.603364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-deleted', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:44.606591 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc72287-7ba0-4dc0-9081-927768753592" -d '{"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-deleted", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:44.620183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.625040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: cebeb107-c0d6-4726-8efd-9c1dca53fb51 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:44.625582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device cebeb107-c0d6-4726-8efd-9c1dca53fb51 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:44.628521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.634706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.640690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.653746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Pushing event updated for resources: {'Port': ['ID=34350b5e-f5ea-4d6e-9677-97ac244334f6,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.665735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Attempting to bind port 34350b5e-f5ea-4d6e-9677-97ac244334f6 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:44.665735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Attempting to bind port 34350b5e-f5ea-4d6e-9677-97ac244334f6 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:44.665735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Attempting to bind port 34350b5e-f5ea-4d6e-9677-97ac244334f6 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:44.670338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.677402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:44.677973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:44.678485 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.679001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:44.679591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Bound port: 34350b5e-f5ea-4d6e-9677-97ac244334f6, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:44.680089 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.681797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.691743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:44.693480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-edd6a455-bc02-43ee-9011-2386fc0ceb06 service neutron] 10.222.0.55 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9944155 Aug 29 04:29:44.697194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.13 (6d3905cd-545d-4037-bf70-fdcadb93de48/8e987372-e531-4497-a08b-69cd0003ca38/97f8d951-c6da-446a-b442-e00a8bd9d1f0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:44.716736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-0d413952-2203-4d0d-926a-4c43de0e8c7c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5382 time: 0.2338567 Aug 29 04:29:44.738513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::5316:7972:cc28:5024 (870a58ce-8cff-482e-9cde-b685e5bb8346/4f60af1c-a841-48e6-adea-0bedf1375e2c/b2c422f9-6252-4634-ab00-2ab635160cff) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:44.783515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] For port 34350b5e-f5ea-4d6e-9677-97ac244334f6, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:44.788144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] For port 34350b5e-f5ea-4d6e-9677-97ac244334f6, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=34350b5e-f5ea-4d6e-9677-97ac244334f6,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:44.794943 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.795228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef2357a-ca48-4385-a116-2f0905952474 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:44.830661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.869772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] For port e2f7432f-369e-438a-bbbb-04a746a7549c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:44.901537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Transition to ACTIVE for port object 9ef2357a-ca48-4385-a116-2f0905952474 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:44.908306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] For port e2f7432f-369e-438a-bbbb-04a746a7549c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e2f7432f-369e-438a-bbbb-04a746a7549c,segment=NetworkSegment(5b254a0d-4131-4072-a329-d8920198d7b5),segment_id=5b254a0d-4131-4072-a329-d8920198d7b5)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:44.924510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07493a-7929-4143-abab-12668efd4acc None None] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:44.933012 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.987027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e4d50-279a-4806-a94f-a51820d467ea None None] Pushing event updated for resources: {'Port': ['ID=34350b5e-f5ea-4d6e-9677-97ac244334f6,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.028776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 00b35cc4-6317-4a02-9e5f-8c7fe06102ac up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:45.086485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Allocated IP 172.20.0.14 (946d619a-dcf9-40e6-aa46-03b9a6cc3f9c/ea81d84a-8ceb-47d5-a414-450f3ca55638/e4e08f59-564d-4b5a-bdf0-7af05a8deae8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:45.139242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-62580db0-6141-4717-86a7-c0a96c6c18d9 None None] Provisioning for port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:45.217019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.249574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object b2c422f9-6252-4634-ab00-2ab635160cff will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:45.294088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.300902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f3442-33d5-4241-853d-576bdbd2e795 None None] Pushing event updated for resources: {'Port': ['ID=e2f7432f-369e-438a-bbbb-04a746a7549c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.348448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:45.368276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:45.371007 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.398214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.401371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=b2c422f9-6252-4634-ab00-2ab635160cff,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.415806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:45.421415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:45.447089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:45.466840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:45.468138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.520598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-416ac26e-eb81-4881-ae9c-1b28c42b00db req-40fad236-a259-4739-9a62-76d0d8c57bb5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8025835 Aug 29 04:29:45.539186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8f00a02-479b-4ee9-9707-0623d7d7e654 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7372782 Aug 29 04:29:45.539684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8934674d-2e58-4e8d-9c38-bb1a2f913e22 req-a4f6b4a6-a637-4fac-a927-ff93d246dc55 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 210 time: 0.2319534 Aug 29 04:29:45.540194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54282) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.624621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Pushing event updated for resources: {'Port': ['ID=9ef2357a-ca48-4385-a116-2f0905952474,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.743007 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab53123-967b-4284-9d31-ab20743701bb x-openstack-request-id: req-7ab53123-967b-4284-9d31-ab20743701bb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:45.743348 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e9ef66-2bfc-4f33-9bf7-b497ae3c5068", "name": "network-vif-deleted", "tag": "cebeb107-c0d6-4726-8efd-9c1dca53fb51", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:45.743812 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ab53123-967b-4284-9d31-ab20743701bb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:45.744404 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e9ef66-2bfc-4f33-9bf7-b497ae3c5068', 'name': 'network-vif-deleted', 'tag': 'cebeb107-c0d6-4726-8efd-9c1dca53fb51', 'status': 'completed', 'code': 200} Aug 29 04:29:45.793119 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.878497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=00b35cc4-6317-4a02-9e5f-8c7fe06102ac,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:45.886633 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.009836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=00b35cc4-6317-4a02-9e5f-8c7fe06102ac,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.080313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-114f1698-a8fa-4220-8e6c-884abb4d687c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.087797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-114f1698-a8fa-4220-8e6c-884abb4d687c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 816 time: 0.2350700 Aug 29 04:29:46.109571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-455a3b49-a403-439e-a450-dd1b094cc9f8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/quotas/9e3d3510045c4c58860b05723c490db2 HTTP/1.1" status: 200 len: 375 time: 0.0206256 Aug 29 04:29:46.187001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-231bedee-daf2-496d-89da-f56ac61bae71 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757523 Aug 29 04:29:46.200423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f921e-133d-40dc-b7a6-dd4404930da0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.212699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f921e-133d-40dc-b7a6-dd4404930da0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.218217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-035f921e-133d-40dc-b7a6-dd4404930da0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6580739 Aug 29 04:29:46.221462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54302) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.279409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.323255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bfa84-1b05-4f69-bd30-922f0d8f4e8e req-d109d7a4-f522-4e25-8de4-42aed2756d3a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:46.324860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b5bfa84-1b05-4f69-bd30-922f0d8f4e8e req-d109d7a4-f522-4e25-8de4-42aed2756d3a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.4880991 Aug 29 04:29:46.365269 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.368659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4b6782f7-213d-4c26-ac8f-baa24ded829a None None] Provisioning complete for port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:46.368784 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b6782f7-213d-4c26-ac8f-baa24ded829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.382627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 97f8d951-c6da-446a-b442-e00a8bd9d1f0 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:46.410211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-623a0049-84b1-4e43-8f05-a771d74ea2a8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:29:46.420335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-623a0049-84b1-4e43-8f05-a771d74ea2a8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2302911 Aug 29 04:29:46.503466 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.550508 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b5bfa84-1b05-4f69-bd30-922f0d8f4e8e req-20b01c57-e9a1-4a17-9248-3165f39e83cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321883 Aug 29 04:29:46.574237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port b2c422f9-6252-4634-ab00-2ab635160cff {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:46.574591 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.598755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.600452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Attempting to bind port 9ef2357a-ca48-4385-a116-2f0905952474 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:46.600781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Attempting to bind port 9ef2357a-ca48-4385-a116-2f0905952474 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:46.601106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Attempting to bind port 9ef2357a-ca48-4385-a116-2f0905952474 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:46.673318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:46.682459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9738bc83-f8e8-4ccb-8215-98cbbb961913 None None] Provisioning for port 34350b5e-f5ea-4d6e-9677-97ac244334f6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:46.691509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Port 9ef2357a-ca48-4385-a116-2f0905952474 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:46.691844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Attempting to bind port 9ef2357a-ca48-4385-a116-2f0905952474 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:46.735705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:46.747372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:46.747573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-fea75962-68e3-4916-be61-b81d91052cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262296 Aug 29 04:29:46.784130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:46.784748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Checking segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:46.786664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Bound using segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:46.787305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Bound port: 9ef2357a-ca48-4385-a116-2f0905952474, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:46.788499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.798279 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7cc17180-2ece-4bf1-aa85-b30ec1765f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.880314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=97f8d951-c6da-446a-b442-e00a8bd9d1f0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.887810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:46.975092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:47.048247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-6eb5660d-2d17-4444-859b-8324bc636cd2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.049831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-6eb5660d-2d17-4444-859b-8324bc636cd2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 816 time: 0.1659009 Aug 29 04:29:47.076017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Request body: {'port': {'device_id': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'admin_state_up': True, 'tenant_id': '9e3d3510045c4c58860b05723c490db2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:47.112482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.115802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e2f7432f-369e-438a-bbbb-04a746a7549c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:47.118355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:47.193201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e2f7432f-369e-438a-bbbb-04a746a7549c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:47.198110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 34350b5e-f5ea-4d6e-9677-97ac244334f6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:47.213346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.242435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for b2c422f9-6252-4634-ab00-2ab635160cff owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:47.257812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f9fc745e-e72e-4c8d-a9ba-90625e6c29f3 None None] Provisioning for port b2c422f9-6252-4634-ab00-2ab635160cff completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:47.263089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f9fc745e-e72e-4c8d-a9ba-90625e6c29f3 None None] Provisioning complete for port b2c422f9-6252-4634-ab00-2ab635160cff triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:47.263611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9fc745e-e72e-4c8d-a9ba-90625e6c29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.266985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 34350b5e-f5ea-4d6e-9677-97ac244334f6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:47.293356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-72043f93-9631-4cd8-ad2a-b927ba7eb5b5 service neutron] 10.222.0.55 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352941 Aug 29 04:29:47.312310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.313204 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.334860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.335515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.382343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-638e2282-87c7-4848-a2d0-5d1dab5d3372 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7486906 Aug 29 04:29:47.384120 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0880fd4b-b053-4291-9d79-fb19bd63180c tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5882401 Aug 29 04:29:47.390151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54326) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.403057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.409984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.416435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.423353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.429576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.436116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.443121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.445652 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9173defd-4036-4e2d-9674-eb049e4df49c req-5e552474-112f-4cf4-a3f9-5cc71ab7c8f7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5394 time: 0.5662613 Aug 29 04:29:47.451765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Made reservation on behalf of 9e3d3510045c4c58860b05723c490db2 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:47.463378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.473871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Request body: {'port': {'device_id': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:47.477353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] For port 9ef2357a-ca48-4385-a116-2f0905952474, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:47.508764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] For port 9ef2357a-ca48-4385-a116-2f0905952474, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9ef2357a-ca48-4385-a116-2f0905952474,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:47.526919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948fb67-8f09-4fa0-b3d9-81e9df44c1d3 None None] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:47.534843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 34350b5e-f5ea-4d6e-9677-97ac244334f6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:47.535619 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.639120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc745e-e72e-4c8d-a9ba-90625e6c29f3 None None] Port b2c422f9-6252-4634-ab00-2ab635160cff cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:47.666166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.766256 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.798037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=b2c422f9-6252-4634-ab00-2ab635160cff,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.798725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Allocated IP 172.20.0.6 (c1abff56-b839-4516-b4e3-5b0afaf2e3c8/7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8/e0343090-0004-4029-b65f-3cd275f1569c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:47.840949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.845719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0b510ee0-9ced-44f7-8e96-04c1aa911134 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/b2c422f9-6252-4634-ab00-2ab635160cff HTTP/1.1" status: 204 len: 168 time: 1.6203675 Aug 29 04:29:47.845874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-795fc48a-b2bb-412a-98e2-94b40cd75e1f None None] Provisioning for port e2f7432f-369e-438a-bbbb-04a746a7549c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:47.847644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.868261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-795fc48a-b2bb-412a-98e2-94b40cd75e1f None None] Provisioning complete for port e2f7432f-369e-438a-bbbb-04a746a7549c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:47.868845 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-795fc48a-b2bb-412a-98e2-94b40cd75e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.875425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 34350b5e-f5ea-4d6e-9677-97ac244334f6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=34350b5e-f5ea-4d6e-9677-97ac244334f6,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:47.900601 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.901702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 00b35cc4-6317-4a02-9e5f-8c7fe06102ac up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:47.919479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.960902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad1dab-e2d0-41cf-8584-b80936173009 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.963084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad1dab-e2d0-41cf-8584-b80936173009 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.965262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1bad1dab-e2d0-41cf-8584-b80936173009 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1156783 Aug 29 04:29:47.972831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54350) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.996995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113090-c2c1-479d-9d54-ad38d4a985ec req-e5b10847-8219-4853-acd6-7794573eae06 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.006578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f113090-c2c1-479d-9d54-ad38d4a985ec req-e5b10847-8219-4853-acd6-7794573eae06 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 932 time: 0.3600733 Aug 29 04:29:48.052185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=34350b5e-f5ea-4d6e-9677-97ac244334f6,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:48.076309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.076693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.127818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-867f3a13-4720-49c9-a264-e263f821f9e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4932015 Aug 29 04:29:48.148726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.152504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.167208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] 10.222.0.32 "PUT /v2.0/ports/9ef2357a-ca48-4385-a116-2f0905952474 HTTP/1.1" status: 200 len: 1091 time: 6.1347182 Aug 29 04:29:48.185908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:48.188467 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da76747-992d-482c-a392-c2952d9db70f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "9ef2357a-ca48-4385-a116-2f0905952474"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:48.216034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-795fc48a-b2bb-412a-98e2-94b40cd75e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.223236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f113090-c2c1-479d-9d54-ad38d4a985ec req-4f674218-de53-4272-ae67-eeeaceb32204 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084706 Aug 29 04:29:48.264017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:48.324112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9173defd-4036-4e2d-9674-eb049e4df49c req-06c0f33f-4b96-4a70-86dd-4bf9ff54969e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6161113 Aug 29 04:29:48.338822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 4f60af1c-a841-48e6-adea-0bedf1375e2c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:48.420072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.422425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-795fc48a-b2bb-412a-98e2-94b40cd75e1f None None] For port e2f7432f-369e-438a-bbbb-04a746a7549c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e2f7432f-369e-438a-bbbb-04a746a7549c,segment=NetworkSegment(5b254a0d-4131-4072-a329-d8920198d7b5),segment_id=5b254a0d-4131-4072-a329-d8920198d7b5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:48.423815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.435221 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-795fc48a-b2bb-412a-98e2-94b40cd75e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.524446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.601144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fc48a-b2bb-412a-98e2-94b40cd75e1f None None] Pushing event updated for resources: {'Port': ['ID=e2f7432f-369e-438a-bbbb-04a746a7549c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:48.633804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8dc29e4d-c01b-4392-bff7-f06f50774c2c None None] Provisioning for port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:48.642591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8dc29e4d-c01b-4392-bff7-f06f50774c2c None None] Provisioning complete for port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.642978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dc29e4d-c01b-4392-bff7-f06f50774c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.683044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33567b2-2ed8-42ef-8369-8e82c1013a6a service neutron] Pushing event updated for resources: {'Port': ['ID=9ef2357a-ca48-4385-a116-2f0905952474,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:48.717313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8dc29e4d-c01b-4392-bff7-f06f50774c2c None None] Port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:48.742111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8dc29e4d-c01b-4392-bff7-f06f50774c2c None None] Provisioning complete for port e2f7432f-369e-438a-bbbb-04a746a7549c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:48.742462 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dc29e4d-c01b-4392-bff7-f06f50774c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.753294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.791673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Transition to ACTIVE for port object e0343090-0004-4029-b65f-3cd275f1569c will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:48.863292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.880943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb66da-e2f2-4ab7-b58b-9681690b902c req-e5b69b16-374b-4415-83b2-6531580edf12 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.882588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92fb66da-e2f2-4ab7-b58b-9681690b902c req-e5b69b16-374b-4415-83b2-6531580edf12 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.4492893 Aug 29 04:29:48.912214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e2f7432f-369e-438a-bbbb-04a746a7549c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:48.967094 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.969583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03163d71-3c33-498e-b026-fe794a70ef2a req-85f8951c-8ec0-43ec-8aab-9d76152b8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:48.971857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-85f8951c-8ec0-43ec-8aab-9d76152b8898 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07659ea055714bdbae3896d899f59447&device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 1097 time: 0.7447164 Aug 29 04:29:49.015230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e2f7432f-369e-438a-bbbb-04a746a7549c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.016036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.027190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92fb66da-e2f2-4ab7-b58b-9681690b902c req-cc6a30cd-2054-4067-a848-46a318650cf6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358709 Aug 29 04:29:49.032434 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:49.043010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:49.064453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:49.113009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-47002717-e8aa-4f6b-9ba6-988f6ee3df38 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.114631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-47002717-e8aa-4f6b-9ba6-988f6ee3df38 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 816 time: 0.4506721 Aug 29 04:29:49.130676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Pushing event updated for resources: {'Port': ['ID=e0343090-0004-4029-b65f-3cd275f1569c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.159691 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a422eef-8f3d-4ed6-b0a7-32860fccb31c x-openstack-request-id: req-3a422eef-8f3d-4ed6-b0a7-32860fccb31c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:49.159997 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "9ef2357a-ca48-4385-a116-2f0905952474", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:49.160926 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a422eef-8f3d-4ed6-b0a7-32860fccb31c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:49.160926 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474', 'status': 'completed', 'code': 200} Aug 29 04:29:49.163232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bd5d3195-3de4-4912-92d5-d09d67807deb None None] Provisioning complete for port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.163597 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd5d3195-3de4-4912-92d5-d09d67807deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.228048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d3195-3de4-4912-92d5-d09d67807deb None None] Port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:49.237035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 34350b5e-f5ea-4d6e-9677-97ac244334f6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:49.360492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 34350b5e-f5ea-4d6e-9677-97ac244334f6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.362211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.386315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.388804 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.404967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.438415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-15ed639d-1c49-4319-98e3-5830d25207b2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3696265 Aug 29 04:29:49.461622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Request body: {'port': {'device_id': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:49.485148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-417b1321-824d-4698-82c9-9eec8f2b0f56 None None] Provisioning for port e0343090-0004-4029-b65f-3cd275f1569c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:49.495276 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3858de0a-f52e-4ae7-a2f9-3d9386a1dc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.497485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-417b1321-824d-4698-82c9-9eec8f2b0f56 None None] Provisioning complete for port e0343090-0004-4029-b65f-3cd275f1569c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:49.498110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-417b1321-824d-4698-82c9-9eec8f2b0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.504038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5ab40-0420-4cd9-bc09-abb48a5b0734 req-c8700189-98f1-4355-abdf-22faca62eeb4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.505561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b5ab40-0420-4cd9-bc09-abb48a5b0734 req-c8700189-98f1-4355-abdf-22faca62eeb4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 932 time: 0.1441791 Aug 29 04:29:49.548962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-f2e7a822-57d1-421b-9c82-79a557682a9f tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/quotas/9e3d3510045c4c58860b05723c490db2 HTTP/1.1" status: 200 len: 375 time: 0.4267232 Aug 29 04:29:49.581335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.591383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-417b1321-824d-4698-82c9-9eec8f2b0f56 None None] Port e0343090-0004-4029-b65f-3cd275f1569c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:49.596305 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.648660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b5ab40-0420-4cd9-bc09-abb48a5b0734 req-8e56006f-5553-4dce-b4e7-ed7a67ca6546 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339166 Aug 29 04:29:49.745503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff238051-0a0a-4903-ac26-034f71774b17 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:49.767139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.814392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Transition to ACTIVE for port object ff238051-0a0a-4903-ac26-034f71774b17 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:49.829450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.921013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.927663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.933512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.940151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.950333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.958133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.964796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.973657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:49.983020 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-a34a89fb-c4ab-40a7-a675-008afd580ee1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5394 time: 0.2326040 Aug 29 04:29:50.029549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Pushing event updated for resources: {'Port': ['ID=ff238051-0a0a-4903-ac26-034f71774b17,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.113048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-528a7e99-aa60-443a-a6e3-c924ea2ec119 req-0e13e764-2067-45cf-b987-572b12665862 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1291285 Aug 29 04:29:50.222958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Attempting to bind port ff238051-0a0a-4903-ac26-034f71774b17 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:50.223290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Attempting to bind port ff238051-0a0a-4903-ac26-034f71774b17 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:50.223650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Attempting to bind port ff238051-0a0a-4903-ac26-034f71774b17 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:50.234617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Port ff238051-0a0a-4903-ac26-034f71774b17 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:50.234617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Attempting to bind port ff238051-0a0a-4903-ac26-034f71774b17 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:50.245267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0343090-0004-4029-b65f-3cd275f1569c {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:50.249855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:50.250194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Checking segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:50.250798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Bound using segment: {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:50.251357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Bound port: ff238051-0a0a-4903-ac26-034f71774b17, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:50.252304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.263299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.285414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.286021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.286372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.286850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.287322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.287791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.288261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.292786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4da76747-992d-482c-a392-c2952d9db70f req-d72278ea-70d7-434f-aced-981c8f31f6ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6290 time: 1.0206158 Aug 29 04:29:50.302985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Transition to ACTIVE for port object e0343090-0004-4029-b65f-3cd275f1569c will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:50.307761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03163d71-3c33-498e-b026-fe794a70ef2a req-e36872c7-a9f8-47cb-9810-f97e665f3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.309863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-e36872c7-a9f8-47cb-9810-f97e665f3cbd service neutron] 10.222.0.32 "GET /v2.0/networks?id=004edbfb-ca30-4ecf-8783-c97085667f93 HTTP/1.1" status: 200 len: 912 time: 1.1921539 Aug 29 04:29:50.312733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.398359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.408083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-4bd66877-2995-44d6-a080-3ea5265fa6e9 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4038796 Aug 29 04:29:50.409839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] For port ff238051-0a0a-4903-ac26-034f71774b17, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:50.472955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] For port ff238051-0a0a-4903-ac26-034f71774b17, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ff238051-0a0a-4903-ac26-034f71774b17,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:50.480626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Pushing event updated for resources: {'Port': ['ID=e0343090-0004-4029-b65f-3cd275f1569c,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.494543 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.513349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff017be-fe53-4947-8f0c-f43ee7385462 req-9bc8ae2e-954d-4ac3-a5a2-bf4d1680d740 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.515112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ff017be-fe53-4947-8f0c-f43ee7385462 req-9bc8ae2e-954d-4ac3-a5a2-bf4d1680d740 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1894741 Aug 29 04:29:50.556951 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.563814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.565013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.566834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] 10.222.0.32 "PUT /v2.0/ports/ff238051-0a0a-4903-ac26-034f71774b17 HTTP/1.1" status: 200 len: 1091 time: 2.3383672 Aug 29 04:29:50.576557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:50.580000 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9490e65-27b8-4a2b-ac19-ec14fd41de83" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "ff238051-0a0a-4903-ac26-034f71774b17"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:50.619401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:50.628295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:50.634289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-4f037bb3-6dc7-49f9-9cf5-38c5c336aaf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020 HTTP/1.1" status: 200 len: 1001 time: 0.2913711 Aug 29 04:29:50.685468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-4c3ba582-fab6-496f-9dd5-2cacc9de013b tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.687307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-4c3ba582-fab6-496f-9dd5-2cacc9de013b tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.37 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 816 time: 1.2358508 Aug 29 04:29:50.715650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=4f60af1c-a841-48e6-adea-0bedf1375e2c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.727510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ff017be-fe53-4947-8f0c-f43ee7385462 req-89f119a3-273c-4862-97a2-9ab6352c4129 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012732 Aug 29 04:29:50.728256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Attempting to bind port e0343090-0004-4029-b65f-3cd275f1569c on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:50.728589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Attempting to bind port e0343090-0004-4029-b65f-3cd275f1569c by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:50.728915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Attempting to bind port e0343090-0004-4029-b65f-3cd275f1569c on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:50.738510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Request body: {'port': {'device_id': '3a99800d-862c-456d-bf29-651a731158ef', 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'admin_state_up': True, 'tenant_id': '9e3d3510045c4c58860b05723c490db2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:50.774991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a82fee-7eb0-4fbc-a82e-7cecd545c2bc service neutron] Pushing event updated for resources: {'Port': ['ID=ff238051-0a0a-4903-ac26-034f71774b17,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.791550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Port e0343090-0004-4029-b65f-3cd275f1569c on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:50.791873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Attempting to bind port e0343090-0004-4029-b65f-3cd275f1569c on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:50.803602 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b47627f-fb5d-4d55-99fa-17677c245572 x-openstack-request-id: req-7b47627f-fb5d-4d55-99fa-17677c245572 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:50.803889 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "ff238051-0a0a-4903-ac26-034f71774b17", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:50.804241 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b47627f-fb5d-4d55-99fa-17677c245572 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:50.804525 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17', 'status': 'completed', 'code': 200} Aug 29 04:29:50.806216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.814733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa9e80-9933-4eac-8c97-7b0a41588b81 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:50.825578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:50.825993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Checking segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:50.826490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Bound using segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:50.826992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Bound port: e0343090-0004-4029-b65f-3cd275f1569c, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:50.827378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.851830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.988257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.990980 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-74638a44-83a2-45e5-94f4-4191d225ad57 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/4f60af1c-a841-48e6-adea-0bedf1375e2c HTTP/1.1" status: 204 len: 168 time: 2.9737911 Aug 29 04:29:51.030632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54420) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.043006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:51.072954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8ad93359-f931-44a5-af7a-aa8da9f38238 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408952 Aug 29 04:29:51.081879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] For port e0343090-0004-4029-b65f-3cd275f1569c, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:51.082216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '50f0408f-b741-4fef-8006-85df6e2993b2', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'port_id': '50f0408f-b741-4fef-8006-85df6e2993b2', 'mac_address': 'fa:16:3e:7b:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:51.093141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dc272-b15a-4de4-a204-be48d34ec76d req-f5dedcee-2dd0-493e-a815-3c44cedca147 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.095156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf8dc272-b15a-4de4-a204-be48d34ec76d req-f5dedcee-2dd0-493e-a815-3c44cedca147 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 932 time: 0.2097533 Aug 29 04:29:51.095863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.119906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:51.162237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] For port e0343090-0004-4029-b65f-3cd275f1569c, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0343090-0004-4029-b65f-3cd275f1569c,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:51.172661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.208668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50f0408f-b741-4fef-8006-85df6e2993b2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:51.216091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03163d71-3c33-498e-b026-fe794a70ef2a req-b14f90bc-6b2a-4b6f-969f-ac56b1c7bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.217015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-b14f90bc-6b2a-4b6f-969f-ac56b1c7bd5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1880172-960b-4dcd-8e00-a3ba31c5ac07 HTTP/1.1" status: 200 len: 850 time: 0.5804114 Aug 29 04:29:51.229883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:51.247200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e08f59-564d-4b5a-bdf0-7af05a8deae8 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:51.265931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:51.271095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.285918 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.293116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Transition to ACTIVE for port object e4e08f59-564d-4b5a-bdf0-7af05a8deae8 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:51.357082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.369477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-ce66a8b5-9217-491e-8be3-8c09ba08e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.370377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-ce66a8b5-9217-491e-8be3-8c09ba08e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.372205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-ce66a8b5-9217-491e-8be3-8c09ba08e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.374946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4da76747-992d-482c-a392-c2952d9db70f req-ce66a8b5-9217-491e-8be3-8c09ba08e525 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1e648691a3c41b089f3ff1635293aaf&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0484433 Aug 29 04:29:51.402835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] Deleting port 34350b5e-f5ea-4d6e-9677-97ac244334f6 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:51.403341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.463095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.485891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Made reservation on behalf of 9e3d3510045c4c58860b05723c490db2 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:51.489088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] For port 34350b5e-f5ea-4d6e-9677-97ac244334f6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=34350b5e-f5ea-4d6e-9677-97ac244334f6,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:51.489497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.489975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.504373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['50f0408f-b741-4fef-8006-85df6e2993b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:51.508008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] Calling delete_port for 34350b5e-f5ea-4d6e-9677-97ac244334f6 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:51.649768 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.727989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03163d71-3c33-498e-b026-fe794a70ef2a req-c343d135-d030-42cb-9fff-31279201859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.729888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.731068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-c343d135-d030-42cb-9fff-31279201859c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=004edbfb-ca30-4ecf-8783-c97085667f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4920168 Aug 29 04:29:51.775983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-c46abe49-1c3f-4139-9fca-4b2ff056e8da service neutron] 10.222.0.55 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2693100 Aug 29 04:29:51.791208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] No DVR routers for this DVR port 34350b5e-f5ea-4d6e-9677-97ac244334f6 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:51.794460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.794608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ada5e-d4b1-45e8-87c4-d633b082cc7b None None] Pushing event deleted for resources: {'Port': ['ID=34350b5e-f5ea-4d6e-9677-97ac244334f6,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.857476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.858651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.862152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] 10.222.0.32 "PUT /v2.0/ports/e0343090-0004-4029-b65f-3cd275f1569c HTTP/1.1" status: 200 len: 1092 time: 2.4077876 Aug 29 04:29:51.863889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76747-992d-482c-a392-c2952d9db70f req-400b2c95-53ee-4e18-bda4-1da0de0db661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.865368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4da76747-992d-482c-a392-c2952d9db70f req-400b2c95-53ee-4e18-bda4-1da0de0db661 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4113204 Aug 29 04:29:51.987794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf8dc272-b15a-4de4-a204-be48d34ec76d req-cb6962ac-9de1-4311-9b4d-8a9c826dec1d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734677 Aug 29 04:29:52.026988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.088524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ddd06-8ae8-4c1a-979b-38dc88d48e5a service neutron] Pushing event updated for resources: {'Port': ['ID=e0343090-0004-4029-b65f-3cd275f1569c,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.113373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:52.116884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.155243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.246105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-2e07e83e-7fee-42cd-94dd-cc010bb287e5 service neutron] 10.222.0.55 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880858 Aug 29 04:29:52.256449 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.263021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.263708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.264845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.265693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.267185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.268094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.268865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.271629 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-72c2709f-fd25-4489-85f4-c9e8e9209945 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6358 time: 0.3143585 Aug 29 04:29:52.286707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-e24720b1-0a78-4a09-b81f-88cfad2a3349 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212054 Aug 29 04:29:52.324051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Attempting to bind port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:52.324694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Attempting to bind port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:52.324694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Attempting to bind port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:52.384348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.390716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.397940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.403598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.409533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.415666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.421363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=97f8d951-c6da-446a-b442-e00a8bd9d1f0,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.422398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.430504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-5a1d0df1-a8b0-4d27-832b-6399f8e9edd9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5406 time: 0.3445253 Aug 29 04:29:52.434238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:52.434573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Attempting to bind port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:52.476794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-8ac1d45d-bbcb-4fc4-a0a1-290a6dd844c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.480783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-8ac1d45d-bbcb-4fc4-a0a1-290a6dd844c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 1095 time: 0.4513786 Aug 29 04:29:52.499325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Allocated IP 172.20.0.7 (c1abff56-b839-4516-b4e3-5b0afaf2e3c8/7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8/a065adde-56b6-4d12-934f-78189ce7eb8e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:52.527733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:52.531412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Checking segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:52.532078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Bound using segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:52.532741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Bound port: e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:52.533308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.559385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-f46ce15c-8a32-43c9-a7e6-1781c63e07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.559932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-f46ce15c-8a32-43c9-a7e6-1781c63e07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.560414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-f46ce15c-8a32-43c9-a7e6-1781c63e07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:52.562313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-f46ce15c-8a32-43c9-a7e6-1781c63e07a1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1e648691a3c41b089f3ff1635293aaf&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2729096 Aug 29 04:29:52.585265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88326662-6663-4d8a-98dc-c763c4b8cf2f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:52.595271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.610992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Transition to ACTIVE for port object 88326662-6663-4d8a-98dc-c763c4b8cf2f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:52.637989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:52.775838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6345fea4-47e9-42a2-86c0-00a34ca81d04 None None] Provisioning complete for port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:52.776907 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6345fea4-47e9-42a2-86c0-00a34ca81d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.814399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'tag': 'e0343090-0004-4029-b65f-3cd275f1569c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:52.817573 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccff753b-18e2-4415-8563-5fb7dc04cb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9382e359-e90d-4a96-9599-7d18bb9893b9", "tag": "e0343090-0004-4029-b65f-3cd275f1569c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:52.821413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.862440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 50f0408f-b741-4fef-8006-85df6e2993b2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:52.863015 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.978961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6345fea4-47e9-42a2-86c0-00a34ca81d04 None None] Port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:52.992965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 34350b5e-f5ea-4d6e-9677-97ac244334f6 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:53.018276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 34350b5e-f5ea-4d6e-9677-97ac244334f6 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:53.018628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 34350b5e-f5ea-4d6e-9677-97ac244334f6 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:53.091422 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.159028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:53.162441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:53.165906 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6563b473-596d-407b-bdbb-e2544d64e981" -d '{"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-plugged", "status": "completed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:53.174698 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.190632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-317731b3-3040-4c6f-9ea9-73a812079fb3 req-f6f0bc6a-bfba-408b-a53a-aadcd81e94c0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7591949 Aug 29 04:29:53.294658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-0aa4e8a8-fce7-4ba7-a0be-2807028a5d52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0343090-0004-4029-b65f-3cd275f1569c HTTP/1.1" status: 200 len: 217 time: 0.7849076 Aug 29 04:29:53.330177 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.396082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.511662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-03163d71-3c33-498e-b026-fe794a70ef2a req-89dd6ff5-17c6-41b3-a8ba-480ea507cc62 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1916969 Aug 29 04:29:53.524699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Attempting to bind port 88326662-6663-4d8a-98dc-c763c4b8cf2f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:53.525666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Attempting to bind port 88326662-6663-4d8a-98dc-c763c4b8cf2f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:53.526262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Attempting to bind port 88326662-6663-4d8a-98dc-c763c4b8cf2f on network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:53.583102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-e44a7a84-9cf1-46a9-80e5-5ac94b165519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.584598 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-e44a7a84-9cf1-46a9-80e5-5ac94b165519 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 200 len: 855 time: 0.2561219 Aug 29 04:29:53.592667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Pushing event updated for resources: {'Port': ['ID=88326662-6663-4d8a-98dc-c763c4b8cf2f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.611121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:53.645551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a675f-86a3-4262-a0c9-227769eb78a2 req-4c9fb191-d1ab-4d4f-bdac-b4563c326c55 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.647109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d33a675f-86a3-4262-a0c9-227769eb78a2 req-4c9fb191-d1ab-4d4f-bdac-b4563c326c55 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.3729837 Aug 29 04:29:53.648404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:53.657431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78bf99a-e178-4f37-ab7d-158a6c7b93db None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:53.671524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5df689c9-3723-4072-827e-2814e19000cf req-e2b7d700-e6e5-4edd-8e06-101772521933 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 210 time: 0.1948299 Aug 29 04:29:53.673964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Port 88326662-6663-4d8a-98dc-c763c4b8cf2f on network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:53.674517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Attempting to bind port 88326662-6663-4d8a-98dc-c763c4b8cf2f on network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:53.676998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:53.694386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.695272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.703249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:53.703947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Checking segment: {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:53.704652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Bound using segment: {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:53.707861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Bound port: 88326662-6663-4d8a-98dc-c763c4b8cf2f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:53.709234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.712429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-531fd342-6288-43e6-9487-d290cc09fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:53.718503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9490e65-27b8-4a2b-ac19-ec14fd41de83 req-531fd342-6288-43e6-9487-d290cc09fc8a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9084721 Aug 29 04:29:53.777546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=1a3735ce-e92c-4683-83f4-fb88cd19ed25,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.790309 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a5df5-99ae-4fdd-b95d-49f6b6b0b2ad x-openstack-request-id: req-cb2a5df5-99ae-4fdd-b95d-49f6b6b0b2ad {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:53.790619 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9382e359-e90d-4a96-9599-7d18bb9893b9", "tag": "e0343090-0004-4029-b65f-3cd275f1569c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:53.790870 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb2a5df5-99ae-4fdd-b95d-49f6b6b0b2ad {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:53.791281 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'tag': 'e0343090-0004-4029-b65f-3cd275f1569c', 'status': 'completed', 'code': 200} Aug 29 04:29:53.793559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:53.805076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.876405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3796c879-88d8-404f-9a88-bcfe9bdcc145 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7731888 Aug 29 04:29:53.889026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54494) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.896787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '1a3735ce-e92c-4683-83f4-fb88cd19ed25', 'ip_address': '2001:db8::54f9:932b:a311:46a5'}], 'name': 'tempest-NetworksTestDHCPv6-1965559827'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:53.905024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.988407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.028646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d33a675f-86a3-4262-a0c9-227769eb78a2 req-9f3fbe6f-8746-4d9a-9bb1-3891ea5cb6cc tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491917 Aug 29 04:29:54.044721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.045707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.048898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-2f4b0b06-aecb-45f0-abeb-6a3dd9d864c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4e08f59-564d-4b5a-bdf0-7af05a8deae8 HTTP/1.1" status: 200 len: 1093 time: 6.6010170 Aug 29 04:29:54.053030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] For port 88326662-6663-4d8a-98dc-c763c4b8cf2f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:54.084550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048c4b-b59b-4bbe-9848-340dac9f4532 req-17382df3-f971-49b3-ba4f-78af7314aa12 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.092085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca048c4b-b59b-4bbe-9848-340dac9f4532 req-17382df3-f971-49b3-ba4f-78af7314aa12 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 944 time: 0.2180402 Aug 29 04:29:54.102752 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.125652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Transition to ACTIVE for port object a065adde-56b6-4d12-934f-78189ce7eb8e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:54.151036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] For port 88326662-6663-4d8a-98dc-c763c4b8cf2f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:54.162805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:54.164244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.167047 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5a72f-40d1-4b84-9167-0396b11f3887" -d '{"events": [{"name": "network-changed", "server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:54.182537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '1a3735ce-e92c-4683-83f4-fb88cd19ed25'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:54.184295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.196491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca048c4b-b59b-4bbe-9848-340dac9f4532 req-9e8e5b69-2d85-4715-8b30-d499444428e3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034408 Aug 29 04:29:54.246453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-eaef29a0-8223-4bdc-9ace-4e9e456e2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.248352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-eaef29a0-8223-4bdc-9ace-4e9e456e2dee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6372771 Aug 29 04:29:54.253309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.283494 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714949f5-bafe-467d-9d84-1b62a2d732ad x-openstack-request-id: req-714949f5-bafe-467d-9d84-1b62a2d732ad {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:54.283983 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-plugged", "status": "completed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:54.284808 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-714949f5-bafe-467d-9d84-1b62a2d732ad {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:54.285639 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2', 'code': 200} Aug 29 04:29:54.306296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:54.320970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.321622 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.323044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] 10.222.0.32 "PUT /v2.0/ports/88326662-6663-4d8a-98dc-c763c4b8cf2f HTTP/1.1" status: 200 len: 1092 time: 3.7138426 Aug 29 04:29:54.448157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-e8981007-d2f7-4350-af01-c4b989a85ac0 service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634076 Aug 29 04:29:54.454329 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b1909-f56e-4eaa-b368-8a9297c08ba3 x-openstack-request-id: req-1f2b1909-f56e-4eaa-b368-8a9297c08ba3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:54.454602 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:54.454771 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f2b1909-f56e-4eaa-b368-8a9297c08ba3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:54.455153 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'status': 'completed', 'code': 200} Aug 29 04:29:54.498176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/1a3735ce-e92c-4683-83f4-fb88cd19ed25/cab243db-1954-487d-b365-2d24d68877d4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:54.539600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:54.551461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:54.554775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:54.675482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Request body: {'port': {'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:54.867076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-b4446206-a58b-4c74-8636-cd7890440970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:54.869942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-b4446206-a58b-4c74-8636-cd7890440970 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 1096 time: 0.6386516 Aug 29 04:29:54.934944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Pushing event updated for resources: {'Port': ['ID=a065adde-56b6-4d12-934f-78189ce7eb8e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.978269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0495f07-2da6-4d90-8c86-d17e2122f07d req-0e000b92-9858-4cd7-bc98-360fbbd006e8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 210 time: 0.1307387 Aug 29 04:29:55.007257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda44f14-1de1-4b9d-a773-440e9aeca1fd service neutron] Pushing event updated for resources: {'Port': ['ID=88326662-6663-4d8a-98dc-c763c4b8cf2f,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.059136 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.071034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Transition to ACTIVE for port object cab243db-1954-487d-b365-2d24d68877d4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:55.087065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Transition to ACTIVE for port object cab243db-1954-487d-b365-2d24d68877d4 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:55.089841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.093446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.096581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.125295 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-e99ec235-bc23-4063-a825-efe060c2686d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8 HTTP/1.1" status: 200 len: 217 time: 0.2259886 Aug 29 04:29:55.158934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:55.165353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:55.167749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Pushing event updated for resources: {'Port': ['ID=cab243db-1954-487d-b365-2d24d68877d4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.170111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:55.187819 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.191496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port efe98173-8832-42a6-8821-e4bef5b4d080 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:55.232732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f23ef4bf-69a2-46da-ba15-747c175378d1 None None] Provisioning for port a065adde-56b6-4d12-934f-78189ce7eb8e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:55.234377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9830d48e-9111-4313-97b8-db3eeb9210f0 req-06b6baa6-7fb0-46ef-b698-5de595486260 service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343044 Aug 29 04:29:55.240392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Attempting to bind port cab243db-1954-487d-b365-2d24d68877d4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:55.240860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Attempting to bind port cab243db-1954-487d-b365-2d24d68877d4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:55.241296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Attempting to bind port cab243db-1954-487d-b365-2d24d68877d4 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:55.243366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f23ef4bf-69a2-46da-ba15-747c175378d1 None None] Provisioning complete for port a065adde-56b6-4d12-934f-78189ce7eb8e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:55.244069 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f23ef4bf-69a2-46da-ba15-747c175378d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.269465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:55.270271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:55.270893 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.271565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:55.272261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Bound port: cab243db-1954-487d-b365-2d24d68877d4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:55.272859 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.310731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.322738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f23ef4bf-69a2-46da-ba15-747c175378d1 None None] Port a065adde-56b6-4d12-934f-78189ce7eb8e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:55.337438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.359584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.363682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] For port cab243db-1954-487d-b365-2d24d68877d4, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:55.369711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] For port cab243db-1954-487d-b365-2d24d68877d4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cab243db-1954-487d-b365-2d24d68877d4,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:55.374013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.378643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.398396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.405319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.411661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.413753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-844d7de1-a5c9-4010-a0a4-45f03045a433 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5418 time: 0.9053333 Aug 29 04:29:55.466552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b1b3f-4753-49ed-a011-d3e8bc51a89b None None] Pushing event updated for resources: {'Port': ['ID=cab243db-1954-487d-b365-2d24d68877d4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.481166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-79b626e4-c7e0-4bb9-9216-95c9c5a398b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.483107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-79b626e4-c7e0-4bb9-9216-95c9c5a398b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.2195132 Aug 29 04:29:55.519966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.520553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.695754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-017f1cc6-78c9-45e7-8d6b-82e145c1c4a8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9685693 Aug 29 04:29:55.758832 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-7c16941e-fd25-4a40-acf5-b963f2857142 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736902 Aug 29 04:29:55.787577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Request body: {'port': {'device_id': '3a99800d-862c-456d-bf29-651a731158ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:55.801208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0530e94e-997a-428d-a5b3-2c976e92cde3 req-699eeee6-1201-408e-9a78-aba13b5c076b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3171840 Aug 29 04:29:55.877064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee3af20-5fee-453f-8236-d1352b18cf11 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:55.891150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.904235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Transition to ACTIVE for port object fee3af20-5fee-453f-8236-d1352b18cf11 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:55.905192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:55.908328 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c042e9-6c89-48e4-82be-d9664fbeff27" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:55.920860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-caeb1632-ef5a-4644-8f49-9d7ca8d0dc49 service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280963 Aug 29 04:29:55.954169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-1089e38a-d83f-4a2a-92ed-ce7851f348f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:55.955678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-1089e38a-d83f-4a2a-92ed-ce7851f348f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 1095 time: 0.4776320 Aug 29 04:29:55.964577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.002046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-1a221190-4572-40a7-aef6-cfb569faaf95 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.003638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-1a221190-4572-40a7-aef6-cfb569faaf95 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 816 time: 1.4515369 Aug 29 04:29:56.082711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Request body: {'port': {'device_id': '9aeaae97-a644-4545-805a-24ff3c787476', 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'admin_state_up': True, 'tenant_id': '9e3d3510045c4c58860b05723c490db2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:56.131535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf9f7a-cda4-4054-9503-0a58feca36b5 req-2e26e079-0092-4eca-b14e-cf9792eb05c5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.133238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4fcf9f7a-cda4-4054-9503-0a58feca36b5 req-2e26e079-0092-4eca-b14e-cf9792eb05c5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.8143649 Aug 29 04:29:56.157135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-3465046a-ab40-49b9-8ffe-3a53ab3e9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.162983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-3465046a-ab40-49b9-8ffe-3a53ab3e9b5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 917 time: 0.1347392 Aug 29 04:29:56.223264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Pushing event updated for resources: {'Port': ['ID=fee3af20-5fee-453f-8236-d1352b18cf11,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.276011 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.344983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a7776-dce3-4bd3-bd6b-ae9a2b63b395 req-17535889-d70a-4d42-a55d-783dd0a53fe3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.352798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d1a7776-dce3-4bd3-bd6b-ae9a2b63b395 req-17535889-d70a-4d42-a55d-783dd0a53fe3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 944 time: 0.3276114 Aug 29 04:29:56.440552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4fcf9f7a-cda4-4054-9503-0a58feca36b5 req-0920538a-a3b8-403d-a700-b10f213f0784 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502904 Aug 29 04:29:56.458403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::54f9:932b:a311:46a5 (870a58ce-8cff-482e-9cde-b685e5bb8346/1a3735ce-e92c-4683-83f4-fb88cd19ed25/efe98173-8832-42a6-8821-e4bef5b4d080) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:56.534657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Attempting to bind port fee3af20-5fee-453f-8236-d1352b18cf11 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:56.534993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Attempting to bind port fee3af20-5fee-453f-8236-d1352b18cf11 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:56.535328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Attempting to bind port fee3af20-5fee-453f-8236-d1352b18cf11 on network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:56.571865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Port fee3af20-5fee-453f-8236-d1352b18cf11 on network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:56.572206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Attempting to bind port fee3af20-5fee-453f-8236-d1352b18cf11 on network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:56.581862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Made reservation on behalf of 9e3d3510045c4c58860b05723c490db2 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:56.585350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.640458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:56.640458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Checking segment: {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:56.640458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Bound using segment: {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:56.640458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Bound port: fee3af20-5fee-453f-8236-d1352b18cf11, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:56.641017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.670705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-f33e99f4-562b-4254-b859-0012590f69c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0343090-0004-4029-b65f-3cd275f1569c HTTP/1.1" status: 200 len: 217 time: 0.4678319 Aug 29 04:29:56.701941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0bafdc89-1ce5-46b7-9954-02816159c6b4 req-5b8cbc68-0c6a-4ed1-9865-e447d089c66f service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7538147 Aug 29 04:29:56.866125 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2137fdb6-ae55-404e-a200-be0ea7626512 x-openstack-request-id: req-2137fdb6-ae55-404e-a200-be0ea7626512 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:56.866125 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:56.866125 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2137fdb6-ae55-404e-a200-be0ea7626512 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:56.866125 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f', 'status': 'completed', 'code': 200} Aug 29 04:29:56.867432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d1a7776-dce3-4bd3-bd6b-ae9a2b63b395 req-163e65fb-84a4-43e7-a03a-84ab6444efec tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135674 Aug 29 04:29:57.001542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cab243db-1954-487d-b365-2d24d68877d4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:57.029840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.126318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port cab243db-1954-487d-b365-2d24d68877d4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:57.145033 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-647db063-e61c-460c-a2ca-a997504f73a9 req-c0e5586b-9c56-4de1-8af3-d1bf4a9b2b40 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 210 time: 0.1248996 Aug 29 04:29:57.146216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] For port fee3af20-5fee-453f-8236-d1352b18cf11, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:57.179070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] For port fee3af20-5fee-453f-8236-d1352b18cf11, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fee3af20-5fee-453f-8236-d1352b18cf11,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:57.182450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.192391 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.208206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-04184291-1d85-4a6d-a30d-eb82d56d1ab2 None None] Provisioning for port cab243db-1954-487d-b365-2d24d68877d4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:57.212897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-04184291-1d85-4a6d-a30d-eb82d56d1ab2 None None] Provisioning complete for port cab243db-1954-487d-b365-2d24d68877d4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:57.213511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04184291-1d85-4a6d-a30d-eb82d56d1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.308324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.324140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.326880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] 10.222.0.32 "PUT /v2.0/ports/fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 200 len: 1092 time: 2.7338281 Aug 29 04:29:57.335449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object efe98173-8832-42a6-8821-e4bef5b4d080 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:57.358996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] Pushing event updated for resources: {'Port': ['ID=fee3af20-5fee-453f-8236-d1352b18cf11,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.363881 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04184291-1d85-4a6d-a30d-eb82d56d1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.474825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.500086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-04184291-1d85-4a6d-a30d-eb82d56d1ab2 None None] For port cab243db-1954-487d-b365-2d24d68877d4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cab243db-1954-487d-b365-2d24d68877d4,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:57.516801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04184291-1d85-4a6d-a30d-eb82d56d1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.608240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=efe98173-8832-42a6-8821-e4bef5b4d080,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.628663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.688993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04184291-1d85-4a6d-a30d-eb82d56d1ab2 None None] Pushing event updated for resources: {'Port': ['ID=cab243db-1954-487d-b365-2d24d68877d4,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.697840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-44d8110f-44fe-4833-b56c-d27778fd811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.699472 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-44d8110f-44fe-4833-b56c-d27778fd811b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 200 len: 855 time: 1.0002046 Aug 29 04:29:57.747324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:57.750751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:57.760291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:57.773859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.776490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.791829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a065adde-56b6-4d12-934f-78189ce7eb8e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:57.836555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.841431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0470c22-de7a-41fb-a9d2-878e7e6d3893 req-b6cff9bf-db24-4a52-afa5-feb3b374f44c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.857824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0470c22-de7a-41fb-a9d2-878e7e6d3893 req-b6cff9bf-db24-4a52-afa5-feb3b374f44c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.2526989 Aug 29 04:29:57.861713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-dc563ebe-534a-470c-9601-6850a3ffb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.863448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-dc563ebe-534a-470c-9601-6850a3ffb48b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 1096 time: 1.0651920 Aug 29 04:29:57.865997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d9b9c29-589d-4469-8dd4-3d4e3d59f8af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9755428 Aug 29 04:29:57.866651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54562) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.909871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=97f8d951-c6da-446a-b442-e00a8bd9d1f0,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.912931 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.021976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409bcaa-9f9e-4d39-b94a-50eff74441df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.028344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409bcaa-9f9e-4d39-b94a-50eff74441df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.032507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0409bcaa-9f9e-4d39-b94a-50eff74441df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1613281 Aug 29 04:29:58.033090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.037400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.038136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.038817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.039611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.040253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.041070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.042667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.045925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-098483e2-ca59-44be-a346-cfee1293eb74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6452 time: 1.0199440 Aug 29 04:29:58.052875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Transition to ACTIVE for port object a065adde-56b6-4d12-934f-78189ce7eb8e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:58.081403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.087719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.094737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.101918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.108639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.118220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.124676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.133795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-08e436bd-dfc7-4f39-b82a-a4fa6878675c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 1.1130040 Aug 29 04:29:58.163149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Allocated IP 172.20.0.3 (c1abff56-b839-4516-b4e3-5b0afaf2e3c8/7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8/5b570b3b-6dba-4734-8028-e6e5a31f1527) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:58.190568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b2f9325a-91a3-4159-a98a-53f5037a6922 None None] Provisioning for port efe98173-8832-42a6-8821-e4bef5b4d080 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:58.197552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.207269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b2f9325a-91a3-4159-a98a-53f5037a6922 None None] Provisioning complete for port efe98173-8832-42a6-8821-e4bef5b4d080 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.207269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2f9325a-91a3-4159-a98a-53f5037a6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.295375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9325a-91a3-4159-a98a-53f5037a6922 None None] Port efe98173-8832-42a6-8821-e4bef5b4d080 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:58.312312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Pushing event updated for resources: {'Port': ['ID=a065adde-56b6-4d12-934f-78189ce7eb8e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:58.316951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0470c22-de7a-41fb-a9d2-878e7e6d3893 req-cd77d9c3-0555-45b2-b94c-b63eafd3b673 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493065 Aug 29 04:29:58.447855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-2448aa62-3c6a-431d-b6a6-7e256b69fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.449891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-2448aa62-3c6a-431d-b6a6-7e256b69fb0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 906 time: 0.5684175 Aug 29 04:29:58.452216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-b024c79c-1a0a-4600-83cf-f619bc4c08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.454538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-b024c79c-1a0a-4600-83cf-f619bc4c08d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7176750 Aug 29 04:29:58.478353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:58.623978 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ef82267-b060-4dfb-9c01-88164bb28f02 req-96cc2dc6-b5cc-4a8c-a338-9e60bd854713 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4890733 Aug 29 04:29:58.626200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-72858967-0e33-44a2-914c-8d3fa03f5416 service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526599 Aug 29 04:29:58.726642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:58.793551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-699b58ee-4205-40e7-94ec-604d065262de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8 HTTP/1.1" status: 200 len: 217 time: 0.3172531 Aug 29 04:29:58.924542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cab243db-1954-487d-b365-2d24d68877d4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:59.012613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:59.014995 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aa09fc-9fe2-401a-b931-04fb7dc46951" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:59.042785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port cab243db-1954-487d-b365-2d24d68877d4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:59.043856 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.133512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port efe98173-8832-42a6-8821-e4bef5b4d080 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:59.134207 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.144644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.222785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Transition to ACTIVE for port object 5b570b3b-6dba-4734-8028-e6e5a31f1527 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:59.243548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5a789254-34cd-4213-926f-cd1f017e5d1b None None] Provisioning complete for port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:59.244538 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a789254-34cd-4213-926f-cd1f017e5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.252528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b0e93-6114-4e68-b91e-be86543f76f7 req-65c25f43-25f5-4efd-a3c8-5fbe550605de tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.254411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22b0e93-6114-4e68-b91e-be86543f76f7 req-65c25f43-25f5-4efd-a3c8-5fbe550605de tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 944 time: 0.2427342 Aug 29 04:29:59.318530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a789254-34cd-4213-926f-cd1f017e5d1b None None] Port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:59.320566 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c15cd5e3-5153-4f5a-a372-2a82c143d138 req-a3509b91-4db1-494c-95af-f91fcc7f6643 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 210 time: 0.5262485 Aug 29 04:29:59.332162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.342619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Attempting to bind port a065adde-56b6-4d12-934f-78189ce7eb8e on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:59.343120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Attempting to bind port a065adde-56b6-4d12-934f-78189ce7eb8e by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:59.343467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Attempting to bind port a065adde-56b6-4d12-934f-78189ce7eb8e on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:59.367664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22b0e93-6114-4e68-b91e-be86543f76f7 req-9be5bee8-0e4b-4d2b-ab22-1337ddc5a9ec tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038525 Aug 29 04:29:59.369101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for efe98173-8832-42a6-8821-e4bef5b4d080 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:59.372137 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.400118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Port a065adde-56b6-4d12-934f-78189ce7eb8e on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:29:59.400579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Attempting to bind port a065adde-56b6-4d12-934f-78189ce7eb8e on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:59.401428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0343090-0004-4029-b65f-3cd275f1569c details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:59.413619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-cb06dd76-e5b3-4ec6-922c-8d1780cd8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.415496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-cb06dd76-e5b3-4ec6-922c-8d1780cd8424 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.2961206 Aug 29 04:29:59.423590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-367a2143-a129-48f6-bb61-55c618a9e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.425693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-367a2143-a129-48f6-bb61-55c618a9e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.425693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-367a2143-a129-48f6-bb61-55c618a9e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.427198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-367a2143-a129-48f6-bb61-55c618a9e707 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b1e648691a3c41b089f3ff1635293aaf&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2655587 Aug 29 04:29:59.447226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccff753b-18e2-4415-8563-5fb7dc04cb7f req-875e923b-9467-4475-b48d-0b779a5e029b service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437990 Aug 29 04:29:59.448090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:59.448530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Checking segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:59.449008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Bound using segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:59.449564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Bound port: a065adde-56b6-4d12-934f-78189ce7eb8e, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:59.450066 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.554273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-f6b9fd84-a88d-473e-a1d9-4981d1cf4a49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212356 Aug 29 04:29:59.613427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e0343090-0004-4029-b65f-3cd275f1569c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0343090-0004-4029-b65f-3cd275f1569c,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:59.635907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'e0343090-0004-4029-b65f-3cd275f1569c', 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'port_id': 'e0343090-0004-4029-b65f-3cd275f1569c', 'mac_address': 'fa:16:3e:42:59:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:59.698125 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1660742a-b571-4dce-b3a0-932c72038dd0 x-openstack-request-id: req-1660742a-b571-4dce-b3a0-932c72038dd0 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:59.698459 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:59.698750 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1660742a-b571-4dce-b3a0-932c72038dd0 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:59.699067 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11', 'status': 'completed', 'code': 200} Aug 29 04:29:59.705534 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.756912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:59.771847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:59.797532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:59.834840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.851975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0343090-0004-4029-b65f-3cd275f1569c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:59.867597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-106da2a3-ca3a-43b8-b61f-44fc6d4b6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.868905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20c042e9-6c89-48e4-82be-d9664fbeff27 req-106da2a3-ca3a-43b8-b61f-44fc6d4b6d00 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4243934 Aug 29 04:29:59.876426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Router 802c86ff-577d-41c1-b8f7-27a54f5fd38b is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:59.917769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e0343090-0004-4029-b65f-3cd275f1569c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0343090-0004-4029-b65f-3cd275f1569c,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:59.928190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.940849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.941604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] For port a065adde-56b6-4d12-934f-78189ce7eb8e, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:59.942863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/efe98173-8832-42a6-8821-e4bef5b4d080 HTTP/1.1" status: 204 len: 168 time: 1.9087982 Aug 29 04:29:59.968815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] For port a065adde-56b6-4d12-934f-78189ce7eb8e, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a065adde-56b6-4d12-934f-78189ce7eb8e,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:59.979402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Pushing event updated for resources: {'Port': ['ID=5b570b3b-6dba-4734-8028-e6e5a31f1527,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.990374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54596) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.045143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=e0343090-0004-4029-b65f-3cd275f1569c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.059444 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.131692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d63bd0-420f-4364-8a60-e3e0094906c4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=efe98173-8832-42a6-8821-e4bef5b4d080,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.159656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.160299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.162450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] 10.222.0.37 "PUT /v2.0/ports/a065adde-56b6-4d12-934f-78189ce7eb8e HTTP/1.1" status: 200 len: 1092 time: 4.3806422 Aug 29 04:30:00.164326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-1fe26e8f-12bf-457e-bfa2-175c30c0da6b service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988734 Aug 29 04:30:00.167622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8111f-5fc4-4081-a461-dafee03b3966 service neutron] Pushing event updated for resources: {'Port': ['ID=a065adde-56b6-4d12-934f-78189ce7eb8e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.173506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a99800d-862c-456d-bf29-651a731158ef', 'tag': 'a065adde-56b6-4d12-934f-78189ce7eb8e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:00.180829 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ac2f34-0fac-435f-856e-2628696a43bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a99800d-862c-456d-bf29-651a731158ef", "tag": "a065adde-56b6-4d12-934f-78189ce7eb8e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:00.183576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d5ffd-2813-490b-892c-4c972760608f req-0dcaa327-e70f-49cd-b27a-71d4c9eb17c7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.192672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b2d5ffd-2813-490b-892c-4c972760608f req-0dcaa327-e70f-49cd-b27a-71d4c9eb17c7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.5211773 Aug 29 04:30:00.201183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.202047 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.245390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e0343090-0004-4029-b65f-3cd275f1569c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:00.304834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.305330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.305827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.306313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.306746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.307283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.309468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.309943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-5365e699-7bad-4cef-8979-a4db10d90927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6494 time: 0.3031495 Aug 29 04:30:00.320196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d466e-1071-4931-a852-e7d8a4e7dd4f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.326071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d466e-1071-4931-a852-e7d8a4e7dd4f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.332254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e75d466e-1071-4931-a852-e7d8a4e7dd4f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3380139 Aug 29 04:30:00.334431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-fcaa68e6-a167-418c-8c85-006dd7bccfad tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2580893 Aug 29 04:30:00.335455 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54604) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.404251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.413071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.416555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-12e067e1-66d7-4c38-88ab-466e7c99d7ba None None] Provisioning for port 5b570b3b-6dba-4734-8028-e6e5a31f1527 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:00.419575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.426568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.437112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.438809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-12e067e1-66d7-4c38-88ab-466e7c99d7ba None None] Provisioning complete for port 5b570b3b-6dba-4734-8028-e6e5a31f1527 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:00.439468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12e067e1-66d7-4c38-88ab-466e7c99d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.443880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.444419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Request body: {'port': {'device_id': '9aeaae97-a644-4545-805a-24ff3c787476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:00.452453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.454758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-c36c216d-ab46-4628-b70e-22c35a78f946 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.5804863 Aug 29 04:30:00.539030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b2d5ffd-2813-490b-892c-4c972760608f req-6fdf1ebd-9dd3-4649-ba43-e798046f6a67 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449955 Aug 29 04:30:00.557239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fc9847e-0b68-4d8c-952b-fa3e62b74ea3 req-ee88f84d-0e2a-4b20-b62a-7b1109cc87b8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842042 Aug 29 04:30:00.581823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-12e067e1-66d7-4c38-88ab-466e7c99d7ba None None] Port 5b570b3b-6dba-4734-8028-e6e5a31f1527 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:00.619556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 1a3735ce-e92c-4683-83f4-fb88cd19ed25 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:00.630475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c41b00f6-5452-4ada-9e29-1f0877ffab53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 200 len: 217 time: 0.1741707 Aug 29 04:30:00.639966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.680972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e4e08f59-564d-4b5a-bdf0-7af05a8deae8 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:00.702805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.761063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-3f099c10-a288-4fa3-bba1-3427bbe7f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.762580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-3f099c10-a288-4fa3-bba1-3427bbe7f713 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1bdbcf-71be-4cc1-83cd-2994fa212390 HTTP/1.1" status: 200 len: 855 time: 0.1201701 Aug 29 04:30:00.777872 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc175d6-7cfb-4599-96ae-806ddc79cfe3 x-openstack-request-id: req-4dc175d6-7cfb-4599-96ae-806ddc79cfe3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:00.778392 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a99800d-862c-456d-bf29-651a731158ef", "tag": "a065adde-56b6-4d12-934f-78189ce7eb8e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:00.778793 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4dc175d6-7cfb-4599-96ae-806ddc79cfe3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:00.779345 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a99800d-862c-456d-bf29-651a731158ef', 'tag': 'a065adde-56b6-4d12-934f-78189ce7eb8e', 'status': 'completed', 'code': 200} Aug 29 04:30:00.832776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.881053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:00.896484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'mac_address': 'fa:16:3e:ca:af:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:00.934164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-88e6fbc3-772d-473f-91f7-44f75c691134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.934750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-88e6fbc3-772d-473f-91f7-44f75c691134 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 1095 time: 0.7073052 Aug 29 04:30:00.956657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:00.962485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-540c1486-b3d0-47f0-989a-cb7d1aef9941 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "PUT /v2.0/routers/802c86ff-577d-41c1-b8f7-27a54f5fd38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5159543 Aug 29 04:30:00.966709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.972935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] Sync routers for ids ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:00.976828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.996366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] Routers {'802c86ff-577d-41c1-b8f7-27a54f5fd38b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:00.997200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:01.000112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e08f59-564d-4b5a-bdf0-7af05a8deae8 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:01.055320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:01.106680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:01.124661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.125904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] Routers {'802c86ff-577d-41c1-b8f7-27a54f5fd38b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:01.130673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:01.140191 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.206920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:01.207711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a8331-2b51-4b92-a6f2-76a958531c70 None None] The sync data for ids ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:01.340353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.348363 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.385382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e4e08f59-564d-4b5a-bdf0-7af05a8deae8'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:01.408440 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-fa7d3bcc-0615-4991-84f1-35bd0f14cbb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a065adde-56b6-4d12-934f-78189ce7eb8e HTTP/1.1" status: 200 len: 217 time: 0.4531667 Aug 29 04:30:01.410367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5f5a72f-40d1-4b84-9167-0396b11f3887 req-1db07210-06d6-4f90-af82-37c9375cafb4 service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2227437 Aug 29 04:30:01.424874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0343090-0004-4029-b65f-3cd275f1569c up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:01.438051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-6d615293-f2df-4057-bf97-0a349552ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.439495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-6d615293-f2df-4057-bf97-0a349552ebc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa31365-0ce5-4157-bac5-4a74a31eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6321599 Aug 29 04:30:01.523982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port e0343090-0004-4029-b65f-3cd275f1569c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:01.525217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b5c9-3171-45b4-ab9e-1eb8e5995bbd req-09901f73-0f5f-4435-a139-b5c34dc38eec tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.532447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1355b5c9-3171-45b4-ab9e-1eb8e5995bbd req-09901f73-0f5f-4435-a139-b5c34dc38eec tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 931 time: 0.6235192 Aug 29 04:30:01.533574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b570b3b-6dba-4734-8028-e6e5a31f1527 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:01.549964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.556218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port e0343090-0004-4029-b65f-3cd275f1569c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:01.556595 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.582601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Transition to ACTIVE for port object 5b570b3b-6dba-4734-8028-e6e5a31f1527 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:01.612320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.613072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0506290-6155-4698-bc97-267b42249a96 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.614854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b0506290-6155-4698-bc97-267b42249a96 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports?device_id=802c86ff-577d-41c1-b8f7-27a54f5fd38b HTTP/1.1" status: 200 len: 983 time: 0.6354244 Aug 29 04:30:01.631987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.641360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1355b5c9-3171-45b4-ab9e-1eb8e5995bbd req-3973aae8-b6db-42ab-8d5d-dc1415c4f092 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080399 Aug 29 04:30:01.696588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.712811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3735ce-e92c-4683-83f4-fb88cd19ed25,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.775642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.789386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-810467ab-3b00-4d8d-ae55-ec6dc0e053d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.792960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-810467ab-3b00-4d8d-ae55-ec6dc0e053d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 200 len: 855 time: 0.3571136 Aug 29 04:30:01.799534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5b570b3b-6dba-4734-8028-e6e5a31f1527,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.813458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0343090-0004-4029-b65f-3cd275f1569c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:01.819945 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8042a97-0f8e-4f08-aa86-ed5fb41f4424" -d '{"events": [{"server_uuid": "9382e359-e90d-4a96-9599-7d18bb9893b9", "name": "network-vif-plugged", "status": "completed", "tag": "e0343090-0004-4029-b65f-3cd275f1569c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:01.833490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c901203-64de-49f7-8f98-76f5e2e95eee req-c731b410-91fb-420b-b94e-b812b7de8e1d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:01.835169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c901203-64de-49f7-8f98-76f5e2e95eee req-c731b410-91fb-420b-b94e-b812b7de8e1d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 944 time: 0.9947085 Aug 29 04:30:01.857389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e0343090-0004-4029-b65f-3cd275f1569c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0343090-0004-4029-b65f-3cd275f1569c,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:01.862240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.864339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-99092fed-1f5f-458c-bdf2-1545fa345430 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/1a3735ce-e92c-4683-83f4-fb88cd19ed25 HTTP/1.1" status: 204 len: 168 time: 1.5261040 Aug 29 04:30:01.868468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954945c4-8d01-4b8b-be72-21d7b0378163 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:01.871487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.905365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54650) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.959446 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c901203-64de-49f7-8f98-76f5e2e95eee req-0858557b-0de0-451d-953b-5af71ebc1aa4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115959 Aug 29 04:30:02.077543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=e0343090-0004-4029-b65f-3cd275f1569c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:02.125700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Attempting to bind port 5b570b3b-6dba-4734-8028-e6e5a31f1527 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:02.128626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Attempting to bind port 5b570b3b-6dba-4734-8028-e6e5a31f1527 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:02.130709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Attempting to bind port 5b570b3b-6dba-4734-8028-e6e5a31f1527 on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:02.151285 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f7433897-cb6c-4110-9787-ac1c5108215e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1869314 Aug 29 04:30:02.154943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54654) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.208868 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ff162137-a97c-4fbb-927f-0b49e0bf6777 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583678 Aug 29 04:30:02.232671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Port 5b570b3b-6dba-4734-8028-e6e5a31f1527 on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:02.233017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Attempting to bind port 5b570b3b-6dba-4734-8028-e6e5a31f1527 on network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:02.235430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:02.252409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:02.252761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Checking segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:02.253163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Bound using segment: {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:02.254200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Bound port: 5b570b3b-6dba-4734-8028-e6e5a31f1527, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82479d33-47f3-40c9-97e0-79fde2b52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:02.254591 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.282612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:02.315970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.339614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.348710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.356741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.365180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.372258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.381408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.390623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-960e5060-e1c0-4df9-9d21-9d082ea3ba78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.2473996 Aug 29 04:30:02.407119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] Deleting port cab243db-1954-487d-b365-2d24d68877d4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:02.407667 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.495243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fb95a42-327c-4c2a-87f9-e2c25925df55 req-fac2ae2a-0bfb-4f1e-967c-f1a9aaf2acba tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977042 Aug 29 04:30:02.533078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] For port 5b570b3b-6dba-4734-8028-e6e5a31f1527, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:02.544286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] For port cab243db-1954-487d-b365-2d24d68877d4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cab243db-1954-487d-b365-2d24d68877d4,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:02.544763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.545427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] For port 5b570b3b-6dba-4734-8028-e6e5a31f1527, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5b570b3b-6dba-4734-8028-e6e5a31f1527,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:02.552475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-72b4848e-d0c6-4384-a705-c47e1072d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.556157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-72b4848e-d0c6-4384-a705-c47e1072d2d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7457898 Aug 29 04:30:02.556556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.566235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] Calling delete_port for cab243db-1954-487d-b365-2d24d68877d4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:02.628592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f377a2-a8c2-4aac-82a3-475390b0166f req-96c770d0-8bc9-4e29-8115-646749ee44cb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.636111 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefaa28c-b986-4eb2-944b-632001ed2ef7 x-openstack-request-id: req-cefaa28c-b986-4eb2-944b-632001ed2ef7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:02.636447 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9382e359-e90d-4a96-9599-7d18bb9893b9", "name": "network-vif-plugged", "status": "completed", "tag": "e0343090-0004-4029-b65f-3cd275f1569c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:02.636699 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cefaa28c-b986-4eb2-944b-632001ed2ef7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:02.637081 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0343090-0004-4029-b65f-3cd275f1569c', 'code': 200} Aug 29 04:30:02.644122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.644958 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.647051 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] 10.222.0.32 "PUT /v2.0/ports/5b570b3b-6dba-4734-8028-e6e5a31f1527 HTTP/1.1" status: 200 len: 1092 time: 2.2795122 Aug 29 04:30:02.647633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aeaae97-a644-4545-805a-24ff3c787476', 'tag': '5b570b3b-6dba-4734-8028-e6e5a31f1527'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:02.649436 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6f377a2-a8c2-4aac-82a3-475390b0166f req-96c770d0-8bc9-4e29-8115-646749ee44cb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.6481242 Aug 29 04:30:02.650418 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52676d4-f14b-475e-bf1b-3a0146f74417" -d '{"events": [{"name": "network-changed", "server_uuid": "9aeaae97-a644-4545-805a-24ff3c787476", "tag": "5b570b3b-6dba-4734-8028-e6e5a31f1527"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:02.693087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e4e08f59-564d-4b5a-bdf0-7af05a8deae8 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:02.888396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-5c66bfb3-4876-4903-9998-ddfa04d3565a service neutron] 10.222.0.37 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958751 Aug 29 04:30:02.907018 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.929621 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32989c21-89c7-429c-ae27-fc912d00d329 x-openstack-request-id: req-32989c21-89c7-429c-ae27-fc912d00d329 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:02.929849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cab243db-1954-487d-b365-2d24d68877d4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:02.929946 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aeaae97-a644-4545-805a-24ff3c787476", "tag": "5b570b3b-6dba-4734-8028-e6e5a31f1527", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:02.929946 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32989c21-89c7-429c-ae27-fc912d00d329 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:02.929946 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aeaae97-a644-4545-805a-24ff3c787476', 'tag': '5b570b3b-6dba-4734-8028-e6e5a31f1527', 'status': 'completed', 'code': 200} Aug 29 04:30:02.955276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:02.959022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d06bb-4239-4fc8-8768-ee4864ce2c1e service neutron] Pushing event updated for resources: {'Port': ['ID=5b570b3b-6dba-4734-8028-e6e5a31f1527,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:02.962010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] No DVR routers for this DVR port cab243db-1954-487d-b365-2d24d68877d4 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:02.990573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-8db5f943-4367-43e1-aa44-0f433628165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.992274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-8db5f943-4367-43e1-aa44-0f433628165c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 1095 time: 0.2348709 Aug 29 04:30:03.002110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124a945-4573-49ee-aef9-57b5a4efd8c7 None None] Pushing event deleted for resources: {'Port': ['ID=cab243db-1954-487d-b365-2d24d68877d4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.006112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:03.006527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.009767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: cab243db-1954-487d-b365-2d24d68877d4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:03.009767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cab243db-1954-487d-b365-2d24d68877d4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:03.134105 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-a1443864-3cf5-4c92-a2d7-f96938894255 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b570b3b-6dba-4734-8028-e6e5a31f1527 HTTP/1.1" status: 200 len: 217 time: 0.1257362 Aug 29 04:30:03.150333 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.240012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:03.253768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298b850-dc3b-4e20-86c5-c3939f7ece52 req-9f75398a-7ea5-45c4-b2de-f1ceb26bc6a1 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.261612 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7298b850-dc3b-4e20-86c5-c3939f7ece52 req-9f75398a-7ea5-45c4-b2de-f1ceb26bc6a1 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 943 time: 0.1406024 Aug 29 04:30:03.268224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-1079ed71-7298-42f2-b9dd-c7204c259de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.269980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-1079ed71-7298-42f2-b9dd-c7204c259de4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 200 len: 855 time: 0.1156669 Aug 29 04:30:03.285026 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.315753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-97890eb9-1ba8-42ab-9d1e-ac3a95146a11 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9698002 Aug 29 04:30:03.318522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b20fd-54fc-42e3-a23c-ae70d21c1816 req-0cf0374c-0e8e-4a5a-b01e-99ab6c952d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.319905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f89b20fd-54fc-42e3-a23c-ae70d21c1816 req-0cf0374c-0e8e-4a5a-b01e-99ab6c952d72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 1097 time: 0.4243248 Aug 29 04:30:03.343718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7298b850-dc3b-4e20-86c5-c3939f7ece52 req-41249e3a-99ca-4e9f-b9af-fb3c94555f87 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744662 Aug 29 04:30:03.359815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:03.362473 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.368312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6f377a2-a8c2-4aac-82a3-475390b0166f req-5f28f6f7-03ad-40a5-98ad-03ed9c4b1f8e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767463 Aug 29 04:30:03.378671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-600016f9-706f-44fa-9304-9d4f51d4e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.381206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-600016f9-706f-44fa-9304-9d4f51d4e9ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892100 Aug 29 04:30:03.456878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.534683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ddf04b42-329d-4f35-94ee-40441c358d34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 217 time: 0.1597862 Aug 29 04:30:03.587510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-2c4005ca-eb6a-4b3b-a592-4e5be31229be service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968250 Aug 29 04:30:03.626227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fa6c80f-eaf3-40a0-813d-15a2f26b1bb6 req-9258ff3c-9c63-446d-a337-75e74645b86d service neutron] 10.222.0.37 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677006 Aug 29 04:30:03.692523 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f89b20fd-54fc-42e3-a23c-ae70d21c1816 req-2158d2fe-868c-4e39-a299-b4daae39335e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219614 Aug 29 04:30:03.782033 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1b0016-e807-44e4-97a4-07c9f50778ee req-b9287fc9-72f2-4abe-bdf2-dff28c8f42c7 service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827569 Aug 29 04:30:03.819181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cedc4d-d74e-4f92-83e4-4febfe534953 req-d17dd4bd-d54c-402b-8d8c-1508ea447aff tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.827365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0cedc4d-d74e-4f92-83e4-4febfe534953 req-d17dd4bd-d54c-402b-8d8c-1508ea447aff tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.3030305 Aug 29 04:30:03.830741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-0391c467-90af-4a52-b817-d1d5e3ee1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.832157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-0391c467-90af-4a52-b817-d1d5e3ee1c56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.2733536 Aug 29 04:30:03.839551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.846500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.853436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.862006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.869286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.883557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.890240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.893068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54674) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.902298 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1982dab1-b258-41df-8129-92cd9e3f802d req-3dbacf59-d188-4ec1-8978-46778236a7d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.2950799 Aug 29 04:30:03.935847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac2f34-0fac-435f-856e-2628696a43bb req-9f93cb4b-4503-4c57-a880-20b5a224eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:03.935847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ac2f34-0fac-435f-856e-2628696a43bb req-9f93cb4b-4503-4c57-a880-20b5a224eb57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 1095 time: 0.2368371 Aug 29 04:30:04.012188 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0cedc4d-d74e-4f92-83e4-4febfe534953 req-20a8a5e9-34d7-423d-87c0-bf434fc0b7e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827865 Aug 29 04:30:04.030622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1982dab1-b258-41df-8129-92cd9e3f802d req-c54d936f-d6f7-49c7-8ed4-e2bb99f17d02 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267135 Aug 29 04:30:04.159360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-f45c5526-e8d1-44bc-9910-64a494e48d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.161517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-f45c5526-e8d1-44bc-9910-64a494e48d80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 1095 time: 0.0505681 Aug 29 04:30:04.233644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93a550a1-625e-455b-9905-9dd9a26c3c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.242990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.282217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-d287f912-fe7d-4e03-91e2-ed4029d6751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.284187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-d287f912-fe7d-4e03-91e2-ed4029d6751b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 917 time: 0.1137130 Aug 29 04:30:04.321078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.337293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-7a1b7441-3e6b-4e43-a716-7a9f438ca775 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b570b3b-6dba-4734-8028-e6e5a31f1527 HTTP/1.1" status: 200 len: 217 time: 0.0441446 Aug 29 04:30:04.397480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-b4c5ffcd-55b6-48e8-bf7b-d6b3c3f6b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.399877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-b4c5ffcd-55b6-48e8-bf7b-d6b3c3f6b61f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 200 len: 855 time: 0.0520437 Aug 29 04:30:04.462972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-d97ffb67-303b-410d-b13c-1f0a28c70e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.466479 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-d97ffb67-303b-410d-b13c-1f0a28c70e06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564971 Aug 29 04:30:04.627523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fa2a7-6a93-4e69-a5b1-e6b24af5b385 req-2053362a-8840-45d6-868c-ba7d341f115e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.629522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-216fa2a7-6a93-4e69-a5b1-e6b24af5b385 req-2053362a-8840-45d6-868c-ba7d341f115e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1470950 Aug 29 04:30:04.638051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:04.641097 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323d7f7f-e14c-4d13-b588-55ba14c52220" -d '{"events": [{"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:04.656667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-e77027bf-2d59-4a01-951d-46ebc52ce658 service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820290 Aug 29 04:30:04.778016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-216fa2a7-6a93-4e69-a5b1-e6b24af5b385 req-bb23df0d-ce4d-42a4-9702-2e10011cab6b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400907 Aug 29 04:30:04.779941 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b52676d4-f14b-475e-bf1b-3a0146f74417 req-c08fabf1-e4a7-4650-a445-28eca638ff39 service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033926 Aug 29 04:30:04.871819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c696d675-20d6-40c4-b7ce-7f2337798999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.873962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c696d675-20d6-40c4-b7ce-7f2337798999 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8776977 Aug 29 04:30:04.939710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac2f34-0fac-435f-856e-2628696a43bb req-5570c897-9155-4954-8c56-16ca7319b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:04.941423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ac2f34-0fac-435f-856e-2628696a43bb req-5570c897-9155-4954-8c56-16ca7319b939 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 917 time: 0.9726896 Aug 29 04:30:04.981240 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7e5487-24fc-4ed3-bef2-6d1c8bbd3a4a x-openstack-request-id: req-6c7e5487-24fc-4ed3-bef2-6d1c8bbd3a4a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:04.981530 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:04.981822 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c7e5487-24fc-4ed3-bef2-6d1c8bbd3a4a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:04.982212 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'code': 200} Aug 29 04:30:05.069091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:05.139298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:05.151486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2ebf7-68cd-4a67-a2ea-0faa019b6fd2 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:05.176294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c09a2-0fdb-4df5-a5c2-3741d11bf444 req-f26124e0-e869-4b2f-93c6-ebc7628391ce tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.177911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-233c09a2-0fdb-4df5-a5c2-3741d11bf444 req-f26124e0-e869-4b2f-93c6-ebc7628391ce tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.0790470 Aug 29 04:30:05.217126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.217820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.246000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-233c09a2-0fdb-4df5-a5c2-3741d11bf444 req-176d9bbe-e9d4-4304-9297-3c035cb5fe86 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554435 Aug 29 04:30:05.265777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ac2f34-0fac-435f-856e-2628696a43bb req-9a4f4fa8-762d-4d7d-b040-eaaf2afa9e35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a065adde-56b6-4d12-934f-78189ce7eb8e HTTP/1.1" status: 200 len: 217 time: 0.2792907 Aug 29 04:30:05.275354 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-7119b889-f8e6-4a1c-8a49-727fc94139e3 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774865 Aug 29 04:30:05.285322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=3675fea2-44c3-4783-8a62-814884324123,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.370551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '3675fea2-44c3-4783-8a62-814884324123'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:05.371319 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.390250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac2f34-0fac-435f-856e-2628696a43bb req-2ee353c4-7fb1-4181-948f-12de965bb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.391902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ac2f34-0fac-435f-856e-2628696a43bb req-2ee353c4-7fb1-4181-948f-12de965bb5f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 200 len: 855 time: 0.1127121 Aug 29 04:30:05.410880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.416860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.428026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.436193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.445541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.454220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.463074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.465538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-1a553879-4861-4c99-a564-e409d8444ccc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1314723 Aug 29 04:30:05.487479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292e633-3c97-4da4-9db5-40687c0ca605 req-3e0ff863-60d9-4529-aff3-342c6d8c9138 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.495432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c292e633-3c97-4da4-9db5-40687c0ca605 req-3e0ff863-60d9-4529-aff3-342c6d8c9138 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 943 time: 0.6681833 Aug 29 04:30:05.519035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-20bd176a-386f-4c1d-9cf1-3474e5526600 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185335 Aug 29 04:30:05.528022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6d3dee3-05f5-4a94-9f44-0379c23980c6 req-0d58ba8b-c189-4479-8a0c-670aea3b4c6c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523314 Aug 29 04:30:05.599924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4195e-76c2-4310-8c9f-3b8fb632eb29 req-226952b7-03c7-462d-aacd-d37f3768db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.601694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cdf4195e-76c2-4310-8c9f-3b8fb632eb29 req-226952b7-03c7-462d-aacd-d37f3768db50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 1098 time: 0.5462480 Aug 29 04:30:05.604853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c292e633-3c97-4da4-9db5-40687c0ca605 req-4ad60d1a-4696-44c3-9050-1f33d4c4a8b8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085935 Aug 29 04:30:05.677162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/3675fea2-44c3-4783-8a62-814884324123/e9176498-2a27-473c-9f5b-62bce492091c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:05.682670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-01e89321-6a79-409a-b3f2-21efe3680e82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 217 time: 0.0873101 Aug 29 04:30:05.720527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac2f34-0fac-435f-856e-2628696a43bb req-4d80cba3-7a99-45ad-860e-592a0e5b9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.722341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ac2f34-0fac-435f-856e-2628696a43bb req-4d80cba3-7a99-45ad-860e-592a0e5b9dd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2056720 Aug 29 04:30:05.756292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cdf4195e-76c2-4310-8c9f-3b8fb632eb29 req-27d11135-a500-4e7f-a41f-28fe020085f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390243 Aug 29 04:30:05.862254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93a550a1-625e-455b-9905-9dd9a26c3c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.889015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f28c33b7-6b1b-46d3-a05a-6af81f6c81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.891158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-f28c33b7-6b1b-46d3-a05a-6af81f6c81b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.1948442 Aug 29 04:30:05.891917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93a550a1-625e-455b-9905-9dd9a26c3c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.927213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-93a550a1-625e-455b-9905-9dd9a26c3c7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d361c25f1c849519d419daa7c33e41b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0256071 Aug 29 04:30:05.927975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54692) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.956952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0e29501f-3904-4701-859f-9a244e0bd3d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7503505 Aug 29 04:30:05.960026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54696) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.975794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '3675fea2-44c3-4783-8a62-814884324123', 'ip_address': '2001:db8::8d27:fd4c:4d5:50b4'}], 'name': 'tempest-NetworksTestDHCPv6-33633400'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:05.989812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.002120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Transition to ACTIVE for port object e9176498-2a27-473c-9f5b-62bce492091c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:06.027234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Transition to ACTIVE for port object e9176498-2a27-473c-9f5b-62bce492091c will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:06.040627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.100841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:06.105319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:06.116536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a550a1-625e-455b-9905-9dd9a26c3c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea317ba-1302-4554-b541-e5abe50fd16a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.122250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:06.122761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-bb78a8ed-b337-4fe7-aba9-c6d06d7b5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.124710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-bb78a8ed-b337-4fe7-aba9-c6d06d7b5fb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2066982 Aug 29 04:30:06.127767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 97f8d951-c6da-446a-b442-e00a8bd9d1f0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:06.128925 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.136817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ac2f34-0fac-435f-856e-2628696a43bb req-c740474a-6b20-4729-9b87-d773d9eb1ebd service neutron] 10.222.0.37 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004364 Aug 29 04:30:06.140139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Pushing event updated for resources: {'Port': ['ID=e9176498-2a27-473c-9f5b-62bce492091c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.148903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc03e6-348b-4234-92b3-f45af13f16b9 req-0d57d8bc-eea0-495d-a173-88a0dd3db14f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.150694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffbc03e6-348b-4234-92b3-f45af13f16b9 req-0d57d8bc-eea0-495d-a173-88a0dd3db14f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.2538247 Aug 29 04:30:06.233696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Attempting to bind port e9176498-2a27-473c-9f5b-62bce492091c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:06.233935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Attempting to bind port e9176498-2a27-473c-9f5b-62bce492091c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:06.234733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Attempting to bind port e9176498-2a27-473c-9f5b-62bce492091c on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:06.248251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:06.249076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:06.249509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.250490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:06.250993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Bound port: e9176498-2a27-473c-9f5b-62bce492091c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:06.251380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.277631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffbc03e6-348b-4234-92b3-f45af13f16b9 req-b98c388a-576b-4847-888f-11119ef7b43f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892496 Aug 29 04:30:06.328113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:06.379179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] For port e9176498-2a27-473c-9f5b-62bce492091c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:06.382790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] For port e9176498-2a27-473c-9f5b-62bce492091c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e9176498-2a27-473c-9f5b-62bce492091c,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:06.390343 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.436838 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6334a323-8e97-452e-b047-da5ce5623c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.461391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6334a323-8e97-452e-b047-da5ce5623c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.470399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d88ed3-a704-40ec-9b26-2d85075e2469 None None] Pushing event updated for resources: {'Port': ['ID=e9176498-2a27-473c-9f5b-62bce492091c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.481993 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.485762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ac2f34-0fac-435f-856e-2628696a43bb req-31b42a38-78ce-4686-9d54-4e7b2c5e9555 service neutron] 10.222.0.37 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562594 Aug 29 04:30:06.507550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 585f576d-cea9-4107-bc51-46ac267e4f4c yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:06.548169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef06ef-4c08-42f3-8d87-7f5253702512 req-99ace478-0445-4f5f-ae91-274338c9f75e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.553801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37ef06ef-4c08-42f3-8d87-7f5253702512 req-99ace478-0445-4f5f-ae91-274338c9f75e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1537244 Aug 29 04:30:06.563296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-82806a2f-eb4a-40a4-80c6-b2e540da4fef service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230118 Aug 29 04:30:06.650829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.676908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6334a323-8e97-452e-b047-da5ce5623c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.679523 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6334a323-8e97-452e-b047-da5ce5623c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.683222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6334a323-8e97-452e-b047-da5ce5623c69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ea317ba-1302-4554-b541-e5abe50fd16a HTTP/1.1" status: 204 len: 168 time: 0.7357025 Aug 29 04:30:06.713730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a065adde-56b6-4d12-934f-78189ce7eb8e details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:06.717027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 97f8d951-c6da-446a-b442-e00a8bd9d1f0 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:06.745914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37ef06ef-4c08-42f3-8d87-7f5253702512 req-0b4cb7ee-37d2-43f9-a975-9d8e59615ad0 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809273 Aug 29 04:30:06.782556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334a323-8e97-452e-b047-da5ce5623c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea317ba-1302-4554-b541-e5abe50fd16a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.943495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.976256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.983935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.992978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.000068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.009927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.017793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.034759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa0d16b7-ef10-4064-8d76-520322c119be req-07dc23b2-54c2-4d88-bed4-8f7487c02b57 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.3691797 Aug 29 04:30:07.052377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port a065adde-56b6-4d12-934f-78189ce7eb8e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a065adde-56b6-4d12-934f-78189ce7eb8e,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:07.078608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'a065adde-56b6-4d12-934f-78189ce7eb8e', 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'port_id': 'a065adde-56b6-4d12-934f-78189ce7eb8e', 'mac_address': 'fa:16:3e:af:bb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:07.084757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::8d27:fd4c:4d5:50b4 (870a58ce-8cff-482e-9cde-b685e5bb8346/3675fea2-44c3-4783-8a62-814884324123/585f576d-cea9-4107-bc51-46ac267e4f4c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:07.159882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-bbbc0974-9aab-4971-97e2-b55154290025 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884252 Aug 29 04:30:07.170356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e9176498-2a27-473c-9f5b-62bce492091c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:07.187516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa0d16b7-ef10-4064-8d76-520322c119be req-3a7f988a-f6d8-45a0-8645-4b82dc2bb2a8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513615 Aug 29 04:30:07.200341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb5765-1c12-4015-8386-fa76e1458ddf req-54dc6587-9356-4315-8eb2-5d0df0d6e874 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.208250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6bb5765-1c12-4015-8386-fa76e1458ddf req-54dc6587-9356-4315-8eb2-5d0df0d6e874 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 943 time: 0.2468989 Aug 29 04:30:07.282260 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.288324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-c75d8857-2ed8-4792-8f38-991e480686fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9ef2357a-ca48-4385-a116-2f0905952474 HTTP/1.1" status: 200 len: 217 time: 0.1059525 Aug 29 04:30:07.310370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a065adde-56b6-4d12-934f-78189ce7eb8e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:07.353866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port a065adde-56b6-4d12-934f-78189ce7eb8e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a065adde-56b6-4d12-934f-78189ce7eb8e,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:07.364738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.372414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e9176498-2a27-473c-9f5b-62bce492091c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:07.410968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-0a80bec8-760c-4264-a4b8-374ede4187f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.412369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-0a80bec8-760c-4264-a4b8-374ede4187f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.1121280 Aug 29 04:30:07.444758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=a065adde-56b6-4d12-934f-78189ce7eb8e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.459738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5b570b3b-6dba-4734-8028-e6e5a31f1527 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:07.475927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.521782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 585f576d-cea9-4107-bc51-46ac267e4f4c will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:07.535871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:07.586032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.618237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5b570b3b-6dba-4734-8028-e6e5a31f1527, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5b570b3b-6dba-4734-8028-e6e5a31f1527,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:07.645067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2b68-5a38-48b0-ac66-3a53fe58e4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.646350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '5b570b3b-6dba-4734-8028-e6e5a31f1527', 'network_id': 'c1abff56-b839-4516-b4e3-5b0afaf2e3c8', 'port_id': '5b570b3b-6dba-4734-8028-e6e5a31f1527', 'mac_address': 'fa:16:3e:95:b4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:07.698984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:07.701064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6bb5765-1c12-4015-8386-fa76e1458ddf req-c8d8deae-56b1-4ad8-adba-49ff88f08bd4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919240 Aug 29 04:30:07.705312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:07.707918 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.714918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:07.721537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.722679 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.731270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b570b3b-6dba-4734-8028-e6e5a31f1527 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:07.760411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=585f576d-cea9-4107-bc51-46ac267e4f4c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.762039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['a065adde-56b6-4d12-934f-78189ce7eb8e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:07.799073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c504-7539-4452-9e35-1893f622f95e req-86431834-412e-4bc4-9c4e-4e29edd2300a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.801922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a09c504-7539-4452-9e35-1893f622f95e req-86431834-412e-4bc4-9c4e-4e29edd2300a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.3431928 Aug 29 04:30:07.814322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5b570b3b-6dba-4734-8028-e6e5a31f1527, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5b570b3b-6dba-4734-8028-e6e5a31f1527,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:07.815843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-9eca714a-3e15-4bf4-b6e3-61f4c4a0d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:07.818859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-9eca714a-3e15-4bf4-b6e3-61f4c4a0d3c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3925157 Aug 29 04:30:07.825703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.882495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a09c504-7539-4452-9e35-1893f622f95e req-b07aa1c6-a5d7-4bf5-9537-a2f1a54b2487 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732098 Aug 29 04:30:07.932804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5b570b3b-6dba-4734-8028-e6e5a31f1527,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.135142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5b570b3b-6dba-4734-8028-e6e5a31f1527'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:08.208534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.316697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=97f8d951-c6da-446a-b442-e00a8bd9d1f0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.383469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b9ad7d19-c32a-4f11-be1f-a16b0eaf62db None None] Provisioning for port e9176498-2a27-473c-9f5b-62bce492091c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:08.413229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b9ad7d19-c32a-4f11-be1f-a16b0eaf62db None None] Provisioning complete for port e9176498-2a27-473c-9f5b-62bce492091c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:08.413981 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7d19-c32a-4f11-be1f-a16b0eaf62db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.424953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.440401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.462608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.474413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.484011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.494369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.507186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.521180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-a9480266-a6b2-4bef-a849-45435af31c1d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1787601 Aug 29 04:30:08.596096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce47a50e-f5c0-4dfe-b0ee-943e163a74b5 req-cfcd9f2e-b2f0-4807-8e9e-421c8613e64d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738862 Aug 29 04:30:08.616135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.627136 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2b68-5a38-48b0-ac66-3a53fe58e4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.659644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b663f54e-b396-49ab-84f1-e48a63fae536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.6967804 Aug 29 04:30:08.660611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.665031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d30e6-a19b-4eab-bed2-751e84828dff req-e3fba3cb-fcf1-4770-bb21-aae132722854 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.689417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-248d30e6-a19b-4eab-bed2-751e84828dff req-e3fba3cb-fcf1-4770-bb21-aae132722854 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.7581394 Aug 29 04:30:08.691828 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd1f2b68-5a38-48b0-ac66-3a53fe58e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.696792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7d19-c32a-4f11-be1f-a16b0eaf62db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.759422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f2b68-5a38-48b0-ac66-3a53fe58e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10351cd-0188-4dd9-abe9-bb1d83661850,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.788369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a065adde-56b6-4d12-934f-78189ce7eb8e up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:08.854683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996cafc-d8fd-400d-84be-78890f44870c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.873149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b9ad7d19-c32a-4f11-be1f-a16b0eaf62db None None] For port e9176498-2a27-473c-9f5b-62bce492091c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e9176498-2a27-473c-9f5b-62bce492091c,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:08.878830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996cafc-d8fd-400d-84be-78890f44870c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.880280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-248d30e6-a19b-4eab-bed2-751e84828dff req-ad7631cd-0c33-45ae-9b71-be12a31df80d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797547 Aug 29 04:30:08.884335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7996cafc-d8fd-400d-84be-78890f44870c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2222288 Aug 29 04:30:08.885000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7d19-c32a-4f11-be1f-a16b0eaf62db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.898866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54730) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.902554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port a065adde-56b6-4d12-934f-78189ce7eb8e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:08.912557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port a065adde-56b6-4d12-934f-78189ce7eb8e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:08.912557 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.010570 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1656a6db-cac5-4031-b3a0-049393157503 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1254647 Aug 29 04:30:09.178789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bd1f2b68-5a38-48b0-ac66-3a53fe58e4d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc7dff0774aa4ee7a3c2a36beded86d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6417236 Aug 29 04:30:09.184219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:09.194327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae40191-d641-4016-9155-9cd5b1fcf16d req-18e6662e-2551-4a5f-8395-13372b7339c4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.197242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.208152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fae40191-d641-4016-9155-9cd5b1fcf16d req-18e6662e-2551-4a5f-8395-13372b7339c4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 944 time: 0.2334790 Aug 29 04:30:09.213090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df94fa71-09b0-4ae6-81b6-8d29f0a534c8 None None] Provisioning for port 585f576d-cea9-4107-bc51-46ac267e4f4c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:09.229952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df94fa71-09b0-4ae6-81b6-8d29f0a534c8 None None] Provisioning complete for port 585f576d-cea9-4107-bc51-46ac267e4f4c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.230346 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df94fa71-09b0-4ae6-81b6-8d29f0a534c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.307765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port a065adde-56b6-4d12-934f-78189ce7eb8e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a065adde-56b6-4d12-934f-78189ce7eb8e,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:09.309886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df94fa71-09b0-4ae6-81b6-8d29f0a534c8 None None] Port 585f576d-cea9-4107-bc51-46ac267e4f4c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:09.311503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a99800d-862c-456d-bf29-651a731158ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a065adde-56b6-4d12-934f-78189ce7eb8e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:09.316995 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4896f18f-2e9c-4311-8502-a98955077073" -d '{"events": [{"server_uuid": "3a99800d-862c-456d-bf29-651a731158ef", "name": "network-vif-plugged", "status": "completed", "tag": "a065adde-56b6-4d12-934f-78189ce7eb8e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:09.321990 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.323774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad7d19-c32a-4f11-be1f-a16b0eaf62db None None] Pushing event updated for resources: {'Port': ['ID=e9176498-2a27-473c-9f5b-62bce492091c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.361312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fae40191-d641-4016-9155-9cd5b1fcf16d req-7fae6543-e465-4c48-8636-32017a3b8b2f tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410749 Aug 29 04:30:09.379165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 585f576d-cea9-4107-bc51-46ac267e4f4c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:09.389048 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.399639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=a065adde-56b6-4d12-934f-78189ce7eb8e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.452598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5b570b3b-6dba-4734-8028-e6e5a31f1527 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:09.515721 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.554425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 5b570b3b-6dba-4734-8028-e6e5a31f1527 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:09.561213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 5b570b3b-6dba-4734-8028-e6e5a31f1527 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.561820 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.645012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39c2a8-2508-47b7-8ff2-bf1aebd63865 req-cc344e21-c69b-46fc-91d8-0616fbd300e4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.652492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b39c2a8-2508-47b7-8ff2-bf1aebd63865 req-cc344e21-c69b-46fc-91d8-0616fbd300e4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1537251 Aug 29 04:30:09.684210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.696322 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.736276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5b570b3b-6dba-4734-8028-e6e5a31f1527, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5b570b3b-6dba-4734-8028-e6e5a31f1527,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:09.742860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b39c2a8-2508-47b7-8ff2-bf1aebd63865 req-3b92d319-6d42-47b7-94b1-c4c4c9816a2a tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887747 Aug 29 04:30:09.744381 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.745691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 585f576d-cea9-4107-bc51-46ac267e4f4c owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:09.839698 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e9233-e65c-41c1-b52c-a7171a5cc2f6 x-openstack-request-id: req-395e9233-e65c-41c1-b52c-a7171a5cc2f6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:09.840247 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a99800d-862c-456d-bf29-651a731158ef", "name": "network-vif-plugged", "status": "completed", "tag": "a065adde-56b6-4d12-934f-78189ce7eb8e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:09.840367 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-395e9233-e65c-41c1-b52c-a7171a5cc2f6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:09.840717 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a99800d-862c-456d-bf29-651a731158ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a065adde-56b6-4d12-934f-78189ce7eb8e', 'code': 200} Aug 29 04:30:09.851024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5b570b3b-6dba-4734-8028-e6e5a31f1527,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.929420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.048471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.055532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.062154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.071452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.074810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Router 802c86ff-577d-41c1-b8f7-27a54f5fd38b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:10.078653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.084717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.085960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dadbe-2a36-483a-ad05-88107604d168 req-60dd3bf0-0637-4141-9319-08e5ef9adf09 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.087500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d8dadbe-2a36-483a-ad05-88107604d168 req-60dd3bf0-0637-4141-9319-08e5ef9adf09 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.6735559 Aug 29 04:30:10.091320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.100103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-450b0f59-3492-4ed6-95db-ce24e7ad8079 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1692538 Aug 29 04:30:10.116691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-2c688aa6-8a75-40b0-8021-05a6dd1893dd service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0004356 Aug 29 04:30:10.118348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.154774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=585f576d-cea9-4107-bc51-46ac267e4f4c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.192184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-459b02e1-7322-4bb3-a20b-58854def25d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=ff238051-0a0a-4903-ac26-034f71774b17 HTTP/1.1" status: 200 len: 217 time: 0.0618179 Aug 29 04:30:10.205186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73735813-a10e-4ed0-8ed6-03cbbb7c1fba req-2007c299-d509-4185-8c78-06e888737137 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038175 Aug 29 04:30:10.206347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.218231 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b2de56c7-bbf9-4675-b3d6-a58723d6412f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/585f576d-cea9-4107-bc51-46ac267e4f4c HTTP/1.1" status: 204 len: 168 time: 1.3291767 Aug 29 04:30:10.221478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54746) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.248592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf41608-cbb9-472a-b7ff-5da2426db054 req-1494e274-a5ad-425a-a2ed-0b347efc9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.250149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bf41608-cbb9-472a-b7ff-5da2426db054 req-1494e274-a5ad-425a-a2ed-0b347efc9f23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 1097 time: 0.3114364 Aug 29 04:30:10.339699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.341490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b844f-9244-4a47-9d1d-033fa72b6752 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.342250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.343358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b844f-9244-4a47-9d1d-033fa72b6752 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.344190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a10351cd-0188-4dd9-abe9-bb1d83661850 HTTP/1.1" status: 204 len: 168 time: 1.0597875 Aug 29 04:30:10.348248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-278b844f-9244-4a47-9d1d-033fa72b6752 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1250210 Aug 29 04:30:10.349994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54750) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.384612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d8dadbe-2a36-483a-ad05-88107604d168 req-0611e8b0-a510-46b3-b956-a9ad8c8d0953 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813931 Aug 29 04:30:10.428746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:10.434233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10351cd-0188-4dd9-abe9-bb1d83661850,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.451055 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] Sync routers for ids ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:10.454748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3d4e61a3-e912-4e99-b54c-d938f5109eae tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "PUT /v2.0/routers/802c86ff-577d-41c1-b8f7-27a54f5fd38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8112035 Aug 29 04:30:10.464682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54754) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.469746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.470099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.470446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.470782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.471118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.471869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.471869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.472088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.472400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.472723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.473048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.473166 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] Routers {'802c86ff-577d-41c1-b8f7-27a54f5fd38b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:10.473387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07667b24-e5b8-49bb-b463-42f19ec4b359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:10.473745 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:10.480290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9bf41608-cbb9-472a-b7ff-5da2426db054 req-62ec0fe4-22c1-4700-a6f8-8c58b13dc955 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171235 Aug 29 04:30:10.503443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-eca1c1f1-5d61-4958-84fa-97b6092c7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.504963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-eca1c1f1-5d61-4958-84fa-97b6092c7a7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.2539377 Aug 29 04:30:10.551646 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:10.564212 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] Routers {'802c86ff-577d-41c1-b8f7-27a54f5fd38b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:10.564844 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:29:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:10.583515 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0231b4-3b44-4802-9999-549a8d712eb3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:30:10.585122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3a0231b4-3b44-4802-9999-549a8d712eb3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/97f8d951-c6da-446a-b442-e00a8bd9d1f0 HTTP/1.1" status: 404 len: 333 time: 0.1194723 Aug 29 04:30:10.587916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.591140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 3675fea2-44c3-4783-8a62-814884324123 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:10.601823 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.602318 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:10.603183 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f12b45-42fc-417b-a567-8ba3d0c4fe81 None None] The sync data for ids ['802c86ff-577d-41c1-b8f7-27a54f5fd38b'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:10.656986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e133b2-c8e0-40de-a153-01168497d55a req-d3af50ab-c826-4508-a7e1-6cfdf6d942a2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.660367 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29e133b2-c8e0-40de-a153-01168497d55a req-d3af50ab-c826-4508-a7e1-6cfdf6d942a2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.1357381 Aug 29 04:30:10.668617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-cf4356aa-34c7-4ba2-be2e-cdf7b292e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.670209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-cf4356aa-34c7-4ba2-be2e-cdf7b292e60d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580060 Aug 29 04:30:10.673951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.800583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14399aff-2ab5-42b0-b4d7-bde021acf3e3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.871204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.883273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e9176498-2a27-473c-9f5b-62bce492091c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:10.983920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29e133b2-c8e0-40de-a153-01168497d55a req-66c6e48a-1b0d-447d-8e9c-f3bcb66cc9d7 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124073 Aug 29 04:30:10.996111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e9176498-2a27-473c-9f5b-62bce492091c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:10.996731 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.017488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.119391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=3675fea2-44c3-4783-8a62-814884324123,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.124369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.124962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48795a01-0b45-425a-97ee-00a095b2cf44 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:11.131327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c027bedd-19bd-46be-ba11-5bf0f7bba427 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/3675fea2-44c3-4783-8a62-814884324123 HTTP/1.1" status: 204 len: 168 time: 0.7764204 Aug 29 04:30:11.138992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54770) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.141913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e25ea-e64f-4643-8d06-1436729e421f req-26f9b0e2-d92f-439c-9d6a-ffe0c43f12e3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.151559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e4e25ea-e64f-4643-8d06-1436729e421f req-26f9b0e2-d92f-439c-9d6a-ffe0c43f12e3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.2663064 Aug 29 04:30:11.212255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-40d90c1d-f198-44e0-a6c9-2996e88e6ae1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718987 Aug 29 04:30:11.216167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54772) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.219550 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14399aff-2ab5-42b0-b4d7-bde021acf3e3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.224301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14399aff-2ab5-42b0-b4d7-bde021acf3e3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.229543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-8d6f7749-995f-4954-a54b-5a4effc2dfa5 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205104 Aug 29 04:30:11.302729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab003603-56de-4349-846e-ea699aacc56a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.306471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab003603-56de-4349-846e-ea699aacc56a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0878906 Aug 29 04:30:11.308813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.391390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905fefa1-1d0c-4d9f-8b2c-6a3f14ff09de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.392910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-905fefa1-1d0c-4d9f-8b2c-6a3f14ff09de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830815 Aug 29 04:30:11.404687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54782) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.406807 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:11.420460 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e4e25ea-e64f-4643-8d06-1436729e421f req-81c80b96-f769-413d-a2a7-b0b77544ea87 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495587 Aug 29 04:30:11.454425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14399aff-2ab5-42b0-b4d7-bde021acf3e3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.468287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14399aff-2ab5-42b0-b4d7-bde021acf3e3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Fanout notify agent at l3_agent the message router_deleted on router 802c86ff-577d-41c1-b8f7-27a54f5fd38b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:11.487231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14399aff-2ab5-42b0-b4d7-bde021acf3e3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.494274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-14399aff-2ab5-42b0-b4d7-bde021acf3e3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/routers/802c86ff-577d-41c1-b8f7-27a54f5fd38b HTTP/1.1" status: 204 len: 168 time: 0.9048319 Aug 29 04:30:11.496958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.576459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:11.627859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 8e987372-e531-4497-a08b-69cd0003ca38 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:11.634874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-7b278727-b8be-4909-a9d8-1582937c6c44 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950620 Aug 29 04:30:11.638383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.727419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Deleting port e9176498-2a27-473c-9f5b-62bce492091c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:11.728192 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.832288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-232cf60a-418a-4e83-829d-99e8274e0ec2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f HTTP/1.1" status: 200 len: 217 time: 0.1888037 Aug 29 04:30:11.845977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] For port e9176498-2a27-473c-9f5b-62bce492091c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e9176498-2a27-473c-9f5b-62bce492091c,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:11.846792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.869482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeaae97-a644-4545-805a-24ff3c787476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b570b3b-6dba-4734-8028-e6e5a31f1527'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:11.877961 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266cd535-77bb-4402-b17a-0181d90be19d" -d '{"events": [{"server_uuid": "9aeaae97-a644-4545-805a-24ff3c787476", "name": "network-vif-plugged", "status": "completed", "tag": "5b570b3b-6dba-4734-8028-e6e5a31f1527"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:11.894515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.903485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Calling delete_port for e9176498-2a27-473c-9f5b-62bce492091c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:11.943559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f08e6-0e91-42b2-9a74-a4a3174bfb41 req-8b199de7-3832-422d-825c-0c6b1ff45e08 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.945232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-661f08e6-0e91-42b2-9a74-a4a3174bfb41 req-8b199de7-3832-422d-825c-0c6b1ff45e08 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1763594 Aug 29 04:30:11.991455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-8d0ae65d-9100-4c96-a793-6a72271690cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.993392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-8d0ae65d-9100-4c96-a793-6a72271690cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.1451635 Aug 29 04:30:12.021441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a820a82c-4f5d-417c-a982-9ee95fb1c3c0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6129413 Aug 29 04:30:12.022752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.047864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:12.057311 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.077614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.079447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] No DVR routers for this DVR port e9176498-2a27-473c-9f5b-62bce492091c on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:12.090177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.096084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.103274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Pushing event deleted for resources: {'Port': ['ID=e9176498-2a27-473c-9f5b-62bce492091c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.117765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.120896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.121365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.121581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.122001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.122342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.122679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.123013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.123343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.123673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.124059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.124391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.125252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c340f1-5a27-4f96-9731-1e4e57b53090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:12.132866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.141940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.148998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.150977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-048d9bc0-b563-4ead-a5ba-a137d2e5e72b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.7943456 Aug 29 04:30:12.205773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-661f08e6-0e91-42b2-9a74-a4a3174bfb41 req-36f1b2b6-96d9-490c-ad80-ee4406920590 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491200 Aug 29 04:30:12.208329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1732e8d0-b3c6-4e14-8088-3b3514831a86 req-71420588-c530-4368-a91b-e96c9785d661 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419960 Aug 29 04:30:12.241933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.296317 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc9c3f4-020e-4091-82c2-09e1fa6637dd x-openstack-request-id: req-7cc9c3f4-020e-4091-82c2-09e1fa6637dd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:12.297342 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeaae97-a644-4545-805a-24ff3c787476", "name": "network-vif-plugged", "status": "completed", "tag": "5b570b3b-6dba-4734-8028-e6e5a31f1527", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:12.297732 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7cc9c3f4-020e-4091-82c2-09e1fa6637dd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:12.298370 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeaae97-a644-4545-805a-24ff3c787476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b570b3b-6dba-4734-8028-e6e5a31f1527', 'code': 200} Aug 29 04:30:12.337694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-41e10d6c-3ca1-4d48-8c7a-327a4c5891fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.340406 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-41e10d6c-3ca1-4d48-8c7a-327a4c5891fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3390980 Aug 29 04:30:12.382771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7414-24af-4eda-938a-ef98531ac46f req-44d7ab85-6d95-407d-8ead-29ec5ec9e70e tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.388041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2be7414-24af-4eda-938a-ef98531ac46f req-44d7ab85-6d95-407d-8ead-29ec5ec9e70e tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.0810850 Aug 29 04:30:12.447609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:12.451685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.479172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0009c-e1e6-4d46-b3be-780bcc48389e req-8e1496f7-e991-4ccc-9ca9-6f654d93d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.480917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57a0009c-e1e6-4d46-b3be-780bcc48389e req-8e1496f7-e991-4ccc-9ca9-6f654d93d305 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 1097 time: 0.0896060 Aug 29 04:30:12.512040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2be7414-24af-4eda-938a-ef98531ac46f req-b04c1e0a-5518-49a1-bb38-84ef2fd95f14 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816591 Aug 29 04:30:12.559415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.568190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57a0009c-e1e6-4d46-b3be-780bcc48389e req-f352f85c-d94e-454e-92e6-84478f2db1ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550773 Aug 29 04:30:12.649714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=8e987372-e531-4497-a08b-69cd0003ca38,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.651849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.657722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54816) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:12.657866 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-55a8c316-e832-4531-9fb3-0cb5bea4ce84 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/8e987372-e531-4497-a08b-69cd0003ca38 HTTP/1.1" status: 204 len: 168 time: 1.1591992 Aug 29 04:30:12.667279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-07706ca5-5ef9-43a6-849a-68a6fd40957e service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155389 Aug 29 04:30:12.670831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba324f-6e2c-4562-a31d-5fa02d7a6c27 None None] Network 6d3905cd-545d-4037-bf70-fdcadb93de48 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:12.792627 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.895809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e9176498-2a27-473c-9f5b-62bce492091c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:12.919301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82620ccd-9b7b-4167-b213-f8b710ffb432 req-130e71a3-3919-476d-aa81-99b1c29b4fb3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.927087 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82620ccd-9b7b-4167-b213-f8b710ffb432 req-130e71a3-3919-476d-aa81-99b1c29b4fb3 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.3648951 Aug 29 04:30:12.927771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e9176498-2a27-473c-9f5b-62bce492091c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:12.928300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e9176498-2a27-473c-9f5b-62bce492091c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:12.940200 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.975825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port e2f7432f-369e-438a-bbbb-04a746a7549c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:12.975825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.047775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82620ccd-9b7b-4167-b213-f8b710ffb432 req-8fca2c21-a8be-4839-932d-f9d0df44bdc9 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161878 Aug 29 04:30:13.055157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:13.061742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:13.073556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.073556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.079728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed5d6a-67fe-4a22-9d8c-7faeb6dd1f20 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:13.083349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=102c0a14-ef4e-4802-ae1f-895404f96b55,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.087258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] DHCP port deletion for 6d3905cd-545d-4037-bf70-fdcadb93de48 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:13.097192 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-1b02c4bd-0fa0-47e7-b008-3e3de0e8b3c8 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378674 Aug 29 04:30:13.120110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f095994-829a-4be4-8de3-5e982e64acff tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0741878 Aug 29 04:30:13.124691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:13.135569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] For port e2f7432f-369e-438a-bbbb-04a746a7549c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e2f7432f-369e-438a-bbbb-04a746a7549c,segment=NetworkSegment(5b254a0d-4131-4072-a329-d8920198d7b5),segment_id=5b254a0d-4131-4072-a329-d8920198d7b5)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:13.136841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.156583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for e2f7432f-369e-438a-bbbb-04a746a7549c owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:13.157450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '102c0a14-ef4e-4802-ae1f-895404f96b55', 'ip_address': '2001:db8::fbd0:5439:380e:e448'}], 'name': 'tempest-NetworksTestDHCPv6-907633026'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:13.194777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-85912f7f-0739-497b-a0f0-bf5cb5a8236f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 200 len: 217 time: 0.0901732 Aug 29 04:30:13.359230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-9f900671-b24c-4c46-a574-3ac407cdcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.360559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-9f900671-b24c-4c46-a574-3ac407cdcab2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.1282866 Aug 29 04:30:13.368775 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.420225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=e2f7432f-369e-438a-bbbb-04a746a7549c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:13.430703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No DVR routers for this DVR port e2f7432f-369e-438a-bbbb-04a746a7549c on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:13.514427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-b7b94c10-ed5a-40d4-8674-e056e0971c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.516513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-b7b94c10-ed5a-40d4-8674-e056e0971c9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1483576 Aug 29 04:30:13.525400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:13.567937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.578061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0763-feab-4f10-bf03-56a7b600886d req-47532d52-f84c-4064-9ecd-4acf716a520c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.587185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.596951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2ba0763-feab-4f10-bf03-56a7b600886d req-47532d52-f84c-4064-9ecd-4acf716a520c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1631482 Aug 29 04:30:13.597629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.605243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.611909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.618552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.625125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:13.627457 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-fd6fc6b2-7def-4537-9915-ce2fc7c00144 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1975327 Aug 29 04:30:13.690087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.807808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] Deleting port e2f7432f-369e-438a-bbbb-04a746a7549c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:13.808627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.824551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3905cd-545d-4037-bf70-fdcadb93de48']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:13.874213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2ba0763-feab-4f10-bf03-56a7b600886d req-f598f7c8-043c-4e93-a14d-0af1d675a5d2 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762876 Aug 29 04:30:13.905735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '102c0a14-ef4e-4802-ae1f-895404f96b55'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:13.912284 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.912524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b254a0d-4131-4072-a329-d8920198d7b5') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:13.912785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b254a0d-4131-4072-a329-d8920198d7b5') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:13.970827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] For port e2f7432f-369e-438a-bbbb-04a746a7549c, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:13.972703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.976053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.052722 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.057131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] Calling delete_port for e2f7432f-369e-438a-bbbb-04a746a7549c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:14.065866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] Port e2f7432f-369e-438a-bbbb-04a746a7549c was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:30:14.080044 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.084436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:14.085518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.110845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] Pushing event deleted for resources: {'Port': ['ID=e2f7432f-369e-438a-bbbb-04a746a7549c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:14.136928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855c898-2247-44a4-8394-ccb1fd750649 None None] No DVR routers for this DVR port e2f7432f-369e-438a-bbbb-04a746a7549c on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:14.219018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/102c0a14-ef4e-4802-ae1f-895404f96b55/b8874d56-d7e6-4c35-a07f-865d744e8b95) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:14.222147 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:14.257113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.317097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.333560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/6d3905cd-545d-4037-bf70-fdcadb93de48 HTTP/1.1" status: 204 len: 168 time: 1.6750131 Aug 29 04:30:14.349727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54852) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.364706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698951dc-10e6-4953-b908-f62c33975b49 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=6d3905cd-545d-4037-bf70-fdcadb93de48,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:14.457885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe29324a-39d8-4d11-8019-79ddd4e330e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.458939 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.471406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fe29324a-39d8-4d11-8019-79ddd4e330e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/9f033b38-31c6-4251-a8a0-75559f9c7e47 HTTP/1.1" status: 200 len: 840 time: 0.1205423 Aug 29 04:30:14.472931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.477694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Transition to ACTIVE for port object b8874d56-d7e6-4c35-a07f-865d744e8b95 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:14.504633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Transition to ACTIVE for port object b8874d56-d7e6-4c35-a07f-865d744e8b95 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:14.521988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.562339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-84f0cdd4-d324-4ce0-8c1e-2ee71d5ed5a9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/9f033b38-31c6-4251-a8a0-75559f9c7e47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0881696 Aug 29 04:30:14.579201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d2bea-4f6c-4e07-ae7b-8c2f23630a3f req-3501eacb-3e5b-47f2-abca-981c2b29137c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.586720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a6d2bea-4f6c-4e07-ae7b-8c2f23630a3f req-3501eacb-3e5b-47f2-abca-981c2b29137c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.3623517 Aug 29 04:30:14.588948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54858) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.611807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:14.627080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:14.653503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:14.675070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:14.751301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd8f828f-ee72-49e9-b93c-983fc1ff69fc req-dd2ca5dc-9981-4786-9080-a70f03843ba8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0989740 Aug 29 04:30:14.787248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Pushing event updated for resources: {'Port': ['ID=b8874d56-d7e6-4c35-a07f-865d744e8b95,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:14.891416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Attempting to bind port b8874d56-d7e6-4c35-a07f-865d744e8b95 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:14.892957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Attempting to bind port b8874d56-d7e6-4c35-a07f-865d744e8b95 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:14.894246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Attempting to bind port b8874d56-d7e6-4c35-a07f-865d744e8b95 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:14.903592 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a6d2bea-4f6c-4e07-ae7b-8c2f23630a3f req-2604473d-b7c9-41ce-9eb8-5bd3f0d7a0b8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159404 Aug 29 04:30:14.915354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:14.916881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:14.918601 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.918840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.920453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:14.922986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Bound port: b8874d56-d7e6-4c35-a07f-865d744e8b95, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:14.928157 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.944535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-b01ebbbc-773c-437b-af2c-db03bc75f5c3 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4122684 Aug 29 04:30:15.078433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:15.094781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.127772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e2f7432f-369e-438a-bbbb-04a746a7549c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:15.238347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 7f111d16-f9f8-46fa-909f-b739f74703bc yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:15.273652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e2f7432f-369e-438a-bbbb-04a746a7549c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:15.277168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e2f7432f-369e-438a-bbbb-04a746a7549c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:15.333821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] For port b8874d56-d7e6-4c35-a07f-865d744e8b95, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:15.337248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] For port b8874d56-d7e6-4c35-a07f-865d744e8b95, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b8874d56-d7e6-4c35-a07f-865d744e8b95,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:15.348515 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.444265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f60f4-bb56-491f-a6ac-67c03af45f8b req-ed39282f-cc80-4f36-ae2a-9001d8de1200 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.445934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f31f60f4-bb56-491f-a6ac-67c03af45f8b req-ed39282f-cc80-4f36-ae2a-9001d8de1200 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1725969 Aug 29 04:30:15.536408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084352b-b0f4-48a4-b25e-cfff49db0e63 None None] Pushing event updated for resources: {'Port': ['ID=b8874d56-d7e6-4c35-a07f-865d744e8b95,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.577247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f31f60f4-bb56-491f-a6ac-67c03af45f8b req-8b8abebd-d300-4f26-8f40-77c54b6456ab tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006467 Aug 29 04:30:15.631065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::fbd0:5439:380e:e448 (870a58ce-8cff-482e-9cde-b685e5bb8346/102c0a14-ef4e-4802-ae1f-895404f96b55/7f111d16-f9f8-46fa-909f-b739f74703bc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:15.712599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.847543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:15.849753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=625aa378-cfc5-4366-87fd-11b1043b1d1d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.855724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:15.860181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.860980 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.867130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b3a1d-118e-4c9e-8b6b-6834cf33f0d9 None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:15.880915 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-669ec678-26b5-4e2c-9d32-82dc0a43589b service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9022157 Aug 29 04:30:15.884212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa72e45-7e3a-4ecf-b093-1805f1a13d09 req-8038633f-f894-476a-8b52-7d0c7628617c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.890167 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1fa72e45-7e3a-4ecf-b093-1805f1a13d09 req-8038633f-f894-476a-8b52-7d0c7628617c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1023479 Aug 29 04:30:15.910839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-457b42e9-7026-460f-8fba-b76719690ce0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3179824 Aug 29 04:30:15.913915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.945547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496557e-cdaf-4b39-8865-252dec8d8fb0 req-b7ec773c-3cb0-4201-b341-ae11fc30fdcb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:15.947942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d496557e-cdaf-4b39-8865-252dec8d8fb0 req-b7ec773c-3cb0-4201-b341-ae11fc30fdcb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.5479405 Aug 29 04:30:15.956706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-67d03845-d2ef-43dc-b1aa-90580a8cba43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'security_group': {'name': 'tempest-secgroup-1476832258'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:15.991469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1fa72e45-7e3a-4ecf-b093-1805f1a13d09 req-89eb7d71-92b2-4728-9b9c-1322309a3477 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971105 Aug 29 04:30:16.104314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d03845-d2ef-43dc-b1aa-90580a8cba43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.141342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.142890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'tenant_id': 'd48f33a3a25e4c3ab7a423a19f44ae90', 'fixed_ips': [{'subnet_id': '625aa378-cfc5-4366-87fd-11b1043b1d1d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:16.144369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.148730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.149785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d496557e-cdaf-4b39-8865-252dec8d8fb0 req-971b8fa4-7690-4b2d-a858-decd514fbaca tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760423 Aug 29 04:30:16.155431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.162837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.169632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.180567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.190002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.198093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-9e8c8113-4dc0-42c5-8e1c-22e3032be74f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1364343 Aug 29 04:30:16.262585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.265025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc3cf48a-fb16-4ba2-9e08-0a1c8a86f083 req-f7ce22dd-bcc8-43cb-b08b-b3124958ea25 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656929 Aug 29 04:30:16.298864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.299362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.299845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.300328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.300800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.301379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.301769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.303746 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-7aa78154-0fcc-4888-a465-7dfe99123c4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6494 time: 0.1500864 Aug 29 04:30:16.309327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 7f111d16-f9f8-46fa-909f-b739f74703bc will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:16.405359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Allocated IP 172.20.0.2 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/625aa378-cfc5-4366-87fd-11b1043b1d1d/dc772ca6-f64c-439d-a817-3b4df1e88533) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:16.532928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee1a9-36f5-41be-b0ec-97d6d541b97a req-d5fa78ec-03b7-4b4b-acca-cff107844480 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.540541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d3ee1a9-36f5-41be-b0ec-97d6d541b97a req-d5fa78ec-03b7-4b4b-acca-cff107844480 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 945 time: 0.2326190 Aug 29 04:30:16.594289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.595976 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d03845-d2ef-43dc-b1aa-90580a8cba43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.597331 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.605311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Transition to ACTIVE for port object dc772ca6-f64c-439d-a817-3b4df1e88533 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:16.621104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Transition to ACTIVE for port object dc772ca6-f64c-439d-a817-3b4df1e88533 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:16.630745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.666180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-ee2cb826-deb9-4b9f-8142-e9596a732cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.669277 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-ee2cb826-deb9-4b9f-8142-e9596a732cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1097 time: 0.2636967 Aug 29 04:30:16.675028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-0e8db8f5-996d-4de5-893a-ae780a2aef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.675240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Pushing event updated for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.677157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-0e8db8f5-996d-4de5-893a-ae780a2aef15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 200 len: 903 time: 0.3551056 Aug 29 04:30:16.678294 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d03845-d2ef-43dc-b1aa-90580a8cba43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.691039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:16.692523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:16.697350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:16.763521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Attempting to bind port dc772ca6-f64c-439d-a817-3b4df1e88533 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:16.765945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Attempting to bind port dc772ca6-f64c-439d-a817-3b4df1e88533 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'c4ce2059-0e1b-43c0-ba58-3dd78defc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:16.766317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Attempting to bind port dc772ca6-f64c-439d-a817-3b4df1e88533 on network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:16.770542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=7f111d16-f9f8-46fa-909f-b739f74703bc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.772451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:16.772859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Checking segment: {'id': 'c4ce2059-0e1b-43c0-ba58-3dd78defc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:16.773284 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.773708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Bound using segment: {'id': 'c4ce2059-0e1b-43c0-ba58-3dd78defc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:16.776249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Bound port: dc772ca6-f64c-439d-a817-3b4df1e88533, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ce2059-0e1b-43c0-ba58-3dd78defc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:16.776984 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.815291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adf76f3f-9f8e-463d-99bc-8e0cdf760d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.817732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfa912-b8ed-44d1-ad8c-28a5e9faabac req-2afd8dbb-bd2d-41dc-8e94-90f6bac6b435 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.827274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72dfa912-b8ed-44d1-ad8c-28a5e9faabac req-2afd8dbb-bd2d-41dc-8e94-90f6bac6b435 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1226780 Aug 29 04:30:16.892648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72dfa912-b8ed-44d1-ad8c-28a5e9faabac req-1b75da3b-5231-470a-902a-d882c13c31fe tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637560 Aug 29 04:30:16.909744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:16.909744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dc772ca6-f64c-439d-a817-3b4df1e88533,segment=NetworkSegment(c4ce2059-0e1b-43c0-ba58-3dd78defc849),segment_id=c4ce2059-0e1b-43c0-ba58-3dd78defc849)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:16.916966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.939631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-00079f37-b3a5-441e-be92-e6ee66f1a346 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 200 len: 217 time: 0.2281456 Aug 29 04:30:16.958359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b8874d56-d7e6-4c35-a07f-865d744e8b95 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:17.001037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:17.006001 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d03845-d2ef-43dc-b1aa-90580a8cba43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.007461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-67d03845-d2ef-43dc-b1aa-90580a8cba43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0863509 Aug 29 04:30:17.010513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d3ee1a9-36f5-41be-b0ec-97d6d541b97a req-133451a4-12c5-4af3-97cd-118368d07e8d tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690430 Aug 29 04:30:17.010661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54910) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.019418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:17.021564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7c7e9f5d-27e8-4be2-ad59-d369ede893e9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'security_group': {'name': 'tempest-secgroup-357061960'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:17.028007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d03845-d2ef-43dc-b1aa-90580a8cba43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2091b6-f5d1-4191-a6f7-6d2e2c560694,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.034117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:17.042430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.043278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.050306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0157fda-9c3d-4dce-8fe5-e7bb9f0bc28d None None] Pushing event updated for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.078897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-dba74f14-57b5-42b9-b12b-bf04e66ec3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.080754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-dba74f14-57b5-42b9-b12b-bf04e66ec3e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.1259873 Aug 29 04:30:17.088715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1f8859cd-b535-4383-b28e-436a038bee52 None None] Provisioning for port b8874d56-d7e6-4c35-a07f-865d744e8b95 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:17.096316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port b8874d56-d7e6-4c35-a07f-865d744e8b95 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:17.106708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1f8859cd-b535-4383-b28e-436a038bee52 None None] Provisioning complete for port b8874d56-d7e6-4c35-a07f-865d744e8b95 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:17.107152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f8859cd-b535-4383-b28e-436a038bee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.110361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9f5d-27e8-4be2-ad59-d369ede893e9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.152743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-64e91158-156d-48da-9427-3e37f10f83e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0256701 Aug 29 04:30:17.156358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54916) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.169837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-38db2648-1afb-4c78-98d1-ee67510cfb4e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '102c0a14-ef4e-4802-ae1f-895404f96b55', 'ip_address': '2001:db8::fbd0:5439:380e:e448'}], 'name': 'tempest-NetworksTestDHCPv6-853906712'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:17.192903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b8874d56-d7e6-4c35-a07f-865d744e8b95 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:17.193502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-0dbc27f7-6162-4568-9e1e-d7c84ba22700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.194972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-0dbc27f7-6162-4568-9e1e-d7c84ba22700 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.5095344 Aug 29 04:30:17.195393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.321610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-dbb074b0-aff5-447a-84a9-72563cbbdd24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 200 len: 1001 time: 0.1171355 Aug 29 04:30:17.382070 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f8859cd-b535-4383-b28e-436a038bee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.481139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.503170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-adc62dcc-971d-49f0-816a-fd220ac4a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.504967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-adc62dcc-971d-49f0-816a-fd220ac4a561 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4128025 Aug 29 04:30:17.529714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1f8859cd-b535-4383-b28e-436a038bee52 None None] For port b8874d56-d7e6-4c35-a07f-865d744e8b95, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b8874d56-d7e6-4c35-a07f-865d744e8b95,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:17.530498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-b4ed2066-c22d-4ee0-a906-75936015cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.532875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-b4ed2066-c22d-4ee0-a906-75936015cf00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1950531 Aug 29 04:30:17.554415 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f8859cd-b535-4383-b28e-436a038bee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.559477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397973f-6f4c-413d-8c83-0230f5445836 req-4eaa6afe-03af-44e1-8cbc-fa3870bfe55c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.562018 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5397973f-6f4c-413d-8c83-0230f5445836 req-4eaa6afe-03af-44e1-8cbc-fa3870bfe55c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.2388811 Aug 29 04:30:17.657098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9f5d-27e8-4be2-ad59-d369ede893e9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.675290 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:30:17.675642 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:30:17.679019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8859cd-b535-4383-b28e-436a038bee52 None None] Pushing event updated for resources: {'Port': ['ID=b8874d56-d7e6-4c35-a07f-865d744e8b95,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.691657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9f5d-27e8-4be2-ad59-d369ede893e9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.695467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0bcaad34-1db7-443d-94a8-852863ace9de None None] Provisioning for port 7f111d16-f9f8-46fa-909f-b739f74703bc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:17.701623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0bcaad34-1db7-443d-94a8-852863ace9de None None] Provisioning complete for port 7f111d16-f9f8-46fa-909f-b739f74703bc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:17.702209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bcaad34-1db7-443d-94a8-852863ace9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.709439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-6fab6505-d8e5-425c-9166-a8c37774d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.711215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-6fab6505-d8e5-425c-9166-a8c37774d3f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603928 Aug 29 04:30:17.716656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5397973f-6f4c-413d-8c83-0230f5445836 req-49084576-6124-4115-a533-e360c281b4b9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169090 Aug 29 04:30:17.743288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38db2648-1afb-4c78-98d1-ee67510cfb4e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:17.799936 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-d822bd4f-a6f9-4170-8c82-7dce52d73e4f service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850659 Aug 29 04:30:17.806922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0bcaad34-1db7-443d-94a8-852863ace9de None None] Port 7f111d16-f9f8-46fa-909f-b739f74703bc cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:17.814271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2505f7-30ad-4418-a439-24f9a4c26da1 req-0dc3acf3-061b-4870-b353-f03c9b77e88c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:17.818117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b2505f7-30ad-4418-a439-24f9a4c26da1 req-0dc3acf3-061b-4870-b353-f03c9b77e88c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.2201545 Aug 29 04:30:17.829637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9f5d-27e8-4be2-ad59-d369ede893e9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.832277 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7c7e9f5d-27e8-4be2-ad59-d369ede893e9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8207221 Aug 29 04:30:17.837579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e9f5d-27e8-4be2-ad59-d369ede893e9 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e87be90-a656-4699-a1ef-2a5c14e7ef97,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:17.869503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.875476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1910566269', 'security_groups': ['1e87be90-a656-4699-a1ef-2a5c14e7ef97'], 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '625aa378-cfc5-4366-87fd-11b1043b1d1d'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:17.906064 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b2505f7-30ad-4418-a439-24f9a4c26da1 req-861128b9-6205-4230-b6a3-b7489592a04c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786605 Aug 29 04:30:17.938416 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38db2648-1afb-4c78-98d1-ee67510cfb4e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.957634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-38db2648-1afb-4c78-98d1-ee67510cfb4e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 017b50fb-4ee7-45e6-85b0-5e3e9e1e4b9e yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:18.027044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-3eca5b1d-ff88-40c8-8d94-2316d52c8a36 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057148 Aug 29 04:30:18.078860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.084834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.090854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.096927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.102938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.109233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.115440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.117452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-6e96a396-3c47-46f1-9377-175f792406b1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.3073103 Aug 29 04:30:18.196616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8bb07-622d-4e8d-beb8-acd57fbf6b7d req-98a566d6-4e5a-4d91-b9f8-1e9c8ee4446d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.198274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ba8bb07-622d-4e8d-beb8-acd57fbf6b7d req-98a566d6-4e5a-4d91-b9f8-1e9c8ee4446d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1175497 Aug 29 04:30:18.248541 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-38db2648-1afb-4c78-98d1-ee67510cfb4e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:30:18.249070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38db2648-1afb-4c78-98d1-ee67510cfb4e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:18.263896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35aa09fc-9fe2-401a-b931-04fb7dc46951 req-4a80a19d-904e-4721-af8d-82f03106ad21 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524286 Aug 29 04:30:18.268429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ba8bb07-622d-4e8d-beb8-acd57fbf6b7d req-76fd90e1-c8d3-412c-ac8e-c0c68f6d9c92 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619490 Aug 29 04:30:18.289901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-38db2648-1afb-4c78-98d1-ee67510cfb4e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1323128 Aug 29 04:30:18.293476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.340367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d48f36bf-7087-425b-bdbf-59a9146b32a1 req-50b43fbe-be4c-4ff0-9c3a-bf2c9dfa9183 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426799 Aug 29 04:30:18.355477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad67d0a-b991-4b47-b765-d7f34208d1ad tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.362855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad67d0a-b991-4b47-b765-d7f34208d1ad tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.366921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6ad67d0a-b991-4b47-b765-d7f34208d1ad tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0654604 Aug 29 04:30:18.367204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54942) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.388573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb70dc94-5178-4000-a94f-ed441aa50327 req-65de7383-284e-4072-a6ef-57273e8efb2e service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466122 Aug 29 04:30:18.416254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:18.540792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c53c06b6-be7c-4564-9106-8c75290e7d68 None None] Provisioning for port dc772ca6-f64c-439d-a817-3b4df1e88533 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:18.560919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 7f111d16-f9f8-46fa-909f-b739f74703bc {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:18.563501 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.570838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c53c06b6-be7c-4564-9106-8c75290e7d68 None None] Provisioning complete for port 9f033b38-31c6-4251-a8a0-75559f9c7e47 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:18.573953 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c53c06b6-be7c-4564-9106-8c75290e7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.575843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.613108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c53c06b6-be7c-4564-9106-8c75290e7d68 None None] Port 9f033b38-31c6-4251-a8a0-75559f9c7e47 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:18.615943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:18.695881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73e53-9bc5-4476-bff4-bf23b9959628 req-fcbe2e35-e593-4a97-83d2-94656c732cc6 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.697382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26d73e53-9bc5-4476-bff4-bf23b9959628 req-fcbe2e35-e593-4a97-83d2-94656c732cc6 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1089880 Aug 29 04:30:18.711220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.748077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 7f111d16-f9f8-46fa-909f-b739f74703bc owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:18.766295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26d73e53-9bc5-4476-bff4-bf23b9959628 req-06b389bd-8117-4527-bae3-29bed4c99793 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575116 Aug 29 04:30:18.823293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.9 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/625aa378-cfc5-4366-87fd-11b1043b1d1d/d0b23e35-de7f-4934-8f0a-d7099a61b0d0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:18.930382 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.996195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6dea1-2dec-4e7b-9765-c928e509454a req-4dfdbb60-7e80-4d32-ae28-46cc9236ee62 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:18.997941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74e6dea1-2dec-4e7b-9765-c928e509454a req-4dfdbb60-7e80-4d32-ae28-46cc9236ee62 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1376441 Aug 29 04:30:19.001118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=7f111d16-f9f8-46fa-909f-b739f74703bc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.009396 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.012865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-99f38625-1a17-434a-9340-08417e05f59c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7f111d16-f9f8-46fa-909f-b739f74703bc HTTP/1.1" status: 204 len: 168 time: 0.6444504 Aug 29 04:30:19.015584 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54958) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.063276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b8874d56-d7e6-4c35-a07f-865d744e8b95 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:19.111751 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74e6dea1-2dec-4e7b-9765-c928e509454a req-4340e08d-48b1-48ff-a74f-c0143420068d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019287 Aug 29 04:30:19.131530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.131709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b8874d56-d7e6-4c35-a07f-865d744e8b95 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:19.131709 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.138784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55407-35d8-4824-b527-7ce993d5a31f req-c1c8c33e-71ea-4166-b918-90a018617f84 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.144741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55407-35d8-4824-b527-7ce993d5a31f req-c1c8c33e-71ea-4166-b918-90a018617f84 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.150693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55407-35d8-4824-b527-7ce993d5a31f req-c1c8c33e-71ea-4166-b918-90a018617f84 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.158498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-97b55407-35d8-4824-b527-7ce993d5a31f req-c1c8c33e-71ea-4166-b918-90a018617f84 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476&device_id=3a99800d-862c-456d-bf29-651a731158ef&device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 2416 time: 0.0888445 Aug 29 04:30:19.164636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object d0b23e35-de7f-4934-8f0a-d7099a61b0d0 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:19.172975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4abeb1-bdc5-4def-97cb-b9e39cdace45 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.180348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4abeb1-bdc5-4def-97cb-b9e39cdace45 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.186509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9b4abeb1-bdc5-4def-97cb-b9e39cdace45 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1671979 Aug 29 04:30:19.188560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54960) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.217922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.265437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-97b55407-35d8-4824-b527-7ce993d5a31f req-22d0e23b-abe4-49c1-813b-c093e7b6c735 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058660 Aug 29 04:30:19.266867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dc772ca6-f64c-439d-a817-3b4df1e88533 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:19.269861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=d0b23e35-de7f-4934-8f0a-d7099a61b0d0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.278733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 102c0a14-ef4e-4802-ae1f-895404f96b55 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:19.282264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.297569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:19.302501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:19.306702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:19.366505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.396373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port dc772ca6-f64c-439d-a817-3b4df1e88533 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:19.401833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:19.402216 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.407180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.407856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.437763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ddf6156d-fbbb-463e-aeba-bc6a7fc59071 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5646002 Aug 29 04:30:19.439142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54968) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.444581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-eaa8d482-6a2e-4d09-8648-e4233ef8d3ec tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:19.459694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f0f0dd5e-0961-496b-bd2c-ba0b75cb77a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.513412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.527302 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.565727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579070bc-9938-4886-9536-7eaa6ca90b0b req-4f5da041-d23d-4df0-adaf-a12b538168d8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.567478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-579070bc-9938-4886-9536-7eaa6ca90b0b req-4f5da041-d23d-4df0-adaf-a12b538168d8 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.1478796 Aug 29 04:30:19.576137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dc772ca6-f64c-439d-a817-3b4df1e88533,segment=NetworkSegment(c4ce2059-0e1b-43c0-ba58-3dd78defc849),segment_id=c4ce2059-0e1b-43c0-ba58-3dd78defc849)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:19.583662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e4c68-6a97-4855-8f7c-b09172a67cac req-07781d97-5d17-4581-ae1f-7b2f026af393 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.585578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec4e4c68-6a97-4855-8f7c-b09172a67cac req-07781d97-5d17-4581-ae1f-7b2f026af393 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1869180 Aug 29 04:30:19.606670 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.622475 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.639216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-579070bc-9938-4886-9536-7eaa6ca90b0b req-01bd7e98-ea4f-45d0-86c2-8f70ce2cce4a tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 Aug 29 04:30:19.657135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec4e4c68-6a97-4855-8f7c-b09172a67cac req-4638c3e8-e491-494d-9dd8-c1678c9d1101 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596526 Aug 29 04:30:19.658293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.658730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8d482-6a2e-4d09-8648-e4233ef8d3ec tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:19.662858 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d482-6a2e-4d09-8648-e4233ef8d3ec tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.698858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-83961957-36fa-4384-abc2-984165a4db91 None None] Provisioning for port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:19.707616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=102c0a14-ef4e-4802-ae1f-895404f96b55,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.711580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.712237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-83961957-36fa-4384-abc2-984165a4db91 None None] Provisioning complete for port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:19.712609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83961957-36fa-4384-abc2-984165a4db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.714805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f74d745-44f9-4b79-b8b0-6afcf4397a91 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/102c0a14-ef4e-4802-ae1f-895404f96b55 HTTP/1.1" status: 204 len: 168 time: 0.5178933 Aug 29 04:30:19.717665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54972) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.738745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c3aef-f5e4-48c1-88f3-de0a3d44cd50 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:19.778820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed2d80fa-67e0-43c6-93df-6988e50c2805 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567212 Aug 29 04:30:19.783869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54976) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.793285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:19.795863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.832628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-83961957-36fa-4384-abc2-984165a4db91 None None] Port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:19.855309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.861918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.867890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.874130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.880293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.886289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.893067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:19.895160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-781aec31-2f7d-467e-8ea3-2a477597db26 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1473382 Aug 29 04:30:19.904020 n-d-712143-14 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-eaa8d482-6a2e-4d09-8648-e4233ef8d3ec tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 625aa378-cfc5-4366-87fd-11b1043b1d1d (CIDR: 172.20.0.0/28) Aug 29 04:30:19.922925 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa8d482-6a2e-4d09-8648-e4233ef8d3ec tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:19.923902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa8d482-6a2e-4d09-8648-e4233ef8d3ec tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:19.970184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:19.977758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.982048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eaa8d482-6a2e-4d09-8648-e4233ef8d3ec tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5427577 Aug 29 04:30:19.983041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.989206 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:20.023296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a70a965-a011-4d41-a7df-4a753ca6114f req-ad21b025-bfb4-4303-ae29-af8408810234 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160107 Aug 29 04:30:20.030851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:20.153009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] Deleting port b8874d56-d7e6-4c35-a07f-865d744e8b95 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:20.154820 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.256358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:20.261481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.266112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] For port b8874d56-d7e6-4c35-a07f-865d744e8b95, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b8874d56-d7e6-4c35-a07f-865d744e8b95,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:20.266753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.295825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] Calling delete_port for b8874d56-d7e6-4c35-a07f-865d744e8b95 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:20.360185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de36283-29a0-454d-bbc5-5bf185aae277 req-b7d7f530-757e-4a09-b3fd-de87b2adb1ea tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.367584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9de36283-29a0-454d-bbc5-5bf185aae277 req-b7d7f530-757e-4a09-b3fd-de87b2adb1ea tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 945 time: 0.1308262 Aug 29 04:30:20.420904 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.451366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] Pushing event deleted for resources: {'Port': ['ID=b8874d56-d7e6-4c35-a07f-865d744e8b95,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.453224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77a0a6-c87c-4979-8c9e-85a29838de92 None None] No DVR routers for this DVR port b8874d56-d7e6-4c35-a07f-865d744e8b95 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:20.501837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.521315 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9de36283-29a0-454d-bbc5-5bf185aae277 req-94081de4-0fcd-49ed-8f9a-69ca82d10088 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528125 Aug 29 04:30:20.558563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:20.563348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:20.567633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.568365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.577160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bb903-9f96-45bd-acdc-995fb8cc19aa None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:20.597024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=16c7ec5d-0440-4381-9245-11c86829e451,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.617441 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.626368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5b2664bb-85ca-4676-ba01-fab0e670c17a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8405409 Aug 29 04:30:20.628565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55002) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.636655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5fdbde59-41a5-43b2-9df9-eb1a86a01b4b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '16c7ec5d-0440-4381-9245-11c86829e451', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-784756444'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:20.654902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.804328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:20.806301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:20.808801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=e749f4b7-5c2e-40ab-832f-db8535d26b43,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:20.811627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.812911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.836175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8588f26-a996-4f5c-b3a8-49b0b5cc4509 None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:20.838049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:20.882910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e2c567cc-18fe-40e4-8ec4-529d97918e78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8977981 Aug 29 04:30:20.883963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.885887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdbde59-41a5-43b2-9df9-eb1a86a01b4b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:20.891888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fdbde59-41a5-43b2-9df9-eb1a86a01b4b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.894833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-320026793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e749f4b7-5c2e-40ab-832f-db8535d26b43'}], 'security_groups': ['5b2091b6-f5d1-4191-a6f7-6d2e2c560694']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:20.914498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-5fdbde59-41a5-43b2-9df9-eb1a86a01b4b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 73c3d873-1201-4c41-9899-e09b62c2004c yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:20.927051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dc772ca6-f64c-439d-a817-3b4df1e88533 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:20.934146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.976179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b316f21-9360-4c98-b925-e0838b5ad76f req-6234ba4d-f7a3-4201-a0d6-014855ca91cb tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:20.985313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b316f21-9360-4c98-b925-e0838b5ad76f req-6234ba4d-f7a3-4201-a0d6-014855ca91cb tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1589320 Aug 29 04:30:21.053208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.088800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b316f21-9360-4c98-b925-e0838b5ad76f req-1e129e30-6795-4b0c-beda-823f865575ac tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024249 Aug 29 04:30:21.160021 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdbde59-41a5-43b2-9df9-eb1a86a01b4b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:21.160498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdbde59-41a5-43b2-9df9-eb1a86a01b4b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:21.165158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163df9e-6a6e-4827-8c40-6f7bc5567c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '16c7ec5d-0440-4381-9245-11c86829e451'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:21.168394 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1163df9e-6a6e-4827-8c40-6f7bc5567c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.189715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5fdbde59-41a5-43b2-9df9-eb1a86a01b4b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5597625 Aug 29 04:30:21.191965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55020) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.202549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:21.203632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.243207 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab0b9d9a-5086-4cda-85a0-09c1c0a6e102 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0500791 Aug 29 04:30:21.243811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55024) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.251596 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.355756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.362369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.368448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.375023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.382152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.388393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.395200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.402844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-67ccf6dc-cf85-4616-9f13-8a1d8045266c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.2000167 Aug 29 04:30:21.416947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b64a49-3699-469e-811e-6d8e2602d0e0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.418671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b64a49-3699-469e-811e-6d8e2602d0e0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.423923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-31b64a49-3699-469e-811e-6d8e2602d0e0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1637664 Aug 29 04:30:21.424894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55028) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.505678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68e05a41-fe06-49c5-bfb1-8ca2a248fce3 req-95146b5d-f4f7-4186-8867-45c055566875 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018486 Aug 29 04:30:21.510054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d19f04-37d5-4023-97b6-2a572c333073 req-1c504b93-2453-4a57-9125-4c77ebae1083 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.511750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87d19f04-37d5-4023-97b6-2a572c333073 req-1c504b93-2453-4a57-9125-4c77ebae1083 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1971619 Aug 29 04:30:21.541877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 16c7ec5d-0440-4381-9245-11c86829e451 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:21.544760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.547187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:21.549604 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dc95f1-c1a7-4b2f-ba46-e7c48b56707e" -d '{"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-unplugged", "status": "completed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:21.590243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:21.604281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87d19f04-37d5-4023-97b6-2a572c333073 req-ff6a82b4-9275-4500-90a0-dbe5d1332ad4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782526 Aug 29 04:30:21.620749 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.623564 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643a4e0f-5a5c-4ec3-b9dc-1c4ea8330c57 x-openstack-request-id: req-643a4e0f-5a5c-4ec3-b9dc-1c4ea8330c57 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:21.623932 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-unplugged", "status": "failed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2", "code": 422}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:21.624190 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-643a4e0f-5a5c-4ec3-b9dc-1c4ea8330c57 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:21.624744 n-d-712143-14 neutron-server[94825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2', 'code': 422} returned with failed status Aug 29 04:30:21.634613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Delete allocated IP 172.20.0.9 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/625aa378-cfc5-4366-87fd-11b1043b1d1d) {{(pid=94824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:30:21.655259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.659801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.28 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/e749f4b7-5c2e-40ab-832f-db8535d26b43/d0b23e35-de7f-4934-8f0a-d7099a61b0d0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:21.743135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.782385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.822608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b092880-945b-472f-b6e6-9fa079646095 req-1b1749d7-fd87-4051-b46d-3222eaac945a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.823810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b8874d56-d7e6-4c35-a07f-865d744e8b95 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:21.832678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b092880-945b-472f-b6e6-9fa079646095 req-1b1749d7-fd87-4051-b46d-3222eaac945a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1339874 Aug 29 04:30:21.846858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.848970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b8874d56-d7e6-4c35-a07f-865d744e8b95 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:21.849320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b8874d56-d7e6-4c35-a07f-865d744e8b95 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:21.864519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] Update dhcp port {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'fixed_ips': [{'subnet_id': '625aa378-cfc5-4366-87fd-11b1043b1d1d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e749f4b7-5c2e-40ab-832f-db8535d26b43'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'dc772ca6-f64c-439d-a817-3b4df1e88533'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:21.895553 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.907341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b092880-945b-472f-b6e6-9fa079646095 req-88401b7b-08c2-405f-8ab0-2de8200f283c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736754 Aug 29 04:30:21.923080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.986138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=16c7ec5d-0440-4381-9245-11c86829e451,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.987037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.997401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.999460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0b8a853e-ccd8-4718-a454-f37f08e0187f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/16c7ec5d-0440-4381-9245-11c86829e451 HTTP/1.1" status: 204 len: 168 time: 0.5633197 Aug 29 04:30:22.002290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55044) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.002420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object d0b23e35-de7f-4934-8f0a-d7099a61b0d0 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:22.007941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.049634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55048) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.050485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-179ffd28-821d-4d53-835e-07eace35bdbc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470660 Aug 29 04:30:22.055361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:22.064868 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-156b3801-6d84-49da-964c-3c0c76c5d849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-1163df9e-6a6e-4827-8c40-6f7bc5567c67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16c7ec5d-0440-4381-9245-11c86829e451: This subnet is being modified by another concurrent operation. Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:30:22.075162 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16c7ec5d-0440-4381-9245-11c86829e451: This subnet is being modified by another concurrent operation. Aug 29 04:30:22.081261 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:30:22.135460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=d0b23e35-de7f-4934-8f0a-d7099a61b0d0,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.208082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] In _notify_port_updated(), no bound segment for port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 on network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:22.213774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.214507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.219414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-632a3017-7e65-4748-b6fc-72d2cb796522 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "PUT /v2.0/ports/d0b23e35-de7f-4934-8f0a-d7099a61b0d0 HTTP/1.1" status: 200 len: 920 time: 1.3343596 Aug 29 04:30:22.220064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.277793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.291389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] Allocated IP 172.20.0.18 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/e749f4b7-5c2e-40ab-832f-db8535d26b43/dc772ca6-f64c-439d-a817-3b4df1e88533) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:22.322281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:22.322646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.437547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dc772ca6-f64c-439d-a817-3b4df1e88533,segment=NetworkSegment(c4ce2059-0e1b-43c0-ba58-3dd78defc849),segment_id=c4ce2059-0e1b-43c0-ba58-3dd78defc849)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:22.473632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.490690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] Transition to ACTIVE for port object dc772ca6-f64c-439d-a817-3b4df1e88533 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:22.496763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.589707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-156b3801-6d84-49da-964c-3c0c76c5d849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.595879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-156b3801-6d84-49da-964c-3c0c76c5d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.630358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ec301-759b-4232-8c65-18c13b88d898 None None] Pushing event updated for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.637717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b3801-6d84-49da-964c-3c0c76c5d849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989f3d93-32b6-4503-888c-f3148350424e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.651314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15fce2-1cd4-483d-bf77-d64bf14ff9a4 req-f4f68e61-72eb-468b-baf7-45d9ad3a4e93 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.652796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f15fce2-1cd4-483d-bf77-d64bf14ff9a4 req-f4f68e61-72eb-468b-baf7-45d9ad3a4e93 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1269548 Aug 29 04:30:22.682467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-156b3801-6d84-49da-964c-3c0c76c5d849 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef8cf30988944be0a8c6450f5e92f091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8319635 Aug 29 04:30:22.683881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55070) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.730450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f15fce2-1cd4-483d-bf77-d64bf14ff9a4 req-4fd3ba4b-4769-498b-a9db-03bfbaac6eba tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685456 Aug 29 04:30:22.761373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d01ee021-3646-4956-a72d-f2ceda30d67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.790794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d01ee021-3646-4956-a72d-f2ceda30d67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.863243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dc772ca6-f64c-439d-a817-3b4df1e88533 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:22.886354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4198-8567-4daf-a83a-71140faa40d9 req-1c2f170a-d3e6-429e-aa88-801a42342bd3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:22.887950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0ac4198-8567-4daf-a83a-71140faa40d9 req-1c2f170a-d3e6-429e-aa88-801a42342bd3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.0693560 Aug 29 04:30:22.905843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d01ee021-3646-4956-a72d-f2ceda30d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.908432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d01ee021-3646-4956-a72d-f2ceda30d67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.909642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d01ee021-3646-4956-a72d-f2ceda30d67e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/989f3d93-32b6-4503-888c-f3148350424e HTTP/1.1" status: 204 len: 168 time: 0.2248096 Aug 29 04:30:22.918039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.927616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ee021-3646-4956-a72d-f2ceda30d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989f3d93-32b6-4503-888c-f3148350424e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.962982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0ac4198-8567-4daf-a83a-71140faa40d9 req-064496fa-50a9-46f6-ba36-f80842cdb632 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664101 Aug 29 04:30:22.965339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for d0b23e35-de7f-4934-8f0a-d7099a61b0d0 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:22.967134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:22.970730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.050989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.059327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.066034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.072268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.078365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.086087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.094544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.097298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-fc046593-86d1-4f9d-81be-2a01e483bff2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.3197436 Aug 29 04:30:23.270794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-482c6c0c-ed71-451c-a8fd-5c353f312f57 req-f502eae2-6901-4deb-addb-faa7e28a7ec8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488721 Aug 29 04:30:23.370780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55086) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.376064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079d7da-8954-4e47-b9d2-b5cebddfda41 req-011363ea-8a97-4533-84ec-dbf3d29af8f1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.382123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0079d7da-8954-4e47-b9d2-b5cebddfda41 req-011363ea-8a97-4533-84ec-dbf3d29af8f1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.0884354 Aug 29 04:30:23.414494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c247e84c-2a23-4a72-a86b-4106f623103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.420392 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0079d7da-8954-4e47-b9d2-b5cebddfda41 req-70e38fcc-1a2b-431e-8dc2-ee0a6d82f551 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Aug 29 04:30:23.491998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Provisioning for port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:23.495994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Provisioning complete for port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:23.496382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.499781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.516720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Port d0b23e35-de7f-4934-8f0a-d7099a61b0d0 was deleted so its status cannot be updated. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:30:23.532179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Provisioning for port dc772ca6-f64c-439d-a817-3b4df1e88533 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:23.538092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:23.538612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.555588 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.566872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=d0b23e35-de7f-4934-8f0a-d7099a61b0d0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.638037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Provisioning complete for port 9f033b38-31c6-4251-a8a0-75559f9c7e47 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:23.638642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.683369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f2bdba93-f8b3-4899-9a4c-816ecbcd567b None None] Port 9f033b38-31c6-4251-a8a0-75559f9c7e47 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:23.683742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:23.703448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:23.706478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.707081 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.712873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0bd3a0-d729-4013-b4e7-e73a2c9dee84 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:23.735080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=5f27e705-227e-46ee-899d-0a63c55e23b1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.761187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.763288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b62e23bb-4aba-49bc-afac-5b3a6c3e9f78 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/d0b23e35-de7f-4934-8f0a-d7099a61b0d0 HTTP/1.1" status: 204 len: 168 time: 1.5422573 Aug 29 04:30:23.766610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55096) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.797717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-ee1d3698-2ebc-4932-8212-eb285c169e97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2450676 Aug 29 04:30:23.815191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c247e84c-2a23-4a72-a86b-4106f623103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.820190 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f52527-f04a-4eff-b2bf-641ec7942045 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:30:23.822124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-57f52527-f04a-4eff-b2bf-641ec7942045 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/d0b23e35-de7f-4934-8f0a-d7099a61b0d0 HTTP/1.1" status: 404 len: 333 time: 0.0544398 Aug 29 04:30:23.825110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c247e84c-2a23-4a72-a86b-4106f623103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.826163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.883294 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ec544402-3ac1-4981-84d0-5072973b29ba tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8325207 Aug 29 04:30:23.883924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.908965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71237d1d-cf2a-4313-a129-ea1c4bedbcb6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.919007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a1695532-2765-454c-934a-2b93e0e59179 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1399934076', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:23.926985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '5f27e705-227e-46ee-899d-0a63c55e23b1'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:23.928334 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.939516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71237d1d-cf2a-4313-a129-ea1c4bedbcb6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.988038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247e84c-2a23-4a72-a86b-4106f623103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae75a002-3ef3-4642-ad8a-a8168eb5e4ff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.997512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c247e84c-2a23-4a72-a86b-4106f623103d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f0a5e9c6e5447508b465be68ba6b170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253366 Aug 29 04:30:24.002984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.022244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71237d1d-cf2a-4313-a129-ea1c4bedbcb6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.026003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-71237d1d-cf2a-4313-a129-ea1c4bedbcb6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.027871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-71237d1d-cf2a-4313-a129-ea1c4bedbcb6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/security-groups/1e87be90-a656-4699-a1ef-2a5c14e7ef97 HTTP/1.1" status: 204 len: 168 time: 0.1992671 Aug 29 04:30:24.032676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1695532-2765-454c-934a-2b93e0e59179 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.033955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55108) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.034613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1695532-2765-454c-934a-2b93e0e59179 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.050968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71237d1d-cf2a-4313-a129-ea1c4bedbcb6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e87be90-a656-4699-a1ef-2a5c14e7ef97,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.072542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aafc0-e0ca-4ba8-a866-4d36ba68bb8f req-08a46e50-a771-4cfd-a640-5413098da160 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.081942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad3aafc0-e0ca-4ba8-a866-4d36ba68bb8f req-08a46e50-a771-4cfd-a640-5413098da160 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1951706 Aug 29 04:30:24.135046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61815cab-9333-444d-83f5-0094eb7fee0d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.187705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61815cab-9333-444d-83f5-0094eb7fee0d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.195967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1695532-2765-454c-934a-2b93e0e59179 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.197140 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-654d2f87-ff9f-4002-ac4f-608907dbb3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.215505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1695532-2765-454c-934a-2b93e0e59179 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.237733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad3aafc0-e0ca-4ba8-a866-4d36ba68bb8f req-dd1bc88e-27fc-4f15-8d27-4eed90280391 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544695 Aug 29 04:30:24.242718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd340b7-7a00-4c3c-8039-92d4962692c8 req-a491f9d1-17ce-4178-85ec-44e5cc89366b tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.244293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfd340b7-7a00-4c3c-8039-92d4962692c8 req-a491f9d1-17ce-4178-85ec-44e5cc89366b tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1272881 Aug 29 04:30:24.256564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/5f27e705-227e-46ee-899d-0a63c55e23b1/c50a97fd-3b70-4363-bb7c-e2d557f5c490) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:24.263298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-654d2f87-ff9f-4002-ac4f-608907dbb3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.293358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7a019264-cbda-4b5d-9e23-a33686ec6081 None None] Could not find standard attr ID for object d0b23e35-de7f-4934-8f0a-d7099a61b0d0. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:24.336200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61815cab-9333-444d-83f5-0094eb7fee0d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.343924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61815cab-9333-444d-83f5-0094eb7fee0d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.347248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1695532-2765-454c-934a-2b93e0e59179 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.347577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-61815cab-9333-444d-83f5-0094eb7fee0d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b2091b6-f5d1-4191-a6f7-6d2e2c560694 HTTP/1.1" status: 204 len: 168 time: 0.3123105 Aug 29 04:30:24.351837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a1695532-2765-454c-934a-2b93e0e59179 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4434710 Aug 29 04:30:24.352716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55118) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.368753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55120) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:24.373359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61815cab-9333-444d-83f5-0094eb7fee0d tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2091b6-f5d1-4191-a6f7-6d2e2c560694,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.373553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-654d2f87-ff9f-4002-ac4f-608907dbb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.377546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-654d2f87-ff9f-4002-ac4f-608907dbb3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.379432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-654d2f87-ff9f-4002-ac4f-608907dbb3dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae75a002-3ef3-4642-ad8a-a8168eb5e4ff HTTP/1.1" status: 204 len: 168 time: 0.3725150 Aug 29 04:30:24.423216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfd340b7-7a00-4c3c-8039-92d4962692c8 req-8530b781-868c-46da-abcb-2549af0a0ca7 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506286 Aug 29 04:30:24.438603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d2f87-ff9f-4002-ac4f-608907dbb3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae75a002-3ef3-4642-ad8a-a8168eb5e4ff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.471556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 625aa378-cfc5-4366-87fd-11b1043b1d1d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:24.477684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.571930 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.586591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Transition to ACTIVE for port object c50a97fd-3b70-4363-bb7c-e2d557f5c490 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:24.610170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.619704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Transition to ACTIVE for port object c50a97fd-3b70-4363-bb7c-e2d557f5c490 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:24.628822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.663764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:24.673186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:24.677158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:24.684296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.690824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.696964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.703638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.710251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.716871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.724134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.726155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-e0dd10a2-71b8-4c40-9cb4-9fac1cb05ef8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.2144656 Aug 29 04:30:24.741899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Pushing event updated for resources: {'Port': ['ID=c50a97fd-3b70-4363-bb7c-e2d557f5c490,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.756958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Attempting to bind port c50a97fd-3b70-4363-bb7c-e2d557f5c490 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:24.757337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Attempting to bind port c50a97fd-3b70-4363-bb7c-e2d557f5c490 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:24.757736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Attempting to bind port c50a97fd-3b70-4363-bb7c-e2d557f5c490 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:24.762973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:24.764362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:24.764362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.764362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:24.764635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Bound port: c50a97fd-3b70-4363-bb7c-e2d557f5c490, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:24.765003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.802483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.841607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] For port c50a97fd-3b70-4363-bb7c-e2d557f5c490, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:24.845488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] For port c50a97fd-3b70-4363-bb7c-e2d557f5c490, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c50a97fd-3b70-4363-bb7c-e2d557f5c490,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:24.856356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:24.862718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.889379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f550252-5d1a-426b-a7b5-ef17a0923040 req-f7025ff7-ad83-4705-a621-c067dadfd130 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.891083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3f550252-5d1a-426b-a7b5-ef17a0923040 req-f7025ff7-ad83-4705-a621-c067dadfd130 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.3016646 Aug 29 04:30:24.933250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0022c70-20e0-4be1-be43-e3e8de4331c8 req-74cefd2b-59a8-4532-95a1-452df5b19c54 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825734 Aug 29 04:30:24.994164 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.026090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3f550252-5d1a-426b-a7b5-ef17a0923040 req-8b9a9983-1235-4f5d-9ffd-e47d43dd0760 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230497 Aug 29 04:30:25.031833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.045200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc0813-1220-4df8-ac46-d8b819a4ad4b None None] Pushing event updated for resources: {'Port': ['ID=c50a97fd-3b70-4363-bb7c-e2d557f5c490,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.049845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=625aa378-cfc5-4366-87fd-11b1043b1d1d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.070043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.080788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b7fb16b9-2d5e-4a7c-b243-139009099371 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/625aa378-cfc5-4366-87fd-11b1043b1d1d HTTP/1.1" status: 204 len: 168 time: 0.7245166 Aug 29 04:30:25.084597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:25.087786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174cc9de-c98a-4e31-b0ea-f5e55161efb1 None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:25.089846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:25.342388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:25.347025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.502740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::1 (870a58ce-8cff-482e-9cde-b685e5bb8346/5f27e705-227e-46ee-899d-0a63c55e23b1/6246ad85-45f6-4baf-b6c0-fd4b30397e90) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:25.576938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eabf29-c270-4c92-9c3e-65010572acbf req-b5cc4317-32cb-42cc-8df1-31682b55e301 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.585867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83eabf29-c270-4c92-9c3e-65010572acbf req-b5cc4317-32cb-42cc-8df1-31682b55e301 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1737447 Aug 29 04:30:25.683808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83eabf29-c270-4c92-9c3e-65010572acbf req-79bec161-3ebc-478a-88e7-9b290028af65 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969262 Aug 29 04:30:25.787076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.820928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 6246ad85-45f6-4baf-b6c0-fd4b30397e90 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:25.831776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f035-7ddf-465b-91d3-32895e990ad6 req-c5b2476c-b8a0-41ca-9014-c84cda4bad1c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.833364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e05f035-7ddf-465b-91d3-32895e990ad6 req-c5b2476c-b8a0-41ca-9014-c84cda4bad1c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1615157 Aug 29 04:30:25.910430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.925160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e05f035-7ddf-465b-91d3-32895e990ad6 req-162b54cb-a785-49a7-aa0d-56f40e50ef9a tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833158 Aug 29 04:30:25.939456 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.966355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:25.975473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:25.981227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.982190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.995767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=fe6bdbd9-060c-4bf2-8ee7-989cf694a044,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:26.007340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-640c024c-801f-466e-a5ac-06cb18d3b3ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9216635 Aug 29 04:30:26.010090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55158) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:26.030097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-04292638-552c-49c0-833d-29dfbdd416e1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'security_group': {'name': 'tempest-secgroup-302210332'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:26.069236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:26.078999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:26.086339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:26.086339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.090044 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04292638-552c-49c0-833d-29dfbdd416e1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.223923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=6246ad85-45f6-4baf-b6c0-fd4b30397e90,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:26.267746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.277997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.288430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.295023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.301724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.308204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.314117 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.315274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.317502 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-2b7338f6-3e94-4630-aa27-aa31d50636e2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1843238 Aug 29 04:30:26.392949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9239e36-3ea9-4ccc-af2c-d58fef9bcdea req-38bcf791-70b3-4f66-89e4-e07e5c76982f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623116 Aug 29 04:30:26.402555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04292638-552c-49c0-833d-29dfbdd416e1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.406405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004f5c-1f62-4502-ba9f-7e1abbc562a4 req-56817415-ebdd-4015-ac7e-a8f805ee28ae tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:26.412657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04292638-552c-49c0-833d-29dfbdd416e1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.423726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65004f5c-1f62-4502-ba9f-7e1abbc562a4 req-56817415-ebdd-4015-ac7e-a8f805ee28ae tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.2021022 Aug 29 04:30:26.474282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74b8adf-e3f2-4101-a042-a85b36973904 None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:26.485341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04292638-552c-49c0-833d-29dfbdd416e1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.486809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-04292638-552c-49c0-833d-29dfbdd416e1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4757288 Aug 29 04:30:26.489885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:26.494681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1e9147e5-0838-468d-ae46-01b5e985ce43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'security_group': {'name': 'tempest-secgroup-819866157'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:26.505754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292638-552c-49c0-833d-29dfbdd416e1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445eed53-673b-46ed-b656-b165b3945239,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:26.535381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9147e5-0838-468d-ae46-01b5e985ce43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.596168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8189c017-0efe-4c18-8f32-a7b477180fe7 None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:26.596765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8189c017-0efe-4c18-8f32-a7b477180fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.819426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9147e5-0838-468d-ae46-01b5e985ce43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.830561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9147e5-0838-468d-ae46-01b5e985ce43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.889645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9147e5-0838-468d-ae46-01b5e985ce43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa5368-8f23-4f97-9c22-2c6b074ed10d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:26.892484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9147e5-0838-468d-ae46-01b5e985ce43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.899384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.902031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55178) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:26.907619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e9147e5-0838-468d-ae46-01b5e985ce43 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4162457 Aug 29 04:30:26.926295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-45e97704-9c2a-4c4f-904f-25b7cfda3391 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'security_group': {'name': 'tempest-secgroup-2144108715'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:26.936632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.937426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.035169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=6246ad85-45f6-4baf-b6c0-fd4b30397e90,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.048598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c50a97fd-3b70-4363-bb7c-e2d557f5c490 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:27.070384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65004f5c-1f62-4502-ba9f-7e1abbc562a4 req-ee5ba043-8e31-48a4-8047-949689b21639 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6454132 Aug 29 04:30:27.079834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d67f18-8806-41fc-9e4b-0ad4dedaea61 req-21440770-80a7-40fe-bafe-ebbbc645e434 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.089671 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2d67f18-8806-41fc-9e4b-0ad4dedaea61 req-21440770-80a7-40fe-bafe-ebbbc645e434 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1202226 Aug 29 04:30:27.187809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2d67f18-8806-41fc-9e4b-0ad4dedaea61 req-a8ed0042-c3b6-4fc3-af01-4af16d48baee tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971389 Aug 29 04:30:27.196938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45e97704-9c2a-4c4f-904f-25b7cfda3391 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.236009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c50a97fd-3b70-4363-bb7c-e2d557f5c490 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:27.249750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8189c017-0efe-4c18-8f32-a7b477180fe7 None None] Provisioning complete for port 9f033b38-31c6-4251-a8a0-75559f9c7e47 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:27.250169 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8189c017-0efe-4c18-8f32-a7b477180fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.263780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:27.275197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:27.308600 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8189c017-0efe-4c18-8f32-a7b477180fe7 None None] Port 9f033b38-31c6-4251-a8a0-75559f9c7e47 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:27.376221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] Update dhcp port {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'fixed_ips': [{'subnet_id': 'e749f4b7-5c2e-40ab-832f-db8535d26b43', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fe6bdbd9-060c-4bf2-8ee7-989cf694a044'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'dc772ca6-f64c-439d-a817-3b4df1e88533'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:27.409200 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.424570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b26416-d488-4144-b2fd-feda2612a4b5 req-4092c3da-0004-4a27-96ce-5dde6fd50106 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.430102 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0b26416-d488-4144-b2fd-feda2612a4b5 req-4092c3da-0004-4a27-96ce-5dde6fd50106 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.2368243 Aug 29 04:30:27.481993 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45e97704-9c2a-4c4f-904f-25b7cfda3391 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.486836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Provisioning for port c50a97fd-3b70-4363-bb7c-e2d557f5c490 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:27.499229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Provisioning complete for port c50a97fd-3b70-4363-bb7c-e2d557f5c490 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:27.500258 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.515079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45e97704-9c2a-4c4f-904f-25b7cfda3391 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.650790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0b26416-d488-4144-b2fd-feda2612a4b5 req-2425a1fa-502c-40b7-ab85-126064e1540b tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367233 Aug 29 04:30:27.651402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e97704-9c2a-4c4f-904f-25b7cfda3391 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054f16c7-ac73-4656-b0e0-de1820d62e35,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.665312 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45e97704-9c2a-4c4f-904f-25b7cfda3391 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.677799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-45e97704-9c2a-4c4f-904f-25b7cfda3391 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7608452 Aug 29 04:30:27.680868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55220) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:27.688124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1234539455', 'security_groups': ['054f16c7-ac73-4656-b0e0-de1820d62e35'], 'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe6bdbd9-060c-4bf2-8ee7-989cf694a044'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:27.698386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.709512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.716111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.723171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.728576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.730116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.738581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.746448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.755041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-3ea3298b-01e3-4742-9aea-4b5d25d02718 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.1987591 Aug 29 04:30:27.811995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5d22a60-640d-4c00-97a8-becda27f3a95 req-9ae2a00a-03f7-4418-bfd5-8d9fd0c9fd78 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560265 Aug 29 04:30:27.825054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] For port c50a97fd-3b70-4363-bb7c-e2d557f5c490, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c50a97fd-3b70-4363-bb7c-e2d557f5c490,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:27.826681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] Allocated IP 172.20.0.2 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/fe6bdbd9-060c-4bf2-8ee7-989cf694a044/dc772ca6-f64c-439d-a817-3b4df1e88533) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:27.838680 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.876674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Provisioning for port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:27.928171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Provisioning complete for port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:27.928549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.027936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Router 7bb5caf5-73ae-4983-8d39-d80dc4025773 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:28.167592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:28.177278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fe03956e-7ad9-45bb-9e04-17dcafa46e73 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "PUT /v2.0/routers/7bb5caf5-73ae-4983-8d39-d80dc4025773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7835507 Aug 29 04:30:28.177379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.183402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:28.199602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Sync routers for ids ['7bb5caf5-73ae-4983-8d39-d80dc4025773'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:28.244477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Pushing event updated for resources: {'Port': ['ID=c50a97fd-3b70-4363-bb7c-e2d557f5c490,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.262230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Routers {'7bb5caf5-73ae-4983-8d39-d80dc4025773'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:28.263068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7bb5caf5-73ae-4983-8d39-d80dc4025773'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:28.268027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-68daf82d-addb-47c8-bc00-a6ea17f1f710 None None] Port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:28.283206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.318841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] device_id is not set on port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:28.324310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a236e4b9-68c6-4d58-8759-79ff5b90ecec tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.329841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a236e4b9-68c6-4d58-8759-79ff5b90ecec tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports/6246ad85-45f6-4baf-b6c0-fd4b30397e90 HTTP/1.1" status: 200 len: 911 time: 0.1517179 Aug 29 04:30:28.353601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dc772ca6-f64c-439d-a817-3b4df1e88533,segment=NetworkSegment(c4ce2059-0e1b-43c0-ba58-3dd78defc849),segment_id=c4ce2059-0e1b-43c0-ba58-3dd78defc849)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:28.359058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.359726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55242) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.411686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Set router 7bb5caf5-73ae-4983-8d39-d80dc4025773 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:28.427656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585713b9-b902-4445-bf2c-db9d516bc3dd req-a3f4ca87-d10a-492f-ba02-168b468fdd9f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.435311 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-585713b9-b902-4445-bf2c-db9d516bc3dd req-a3f4ca87-d10a-492f-ba02-168b468fdd9f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1770902 Aug 29 04:30:28.455416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9b1270da-0037-4a91-a811-70f467c4cbfb None None] Provisioning complete for port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:28.455973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b1270da-0037-4a91-a811-70f467c4cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.470881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-d51ebf26-94ea-4b51-b8ff-000e64cc20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.477116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-d51ebf26-94ea-4b51-b8ff-000e64cc20c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e3d3510045c4c58860b05723c490db2&device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 1097 time: 0.1873159 Aug 29 04:30:28.486634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d88e07-3bde-4035-a84a-7c41dfee37c3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.489204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6d075-c864-4e22-abfe-9ef1be477a56 req-6482dce4-deda-41a7-87c9-1f82646bd4f3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.490988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1da6d075-c864-4e22-abfe-9ef1be477a56 req-6482dce4-deda-41a7-87c9-1f82646bd4f3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.3206270 Aug 29 04:30:28.499971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d88e07-3bde-4035-a84a-7c41dfee37c3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.502118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09d88e07-3bde-4035-a84a-7c41dfee37c3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1412926 Aug 29 04:30:28.508165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.537882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55246) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.541379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1da6d075-c864-4e22-abfe-9ef1be477a56 req-e4805a7b-8efc-4b94-88e6-047a8c2bc245 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Aug 29 04:30:28.594014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9b1270da-0037-4a91-a811-70f467c4cbfb None None] Port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:28.599735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] Transition to ACTIVE for port object dc772ca6-f64c-439d-a817-3b4df1e88533 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:28.612946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.689754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.4 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/fe6bdbd9-060c-4bf2-8ee7-989cf694a044/6955a4d5-2969-4912-ac1f-ef7d37f0a2a3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:28.702920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-585713b9-b902-4445-bf2c-db9d516bc3dd req-eb687424-06e5-4ea6-876f-b75d48b44ecc tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659082 Aug 29 04:30:28.707079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-3cea8fa9-d74f-4bfd-825f-6b2b5fe3e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.712260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-3cea8fa9-d74f-4bfd-825f-6b2b5fe3e48d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 200 len: 917 time: 0.2088916 Aug 29 04:30:28.746957 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd196072-4c0b-4317-812d-4ac8042e1082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.765239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38021d5e-722d-4156-9524-5bd3faa64a15 None None] Pushing event updated for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.796822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-14aaa730-5ca9-47f3-948a-fca89caae7c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0343090-0004-4029-b65f-3cd275f1569c HTTP/1.1" status: 200 len: 217 time: 0.0657372 Aug 29 04:30:28.845452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'name': 'tempest-NetworksTestDHCPv6-router-1399934076', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:24Z', 'updated_at': '2021-08-29T04:30:26Z', 'revision_number': 2, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None, '_interfaces': [{'id': '6246ad85-45f6-4baf-b6c0-fd4b30397e90', 'name': '', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'mac_address': 'fa:16:3e:7b:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '5f27e705-227e-46ee-899d-0a63c55e23b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:25Z', 'updated_at': '2021-08-29T04:30:26Z', 'revision_number': 2, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'subnets': [{'id': '5f27e705-227e-46ee-899d-0a63c55e23b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:28.890010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Checking router: 7bb5caf5-73ae-4983-8d39-d80dc4025773 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:28.890374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Updating router 7bb5caf5-73ae-4983-8d39-d80dc4025773 port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:28.966966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.970060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-9e66dbbd-b24b-4272-b58b-a7697b2fe585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.973114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-9e66dbbd-b24b-4272-b58b-a7697b2fe585 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 200 len: 855 time: 0.1654110 Aug 29 04:30:28.989982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c50a97fd-3b70-4363-bb7c-e2d557f5c490 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:29.048744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.113403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:29.170280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.176319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c156a5-2e81-49ae-b347-675d9f36fce4 req-08e481e9-8017-4e81-bd7d-a4e23cd10c2f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.178247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69c156a5-2e81-49ae-b347-675d9f36fce4 req-08e481e9-8017-4e81-bd7d-a4e23cd10c2f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.4413869 Aug 29 04:30:29.179448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.190440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.202175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.220233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.221915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c50a97fd-3b70-4363-bb7c-e2d557f5c490 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:29.222459 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.229664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.240036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.248957 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-20e74a2d-189a-47a2-bf50-bcc314aff0b3 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.2711148 Aug 29 04:30:29.266183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-c5884108-902f-4f33-8d8c-c6a1e8c9537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.268119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-c5884108-902f-4f33-8d8c-c6a1e8c9537f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1abff56-b839-4516-b4e3-5b0afaf2e3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2875683 Aug 29 04:30:29.402712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd196072-4c0b-4317-812d-4ac8042e1082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.413319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69c156a5-2e81-49ae-b347-675d9f36fce4 req-a3bc1172-05d4-431b-9c8e-c9b75e84a0cb tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717966 Aug 29 04:30:29.420270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd196072-4c0b-4317-812d-4ac8042e1082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.424065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.475284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-072d0cc5-ad50-4ec9-8952-adc149e8e507 req-3c0f511c-db55-46c4-80d6-5196f39ff6dd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2254145 Aug 29 04:30:29.512675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd196072-4c0b-4317-812d-4ac8042e1082 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01392d3dd7684992a7d9ed8a43101f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1504500 Aug 29 04:30:29.513528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55252) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.514290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=6955a4d5-2969-4912-ac1f-ef7d37f0a2a3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.527627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd196072-4c0b-4317-812d-4ac8042e1082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd142638-0ebc-44e1-b445-f7de6ee1488f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.561350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-e4b68c32-3c2c-4e41-99e4-7410ca95c89e service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753952 Aug 29 04:30:29.650023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:29.650939 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.703007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:29.711523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Transition to ACTIVE for port object 6246ad85-45f6-4baf-b6c0-fd4b30397e90 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:29.714146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dc772ca6-f64c-439d-a817-3b4df1e88533 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:29.745615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:29.754124 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.823089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a697-db71-4e88-8d95-73a4fcec615c None None] Pushing event updated for resources: {'Port': ['ID=6246ad85-45f6-4baf-b6c0-fd4b30397e90,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.875192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e16c6b-0011-417d-8566-0d356f572919 req-a7f74b99-c814-46f2-bff5-bf96ddec5675 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:29.889700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98e16c6b-0011-417d-8566-0d356f572919 req-a7f74b99-c814-46f2-bff5-bf96ddec5675 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1695912 Aug 29 04:30:29.932808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa45744f-8525-4ef0-91f9-b88516afba35 req-cc25ab37-3802-43ed-8eea-86c93279712e service neutron] 10.222.0.32 "GET /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515468 Aug 29 04:30:29.955309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab8749c1-6ea6-4447-8193-8835176e7d57 None None] Provisioning for port dc772ca6-f64c-439d-a817-3b4df1e88533 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:30.006581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab8749c1-6ea6-4447-8193-8835176e7d57 None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:30.007413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab8749c1-6ea6-4447-8193-8835176e7d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.060247 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98e16c6b-0011-417d-8566-0d356f572919 req-43b4dca4-9ffe-48b5-ab32-6801abb68080 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567848 Aug 29 04:30:30.093874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:30.094566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.162480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Attempting to bind port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:30.163115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Attempting to bind port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:30.163657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Attempting to bind port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:30.182980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:30.183667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:30.184245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.184944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:30.185612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Bound port: 6246ad85-45f6-4baf-b6c0-fd4b30397e90, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:30.186166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.292851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43282d9-0727-4f9d-aa36-01e3a261d337 None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:30:30.403132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab8749c1-6ea6-4447-8193-8835176e7d57 None None] Provisioning complete for port 9f033b38-31c6-4251-a8a0-75559f9c7e47 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:30.403493 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab8749c1-6ea6-4447-8193-8835176e7d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.456550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.457244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.462399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] For port 6246ad85-45f6-4baf-b6c0-fd4b30397e90, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:30.463683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f0142a4-d374-4446-a8ab-0030fee2fb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.491603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f0142a4-d374-4446-a8ab-0030fee2fb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.496081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] For port 6246ad85-45f6-4baf-b6c0-fd4b30397e90, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6246ad85-45f6-4baf-b6c0-fd4b30397e90,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:30.511530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.524553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ab8749c1-6ea6-4447-8193-8835176e7d57 None None] Port 9f033b38-31c6-4251-a8a0-75559f9c7e47 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:30.607474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fcf05223-f7b1-463f-8d33-e08d7f8295dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9231241 Aug 29 04:30:30.613884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55262) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:30.620041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6488e914-3e1d-44bd-b4f6-d095de17dec5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:30.673525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f0142a4-d374-4446-a8ab-0030fee2fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.676148 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f0142a4-d374-4446-a8ab-0030fee2fb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.677304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7f0142a4-d374-4446-a8ab-0030fee2fb01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd142638-0ebc-44e1-b445-f7de6ee1488f HTTP/1.1" status: 204 len: 168 time: 1.1588786 Aug 29 04:30:30.677978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a697-db71-4e88-8d95-73a4fcec615c None None] Pushing event updated for resources: {'Port': ['ID=6246ad85-45f6-4baf-b6c0-fd4b30397e90,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.707611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551687c-1b02-49f9-a010-d93b72f7bb05 req-acb7118a-b6f7-4a68-9e5f-55409412a531 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.710964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b551687c-1b02-49f9-a010-d93b72f7bb05 req-acb7118a-b6f7-4a68-9e5f-55409412a531 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1691272 Aug 29 04:30:30.720956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Routers {'7bb5caf5-73ae-4983-8d39-d80dc4025773'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:30.721948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7bb5caf5-73ae-4983-8d39-d80dc4025773'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:30.732396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e2578-a89b-4683-8ee7-7d917e05efd7 req-cc41ff5c-1852-46a1-b6b4-b2a2a1d78f45 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.733179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43282d9-0727-4f9d-aa36-01e3a261d337 None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:30:30.734508 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e8e2578-a89b-4683-8ee7-7d917e05efd7 req-cc41ff5c-1852-46a1-b6b4-b2a2a1d78f45 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.3438485 Aug 29 04:30:30.790242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0142a4-d374-4446-a8ab-0030fee2fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd142638-0ebc-44e1-b445-f7de6ee1488f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.811347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b551687c-1b02-49f9-a010-d93b72f7bb05 req-b1a2ad09-3dd7-496f-9c0b-78abf2d5b2e8 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878713 Aug 29 04:30:30.839506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2e4e068f-2dbb-470a-9527-0046a10c63f0 None None] Provisioning for port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:30.891945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e8e2578-a89b-4683-8ee7-7d917e05efd7 req-8155077e-f4be-4a50-9226-275286cf7dad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224670 Aug 29 04:30:31.062709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.095754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.103584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.115100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.135298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.143774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2e4e068f-2dbb-470a-9527-0046a10c63f0 None None] Provisioning complete for port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:31.144406 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2e4e068f-2dbb-470a-9527-0046a10c63f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.155407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.175680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.188812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.202060 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-1763cc48-e61a-40da-ae6b-d9bff3816126 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.2514541 Aug 29 04:30:31.286038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6488e914-3e1d-44bd-b4f6-d095de17dec5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:31.286887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] Set router 7bb5caf5-73ae-4983-8d39-d80dc4025773 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:31.290135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6488e914-3e1d-44bd-b4f6-d095de17dec5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.332243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e59d6b3-782e-4b35-a077-c810525d2c22 req-3e390dce-3bd0-4ae6-b6fe-347f58c0e5ff tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222870 Aug 29 04:30:31.332850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:31.358228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.360491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-928a8a38-1bbd-4bc9-aa36-1f0f838a0972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.374346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e068f-2dbb-470a-9527-0046a10c63f0 None None] Port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:31.496589 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-928a8a38-1bbd-4bc9-aa36-1f0f838a0972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.502615 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-928a8a38-1bbd-4bc9-aa36-1f0f838a0972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.532533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7711f4c-3bb0-4052-8a97-17b53c0995af req-efe734ef-cf17-46b1-aba7-80a64d72d806 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.533396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7711f4c-3bb0-4052-8a97-17b53c0995af req-efe734ef-cf17-46b1-aba7-80a64d72d806 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.3128552 Aug 29 04:30:31.569676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-928a8a38-1bbd-4bc9-aa36-1f0f838a0972 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60fdf652a1b942549b598dda129c62d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357130 Aug 29 04:30:31.570844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a8a38-1bbd-4bc9-aa36-1f0f838a0972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd1ee47-dabc-431d-b9c5-098d99d742b2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.573402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:31.601966 n-d-712143-14 neutron-server[94823]: INFO neutron.db.ipam_backend_mixin [None req-6488e914-3e1d-44bd-b4f6-d095de17dec5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fe6bdbd9-060c-4bf2-8ee7-989cf694a044 (CIDR: 172.20.0.0/28) Aug 29 04:30:31.627655 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6488e914-3e1d-44bd-b4f6-d095de17dec5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:31.628074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6488e914-3e1d-44bd-b4f6-d095de17dec5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:31.640018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6abaa1e1-5717-4f0b-9925-0336af2237e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.653480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7711f4c-3bb0-4052-8a97-17b53c0995af req-a8e8a701-1a64-44fc-a6c7-d54fcf3e4fa3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067126 Aug 29 04:30:31.676410 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6abaa1e1-5717-4f0b-9925-0336af2237e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.697182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6488e914-3e1d-44bd-b4f6-d095de17dec5 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0814548 Aug 29 04:30:31.699861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:31.751383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-80b1e3fc-8aaf-404d-ac73-f833cb0edad7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:31.807187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 6246ad85-45f6-4baf-b6c0-fd4b30397e90 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:31.807696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.917902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6abaa1e1-5717-4f0b-9925-0336af2237e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.922117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6abaa1e1-5717-4f0b-9925-0336af2237e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.928095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6abaa1e1-5717-4f0b-9925-0336af2237e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cd1ee47-dabc-431d-b9c5-098d99d742b2 HTTP/1.1" status: 204 len: 168 time: 0.3528585 Aug 29 04:30:31.947958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa1e1-5717-4f0b-9925-0336af2237e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd1ee47-dabc-431d-b9c5-098d99d742b2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.061927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1e3fc-8aaf-404d-ac73-f833cb0edad7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:32.063960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfa1a7-c84b-457f-9aa4-d0ec71c26738 req-62e05172-2c14-4233-8b74-7702825a4513 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.069073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80b1e3fc-8aaf-404d-ac73-f833cb0edad7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.074034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5cfa1a7-c84b-457f-9aa4-d0ec71c26738 req-62e05172-2c14-4233-8b74-7702825a4513 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1486168 Aug 29 04:30:32.117315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f86acf-f0a6-45b9-9eee-5e4ce0766467 req-c04a3008-9d66-43ec-a809-d07e236cb246 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.136673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82f86acf-f0a6-45b9-9eee-5e4ce0766467 req-c04a3008-9d66-43ec-a809-d07e236cb246 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.1633573 Aug 29 04:30:32.155605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'name': 'tempest-NetworksTestDHCPv6-router-1399934076', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:24Z', 'updated_at': '2021-08-29T04:30:26Z', 'revision_number': 2, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None, '_interfaces': [{'id': '6246ad85-45f6-4baf-b6c0-fd4b30397e90', 'name': '', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'mac_address': 'fa:16:3e:7b:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '5f27e705-227e-46ee-899d-0a63c55e23b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:25Z', 'updated_at': '2021-08-29T04:30:30Z', 'revision_number': 4, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'subnets': [{'id': '5f27e705-227e-46ee-899d-0a63c55e23b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:32.211641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] For port 6246ad85-45f6-4baf-b6c0-fd4b30397e90, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6246ad85-45f6-4baf-b6c0-fd4b30397e90,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:32.214185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.216096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb9d43-ec37-4768-85d1-59849e4f78a8 None None] The sync data for ids ['7bb5caf5-73ae-4983-8d39-d80dc4025773'] in n-d-712143-14 is: [{'id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'name': 'tempest-NetworksTestDHCPv6-router-1399934076', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:24Z', 'updated_at': '2021-08-29T04:30:26Z', 'revision_number': 2, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None, '_interfaces': [{'id': '6246ad85-45f6-4baf-b6c0-fd4b30397e90', 'name': '', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'mac_address': 'fa:16:3e:7b:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '5f27e705-227e-46ee-899d-0a63c55e23b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:25Z', 'updated_at': '2021-08-29T04:30:30Z', 'revision_number': 4, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'subnets': [{'id': '5f27e705-227e-46ee-899d-0a63c55e23b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:32.256237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5cfa1a7-c84b-457f-9aa4-d0ec71c26738 req-2f6a41f4-68a6-4212-9e32-64fcb260e695 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810970 Aug 29 04:30:32.290811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 6246ad85-45f6-4baf-b6c0-fd4b30397e90 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:32.373840 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-82f86acf-f0a6-45b9-9eee-5e4ce0766467 req-129540d8-5188-4a2d-a0a5-d35b6900cd29 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305546 Aug 29 04:30:32.454691 n-d-712143-14 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-80b1e3fc-8aaf-404d-ac73-f833cb0edad7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e749f4b7-5c2e-40ab-832f-db8535d26b43 (CIDR: 172.20.0.16/28) Aug 29 04:30:32.469252 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b1e3fc-8aaf-404d-ac73-f833cb0edad7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:32.476349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b1e3fc-8aaf-404d-ac73-f833cb0edad7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:32.530017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-80b1e3fc-8aaf-404d-ac73-f833cb0edad7 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7847435 Aug 29 04:30:32.530322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:32.535723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'subnet': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:32.745937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409a46d-3d26-4a6c-bde3-f69a33ce3256 req-15824f59-d5a3-4e72-bdba-ff01b26685c4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.748070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8409a46d-3d26-4a6c-bde3-f69a33ce3256 req-15824f59-d5a3-4e72-bdba-ff01b26685c4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.2359662 Aug 29 04:30:32.899478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e7639-2d4f-4fef-bbc1-7ab7be813848 req-e615d779-f0a4-441f-aa13-fc824c49041f tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:32.925306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-110e7639-2d4f-4fef-bbc1-7ab7be813848 req-e615d779-f0a4-441f-aa13-fc824c49041f tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 945 time: 0.2578399 Aug 29 04:30:32.941819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8409a46d-3d26-4a6c-bde3-f69a33ce3256 req-f2d4e077-716c-4050-ae16-f944dfa899bc tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854146 Aug 29 04:30:33.035133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6246ad85-45f6-4baf-b6c0-fd4b30397e90 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:33.072911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92bbfeee-3c47-40d7-8a20-5f996f907881 req-d9d609f1-5615-4656-84aa-0cde3186a3fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1428864 Aug 29 04:30:33.195903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92bbfeee-3c47-40d7-8a20-5f996f907881 req-c9680fcb-50d5-46d3-a23e-4be6e06ddde0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0373220 Aug 29 04:30:33.204910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Could not find standard attr ID for object 6246ad85-45f6-4baf-b6c0-fd4b30397e90. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:33.227937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-110e7639-2d4f-4fef-bbc1-7ab7be813848 req-ef18caa7-b095-4a04-b3d9-9774ed209771 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015668 Aug 29 04:30:33.252755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.305566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Made reservation on behalf of d48f33a3a25e4c3ab7a423a19f44ae90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:33.322293 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.339985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=6246ad85-45f6-4baf-b6c0-fd4b30397e90,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.490315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92bbfeee-3c47-40d7-8a20-5f996f907881 req-b17367ea-d87b-4b77-99a2-7bfb1fce1fc2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2576766 Aug 29 04:30:33.495730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.528542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.537418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.551873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.562007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.570303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.578613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.585840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.588108 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-5c220bcc-9482-4b14-a28f-8299063d64e0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.4531178 Aug 29 04:30:33.592177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3ee43df0-a00c-40a1-816b-c91c1b4e8c93 None None] Provisioning complete for port c50a97fd-3b70-4363-bb7c-e2d557f5c490 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:33.594737 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3ee43df0-a00c-40a1-816b-c91c1b4e8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.689602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbfeee-3c47-40d7-8a20-5f996f907881 req-ced04866-379f-451e-80ae-0e5ed4c7026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.691116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92bbfeee-3c47-40d7-8a20-5f996f907881 req-ced04866-379f-451e-80ae-0e5ed4c7026e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468248 Aug 29 04:30:33.810064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3ee43df0-a00c-40a1-816b-c91c1b4e8c93 None None] Could not find standard attr ID for object 6246ad85-45f6-4baf-b6c0-fd4b30397e90. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:33.812930 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28fe97c7-1111-4bcc-9ee3-968cacab5a22 req-d4defdf6-0965-4288-b247-21ce85cd0395 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2014995 Aug 29 04:30:33.887409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2405-34a4-4102-8d7c-03559b20232e req-3dc561c3-69bf-4bbc-935c-84a5f3ab2aff tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.893470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-72dd2405-34a4-4102-8d7c-03559b20232e req-3dc561c3-69bf-4bbc-935c-84a5f3ab2aff tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.4970815 Aug 29 04:30:33.930251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-196172d0-c1d5-4877-8818-aef8f6411479 None None] Could not find standard attr ID for object 6246ad85-45f6-4baf-b6c0-fd4b30397e90. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:33.932154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-01d8b798-f8b1-4af5-b6f9-3a2216bfae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:33.934832 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-01d8b798-f8b1-4af5-b6f9-3a2216bfae7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780&tenant_id=e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 1095 time: 0.2370100 Aug 29 04:30:34.046921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Router 7bb5caf5-73ae-4983-8d39-d80dc4025773 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:34.061382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-72dd2405-34a4-4102-8d7c-03559b20232e req-c4920f6b-d7c4-4729-ac7b-99aeaa33f289 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539395 Aug 29 04:30:34.146736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-96f5ad65-e0a8-4eb3-ab39-beee64d7ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.148141 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-96f5ad65-e0a8-4eb3-ab39-beee64d7ce5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1095 time: 0.1632259 Aug 29 04:30:34.234244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc38a2-1fb5-42d2-98be-b1fb81867c30 req-3f4e488c-83a8-48f2-a8ba-99aa812cb4d8 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.235835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dbcc38a2-1fb5-42d2-98be-b1fb81867c30 req-3f4e488c-83a8-48f2-a8ba-99aa812cb4d8 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.2804759 Aug 29 04:30:34.266106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:34.278034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d7b390bc-c728-4180-82d8-27ca55950d12 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "PUT /v2.0/routers/7bb5caf5-73ae-4983-8d39-d80dc4025773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7333908 Aug 29 04:30:34.280717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55332) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.394081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dbcc38a2-1fb5-42d2-98be-b1fb81867c30 req-1387aca6-32ec-4520-8ca7-6cb3ae07629c tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457875 Aug 29 04:30:34.437334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a82f4-81f2-4901-8dac-a52506393718 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.441377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a82f4-81f2-4901-8dac-a52506393718 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.442193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3e6a82f4-81f2-4901-8dac-a52506393718 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1386127 Aug 29 04:30:34.444751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55338) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.469272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-888e7d83-1d1a-4bcb-94de-ff685f393c08 req-56940c7b-21ee-498e-934b-567a56e16c96 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:30:34.471077 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-888e7d83-1d1a-4bcb-94de-ff685f393c08 req-56940c7b-21ee-498e-934b-567a56e16c96 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118089 Aug 29 04:30:34.488759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecc064-051c-4a79-beae-a86c1db23979 req-8b87dcae-c9df-4cb6-8bdd-2be849bd9aa0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.490687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fecc064-051c-4a79-beae-a86c1db23979 req-8b87dcae-c9df-4cb6-8bdd-2be849bd9aa0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1383965 Aug 29 04:30:34.561743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-e007e853-2be3-4e2a-b00f-9683a5461471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.563827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-e007e853-2be3-4e2a-b00f-9683a5461471 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.3640687 Aug 29 04:30:34.643650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fecc064-051c-4a79-beae-a86c1db23979 req-2153ebaa-653d-4962-a502-d7a826d03a9f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369214 Aug 29 04:30:34.651923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 5f27e705-227e-46ee-899d-0a63c55e23b1 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:34.658103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.677280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-b67cd885-a41e-40a2-8a5a-838e7e39bd86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 200 len: 999 time: 0.0985000 Aug 29 04:30:34.680288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.704010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-888e7d83-1d1a-4bcb-94de-ff685f393c08 req-2b03cee6-3612-4272-838a-ea3be6dc0aff tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1911519 Aug 29 04:30:34.726763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.784334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:34.792397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:34.797366 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] Sync routers for ids ['7bb5caf5-73ae-4983-8d39-d80dc4025773'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:34.803488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.804031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.806994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ad547-ef3f-4c18-9925-852c4572937d None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:34.839499 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] Routers {'7bb5caf5-73ae-4983-8d39-d80dc4025773'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:34.840208 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7bb5caf5-73ae-4983-8d39-d80dc4025773'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:34.846366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Subnet': ['ID=7e1e669a-4685-4179-a6fb-b35968385ce3,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:34.859740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-4e9e8cb7-a759-424f-a5e4-4b42631ac98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.860941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-4e9e8cb7-a759-424f-a5e4-4b42631ac98f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1689484 Aug 29 04:30:34.864829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c36f068b-4b53-4702-af66-0a0f25b97582 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3311489 Aug 29 04:30:34.875396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.921207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1955892161', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e1e669a-4685-4179-a6fb-b35968385ce3'}], 'security_groups': ['445eed53-673b-46ed-b656-b165b3945239', 'ecfa5368-8f23-4f97-9c22-2c6b074ed10d']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:34.925622 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.055799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.099118 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] Set router 7bb5caf5-73ae-4983-8d39-d80dc4025773 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:35.126231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.129108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e09fc-c732-46e5-a39c-e5ae8c7994d7 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:35.131848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/5f27e705-227e-46ee-899d-0a63c55e23b1 HTTP/1.1" status: 204 len: 168 time: 0.6834145 Aug 29 04:30:35.132933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cd01d-a529-42e3-9ec0-fae0b1bc09d7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=5f27e705-227e-46ee-899d-0a63c55e23b1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:35.138872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55356) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.291010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'name': 'tempest-NetworksTestDHCPv6-router-1399934076', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:24Z', 'updated_at': '2021-08-29T04:30:32Z', 'revision_number': 3, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:35.397401 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] Checking router: 7bb5caf5-73ae-4983-8d39-d80dc4025773 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:35.423548 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] Routers {'7bb5caf5-73ae-4983-8d39-d80dc4025773'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:35.424803 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7bb5caf5-73ae-4983-8d39-d80dc4025773'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:35.428127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-300c561a-3252-4fb6-a706-b5ef3acdda21 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2870309 Aug 29 04:30:35.428760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55366) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.453099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd072f-ebdc-4d8f-8eee-db68a65ccbdf req-4df56dd0-27a6-48b8-b26e-a6fd18b30a95 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.462761 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7cd072f-ebdc-4d8f-8eee-db68a65ccbdf req-4df56dd0-27a6-48b8-b26e-a6fd18b30a95 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1999435 Aug 29 04:30:35.554495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] Update dhcp port {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'fixed_ips': [{'subnet_id': 'e749f4b7-5c2e-40ab-832f-db8535d26b43', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fe6bdbd9-060c-4bf2-8ee7-989cf694a044', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e1e669a-4685-4179-a6fb-b35968385ce3'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'dc772ca6-f64c-439d-a817-3b4df1e88533'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:35.561195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:35.592793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 818477e7-d33a-44fb-88f0-1b1c8171c9c6 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:35.609501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7cd072f-ebdc-4d8f-8eee-db68a65ccbdf req-f61d78a2-1536-4099-aabb-8f4bec955ee2 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457210 Aug 29 04:30:35.615414 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] Set router 7bb5caf5-73ae-4983-8d39-d80dc4025773 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:35.619920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf18edfe-d52a-4743-a634-cb45cc452649 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.714086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.728408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:35.744404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.752706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '818477e7-d33a-44fb-88f0-1b1c8171c9c6', 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'port_id': '818477e7-d33a-44fb-88f0-1b1c8171c9c6', 'mac_address': 'fa:16:3e:c8:3f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c65f45-83d9-49d9-8717-3478b0239a71', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:35.763204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.783188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.785575 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'name': 'tempest-NetworksTestDHCPv6-router-1399934076', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:24Z', 'updated_at': '2021-08-29T04:30:32Z', 'revision_number': 3, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:35.791679 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.797107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.818009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.824350 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a133083-fa54-43ae-af2b-7471c2595170 None None] The sync data for ids ['7bb5caf5-73ae-4983-8d39-d80dc4025773'] in n-d-712143-14 is: [{'id': '7bb5caf5-73ae-4983-8d39-d80dc4025773', 'name': 'tempest-NetworksTestDHCPv6-router-1399934076', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:24Z', 'updated_at': '2021-08-29T04:30:32Z', 'revision_number': 3, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:35.840658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.847015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-e21ed128-2ec9-44e7-9f5f-cc9e4a945354 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5430 time: 0.4452431 Aug 29 04:30:35.892228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-e2855883-9e49-4120-ba26-e2cd0f63e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:35.893797 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-e2855883-9e49-4120-ba26-e2cd0f63e886 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0175614 Aug 29 04:30:35.901419 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.996439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818477e7-d33a-44fb-88f0-1b1c8171c9c6 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:36.007043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] Deleting port c50a97fd-3b70-4363-bb7c-e2d557f5c490 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:36.007449 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.108976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b29eae96-e060-4946-a2ad-05f45d5a942a req-d31ab78a-9e7b-4580-ab58-6fa880e56ec7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2455924 Aug 29 04:30:36.125672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:36.145114 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.145517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9ef2357a-ca48-4385-a116-2f0905952474 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:36.290420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.295168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-3908c934-97a2-4789-9e78-feb8c20c8bce service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669703 Aug 29 04:30:36.450875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=818477e7-d33a-44fb-88f0-1b1c8171c9c6,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.483113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] For port c50a97fd-3b70-4363-bb7c-e2d557f5c490, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c50a97fd-3b70-4363-bb7c-e2d557f5c490,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:36.483573 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.498021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf18edfe-d52a-4743-a634-cb45cc452649 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.501009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf18edfe-d52a-4743-a634-cb45cc452649 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.511113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] Calling delete_port for c50a97fd-3b70-4363-bb7c-e2d557f5c490 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:36.554070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9ef2357a-ca48-4385-a116-2f0905952474, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9ef2357a-ca48-4385-a116-2f0905952474,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:36.557629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] Allocated IP 172.20.0.34 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/7e1e669a-4685-4179-a6fb-b35968385ce3/dc772ca6-f64c-439d-a817-3b4df1e88533) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:36.599623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf18edfe-d52a-4743-a634-cb45cc452649 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.600343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf18edfe-d52a-4743-a634-cb45cc452649 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Fanout notify agent at l3_agent the message router_deleted on router 7bb5caf5-73ae-4983-8d39-d80dc4025773 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:36.621484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf18edfe-d52a-4743-a634-cb45cc452649 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.622352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9ef2357a-ca48-4385-a116-2f0905952474', 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'port_id': '9ef2357a-ca48-4385-a116-2f0905952474', 'mac_address': 'fa:16:3e:c1:4c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c65f45-83d9-49d9-8717-3478b0239a71', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:36.626782 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf18edfe-d52a-4743-a634-cb45cc452649 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/routers/7bb5caf5-73ae-4983-8d39-d80dc4025773 HTTP/1.1" status: 204 len: 168 time: 1.1941946 Aug 29 04:30:36.629376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55406) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:36.651356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:36.666826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccdd2e-5f24-44a2-9bb6-9676bf767035 req-88a32547-8953-4e0f-8f88-8752ff9176c5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.669579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98ccdd2e-5f24-44a2-9bb6-9676bf767035 req-88a32547-8953-4e0f-8f88-8752ff9176c5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 945 time: 0.4517231 Aug 29 04:30:36.789807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.832043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a834d9-9b87-4a0d-9e9d-b45909300995 req-ef29ae16-6e23-4c4e-a61b-a8836d6f1692 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.833395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.842111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0a834d9-9b87-4a0d-9e9d-b45909300995 req-ef29ae16-6e23-4c4e-a61b-a8836d6f1692 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.2757385 Aug 29 04:30:36.852125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef2357a-ca48-4385-a116-2f0905952474 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:36.862353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98ccdd2e-5f24-44a2-9bb6-9676bf767035 req-df32adfe-eb40-4101-9935-898197ee21db tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791428 Aug 29 04:30:36.919830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] No DVR routers for this DVR port c50a97fd-3b70-4363-bb7c-e2d557f5c490 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:36.961230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8613ca-2fce-43c8-bc76-6669ca2a7a1d None None] Pushing event deleted for resources: {'Port': ['ID=c50a97fd-3b70-4363-bb7c-e2d557f5c490,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.964301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c50a97fd-3b70-4363-bb7c-e2d557f5c490 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:36.971413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-eef38fed-7ebb-40a0-9dd2-49ed49e81bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599150 Aug 29 04:30:36.975151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0a834d9-9b87-4a0d-9e9d-b45909300995 req-93728004-86b9-4374-8bad-764c72ef22d5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311102 Aug 29 04:30:36.995885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dc772ca6-f64c-439d-a817-3b4df1e88533,segment=NetworkSegment(c4ce2059-0e1b-43c0-ba58-3dd78defc849),segment_id=c4ce2059-0e1b-43c0-ba58-3dd78defc849)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:37.017729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:37.021293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.106305 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.117322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9ef2357a-ca48-4385-a116-2f0905952474, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9ef2357a-ca48-4385-a116-2f0905952474,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:37.122948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c50a97fd-3b70-4363-bb7c-e2d557f5c490 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:37.125197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c50a97fd-3b70-4363-bb7c-e2d557f5c490 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:37.125664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6246ad85-45f6-4baf-b6c0-fd4b30397e90 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:37.162551 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.168382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d4517d84-5b74-41a8-bb07-97fd1bbb2b1c details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:37.194466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] Transition to ACTIVE for port object dc772ca6-f64c-439d-a817-3b4df1e88533 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:37.201248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 6246ad85-45f6-4baf-b6c0-fd4b30397e90 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:37.203451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6246ad85-45f6-4baf-b6c0-fd4b30397e90 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:37.213224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a428f8-d402-4962-ba21-e919a4ece5e6 req-ddfba1a7-3b4e-44f4-8c89-3b8e66ed9d28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.220100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09a428f8-d402-4962-ba21-e919a4ece5e6 req-ddfba1a7-3b4e-44f4-8c89-3b8e66ed9d28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1799889 Aug 29 04:30:37.443460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9ef2357a-ca48-4385-a116-2f0905952474,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:37.448413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.502683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Delete allocated IP 172.20.0.4 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/fe6bdbd9-060c-4bf2-8ee7-989cf694a044) {{(pid=94824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:30:37.514354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Allocated IP 172.20.0.43 (5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b/7e1e669a-4685-4179-a6fb-b35968385ce3/6955a4d5-2969-4912-ac1f-ef7d37f0a2a3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:37.551006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c21d8-fa8e-4212-8816-0bf918272eff req-ed2613c9-d6d6-4de1-8fa2-b94d02ac76b1 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.553500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-838c21d8-fa8e-4212-8816-0bf918272eff req-ed2613c9-d6d6-4de1-8fa2-b94d02ac76b1 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.2175682 Aug 29 04:30:37.554502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55444) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.564583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.689199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:37.787935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74209e41-c399-45b8-8e9b-d148896eb547 None None] Pushing event updated for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:37.792666 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.796093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'port_id': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'mac_address': 'fa:16:3e:27:04:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:37.817490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09a428f8-d402-4962-ba21-e919a4ece5e6 req-81f2386b-ddf2-4c92-8d11-ae0254109afb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447492 Aug 29 04:30:37.879072 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.882647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:37.893761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Transition to ACTIVE for port object 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:37.895687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:37.906703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.907092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.908147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.935606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3204f1-2901-45ae-bb13-59645f31e1f5 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:37.955943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4517d84-5b74-41a8-bb07-97fd1bbb2b1c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:37.971160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-838c21d8-fa8e-4212-8816-0bf918272eff req-1ffcbd3d-fd7a-4c85-a548-a1b7e997008f tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839500 Aug 29 04:30:37.986147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=e5103836-732c-41bf-9e93-a7370b147890,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:38.006472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:38.026002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.027660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.028383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.029108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.029461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.033908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.034294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.034643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.034988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.035352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.035699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.044769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:38.077506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-83df8d81-a486-428f-b722-9c38844871e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4304438 Aug 29 04:30:38.080491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55452) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.086604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6f253a6e-d12d-41f5-913b-5e7e919de5dc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-307899750', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:38.095416 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.097731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fee3af20-5fee-453f-8236-d1352b18cf11 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:38.152504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event updated for resources: {'Port': ['ID=6955a4d5-2969-4912-ac1f-ef7d37f0a2a3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:38.202994 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f253a6e-d12d-41f5-913b-5e7e919de5dc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.204506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f253a6e-d12d-41f5-913b-5e7e919de5dc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.246575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.253609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.262247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.272559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.279910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.289479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.298170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.300539 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-e84b5096-4803-42f7-80c6-4d97bd3cf9f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5433 time: 0.2614393 Aug 29 04:30:38.304247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] In _notify_port_updated(), no bound segment for port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 on network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:38.310580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.311554 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.317183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c80a9d58-9ca6-4c2c-b420-362a56ffab10 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "PUT /v2.0/ports/6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 HTTP/1.1" status: 200 len: 960 time: 3.4396245 Aug 29 04:30:38.319068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.378345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e89733-3fe9-4be6-b1ef-3c6791f5c9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.414376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c27f388-93ef-4b1b-a856-ed6840a128d8 req-d47e01c6-33e6-43b2-8624-7a6803ed9721 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956149 Aug 29 04:30:38.515837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:38.565168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:38.565557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.661317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fee3af20-5fee-453f-8236-d1352b18cf11, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fee3af20-5fee-453f-8236-d1352b18cf11,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:38.693414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'fee3af20-5fee-453f-8236-d1352b18cf11', 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9', 'port_id': 'fee3af20-5fee-453f-8236-d1352b18cf11', 'mac_address': 'fa:16:3e:8f:60:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb48173-eedf-4dca-bae7-9a65870b1b16', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:38.740035 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f253a6e-d12d-41f5-913b-5e7e919de5dc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.763968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': 'e5103836-732c-41bf-9e93-a7370b147890'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:38.765837 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.781023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f253a6e-d12d-41f5-913b-5e7e919de5dc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.949490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d401-0500-4671-afd7-642905e049f1 req-da77476b-8f0a-4575-aa23-db43d9f9aa65 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.974727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d401-0500-4671-afd7-642905e049f1 req-da77476b-8f0a-4575-aa23-db43d9f9aa65 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.987624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5d401-0500-4671-afd7-642905e049f1 req-da77476b-8f0a-4575-aa23-db43d9f9aa65 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.007523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6a5d401-0500-4671-afd7-642905e049f1 req-da77476b-8f0a-4575-aa23-db43d9f9aa65 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476&device_id=3a99800d-862c-456d-bf29-651a731158ef&device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 2416 time: 0.4005892 Aug 29 04:30:39.058698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dc772ca6-f64c-439d-a817-3b4df1e88533 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:39.061121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fb26-1a92-4aff-9a76-f744ed89c36b req-4a84067a-7557-4964-b0c4-d715cd007861 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:39.065911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5651fb26-1a92-4aff-9a76-f744ed89c36b req-4a84067a-7557-4964-b0c4-d715cd007861 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.4894941 Aug 29 04:30:39.072215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.121114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:39.150937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6a5d401-0500-4671-afd7-642905e049f1 req-5909e227-c675-4297-bdb8-128c96cd0199 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424191 Aug 29 04:30:39.198222 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.220935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e89733-3fe9-4be6-b1ef-3c6791f5c9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.236092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e89733-3fe9-4be6-b1ef-3c6791f5c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.255220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f253a6e-d12d-41f5-913b-5e7e919de5dc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.267652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f253a6e-d12d-41f5-913b-5e7e919de5dc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1831636 Aug 29 04:30:39.268176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55462) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.309814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee3af20-5fee-453f-8236-d1352b18cf11 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:39.313976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5651fb26-1a92-4aff-9a76-f744ed89c36b req-e0d811f0-7308-4f9f-b829-b0442849cddd tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340302 Aug 29 04:30:39.327655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Provisioning for port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:39.445823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Provisioning complete for port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:39.446215 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.493411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-0c36b613-c3b9-4797-a214-fc3a060aba45 req-f872e40a-cb1a-4ddf-bd99-3e6648232c7a tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:30:39.501949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c36b613-c3b9-4797-a214-fc3a060aba45 req-f872e40a-cb1a-4ddf-bd99-3e6648232c7a tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216415 Aug 29 04:30:39.593678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fee3af20-5fee-453f-8236-d1352b18cf11, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fee3af20-5fee-453f-8236-d1352b18cf11,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:39.638045 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.642490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 88326662-6663-4d8a-98dc-c763c4b8cf2f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:39.678118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.689892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/e5103836-732c-41bf-9e93-a7370b147890/acb4b433-9934-49cf-bc48-6ba1017078c1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:39.704751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Port 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:39.761472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e89733-3fe9-4be6-b1ef-3c6791f5c9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498290de-4d36-4f34-b89d-e4dd1758194c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.770996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a5e89733-3fe9-4be6-b1ef-3c6791f5c9c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfc6cc736bd840699801ff10a0db26fb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2145844 Aug 29 04:30:39.771835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55466) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:39.848288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c36b613-c3b9-4797-a214-fc3a060aba45 req-a1a8d97a-bcbb-4c44-ac5f-cd9f0e49d7fb tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3351369 Aug 29 04:30:39.870662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=6955a4d5-2969-4912-ac1f-ef7d37f0a2a3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.942839 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:30:40.041287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.043196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b95fcc2b-5086-483c-ac53-027a77a667aa tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 HTTP/1.1" status: 204 len: 168 time: 1.7231309 Aug 29 04:30:40.049978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55468) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.059924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Provisioning for port dc772ca6-f64c-439d-a817-3b4df1e88533 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:40.096222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 88326662-6663-4d8a-98dc-c763c4b8cf2f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:40.100758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=fee3af20-5fee-453f-8236-d1352b18cf11,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.116985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:40.117710 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.312140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '88326662-6663-4d8a-98dc-c763c4b8cf2f', 'network_id': 'e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9', 'port_id': '88326662-6663-4d8a-98dc-c763c4b8cf2f', 'mac_address': 'fa:16:3e:26:34:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb48173-eedf-4dca-bae7-9a65870b1b16', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:40.363498 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.373294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Transition to ACTIVE for port object acb4b433-9934-49cf-bc48-6ba1017078c1 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:40.417266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Transition to ACTIVE for port object acb4b433-9934-49cf-bc48-6ba1017078c1 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:40.438658 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.473467 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.555084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88326662-6663-4d8a-98dc-c763c4b8cf2f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:40.563533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:40.566941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Pushing event updated for resources: {'Port': ['ID=acb4b433-9934-49cf-bc48-6ba1017078c1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.578564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:40.585082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:40.590282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.606064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.615810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 88326662-6663-4d8a-98dc-c763c4b8cf2f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:40.631448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.632145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ff238051-0a0a-4903-ac26-034f71774b17 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:40.641474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.658770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.673836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Provisioning complete for port 9f033b38-31c6-4251-a8a0-75559f9c7e47 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:40.674396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.674692 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.699002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.704070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cee55f1e-b33e-471f-8e7b-6e3ed9e048b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.711418 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-409a6dc7-57d7-41fd-8631-2f627572ab34 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] GET failed (client error): The resource could not be found. Aug 29 04:30:40.718727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-409a6dc7-57d7-41fd-8631-2f627572ab34 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports/6955a4d5-2969-4912-ac1f-ef7d37f0a2a3 HTTP/1.1" status: 404 len: 333 time: 0.5563059 Aug 29 04:30:40.720345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.721764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55476) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.724409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.737108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-ad62af25-ceed-48b4-af22-86b2142d3ffd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5434 time: 0.3044908 Aug 29 04:30:40.852182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Attempting to bind port acb4b433-9934-49cf-bc48-6ba1017078c1 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:40.852995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Attempting to bind port acb4b433-9934-49cf-bc48-6ba1017078c1 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:40.854118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Attempting to bind port acb4b433-9934-49cf-bc48-6ba1017078c1 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:40.855440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a95ed-112d-4c2e-bbd2-3a9e496417ad req-8bbdc4f3-e9f6-4b9e-934b-c108da2be0f9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.858133 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce8a95ed-112d-4c2e-bbd2-3a9e496417ad req-8bbdc4f3-e9f6-4b9e-934b-c108da2be0f9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 1.2198870 Aug 29 04:30:40.860526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=88326662-6663-4d8a-98dc-c763c4b8cf2f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.865914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ff238051-0a0a-4903-ac26-034f71774b17, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ff238051-0a0a-4903-ac26-034f71774b17,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:40.867642 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0421086a-d0c1-4094-9cd4-5f8fa1262546 req-d95516f2-b7a4-4622-9355-d5f3086c3e95 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264367 Aug 29 04:30:40.869095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:40.869576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:40.870206 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.870674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:40.871755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Bound port: acb4b433-9934-49cf-bc48-6ba1017078c1, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:40.872291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.875232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d5369b17-bb20-49b8-a3b3-86182f5ab037 None None] Port 9f033b38-31c6-4251-a8a0-75559f9c7e47 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:40.903912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'ff238051-0a0a-4903-ac26-034f71774b17', 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'port_id': 'ff238051-0a0a-4903-ac26-034f71774b17', 'mac_address': 'fa:16:3e:10:4a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c65f45-83d9-49d9-8717-3478b0239a71', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:40.928955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cee55f1e-b33e-471f-8e7b-6e3ed9e048b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.033312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-551388ad-038d-416e-ae4a-99f3b316d991 None None] Could not find standard attr ID for object 6955a4d5-2969-4912-ac1f-ef7d37f0a2a3. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:41.037048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.057181 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cee55f1e-b33e-471f-8e7b-6e3ed9e048b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.063566 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cee55f1e-b33e-471f-8e7b-6e3ed9e048b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.067538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cee55f1e-b33e-471f-8e7b-6e3ed9e048b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/498290de-4d36-4f34-b89d-e4dd1758194c HTTP/1.1" status: 204 len: 168 time: 1.2917562 Aug 29 04:30:41.069653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] For port acb4b433-9934-49cf-bc48-6ba1017078c1, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:41.075377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff238051-0a0a-4903-ac26-034f71774b17 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:41.101004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] For port acb4b433-9934-49cf-bc48-6ba1017078c1, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=acb4b433-9934-49cf-bc48-6ba1017078c1,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:41.114538 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.118614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ff238051-0a0a-4903-ac26-034f71774b17, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ff238051-0a0a-4903-ac26-034f71774b17,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:41.152724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.153673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:41.206807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d86231-476d-4335-ac06-93f70622bab2 None None] Pushing event updated for resources: {'Port': ['ID=acb4b433-9934-49cf-bc48-6ba1017078c1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.209296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b594e8fe-bc8b-4c26-aa21-08632565cad1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.218838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55f1e-b33e-471f-8e7b-6e3ed9e048b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498290de-4d36-4f34-b89d-e4dd1758194c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.270361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:41.302484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '4b5f00ab-560e-43e7-bf03-cfb1b9a65329', 'network_id': '9e03568a-f40d-47ea-b89b-bc740f60dd07', 'port_id': '4b5f00ab-560e-43e7-bf03-cfb1b9a65329', 'mac_address': 'fa:16:3e:c7:91:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c65f45-83d9-49d9-8717-3478b0239a71', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:41.322032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ff238051-0a0a-4903-ac26-034f71774b17,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.402819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b594e8fe-bc8b-4c26-aa21-08632565cad1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.653170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.687181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:41.726408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:41.726949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce8a95ed-112d-4c2e-bbd2-3a9e496417ad req-1e7efe8a-455b-4ee6-b7ba-ce66088f4d07 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8169816 Aug 29 04:30:41.747823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.815901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b594e8fe-bc8b-4c26-aa21-08632565cad1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.826033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b594e8fe-bc8b-4c26-aa21-08632565cad1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.832092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.834305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b594e8fe-bc8b-4c26-aa21-08632565cad1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/security-groups/054f16c7-ac73-4656-b0e0-de1820d62e35 HTTP/1.1" status: 204 len: 168 time: 1.1069043 Aug 29 04:30:41.878581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55486) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:41.920867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.925701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f0261c-e33b-4a37-9470-8526c4d775ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.991312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594e8fe-bc8b-4c26-aa21-08632565cad1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f16c7-ac73-4656-b0e0-de1820d62e35,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.006605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f0261c-e33b-4a37-9470-8526c4d775ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.097283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f0261c-e33b-4a37-9470-8526c4d775ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.100572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f0261c-e33b-4a37-9470-8526c4d775ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.106721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-88f0261c-e33b-4a37-9470-8526c4d775ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/security-groups/ecfa5368-8f23-4f97-9c22-2c6b074ed10d HTTP/1.1" status: 204 len: 168 time: 0.2740846 Aug 29 04:30:42.107514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55490) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.158219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0261c-e33b-4a37-9470-8526c4d775ee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa5368-8f23-4f97-9c22-2c6b074ed10d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.319590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e38ac08d-c756-46ab-8e2f-da8968788039 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.425709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e38ac08d-c756-46ab-8e2f-da8968788039 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.427205 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-113ff253-491e-481c-8e11-6414b6c7d74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.481182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::1 (870a58ce-8cff-482e-9cde-b685e5bb8346/e5103836-732c-41bf-9e93-a7370b147890/9cd40456-1db4-4d3c-bebe-b67447a72759) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:42.601858 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e38ac08d-c756-46ab-8e2f-da8968788039 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.616410 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e38ac08d-c756-46ab-8e2f-da8968788039 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.620365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e38ac08d-c756-46ab-8e2f-da8968788039 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/security-groups/445eed53-673b-46ed-b656-b165b3945239 HTTP/1.1" status: 204 len: 168 time: 0.5074685 Aug 29 04:30:42.620908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:42.737943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['818477e7-d33a-44fb-88f0-1b1c8171c9c6'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:42.766737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.797212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.816732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['88326662-6663-4d8a-98dc-c763c4b8cf2f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:42.825991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.834033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9ef2357a-ca48-4385-a116-2f0905952474'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:42.841204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddd1c-9071-4842-8bce-78c7c0ac1565 req-eb1da076-607a-4f45-ba74-96a7c2d4875e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.850091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf5ddd1c-9071-4842-8bce-78c7c0ac1565 req-eb1da076-607a-4f45-ba74-96a7c2d4875e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 946 time: 0.9139814 Aug 29 04:30:42.851570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d4517d84-5b74-41a8-bb07-97fd1bbb2b1c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:42.856359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.884136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.900175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.930581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.946593 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-cde94428-92d9-4026-b471-bbb68ca5d15f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5437 time: 0.3997650 Aug 29 04:30:43.018841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ac08d-c756-46ab-8e2f-da8968788039 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445eed53-673b-46ed-b656-b165b3945239,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.046235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf5ddd1c-9071-4842-8bce-78c7c0ac1565 req-d197ce83-78ae-463e-b62e-82f921d7d98d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902690 Aug 29 04:30:43.108034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4b5f00ab-560e-43e7-bf03-cfb1b9a65329'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:43.113739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['fee3af20-5fee-453f-8236-d1352b18cf11'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:43.141867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1938032e-b97c-4198-96dc-f9ef8db03e53 req-7ff6e4bc-b5ef-4c91-8dae-8d984dcdcce7 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942477 Aug 29 04:30:43.166310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet fe6bdbd9-060c-4bf2-8ee7-989cf694a044 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:43.179917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.223264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.294394 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.294606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 9cd40456-1db4-4d3c-bebe-b67447a72759 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:43.309836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-113ff253-491e-481c-8e11-6414b6c7d74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.315528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device acb4b433-9934-49cf-bc48-6ba1017078c1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:43.353779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-113ff253-491e-481c-8e11-6414b6c7d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.392973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.422413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-113ff253-491e-481c-8e11-6414b6c7d74b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04c87936dcea400694cdeaae13914813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4931247 Aug 29 04:30:43.431737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55508) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.488716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:43.495258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:43.510417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:43.512302 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.543067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7074b-4a6c-4217-81d7-3f6b8b86f71a req-c84d9afe-2939-4c8b-9592-6c751e7b602d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.546762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ee7074b-4a6c-4217-81d7-3f6b8b86f71a req-c84d9afe-2939-4c8b-9592-6c751e7b602d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.2543886 Aug 29 04:30:43.645654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ff253-491e-481c-8e11-6414b6c7d74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723717df-cfa3-4a29-a7cb-d84084e5241e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.728131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75fc9cb6-35ef-4aee-bb89-69e681ddc962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.767062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=9cd40456-1db4-4d3c-bebe-b67447a72759,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.813955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ee7074b-4a6c-4217-81d7-3f6b8b86f71a req-8049d421-afea-4bfb-b377-ff2619d67598 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130570 Aug 29 04:30:43.837739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe7a61a6-b2cc-4ccc-9cc5-3c48bfbf5815 None None] Provisioning for port acb4b433-9934-49cf-bc48-6ba1017078c1 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:43.840425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75fc9cb6-35ef-4aee-bb89-69e681ddc962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.849752 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.875459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['ff238051-0a0a-4903-ac26-034f71774b17'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:43.883101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.008736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75fc9cb6-35ef-4aee-bb89-69e681ddc962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.022143 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75fc9cb6-35ef-4aee-bb89-69e681ddc962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.025837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-75fc9cb6-35ef-4aee-bb89-69e681ddc962 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/723717df-cfa3-4a29-a7cb-d84084e5241e HTTP/1.1" status: 204 len: 168 time: 0.5895646 Aug 29 04:30:44.087513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc9cb6-35ef-4aee-bb89-69e681ddc962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723717df-cfa3-4a29-a7cb-d84084e5241e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.093281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.116076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.118847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/fe6bdbd9-060c-4bf2-8ee7-989cf694a044 HTTP/1.1" status: 204 len: 168 time: 1.4934545 Aug 29 04:30:44.146595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55522) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:44.166321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402279be-67cf-4a71-ad2c-da3589af6e4b tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6bdbd9-060c-4bf2-8ee7-989cf694a044,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.271763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6ffcc-d8fb-4838-8585-a0f06a96d814 None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:44.585730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet 7e1e669a-4685-4179-a6fb-b35968385ce3 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:44.601781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.637407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port acb4b433-9934-49cf-bc48-6ba1017078c1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:44.723124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-39d7aa1d-86b5-4468-a6ec-6a9fee0b9b4b None None] Provisioning for port 9cd40456-1db4-4d3c-bebe-b67447a72759 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:44.750025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.778439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port acb4b433-9934-49cf-bc48-6ba1017078c1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:44.778799 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.780924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-39d7aa1d-86b5-4468-a6ec-6a9fee0b9b4b None None] Provisioning complete for port 9cd40456-1db4-4d3c-bebe-b67447a72759 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:44.781289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39d7aa1d-86b5-4468-a6ec-6a9fee0b9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.962226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.968432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.977050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.996381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.002881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.029280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.042443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.050824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-3095d288-8d66-4599-a851-bf87e6939219 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5437 time: 0.6494243 Aug 29 04:30:45.102052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.158424 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-309256dd-5cb8-40d6-ac88-27aa9d7c49b2 req-bbf9769d-b5ff-42db-8256-96a6dc26bafe tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065209 Aug 29 04:30:45.258894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.271384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.300425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1e669a-4685-4179-a6fb-b35968385ce3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.302215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.303066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.306296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.310234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.322516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-894f4d08-ca2f-4725-b770-7c81cd3f9900 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/7e1e669a-4685-4179-a6fb-b35968385ce3 HTTP/1.1" status: 204 len: 168 time: 1.1700099 Aug 29 04:30:45.379544 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caf3652-e540-4bd8-9604-3fda602289fe tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:45.381420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caf3652-e540-4bd8-9604-3fda602289fe tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:45.388229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8caf3652-e540-4bd8-9604-3fda602289fe tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/fe6bdbd9-060c-4bf2-8ee7-989cf694a044 HTTP/1.1" status: 404 len: 337 time: 0.0768392 Aug 29 04:30:45.420166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:45.558150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-39d7aa1d-86b5-4468-a6ec-6a9fee0b9b4b None None] Port 9cd40456-1db4-4d3c-bebe-b67447a72759 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:45.572821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738ecf5-ef90-45ae-a4fb-e4c6a6707264 req-716797a5-ed08-4f08-9e8d-fe6a5b30b017 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.578744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8738ecf5-ef90-45ae-a4fb-e4c6a6707264 req-716797a5-ed08-4f08-9e8d-fe6a5b30b017 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.2584574 Aug 29 04:30:45.583939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:45.596827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:45.625875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=9cd40456-1db4-4d3c-bebe-b67447a72759,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.637353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting subnet e749f4b7-5c2e-40ab-832f-db8535d26b43 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:45.643698 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.744956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.769014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8738ecf5-ef90-45ae-a4fb-e4c6a6707264 req-05ec6749-531c-4c07-a56b-b08214047a49 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698170 Aug 29 04:30:45.807906 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.924805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port acb4b433-9934-49cf-bc48-6ba1017078c1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=acb4b433-9934-49cf-bc48-6ba1017078c1,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:45.966165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.996955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9ef2357a-ca48-4385-a116-2f0905952474 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:46.012765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adac75-d2a5-484a-8bfe-69ee9a6cf635 req-e6b6cc66-6443-4d69-a382-a3f645f90979 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.014907 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5adac75-d2a5-484a-8bfe-69ee9a6cf635 req-e6b6cc66-6443-4d69-a382-a3f645f90979 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.4231198 Aug 29 04:30:46.016143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:46.104151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.266511 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.297439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=acb4b433-9934-49cf-bc48-6ba1017078c1,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.339564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Subnet': ['ID=e749f4b7-5c2e-40ab-832f-db8535d26b43,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.341796 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.363700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37c6c76b-099d-455f-99e1-7b0be7b8ef13 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/e749f4b7-5c2e-40ab-832f-db8535d26b43 HTTP/1.1" status: 204 len: 168 time: 0.9373887 Aug 29 04:30:46.363866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55592) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.376780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-29252e90-5f64-47bd-844b-b0e0d9ba6d0f None None] Provisioning complete for port 9cd40456-1db4-4d3c-bebe-b67447a72759 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:46.377507 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29252e90-5f64-47bd-844b-b0e0d9ba6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.451471 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-29905f4f-f5c7-416b-8be7-b1999f7eaf41 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:46.452027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29905f4f-f5c7-416b-8be7-b1999f7eaf41 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:46.457135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-29905f4f-f5c7-416b-8be7-b1999f7eaf41 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/625aa378-cfc5-4366-87fd-11b1043b1d1d HTTP/1.1" status: 404 len: 337 time: 0.0908141 Aug 29 04:30:46.460109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 9ef2357a-ca48-4385-a116-2f0905952474 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:46.464348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55598) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.475760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-29252e90-5f64-47bd-844b-b0e0d9ba6d0f None None] Port 9cd40456-1db4-4d3c-bebe-b67447a72759 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:46.486639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e51fad-f1f5-4c5f-b9b0-e27c0a9239e1 None None] Update dhcp port {'port': {'network_id': '5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b', 'fixed_ips': [{'subnet_id': 'e749f4b7-5c2e-40ab-832f-db8535d26b43', 'ip_address': '172.20.0.18'}, {'subnet_id': '7e1e669a-4685-4179-a6fb-b35968385ce3'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'dc772ca6-f64c-439d-a817-3b4df1e88533'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:46.495760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9ef2357a-ca48-4385-a116-2f0905952474 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:46.495985 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.581199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a08d9988-a7f6-45cd-ad01-d8447a03c369 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "GET /v2.0/ports?device_id=802c86ff-577d-41c1-b8f7-27a54f5fd38b HTTP/1.1" status: 200 len: 205 time: 0.1124051 Aug 29 04:30:46.582099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55602) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.621450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2e51fad-f1f5-4c5f-b9b0-e27c0a9239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.638986 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-dd6492dd-88f7-451e-b200-513fd2693084 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] delete failed (client error): The resource could not be found. Aug 29 04:30:46.643791 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dd6492dd-88f7-451e-b200-513fd2693084 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/routers/802c86ff-577d-41c1-b8f7-27a54f5fd38b HTTP/1.1" status: 404 len: 336 time: 0.0601532 Aug 29 04:30:46.645809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55604) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.680410 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee47d49-0463-41ee-bd91-cb54fe776fa6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:46.681366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee47d49-0463-41ee-bd91-cb54fe776fa6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:46.688089 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1ee47d49-0463-41ee-bd91-cb54fe776fa6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/8e987372-e531-4497-a08b-69cd0003ca38 HTTP/1.1" status: 404 len: 337 time: 0.0408175 Aug 29 04:30:46.691870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55608) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.706088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:46.713259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aa6ac21b-a572-4dbf-83f1-4b300a138e19 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "PUT /v2.0/routers/f6798cfd-a9ba-4dab-beb6-09c11bc1ce89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4250712 Aug 29 04:30:46.715992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55610) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.729063 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5513065c-7836-4a88-8afd-cab2476ed62e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:46.729626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5513065c-7836-4a88-8afd-cab2476ed62e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:46.734305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5513065c-7836-4a88-8afd-cab2476ed62e tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/75daba30-62f9-4146-a5d2-ed1329f7d635 HTTP/1.1" status: 404 len: 337 time: 0.0411370 Aug 29 04:30:46.735850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55612) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.738925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5adac75-d2a5-484a-8bfe-69ee9a6cf635 req-ae5973f8-d4ac-491b-8ab5-cc85c9f4c1e4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7144022 Aug 29 04:30:46.788502 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d812f06d-60f9-4b32-a241-7b00976510dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:46.788965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d812f06d-60f9-4b32-a241-7b00976510dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:46.803510 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d812f06d-60f9-4b32-a241-7b00976510dd tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/a1f0b228-017f-4ada-be41-2e172d7107d3 HTTP/1.1" status: 404 len: 337 time: 0.0663650 Aug 29 04:30:46.805426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55616) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.816631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.830606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.836618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.842588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.855890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.862409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.868285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.870240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1096e500-3295-4a38-b806-77db0b34d390 req-0793871a-e5a6-486f-abe6-6b33a9c6215c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5437 time: 0.4089797 Aug 29 04:30:46.890830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458203f-673d-49fe-ac7a-a45f5189fd40 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.895510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9458203f-673d-49fe-ac7a-a45f5189fd40 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports/9cd40456-1db4-4d3c-bebe-b67447a72759 HTTP/1.1" status: 200 len: 911 time: 0.1782761 Aug 29 04:30:46.898029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55620) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.898989 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfd8fdb-670c-4a8e-8b00-e899cda807f2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:46.899747 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfd8fdb-670c-4a8e-8b00-e899cda807f2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:46.903144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2cfd8fdb-670c-4a8e-8b00-e899cda807f2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/40f1c267-3089-4dab-a173-48dafb5ab077 HTTP/1.1" status: 404 len: 333 time: 0.0937014 Aug 29 04:30:46.909202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55624) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.924124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997be866-f076-4efe-b952-3931798116e0 None None] Sync routers for ids ['f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:46.952712 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d58d5f-2ca0-4027-96e9-9d2a3a8e1bd3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:46.953174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d58d5f-2ca0-4027-96e9-9d2a3a8e1bd3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:46.959876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-97d58d5f-2ca0-4027-96e9-9d2a3a8e1bd3 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/9c2f69a1-5f4f-47ae-a61b-7ebed626657b HTTP/1.1" status: 404 len: 337 time: 0.0494535 Aug 29 04:30:46.960503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.000797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] Routers {'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:47.001583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:47.003568 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff245903-38de-49ab-9c71-22f76c106bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.043497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1096e500-3295-4a38-b806-77db0b34d390 req-481c96e1-ab38-4028-9593-a07bb3d672dc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1550057 Aug 29 04:30:47.052946 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7d0011-0357-4bfb-9be9-db7198660866 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:47.053423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7d0011-0357-4bfb-9be9-db7198660866 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:47.057896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0f7d0011-0357-4bfb-9be9-db7198660866 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/4c013d90-4323-45ea-87d9-2538f79faf97 HTTP/1.1" status: 404 len: 337 time: 0.0950577 Aug 29 04:30:47.058508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55628) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.084165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcea57d-3c0d-4a33-9e42-da34a9c019e4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.094530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f706dd-82d6-4a77-a8d5-b805e50ec46c None None] Network 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:47.099539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55630) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.101529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcea57d-3c0d-4a33-9e42-da34a9c019e4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.118929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ebcea57d-3c0d-4a33-9e42-da34a9c019e4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2089143 Aug 29 04:30:47.134940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55636) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.142567 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b1005b-64f6-45e8-8b44-ae0eda1143a2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:47.143488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b1005b-64f6-45e8-8b44-ae0eda1143a2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:47.153302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55640) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.155784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-02b1005b-64f6-45e8-8b44-ae0eda1143a2 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/8d3cff5f-ee7c-4459-83e7-4988a6ef754a HTTP/1.1" status: 404 len: 333 time: 0.0962179 Aug 29 04:30:47.199928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56536d-f3b6-4708-b0bd-ed00deace310 req-d020dfa5-6d85-4be8-a951-ade5802bbdc6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.201496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac56536d-f3b6-4708-b0bd-ed00deace310 req-d020dfa5-6d85-4be8-a951-ade5802bbdc6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.3047707 Aug 29 04:30:47.257412 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f41ba4c-3138-410f-b0d1-869691ab24f1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:47.261508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f41ba4c-3138-410f-b0d1-869691ab24f1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:47.271029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f41ba4c-3138-410f-b0d1-869691ab24f1 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/8acf089f-c894-44a1-869b-e59a93fd32a3 HTTP/1.1" status: 404 len: 337 time: 0.1110251 Aug 29 04:30:47.272780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55646) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.347231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-3cef8e30-0fcf-4f20-a3d0-4086c814afe4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:47.348726 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d6074c-67ab-40c8-87f2-44d3b3f39bd6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:47.349063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d6074c-67ab-40c8-87f2-44d3b3f39bd6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:47.349672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-3cef8e30-0fcf-4f20-a3d0-4086c814afe4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.0895460 Aug 29 04:30:47.353831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-24d6074c-67ab-40c8-87f2-44d3b3f39bd6 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/subnets/6f01306b-cc94-4c87-b0fe-7cb1bad83956 HTTP/1.1" status: 404 len: 337 time: 0.0798953 Aug 29 04:30:47.354703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55648) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.356700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d1742d25-b047-437f-a967-fbbb44d8cbb1 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-104355985'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:47.357541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d1742d25-b047-437f-a967-fbbb44d8cbb1 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Unknown quota resources ['metering_label']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:47.492973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac56536d-f3b6-4708-b0bd-ed00deace310 req-9510ecbf-c62e-42aa-9485-b7fee6fb7cab tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780395 Aug 29 04:30:47.557547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.575218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b72dceb0-e263-4b09-a7d5-342e8f512259 None None] Provisioning complete for port dc772ca6-f64c-439d-a817-3b4df1e88533 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:47.575738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b72dceb0-e263-4b09-a7d5-342e8f512259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.578531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port 9f033b38-31c6-4251-a8a0-75559f9c7e47 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:47.579153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.674098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.693450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for 9f033b38-31c6-4251-a8a0-75559f9c7e47 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:47.728769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] Set router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:47.732217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:47.733394 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698dd28-bbdb-4709-962f-ee42265de400" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "9ef2357a-ca48-4385-a116-2f0905952474"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:47.854741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9ef2357a-ca48-4385-a116-2f0905952474, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9ef2357a-ca48-4385-a116-2f0905952474,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:47.867226 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.882111 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.929582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=9f033b38-31c6-4251-a8a0-75559f9c7e47,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.942813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.944815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ae4b5b3-2b45-4e11-b755-955ddac7feee tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/ports/9f033b38-31c6-4251-a8a0-75559f9c7e47 HTTP/1.1" status: 204 len: 168 time: 0.5721462 Aug 29 04:30:47.950600 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88809e7f-0322-4261-baa2-b4c33e3aec34 x-openstack-request-id: req-88809e7f-0322-4261-baa2-b4c33e3aec34 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:47.951059 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "9ef2357a-ca48-4385-a116-2f0905952474", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:47.951415 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88809e7f-0322-4261-baa2-b4c33e3aec34 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:47.952178 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474', 'code': 200} Aug 29 04:30:47.954152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55656) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.963349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] DHCP port deletion for 5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:47.965724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 818477e7-d33a-44fb-88f0-1b1c8171c9c6 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:48.106485 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.126821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b72dceb0-e263-4b09-a7d5-342e8f512259 None None] Could not find standard attr ID for object 9f033b38-31c6-4251-a8a0-75559f9c7e47. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:30:48.141055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9ef2357a-ca48-4385-a116-2f0905952474,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.214529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device acb4b433-9934-49cf-bc48-6ba1017078c1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:48.258116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:48.269246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:48.269610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.307281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1742d25-b047-437f-a967-fbbb44d8cbb1 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.308459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d1742d25-b047-437f-a967-fbbb44d8cbb1 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2079768 Aug 29 04:30:48.313983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55662) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.334574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8a6d723a-04d5-4417-8622-458f45ad5a7e tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1f85c20d-ad90-4dca-a523-7e4426f3dc40'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:48.335426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8a6d723a-04d5-4417-8622-458f45ad5a7e tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:48.397244 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:48.400087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670fc2-e214-4d00-abf1-46c256453e8a req-eb5a3645-5ffe-4b6b-9d30-c6e7c9652a3e tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.407828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1670fc2-e214-4d00-abf1-46c256453e8a req-eb5a3645-5ffe-4b6b-9d30-c6e7c9652a3e tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 945 time: 0.1063240 Aug 29 04:30:48.471169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Deleting port 5b570b3b-6dba-4734-8028-e6e5a31f1527 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:48.471560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.509172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] Deleting port dc772ca6-f64c-439d-a817-3b4df1e88533 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:48.509546 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.564067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1670fc2-e214-4d00-abf1-46c256453e8a req-e1ffa565-2084-4e25-ba6a-ed26bb0ea3e1 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513591 Aug 29 04:30:48.609519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.644017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.658659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.678713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] For port 5b570b3b-6dba-4734-8028-e6e5a31f1527, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5b570b3b-6dba-4734-8028-e6e5a31f1527,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:48.679530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.679807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.684339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.690234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.698870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.702482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Calling delete_port for 5b570b3b-6dba-4734-8028-e6e5a31f1527 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:48.708920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.716375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port acb4b433-9934-49cf-bc48-6ba1017078c1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:48.716756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.722988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-c81a9610-6904-49a0-800a-7ea53813dcf2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5438 time: 0.4928241 Aug 29 04:30:48.734044 n-d-712143-14 neutron-server[94823]: WARNING neutron.services.metering.metering_plugin [None req-8a6d723a-04d5-4417-8622-458f45ad5a7e tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:30:48.793287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.793552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dc772ca6-f64c-439d-a817-3b4df1e88533,segment=NetworkSegment(c4ce2059-0e1b-43c0-ba58-3dd78defc849),segment_id=c4ce2059-0e1b-43c0-ba58-3dd78defc849)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:48.794085 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.801822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:48.818844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.819690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d4517d84-5b74-41a8-bb07-97fd1bbb2b1c up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:48.821791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] Calling delete_port for dc772ca6-f64c-439d-a817-3b4df1e88533 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:48.850778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Deleting port dc772ca6-f64c-439d-a817-3b4df1e88533 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:48.851122 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.938077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=818477e7-d33a-44fb-88f0-1b1c8171c9c6,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.964355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d2e6-d542-48b8-9b5c-20aa16d339c1 req-92a19eaa-df2d-4a74-9408-37efa46fdce1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.965891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f23d2e6-d542-48b8-9b5c-20aa16d339c1 req-92a19eaa-df2d-4a74-9408-37efa46fdce1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1244683 Aug 29 04:30:49.042246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] For port dc772ca6-f64c-439d-a817-3b4df1e88533, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dc772ca6-f64c-439d-a817-3b4df1e88533,segment=NetworkSegment(c4ce2059-0e1b-43c0-ba58-3dd78defc849),segment_id=c4ce2059-0e1b-43c0-ba58-3dd78defc849)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:49.042979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.057922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Calling delete_port for dc772ca6-f64c-439d-a817-3b4df1e88533 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:49.086643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89', 'name': 'tempest-NetworksTestDHCPv6-router-307899750', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:38Z', 'updated_at': '2021-08-29T04:30:43Z', 'revision_number': 2, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None, '_interfaces': [{'id': '9cd40456-1db4-4d3c-bebe-b67447a72759', 'name': '', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'mac_address': 'fa:16:3e:fc:94:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'e5103836-732c-41bf-9e93-a7370b147890', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:41Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 2, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'subnets': [{'id': 'e5103836-732c-41bf-9e93-a7370b147890', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:49.146661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997be866-f076-4efe-b952-3931798116e0 None None] Checking router: f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:49.147020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997be866-f076-4efe-b952-3931798116e0 None None] Updating router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 port 9cd40456-1db4-4d3c-bebe-b67447a72759 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:49.154211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8a6d723a-04d5-4417-8622-458f45ad5a7e tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.156565 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8a6d723a-04d5-4417-8622-458f45ad5a7e tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8387539 Aug 29 04:30:49.161101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55676) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:49.161861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.168193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d51b06fd-8dc0-4c07-bc59-5ef50d064051 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1f85c20d-ad90-4dca-a523-7e4426f3dc40'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:49.168381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d51b06fd-8dc0-4c07-bc59-5ef50d064051 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:49.198356 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f23d2e6-d542-48b8-9b5c-20aa16d339c1 req-fcf0629b-0e43-4266-b36b-add37f006bfd tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261147 Aug 29 04:30:49.216521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:49.236379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:49.236799 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.243034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.279233 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-997be866-f076-4efe-b952-3931798116e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.320641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['a065adde-56b6-4d12-934f-78189ce7eb8e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:49.334240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Pushing event deleted for resources: {'Port': ['ID=5b570b3b-6dba-4734-8028-e6e5a31f1527,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.337435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.346714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05523bd7-e9c4-4557-b2dc-6f76ec5533f3 req-4bb95c7d-7859-4885-a9c0-9beadf83b145 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6227932 Aug 29 04:30:49.352029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] No DVR routers for this DVR port dc772ca6-f64c-439d-a817-3b4df1e88533 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:49.367116 n-d-712143-14 neutron-server[94823]: WARNING neutron.services.metering.metering_plugin [None req-d51b06fd-8dc0-4c07-bc59-5ef50d064051 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:30:49.394772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e0343090-0004-4029-b65f-3cd275f1569c', '5b570b3b-6dba-4734-8028-e6e5a31f1527'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:49.447310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dc772ca6-f64c-439d-a817-3b4df1e88533 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:49.485824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] No DVR routers for this DVR port 5b570b3b-6dba-4734-8028-e6e5a31f1527 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:49.491303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.493821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89c604f6-c315-4f7b-ad5d-dafcafaeb025 req-6f698f36-d474-463f-9a51-d9cdc39006b5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "DELETE /v2.0/ports/5b570b3b-6dba-4734-8028-e6e5a31f1527 HTTP/1.1" status: 204 len: 173 time: 2.1247928 Aug 29 04:30:49.495915 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d51b06fd-8dc0-4c07-bc59-5ef50d064051 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.499944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d51b06fd-8dc0-4c07-bc59-5ef50d064051 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3330934 Aug 29 04:30:49.501024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeaae97-a644-4545-805a-24ff3c787476', 'name': 'network-vif-deleted', 'tag': '5b570b3b-6dba-4734-8028-e6e5a31f1527'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:49.505178 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0360e0-8150-454a-bf18-734e0ea95501" -d '{"events": [{"server_uuid": "9aeaae97-a644-4545-805a-24ff3c787476", "name": "network-vif-deleted", "tag": "5b570b3b-6dba-4734-8028-e6e5a31f1527"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:49.512547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55678) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:49.548253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: dc772ca6-f64c-439d-a817-3b4df1e88533 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:49.548662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dc772ca6-f64c-439d-a817-3b4df1e88533 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:49.565482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.577506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:49.580725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.591388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ce2059-0e1b-43c0-ba58-3dd78defc849') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:49.591813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ce2059-0e1b-43c0-ba58-3dd78defc849') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:49.602328 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.606995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7b7fd04c-ecd1-4992-b3a7-1f2c4b5c8115 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=b2ef7184-fd0a-483c-90bd-c7a90fc12d85 HTTP/1.1" status: 200 len: 464 time: 0.0790389 Aug 29 04:30:49.614386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:49.619008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.623000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 9cd40456-1db4-4d3c-bebe-b67447a72759 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:49.626595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.628316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:49.628316 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.686659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] Pushing event deleted for resources: {'Port': ['ID=dc772ca6-f64c-439d-a817-3b4df1e88533,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:49.702892 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:49.707147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.721262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.729052 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] 10.222.0.55 "DELETE /v2.0/networks/5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b HTTP/1.1" status: 204 len: 168 time: 1.7716930 Aug 29 04:30:49.744736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cd6a1-ede4-479e-9f56-9a054378a0e0 tempest-PortsTestJSON-809726962 tempest-PortsTestJSON-809726962-project] Pushing event deleted for resources: {'Network': ['ID=5bdb6ca0-21a2-4667-9cc0-5e2447c8fe3b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.782496 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3701e3f-fbc6-4b64-9fb3-9c162dd82c9c x-openstack-request-id: req-a3701e3f-fbc6-4b64-9fb3-9c162dd82c9c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:49.784322 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeaae97-a644-4545-805a-24ff3c787476", "name": "network-vif-deleted", "tag": "5b570b3b-6dba-4734-8028-e6e5a31f1527", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:49.784696 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3701e3f-fbc6-4b64-9fb3-9c162dd82c9c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:49.786002 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeaae97-a644-4545-805a-24ff3c787476', 'name': 'network-vif-deleted', 'tag': '5b570b3b-6dba-4734-8028-e6e5a31f1527', 'status': 'completed', 'code': 200} Aug 29 04:30:49.876846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1fb6-4f31-41de-ad5b-c06fcae16597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.886228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3f73536-f9bb-492e-bfa7-e9247a328b8a req-4869d3a0-8d28-4c07-8430-981a5a74f1c4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aeaae97-a644-4545-805a-24ff3c787476 HTTP/1.1" status: 200 len: 210 time: 0.1080866 Aug 29 04:30:49.928335 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.006842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818477e7-d33a-44fb-88f0-1b1c8171c9c6'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:50.013959 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf194fa0-1374-4473-bcd9-de0f6298f03a" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "818477e7-d33a-44fb-88f0-1b1c8171c9c6"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:50.040118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187af5c5-dbc2-474c-91a9-dfb076e10d30 None None] No DVR routers for this DVR port dc772ca6-f64c-439d-a817-3b4df1e88533 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:50.137404 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4adbd3f-d85e-4342-aea2-676aef3a7abc x-openstack-request-id: req-e4adbd3f-d85e-4342-aea2-676aef3a7abc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:50.137996 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "818477e7-d33a-44fb-88f0-1b1c8171c9c6", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:50.138496 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4adbd3f-d85e-4342-aea2-676aef3a7abc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:50.139839 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818477e7-d33a-44fb-88f0-1b1c8171c9c6', 'code': 200} Aug 29 04:30:50.173079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.225841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-908d3588-d211-429c-8601-e9e88b30b6ce tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.229898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-908d3588-d211-429c-8601-e9e88b30b6ce tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/b2ef7184-fd0a-483c-90bd-c7a90fc12d85 HTTP/1.1" status: 204 len: 168 time: 0.4526789 Aug 29 04:30:50.230276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55702) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.239713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 9cd40456-1db4-4d3c-bebe-b67447a72759 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:50.251333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0c1869e3-f279-4230-b67b-ebc7dbed7475 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=b2ef7184-fd0a-483c-90bd-c7a90fc12d85 HTTP/1.1" status: 200 len: 221 time: 0.0154822 Aug 29 04:30:50.251519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-4f6f9f7b-5ba4-4f67-8e01-036458b988c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3093596 Aug 29 04:30:50.251631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55706) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.263326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0a1d1cbf-e3aa-41c6-a12c-70fd046d83a0 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--262370913', 'description': 'label created by tempest'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:50.263963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0a1d1cbf-e3aa-41c6-a12c-70fd046d83a0 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Unknown quota resources ['metering_label']. {{(pid=94823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:30:50.429629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55712) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.484828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.648642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:50.703690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a1d1cbf-e3aa-41c6-a12c-70fd046d83a0 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.707657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0a1d1cbf-e3aa-41c6-a12c-70fd046d83a0 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4519112 Aug 29 04:30:50.713442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.719536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bf6a0-5070-41df-98c4-e812c82dcfe8 req-c13387f1-ad40-4d48-8826-22a4f60dac86 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.721883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-176bf6a0-5070-41df-98c4-e812c82dcfe8 req-c13387f1-ad40-4d48-8826-22a4f60dac86 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.3746443 Aug 29 04:30:50.775402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.777108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fee3af20-5fee-453f-8236-d1352b18cf11 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:50.783878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-176bf6a0-5070-41df-98c4-e812c82dcfe8 req-d0e47a2a-6389-4b84-baa9-63bc7b5b0e08 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555298 Aug 29 04:30:50.797400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-ae0398fd-e883-4261-b605-b228068f6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.816188 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-ae0398fd-e883-4261-b605-b228068f6176 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07659ea055714bdbae3896d899f59447&device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 1097 time: 0.4658661 Aug 29 04:30:50.922381 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.941894 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.960673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e4e08f59-564d-4b5a-bdf0-7af05a8deae8 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:51.165771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e700886c-d63c-4d4a-a438-d2b97233ea6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d48f33a3a25e4c3ab7a423a19f44ae90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299972 Aug 29 04:30:51.177474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a1ec3d82-affa-486b-b88e-d4c4526ee7d1 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=0b7febde-b7de-4605-ba82-15f2cdbd46d9 HTTP/1.1" status: 200 len: 467 time: 0.4317508 Aug 29 04:30:51.180307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.180813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.224253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.358621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port fee3af20-5fee-453f-8236-d1352b18cf11 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:51.372645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:51.379665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.383034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port fee3af20-5fee-453f-8236-d1352b18cf11 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:51.383595 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.385745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.391920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.397926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.404250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.410112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.415399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'mac_address': 'fa:16:3e:ca:af:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:51.415870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.424246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-3f7f808d-7d64-42be-9125-d50adf23e48b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5440 time: 0.7354827 Aug 29 04:30:51.433285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f828-59d1-46dd-9e50-da652ea7561d req-87cfb130-644c-4470-846b-86659a06c816 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.435219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a26f828-59d1-46dd-9e50-da652ea7561d req-87cfb130-644c-4470-846b-86659a06c816 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 945 time: 0.0754685 Aug 29 04:30:51.473487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-997be866-f076-4efe-b952-3931798116e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:30:51.473953 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-997be866-f076-4efe-b952-3931798116e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:30:51.479239 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.481496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a26f828-59d1-46dd-9e50-da652ea7561d req-6e401e71-b172-4e34-b27a-020fe4d3be0d tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Aug 29 04:30:51.515144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4e08f59-564d-4b5a-bdf0-7af05a8deae8 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:51.522484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.542680 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.548075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:51.557214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.589375 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29e38a6f-1bcd-451c-827c-7d97e06a1969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.591316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-4c0a95c8-9e2f-462a-b9f4-76c87ead59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.593351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-4c0a95c8-9e2f-462a-b9f4-76c87ead59ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=004edbfb-ca30-4ecf-8783-c97085667f93 HTTP/1.1" status: 200 len: 912 time: 0.7483437 Aug 29 04:30:51.602331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fee3af20-5fee-453f-8236-d1352b18cf11, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fee3af20-5fee-453f-8236-d1352b18cf11,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:51.610331 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.610838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 88326662-6663-4d8a-98dc-c763c4b8cf2f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:51.633647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=9cd40456-1db4-4d3c-bebe-b67447a72759,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.655350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['e4e08f59-564d-4b5a-bdf0-7af05a8deae8'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:51.707485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.715408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 88326662-6663-4d8a-98dc-c763c4b8cf2f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:51.740773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 88326662-6663-4d8a-98dc-c763c4b8cf2f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:51.741154 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.745894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e386183b-4fe1-47fb-b5b3-60f91b0c4e0d tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.747054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e386183b-4fe1-47fb-b5b3-60f91b0c4e0d tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/0b7febde-b7de-4605-ba82-15f2cdbd46d9 HTTP/1.1" status: 204 len: 168 time: 0.5631418 Aug 29 04:30:51.750244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55742) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.753531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b27c30dd-2656-4bfa-aa19-7f693ab80912 req-7c70877f-dd90-4e81-80f4-7548e559b27b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3284752 Aug 29 04:30:51.773824 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29e38a6f-1bcd-451c-827c-7d97e06a1969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.785917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4963722-5794-492a-942b-6d527d118a25 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=0b7febde-b7de-4605-ba82-15f2cdbd46d9 HTTP/1.1" status: 200 len: 216 time: 0.0339386 Aug 29 04:30:51.789574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55744) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.812988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6a99c3f5-bcf3-411d-bab4-a650227b549c tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0222144 Aug 29 04:30:51.817850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55746) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.844183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f8d1babc-71e4-4f22-8d34-9a2c53ab0149 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0258777 Aug 29 04:30:51.849785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55750) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.852198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=fee3af20-5fee-453f-8236-d1352b18cf11,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.924678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-decdd244-81c4-41ae-9286-0b2ec6d8bf90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020 HTTP/1.1" status: 200 len: 1001 time: 0.3037076 Aug 29 04:30:51.928066 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.951086 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:51.952183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-200201af-1edb-4536-8f49-52b1bbc12a04 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/1f85c20d-ad90-4dca-a523-7e4426f3dc40 HTTP/1.1" status: 200 len: 472 time: 0.1004894 Aug 29 04:30:51.960928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55758) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:51.994709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d19fb02c-409a-40b6-8669-16f9ea6a0ff4 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/0b14970b-9181-4e8a-91d0-6520ec5a6fc4 HTTP/1.1" status: 200 len: 461 time: 0.0325770 Aug 29 04:30:51.996849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55760) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.011387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-8414f8cd-2be8-4b7b-91c8-f5cf585b8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.013226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-8414f8cd-2be8-4b7b-91c8-f5cf585b8d43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1880172-960b-4dcd-8e00-a3ba31c5ac07 HTTP/1.1" status: 200 len: 850 time: 0.0798028 Aug 29 04:30:52.016030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29e38a6f-1bcd-451c-827c-7d97e06a1969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.017715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997be866-f076-4efe-b952-3931798116e0 None None] Port 9cd40456-1db4-4d3c-bebe-b67447a72759 not found while updating agent binding for router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89. {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:30:52.019267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29e38a6f-1bcd-451c-827c-7d97e06a1969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.023616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-29e38a6f-1bcd-451c-827c-7d97e06a1969 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35779586-6454-42bf-abec-a93cfd63c46c HTTP/1.1" status: 204 len: 168 time: 0.8408613 Aug 29 04:30:52.047170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] Routers {'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:52.048083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:52.099217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 88326662-6663-4d8a-98dc-c763c4b8cf2f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:52.109554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e38a6f-1bcd-451c-827c-7d97e06a1969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35779586-6454-42bf-abec-a93cfd63c46c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.136511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066d6ae-3d75-4752-bd8d-cf1f5fd1461c req-911b6b65-4719-4442-89b5-044f1756bf1f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.139471 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.140272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ff238051-0a0a-4903-ac26-034f71774b17 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:52.140570 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c066d6ae-3d75-4752-bd8d-cf1f5fd1461c req-911b6b65-4719-4442-89b5-044f1756bf1f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1917238 Aug 29 04:30:52.146665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c'}, {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11'}, {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:52.149131 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7fdad7-d770-4e7b-bcac-e649cfedbd98" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c"}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11"}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:52.170685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-bad1c8fc-d69c-4a02-91e5-64f1ca22c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.172181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-bad1c8fc-d69c-4a02-91e5-64f1ca22c6eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=004edbfb-ca30-4ecf-8783-c97085667f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445916 Aug 29 04:30:52.188949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19e79bab-9e12-4248-8251-1b3655a7af8e tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.194279 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-19e79bab-9e12-4248-8251-1b3655a7af8e tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/0b14970b-9181-4e8a-91d0-6520ec5a6fc4 HTTP/1.1" status: 204 len: 168 time: 0.1962261 Aug 29 04:30:52.197126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55778) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.215662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] Set router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:52.289179 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81fe7e6-f052-425d-9a1c-1ca78eeae53d x-openstack-request-id: req-a81fe7e6-f052-425d-9a1c-1ca78eeae53d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:52.289480 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c", "code": 200}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11", "code": 200}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:52.289756 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a81fe7e6-f052-425d-9a1c-1ca78eeae53d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:52.290496 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'code': 200} Aug 29 04:30:52.290755 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11', 'code': 200} Aug 29 04:30:52.291003 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f', 'code': 200} Aug 29 04:30:52.321820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-997be866-f076-4efe-b952-3931798116e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89', 'name': 'tempest-NetworksTestDHCPv6-router-307899750', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:38Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 3, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:52.342800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-9ddd47bf-a3c9-4d04-8717-98ab7478b534 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023631 Aug 29 04:30:52.364772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997be866-f076-4efe-b952-3931798116e0 None None] The sync data for ids ['f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'] in n-d-712143-14 is: [{'id': 'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89', 'name': 'tempest-NetworksTestDHCPv6-router-307899750', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:38Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 3, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:52.389811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.398738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=88326662-6663-4d8a-98dc-c763c4b8cf2f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.408144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port ff238051-0a0a-4903-ac26-034f71774b17 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:52.412808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port ff238051-0a0a-4903-ac26-034f71774b17 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:52.413396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.447738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:52.507744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c066d6ae-3d75-4752-bd8d-cf1f5fd1461c req-9023c6bd-cdfe-4b55-92a8-05314f1ab7b9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222573 Aug 29 04:30:52.603114 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.640041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ff238051-0a0a-4903-ac26-034f71774b17, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ff238051-0a0a-4903-ac26-034f71774b17,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:52.645405 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.646928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:52.660751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-604c83dd-3223-415e-b305-ba4a8797e656 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.666090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-604c83dd-3223-415e-b305-ba4a8797e656 tempest-MeteringTestJSON-1466007443 tempest-MeteringTestJSON-1466007443-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/1f85c20d-ad90-4dca-a523-7e4426f3dc40 HTTP/1.1" status: 204 len: 168 time: 0.4667838 Aug 29 04:30:52.745465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:52.772300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ff238051-0a0a-4903-ac26-034f71774b17,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.776361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d9b5a692-6354-4ec4-a7ef-373f04cbb8e9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "PUT /v2.0/routers/f6798cfd-a9ba-4dab-beb6-09c11bc1ce89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6363237 Aug 29 04:30:52.776855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55802) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.790677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:52.799892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3643fb-4107-48c0-bbef-74dc2c14f312 req-67a9220a-1a2a-47d7-a467-d9852e6fc8e4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.801482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c3643fb-4107-48c0-bbef-74dc2c14f312 req-67a9220a-1a2a-47d7-a467-d9852e6fc8e4 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 945 time: 0.1516988 Aug 29 04:30:52.805183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5266495-8211-40d1-b9c0-b04a9e8230f0 req-1a5c682e-57a8-4b30-bda8-5fe025535c27 service neutron] 10.222.0.32 "GET /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872714 Aug 29 04:30:52.810965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:52.811794 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.880483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c5c34-db53-4317-ad70-4a7e30ca7024 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.884702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c5c34-db53-4317-ad70-4a7e30ca7024 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.893533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ec4c5c34-db53-4317-ad70-4a7e30ca7024 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1150904 Aug 29 04:30:52.893771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55814) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.911007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c3643fb-4107-48c0-bbef-74dc2c14f312 req-6f6ff2fb-7807-4c4a-85b2-3463805ed065 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831909 Aug 29 04:30:52.943433 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.973081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e4e08f59-564d-4b5a-bdf0-7af05a8deae8 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:52.974219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet e5103836-732c-41bf-9e93-a7370b147890 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:53.000725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.039958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:53.049379 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.055702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.078948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:53.079334 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.084717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5b570b3b-6dba-4734-8028-e6e5a31f1527 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:53.131950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.135294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 5b570b3b-6dba-4734-8028-e6e5a31f1527 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:53.135684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5b570b3b-6dba-4734-8028-e6e5a31f1527 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:53.137675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.145081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.153004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.159660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.163035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.168640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.175049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.177743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-5e7c7443-1b07-462e-82e6-7ad3053f60f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5443 time: 0.2795191 Aug 29 04:30:53.219295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.276303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:53.283534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.287081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.296411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a78816b1-5cc2-42e0-bd23-89af28bdb75d req-32f1336a-eb67-4c97-a904-86e4808b7c32 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078253 Aug 29 04:30:53.335844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.398309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-2173c212-8dbd-4bf6-a826-733ee23dac91 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.399756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-2173c212-8dbd-4bf6-a826-733ee23dac91 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 945 time: 0.1327677 Aug 29 04:30:53.429651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.444857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.478110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f649529-cf45-4022-a040-c51784f34496 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:53.495305 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.498018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/e5103836-732c-41bf-9e93-a7370b147890 HTTP/1.1" status: 204 len: 168 time: 0.6012592 Aug 29 04:30:53.500413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b4ada-44d9-4060-9f3f-c481ae4af119 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=e5103836-732c-41bf-9e93-a7370b147890,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.502397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55840) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.664926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55844) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.720161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ecea613e-d8d8-4419-bfe0-5c7f237edd1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2141163 Aug 29 04:30:53.720720 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55848) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.860907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51a34b46-56a9-4a9d-b7ba-b64258c836ae tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.867050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:53.941730 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] Sync routers for ids ['f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:53.958563 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] Routers {'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:53.964118 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:54.009205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] Deleting port acb4b433-9934-49cf-bc48-6ba1017078c1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:54.009738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.030525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6b83aa6d-27e3-40ca-ba7d-eec59e061994 tempest-ServiceProvidersTest-1149225747 tempest-ServiceProvidersTest-1149225747-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3624108 Aug 29 04:30:54.144759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device acb4b433-9934-49cf-bc48-6ba1017078c1 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:54.150959 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] Set router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:54.164643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c86753df-929a-4f6f-ac4f-cdfeff2e4319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.241700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51a34b46-56a9-4a9d-b7ba-b64258c836ae tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.244075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51a34b46-56a9-4a9d-b7ba-b64258c836ae tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.305522 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89', 'name': 'tempest-NetworksTestDHCPv6-router-307899750', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:38Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 3, 'project_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:54.312289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2c90d-e926-4dcb-b7de-88f4865d05fb req-11f00614-443e-47bf-abac-d4c5107301d5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.320205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46e2c90d-e926-4dcb-b7de-88f4865d05fb req-11f00614-443e-47bf-abac-d4c5107301d5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 945 time: 0.1937611 Aug 29 04:30:54.323123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51a34b46-56a9-4a9d-b7ba-b64258c836ae tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.323923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a34b46-56a9-4a9d-b7ba-b64258c836ae tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Fanout notify agent at l3_agent the message router_deleted on router f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:54.325666 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17'}, {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5f00ab-560e-43e7-bf03-cfb1b9a65329'}, {'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:54.328032 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe281aa-a444-4e4c-bc2f-1860c505525e" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "ff238051-0a0a-4903-ac26-034f71774b17"}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "4b5f00ab-560e-43e7-bf03-cfb1b9a65329"}, {"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:54.337345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51a34b46-56a9-4a9d-b7ba-b64258c836ae tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.341014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-51a34b46-56a9-4a9d-b7ba-b64258c836ae tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/routers/f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 HTTP/1.1" status: 204 len: 168 time: 0.6168969 Aug 29 04:30:54.342050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] For port acb4b433-9934-49cf-bc48-6ba1017078c1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=acb4b433-9934-49cf-bc48-6ba1017078c1,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:54.342463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.346625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55864) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.379351 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] Checking router: f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:54.388536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] Calling delete_port for acb4b433-9934-49cf-bc48-6ba1017078c1 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:54.399681 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] Routers set() bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:54.400683 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] Router IDs set() for agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:30:54.401506 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_agentschedulers_db [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent'). {{(pid=94826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:30:54.402135 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fbcfa-19d1-49e5-9d7c-a2af75fec86f None None] The sync data for ids ['f6798cfd-a9ba-4dab-beb6-09c11bc1ce89'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:54.425628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3cbff-ed60-4f6b-b634-73945898fd3d req-100c47a8-cbc1-4b95-aebc-9cd9ed42b4d7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.427637 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94f3cbff-ed60-4f6b-b634-73945898fd3d req-100c47a8-cbc1-4b95-aebc-9cd9ed42b4d7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.2983046 Aug 29 04:30:54.432292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55866) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.537298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94f3cbff-ed60-4f6b-b634-73945898fd3d req-e83fe3a6-8efb-498a-af87-91fb5fbfd37f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935693 Aug 29 04:30:54.552326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Deleting port a065adde-56b6-4d12-934f-78189ce7eb8e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:54.553273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.621497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.630615 n-d-712143-14 neutron-server[94825]: INFO neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No ports have port_id starting with acb4b433-9934-49cf-bc48-6ba1017078c1 Aug 29 04:30:54.675550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] Pushing event deleted for resources: {'Port': ['ID=acb4b433-9934-49cf-bc48-6ba1017078c1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.694054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf3af0-6cd5-4ba8-bbd0-1487c0715e6e None None] No DVR routers for this DVR port acb4b433-9934-49cf-bc48-6ba1017078c1 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:54.740529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2afb-0304-4b70-bf94-ce8eb320f185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.749882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c86753df-929a-4f6f-ac4f-cdfeff2e4319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.770321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c86753df-929a-4f6f-ac4f-cdfeff2e4319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.849068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] For port a065adde-56b6-4d12-934f-78189ce7eb8e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a065adde-56b6-4d12-934f-78189ce7eb8e,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:54.849705 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.900417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c86753df-929a-4f6f-ac4f-cdfeff2e4319 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c66d8afa9ad42b78a3af2d868570388&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6106656 Aug 29 04:30:54.906558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.909171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Calling delete_port for a065adde-56b6-4d12-934f-78189ce7eb8e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:54.913568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86753df-929a-4f6f-ac4f-cdfeff2e4319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ca5161-c14c-4cc2-899d-cf55824b8b96,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.981984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46e2c90d-e926-4dcb-b7de-88f4865d05fb req-31f25021-5347-4dc9-93bc-3e0ed069fff5 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604826 Aug 29 04:30:54.994694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7fd158-2868-4066-a0fc-1e50bbb963a6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.996231 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4a7fd158-2868-4066-a0fc-1e50bbb963a6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6483660 Aug 29 04:30:54.999657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55882) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.057882 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16832908-4610-4649-9d3b-856fa17b482b x-openstack-request-id: req-16832908-4610-4649-9d3b-856fa17b482b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:55.058386 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "ff238051-0a0a-4903-ac26-034f71774b17", "code": 200}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-plugged", "status": "completed", "tag": "4b5f00ab-560e-43e7-bf03-cfb1b9a65329", "code": 200}, {"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-plugged", "status": "completed", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:55.058555 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16832908-4610-4649-9d3b-856fa17b482b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:55.058896 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17', 'code': 200} Aug 29 04:30:55.060648 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5f00ab-560e-43e7-bf03-cfb1b9a65329', 'code': 200} Aug 29 04:30:55.061290 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'code': 200} Aug 29 04:30:55.070775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.077746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.084603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.090667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.091934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967fa1ee-0b09-4a8c-afc5-0fe1ae5c2445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.094067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-967fa1ee-0b09-4a8c-afc5-0fe1ae5c2445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934484 Aug 29 04:30:55.097422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.104065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55884) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.105170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.111538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.119436 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-3884f2f1-d42d-4466-858a-63ede788e2f6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.2890000 Aug 29 04:30:55.172334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3efe87b-504f-4ce8-a635-87b78defb7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.188587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d551d105-0c51-42ad-863c-9edf9a05bcdd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831368 Aug 29 04:30:55.192949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55886) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.199736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:55.256006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e190ee11-edb6-4fa6-b7b4-99a9ff81d6b4 req-7a03aa33-075f-4d90-8457-4eafd195f7fd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354570 Aug 29 04:30:55.267686 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3efe87b-504f-4ce8-a635-87b78defb7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.328781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2afb-0304-4b70-bf94-ce8eb320f185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.353120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:55.357732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.370993 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2afb-0304-4b70-bf94-ce8eb320f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.448566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f2afb-0304-4b70-bf94-ce8eb320f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac1adaf-942d-43a8-936a-89e637463b58,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.456862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8b0f2afb-0304-4b70-bf94-ce8eb320f185 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ab1cf645ecf46adaf1ed25dc6150e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0232036 Aug 29 04:30:55.460054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:55.466725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.466848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.467527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.467842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.468302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.468856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.469343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.480835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-67c3d925-0a87-4ce3-9c0a-7dcf176fb22c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6508 time: 0.2177892 Aug 29 04:30:55.485831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.521254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e0343090-0004-4029-b65f-3cd275f1569c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:55.550546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3efe87b-504f-4ce8-a635-87b78defb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.553524 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3efe87b-504f-4ce8-a635-87b78defb7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.554953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a3efe87b-504f-4ce8-a635-87b78defb7ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68ca5161-c14c-4cc2-899d-cf55824b8b96 HTTP/1.1" status: 204 len: 168 time: 0.6429513 Aug 29 04:30:55.558449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Pushing event deleted for resources: {'Port': ['ID=a065adde-56b6-4d12-934f-78189ce7eb8e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.604148 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-574e65d8-709a-48c2-811a-665ebbc1b720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.619506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efe87b-504f-4ce8-a635-87b78defb7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ca5161-c14c-4cc2-899d-cf55824b8b96,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.642643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-574e65d8-709a-48c2-811a-665ebbc1b720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.651850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] No DVR routers for this DVR port a065adde-56b6-4d12-934f-78189ce7eb8e on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:55.657118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.659662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c76ebe-c4e1-41c5-b8c1-48f028731858 req-447c752b-83be-4c3b-97f6-c891d92c6d85 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.37 "DELETE /v2.0/ports/a065adde-56b6-4d12-934f-78189ce7eb8e HTTP/1.1" status: 204 len: 173 time: 2.2528346 Aug 29 04:30:55.666599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a99800d-862c-456d-bf29-651a731158ef', 'name': 'network-vif-deleted', 'tag': 'a065adde-56b6-4d12-934f-78189ce7eb8e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:55.669367 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c435f-063f-4f4a-bba5-d53686cab226" -d '{"events": [{"server_uuid": "3a99800d-862c-456d-bf29-651a731158ef", "name": "network-vif-deleted", "tag": "a065adde-56b6-4d12-934f-78189ce7eb8e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:55.685566 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e9e5bbd1-c2c8-443e-9032-3ceb5ce0721b req-31291d7d-cabe-41bd-a60c-970d1cc786e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848481 Aug 29 04:30:55.767789 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973a7e6f-8a51-4a23-ab73-30f381256f79 x-openstack-request-id: req-973a7e6f-8a51-4a23-ab73-30f381256f79 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:55.768489 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a99800d-862c-456d-bf29-651a731158ef", "name": "network-vif-deleted", "tag": "a065adde-56b6-4d12-934f-78189ce7eb8e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:55.769009 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-973a7e6f-8a51-4a23-ab73-30f381256f79 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:55.769854 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a99800d-862c-456d-bf29-651a731158ef', 'name': 'network-vif-deleted', 'tag': 'a065adde-56b6-4d12-934f-78189ce7eb8e', 'status': 'completed', 'code': 200} Aug 29 04:30:55.905058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-574e65d8-709a-48c2-811a-665ebbc1b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.907641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-574e65d8-709a-48c2-811a-665ebbc1b720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.908775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-574e65d8-709a-48c2-811a-665ebbc1b720 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cac1adaf-942d-43a8-936a-89e637463b58 HTTP/1.1" status: 204 len: 168 time: 0.4380460 Aug 29 04:30:55.927705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56340e68-e6bb-4fe7-adcc-df0c83a8f5ad req-3a207dd1-b1c8-4ec2-8fb2-d9aba6b416b9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.935149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56340e68-e6bb-4fe7-adcc-df0c83a8f5ad req-3a207dd1-b1c8-4ec2-8fb2-d9aba6b416b9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1685050 Aug 29 04:30:55.960395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e65d8-709a-48c2-811a-665ebbc1b720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac1adaf-942d-43a8-936a-89e637463b58,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:56.102984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:30:56.139076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.199732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56340e68-e6bb-4fe7-adcc-df0c83a8f5ad req-e5d31e73-7826-4b94-aca6-2f65556c68a8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576115 Aug 29 04:30:56.234852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e40baa8b-f09f-4912-96bf-eedebd5cecc3 req-69e4bdeb-d091-435c-aaf1-808a93fb4107 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a99800d-862c-456d-bf29-651a731158ef HTTP/1.1" status: 200 len: 210 time: 0.0734377 Aug 29 04:30:56.348973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.388200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=85d2eaaf-5f9a-40ce-bf86-fc55dab25754,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:56.393489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e992d8a-b7d3-491d-8532-59de89410ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.406897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:56.409067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:56.416505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.417389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.421823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b2165-f8bb-4d32-ad49-048b739ac0d1 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:56.443042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0394c491-e0f7-4aea-96d5-9cd62ac86c58 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2489362 Aug 29 04:30:56.445052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55920) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.453413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:56.619726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.631958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.639471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.646056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.652254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.661004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.666679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '85d2eaaf-5f9a-40ce-bf86-fc55dab25754'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:56.667552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.669858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.678325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-c5676ff7-a403-47af-98fa-af5d494bcafb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.2996397 Aug 29 04:30:56.789069 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d30030de-3542-4f8d-af02-86e100e07bc5 req-d99f09cd-82b4-455d-8a83-4f4f870a5af1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096115 Aug 29 04:30:56.853728 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e992d8a-b7d3-491d-8532-59de89410ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.871263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e992d8a-b7d3-491d-8532-59de89410ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.881254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:56.881507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Allocated IP 2001:db8::f816:3eff:fe30:8c1d (870a58ce-8cff-482e-9cde-b685e5bb8346/85d2eaaf-5f9a-40ce-bf86-fc55dab25754/a09a8064-1d1a-41c6-95b2-c9ae4e321602) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:56.884894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.936395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e992d8a-b7d3-491d-8532-59de89410ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41431f3b-0aa0-4020-a4a4-dc797f4713b9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.012975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e992d8a-b7d3-491d-8532-59de89410ca0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ca54d3832e744a186846ac7fb63f563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6627843 Aug 29 04:30:57.015666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.069369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.078884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Transition to ACTIVE for port object a09a8064-1d1a-41c6-95b2-c9ae4e321602 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:57.105408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a065adde-56b6-4d12-934f-78189ce7eb8e no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:57.109552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21e165d7-4f6b-4167-b008-ccc87c243f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.111129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Transition to ACTIVE for port object a09a8064-1d1a-41c6-95b2-c9ae4e321602 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:57.141384 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: a065adde-56b6-4d12-934f-78189ce7eb8e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:57.142203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a065adde-56b6-4d12-934f-78189ce7eb8e not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:57.146614 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.182757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:57.190144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:57.193363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:57.213160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21e165d7-4f6b-4167-b008-ccc87c243f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.245832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Pushing event updated for resources: {'Port': ['ID=a09a8064-1d1a-41c6-95b2-c9ae4e321602,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.405742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Attempting to bind port a09a8064-1d1a-41c6-95b2-c9ae4e321602 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:57.407159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Attempting to bind port a09a8064-1d1a-41c6-95b2-c9ae4e321602 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:57.407882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Attempting to bind port a09a8064-1d1a-41c6-95b2-c9ae4e321602 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:57.421378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:57.423067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:57.424140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.426651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:57.428338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Bound port: a09a8064-1d1a-41c6-95b2-c9ae4e321602, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:57.428923 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.496232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f48ce3-1933-45b9-b48a-ef76adad44d3 req-64b8a72e-9b3a-4ca1-a0ac-eeed244a816b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.499767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21e165d7-4f6b-4167-b008-ccc87c243f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.502914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21e165d7-4f6b-4167-b008-ccc87c243f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.510932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27f48ce3-1933-45b9-b48a-ef76adad44d3 req-64b8a72e-9b3a-4ca1-a0ac-eeed244a816b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1085525 Aug 29 04:30:57.518733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-21e165d7-4f6b-4167-b008-ccc87c243f53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41431f3b-0aa0-4020-a4a4-dc797f4713b9 HTTP/1.1" status: 204 len: 168 time: 0.4963431 Aug 29 04:30:57.526989 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.557620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e165d7-4f6b-4167-b008-ccc87c243f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41431f3b-0aa0-4020-a4a4-dc797f4713b9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.595093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] For port a09a8064-1d1a-41c6-95b2-c9ae4e321602, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:57.602482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] For port a09a8064-1d1a-41c6-95b2-c9ae4e321602, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a09a8064-1d1a-41c6-95b2-c9ae4e321602,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:57.609376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27f48ce3-1933-45b9-b48a-ef76adad44d3 req-3720a85d-5114-41dc-8a3d-c17ba181a2b3 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937846 Aug 29 04:30:57.631575 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.700206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.765578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:57.777898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:57.788493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.789107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.803790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec5ba-1491-441b-9807-290b5e918309 None None] Pushing event updated for resources: {'Port': ['ID=a09a8064-1d1a-41c6-95b2-c9ae4e321602,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.835686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-27763768-e9b5-42fc-ad31-579e85ff8e01 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3883958 Aug 29 04:30:57.838854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55966) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.845246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:69:d9:a0', 'name': 'tempest-NetworksTestDHCPv6-1199274577'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:57.918894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e3719-bfe1-4e69-a16c-011f43d227eb req-4ef027ce-3201-4dfd-a1a0-f3c2dc4b20c0 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.927882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b6e3719-bfe1-4e69-a16c-011f43d227eb req-4ef027ce-3201-4dfd-a1a0-f3c2dc4b20c0 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.0810924 Aug 29 04:30:58.000289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b6e3719-bfe1-4e69-a16c-011f43d227eb req-f2dd1a63-46d0-4f03-8bbb-7a82da147161 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713112 Aug 29 04:30:58.147622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.162731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.174233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.180639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.187673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.193928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.200020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.202142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb053213-cbf3-475c-b0a5-491582c0870f req-97e7b5ac-60c9-41d6-8fa7-8538c613b4fc tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.2105470 Aug 29 04:30:58.262758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb053213-cbf3-475c-b0a5-491582c0870f req-31b3cd1d-e02c-4398-b8b3-f2fef2d77044 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489933 Aug 29 04:30:58.286594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:58.470247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.523310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:30:58.545058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.559774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.569979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.578458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.585403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.594037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.602809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.610558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b6f49f1-c20f-4b10-91b7-ab37f136ca31 req-059ad75b-15d8-463a-878f-e1ffacb66195 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.1831369 Aug 29 04:30:58.618434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56002) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:58.649004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Request body: {'floatingip': {'port_id': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:58.727117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.002011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091772db-6102-466f-a249-7cecfb5feffc req-a68778f9-ec93-4486-81be-3e0f79025c87 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.008992 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-091772db-6102-466f-a249-7cecfb5feffc req-a68778f9-ec93-4486-81be-3e0f79025c87 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.2300344 Aug 29 04:30:59.108600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-091772db-6102-466f-a249-7cecfb5feffc req-ff03d73e-32bc-4fc4-8f18-c2a167bbb2bf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980163 Aug 29 04:30:59.168715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56024) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:59.219451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 172.20.0.8 (870a58ce-8cff-482e-9cde-b685e5bb8346/ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f/9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:59.274590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d14b72-eaf6-48f2-8bba-b2d5813024fc req-ec34faa9-9a4e-410c-8575-03ba670ce5dc tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.275762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe69:d9a0 (870a58ce-8cff-482e-9cde-b685e5bb8346/85d2eaaf-5f9a-40ce-bf86-fc55dab25754/9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:59.276303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80d14b72-eaf6-48f2-8bba-b2d5813024fc req-ec34faa9-9a4e-410c-8575-03ba670ce5dc tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1282530 Aug 29 04:30:59.390642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13676cf6-d356-4316-9f52-4152e43c0ac8 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:59.392203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2037784346'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:59.428346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:59.434977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.458019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.503998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80d14b72-eaf6-48f2-8bba-b2d5813024fc req-4fcef523-f235-4289-a47e-0516a7536958 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175729 Aug 29 04:30:59.570094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e0404c74-eb22-4a02-b7fa-8fb08c55567e None None] Provisioning for port a09a8064-1d1a-41c6-95b2-c9ae4e321602 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:59.683037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.691216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.749548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:59.766199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f17994-0be0-409f-afe7-740b97dd9242,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:59.773320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.774082 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Added segment e66564e0-8ff1-4e6d-89fe-2dabe4ea07cf of type vlan for network b258c2ba-2015-45c1-90df-9430e1c84e5f Aug 29 04:30:59.838276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '85d2eaaf-5f9a-40ce-bf86-fc55dab25754', 'ip_address': '2001:db8::f816:3eff:fe30:8c1d'}, {'subnet_id': 'ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'a09a8064-1d1a-41c6-95b2-c9ae4e321602'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:59.850264 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.870138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-821c7038-d709-4b4f-8d4c-b457762b6d09 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.871433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-821c7038-d709-4b4f-8d4c-b457762b6d09 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.1753106 Aug 29 04:30:59.901995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.939935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:00.004060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:00.015692 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.027874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.033620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.154738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Network': ['ID=b258c2ba-2015-45c1-90df-9430e1c84e5f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.221109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c3a47b99-3d27-44a5-b015-10f3a3e487fb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0239725 Aug 29 04:31:00.223240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b258c2ba-2015-45c1-90df-9430e1c84e5f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:00.223961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:00.223961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'subnet': {'network_id': 'b258c2ba-2015-45c1-90df-9430e1c84e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:00.246170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.254382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.346165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a8064-1d1a-41c6-95b2-c9ae4e321602 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:00.354136 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.383158 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.388333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:00.392529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.444173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:00.474325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:00.486302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Deleting port e0343090-0004-4029-b65f-3cd275f1569c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:00.486936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.492319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:00.498604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa4bd4-8ca3-4a42-9b21-20907a53ff2d req-787aeb01-fd3a-4284-8c4c-b720bb4b3656 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.507498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40aa4bd4-8ca3-4a42-9b21-20907a53ff2d req-787aeb01-fd3a-4284-8c4c-b720bb4b3656 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 943 time: 0.1382999 Aug 29 04:31:00.563752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40aa4bd4-8ca3-4a42-9b21-20907a53ff2d req-12dfc30e-73b7-483b-a961-4e865db9af82 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494120 Aug 29 04:31:00.570758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] Allocated IP 172.20.0.2 (870a58ce-8cff-482e-9cde-b685e5bb8346/ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f/a09a8064-1d1a-41c6-95b2-c9ae4e321602) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:00.610522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.678746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] For port a09a8064-1d1a-41c6-95b2-c9ae4e321602, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a09a8064-1d1a-41c6-95b2-c9ae4e321602,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:00.711808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.734472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.743985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] Transition to ACTIVE for port object a09a8064-1d1a-41c6-95b2-c9ae4e321602 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:00.747269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.747993 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.760555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.768185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a09a8064-1d1a-41c6-95b2-c9ae4e321602 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:00.768564 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Floating IP 7508d72e-95b0-4f3c-9154-3d9afac751f5 associated. External IP: 172.25.7.41, port: d4517d84-5b74-41a8-bb07-97fd1bbb2b1c. Aug 29 04:31:00.831228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Checking segment: {'id': 'e66564e0-8ff1-4e6d-89fe-2dabe4ea07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b258c2ba-2015-45c1-90df-9430e1c84e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:00.831613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network hostable DHCP agents. Network: b258c2ba-2015-45c1-90df-9430e1c84e5f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:00.835803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a86caf59-2607-4e97-8811-3bb8bb0e9cb6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9953053 Aug 29 04:31:00.839101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Subnet': ['ID=c4afd928-e6a4-4c2f-a6f9-4920067bd428,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.841162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56066) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:00.857725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] For port e0343090-0004-4029-b65f-3cd275f1569c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e0343090-0004-4029-b65f-3cd275f1569c,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:00.858850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.870330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec575ea-6778-496a-818c-9704bcb1cf91 req-ca93abef-860f-4331-81cb-f3c95a3cba14 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.879016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec575ea-6778-496a-818c-9704bcb1cf91 req-ca93abef-860f-4331-81cb-f3c95a3cba14 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 945 time: 0.2392285 Aug 29 04:31:00.883697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ed14e-d402-4f3d-88a2-a399dd76a581 None None] Pushing event updated for resources: {'Port': ['ID=a09a8064-1d1a-41c6-95b2-c9ae4e321602,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.909427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network b258c2ba-2015-45c1-90df-9430e1c84e5f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:00.928963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Calling delete_port for e0343090-0004-4029-b65f-3cd275f1569c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:00.932885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36015c12-ba3a-4226-8351-d4eb40cbccf2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.939443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36015c12-ba3a-4226-8351-d4eb40cbccf2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.941104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-36015c12-ba3a-4226-8351-d4eb40cbccf2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0935247 Aug 29 04:31:00.942422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b258c2ba-2015-45c1-90df-9430e1c84e5f) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:00.944195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:00.956810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347e796-c3fd-40c3-89fd-0f076027e7f6 None None] Network b258c2ba-2015-45c1-90df-9430e1c84e5f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:01.016411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.016793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.057760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:01.072777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fb3f40e0-9df8-4c1b-80a6-5042a7528422 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8585989 Aug 29 04:31:01.076475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56070) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.084675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1774127084', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:01.101477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec575ea-6778-496a-818c-9704bcb1cf91 req-fa7c87ec-5cc1-4846-bc9d-01159df7500c tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2687a92-2439-42f2-8771-89d6df023d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162735 Aug 29 04:31:01.132249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.133518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.222085 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.241862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a217b-9679-41fb-afca-fb2effaa24cb None None] Network b258c2ba-2015-45c1-90df-9430e1c84e5f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:01.333795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:01.334247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.352055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:01.387360 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.410371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '50f0408f-b741-4fef-8006-85df6e2993b2', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'port_id': '50f0408f-b741-4fef-8006-85df6e2993b2', 'mac_address': 'fa:16:3e:7b:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:01.513463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.610432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f0408f-b741-4fef-8006-85df6e2993b2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:01.674059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:01.687948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.775834 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.834742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.952558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['50f0408f-b741-4fef-8006-85df6e2993b2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:01.994614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:02.028647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.082201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e0343090-0004-4029-b65f-3cd275f1569c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:02.155116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a8064-1d1a-41c6-95b2-c9ae4e321602 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:02.163223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Pushing event deleted for resources: {'Port': ['ID=e0343090-0004-4029-b65f-3cd275f1569c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.277392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.297205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daae3f-da9c-48e7-b3fc-c07fdc1acb3c req-e18ae39e-e4e9-4917-b850-bf7c3814bee6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.313124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57daae3f-da9c-48e7-b3fc-c07fdc1acb3c req-e18ae39e-e4e9-4917-b850-bf7c3814bee6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 944 time: 0.5136621 Aug 29 04:31:02.335026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] No DVR routers for this DVR port e0343090-0004-4029-b65f-3cd275f1569c on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:02.356401 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.358515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1238f2a8-c911-407f-875f-c960a9d265e6 req-4d6ff94c-8628-430c-b4ab-cdf4c55fd0c3 tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.32 "DELETE /v2.0/ports/e0343090-0004-4029-b65f-3cd275f1569c HTTP/1.1" status: 204 len: 173 time: 2.4589109 Aug 29 04:31:02.360413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c4fae64-20b4-4c43-af38-5946b8877dc9 req-105791bc-df83-400e-935e-d156a732f93d tempest-ListServerFiltersTestJSON-84562330 tempest-ListServerFiltersTestJSON-84562330-project] 10.222.0.55 "GET /v2.0/ports?device_id=9382e359-e90d-4a96-9599-7d18bb9893b9 HTTP/1.1" status: 200 len: 210 time: 0.1141486 Aug 29 04:31:02.361386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'name': 'network-vif-deleted', 'tag': 'e0343090-0004-4029-b65f-3cd275f1569c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:02.363260 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b4a241-b19f-4e0e-a4a6-e7608897b70b" -d '{"events": [{"server_uuid": "9382e359-e90d-4a96-9599-7d18bb9893b9", "name": "network-vif-deleted", "tag": "e0343090-0004-4029-b65f-3cd275f1569c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:02.432492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:02.457803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:02.464000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.468427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] Sync routers for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:02.510361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f764a6a9-6273-45eb-8a26-9d66ab08b55e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "PUT /v2.0/floatingips/7508d72e-95b0-4f3c-9154-3d9afac751f5 HTTP/1.1" status: 200 len: 991 time: 3.8748159 Aug 29 04:31:02.514213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4d1a91a3-d0cc-4018-88de-fd404511fb1d None None] Provisioning for port a09a8064-1d1a-41c6-95b2-c9ae4e321602 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:02.522022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:02.526169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:02.590905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57daae3f-da9c-48e7-b3fc-c07fdc1acb3c req-79245dc7-82a3-4844-bc80-3664fc07215e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358830 Aug 29 04:31:02.645131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4d1a91a3-d0cc-4018-88de-fd404511fb1d None None] Provisioning complete for port a09a8064-1d1a-41c6-95b2-c9ae4e321602 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:02.645687 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d1a91a3-d0cc-4018-88de-fd404511fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.722390 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57492569-631c-4864-82fa-4ddb377286c8 x-openstack-request-id: req-57492569-631c-4864-82fa-4ddb377286c8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:02.722694 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9382e359-e90d-4a96-9599-7d18bb9893b9", "name": "network-vif-deleted", "tag": "e0343090-0004-4029-b65f-3cd275f1569c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:02.722951 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57492569-631c-4864-82fa-4ddb377286c8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:02.723401 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9382e359-e90d-4a96-9599-7d18bb9893b9', 'name': 'network-vif-deleted', 'tag': 'e0343090-0004-4029-b65f-3cd275f1569c', 'status': 'completed', 'code': 200} Aug 29 04:31:02.915468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:02.995118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.054090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.149864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.188872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:03.224745 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.330583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.330583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-82f5268a-c4be-47af-ba79-80e0037c427a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2 HTTP/1.1" status: 204 len: 168 time: 2.3802519 Aug 29 04:31:03.330753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.438988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d1a91a3-d0cc-4018-88de-fd404511fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.468666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.25.7.141 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/74167c01-48f1-4f3f-9061-e7bfea3f4af6) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:03.495942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 50f0408f-b741-4fef-8006-85df6e2993b2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:03.496444 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.512431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.530796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bd6b3-4c84-427f-a0f1-ca83b26a0951 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.533227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bd6b3-4c84-427f-a0f1-ca83b26a0951 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.535187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bd6b3-4c84-427f-a0f1-ca83b26a0951 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.536951 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-682bd6b3-4c84-427f-a0f1-ca83b26a0951 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2073524 Aug 29 04:31:03.570690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4d1a91a3-d0cc-4018-88de-fd404511fb1d None None] For port a09a8064-1d1a-41c6-95b2-c9ae4e321602, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a09a8064-1d1a-41c6-95b2-c9ae4e321602,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:03.578078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.578923 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d1a91a3-d0cc-4018-88de-fd404511fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.683532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a91a3-d0cc-4018-88de-fd404511fb1d None None] Pushing event updated for resources: {'Port': ['ID=a09a8064-1d1a-41c6-95b2-c9ae4e321602,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.728488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb857754-b4ba-4867-bac4-0c6ea7e560f2 None None] Could not find standard attr ID for object 9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:03.735927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] Deleting subnet 7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:03.741492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.741900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.759500 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.797555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.803916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:03.820546 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7975e96f-d321-4a07-8659-d823e423f5cb" -d '{"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-plugged", "status": "completed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:03.833004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7508d72e-95b0-4f3c-9154-3d9afac751f5', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'port_id': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'mac_address': 'fa:16:3e:27:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:28:59Z', 'updated_at': '2021-08-29T04:30:59Z', 'revision_number': 1, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 5, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:03.874368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51b8fe-188b-4b06-ac23-bb83a8f6a49d req-9cece17d-7a82-4929-a9ce-0a61fe9d31a4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.876199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb51b8fe-188b-4b06-ac23-bb83a8f6a49d req-9cece17d-7a82-4929-a9ce-0a61fe9d31a4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 944 time: 0.1154091 Aug 29 04:31:03.878028 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.905946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:03.907761 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.908202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] Checking router: a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:03.912434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.973130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:03.981281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 85d2eaaf-5f9a-40ce-bf86-fc55dab25754 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:03.984543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.989336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:03.990107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:03.992641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:03.999979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.026593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:04.042612 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a5963-f121-4dc6-bd8b-59bf705c2005 x-openstack-request-id: req-055a5963-f121-4dc6-bd8b-59bf705c2005 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:04.043515 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-plugged", "status": "completed", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:04.043883 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-055a5963-f121-4dc6-bd8b-59bf705c2005 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:04.044418 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2', 'code': 200} Aug 29 04:31:04.047576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0343090-0004-4029-b65f-3cd275f1569c no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:04.056651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=74167c01-48f1-4f3f-9061-e7bfea3f4af6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.096857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: e0343090-0004-4029-b65f-3cd275f1569c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:04.096857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e0343090-0004-4029-b65f-3cd275f1569c not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:04.103569 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.105347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb51b8fe-188b-4b06-ac23-bb83a8f6a49d req-f18c928e-ec52-491f-b63b-a5a3163033a6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130668 Aug 29 04:31:04.118487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.192275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a8064-1d1a-41c6-95b2-c9ae4e321602 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:04.252148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.265436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.266826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:04.267380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-365a86a6-9b03-4a43-8f45-caeb991734e0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7fcb5d89-e872-4bc3-ba9e-13bd5fdd3de8 HTTP/1.1" status: 204 len: 168 time: 0.7538903 Aug 29 04:31:04.284723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56150) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.361344 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.391086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d988b-da68-4f4d-adc7-c3d762e7b3fe req-0eef6cf6-719a-481b-9921-413e7998a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.392657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-094d988b-da68-4f4d-adc7-c3d762e7b3fe req-0eef6cf6-719a-481b-9921-413e7998a7cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 1098 time: 0.1484809 Aug 29 04:31:04.433822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.513030 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-094d988b-da68-4f4d-adc7-c3d762e7b3fe req-8b7b946e-7936-423a-abac-64c2397385a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087744 Aug 29 04:31:04.539478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.567582 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.575237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=85d2eaaf-5f9a-40ce-bf86-fc55dab25754,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.585192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.587255 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2114bd90-a9a6-4446-afc4-ba5103606bd1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/85d2eaaf-5f9a-40ce-bf86-fc55dab25754 HTTP/1.1" status: 204 len: 168 time: 1.0070937 Aug 29 04:31:04.589901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56158) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.636610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Deleting port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:04.637099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.674026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:04.685057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.734676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:04.738954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff502d-5651-4a43-9f96-42d10522c4d2 None None] Network c1abff56-b839-4516-b4e3-5b0afaf2e3c8 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:04.739468 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40892b8-8b1f-4632-af6d-53fca6ac1955" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:04.745006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96edc341-9910-4303-941a-dc855c61253d None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:04.834241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.891943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] For port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=00b35cc4-6317-4a02-9e5f-8c7fe06102ac,segment=NetworkSegment(82479d33-47f3-40c9-97e0-79fde2b52bb4),segment_id=82479d33-47f3-40c9-97e0-79fde2b52bb4)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:04.892478 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.909463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Calling delete_port for 00b35cc4-6317-4a02-9e5f-8c7fe06102ac owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:04.999623 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9fb17b-f62c-4ba0-9555-19f0f7566828 x-openstack-request-id: req-5f9fb17b-f62c-4ba0-9555-19f0f7566828 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:05.000110 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:05.000417 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f9fb17b-f62c-4ba0-9555-19f0f7566828 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:05.000911 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'status': 'completed', 'code': 200} Aug 29 04:31:05.032142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.053692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] No DVR routers for this DVR port 00b35cc4-6317-4a02-9e5f-8c7fe06102ac on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:05.080198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b35cc4-6317-4a02-9e5f-8c7fe06102ac,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.128910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a09a8064-1d1a-41c6-95b2-c9ae4e321602 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:05.129199 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.154503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.155168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.156730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.157274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.158597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.162423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.163290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.166385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-b60b727e-6345-4ddc-a02b-7196a1e9eecf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6508 time: 0.1638963 Aug 29 04:31:05.290549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.304792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.445379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0195cf79-3176-4b4e-9ec5-1dbd95de0f1a None None] DHCP port deletion for c1abff56-b839-4516-b4e3-5b0afaf2e3c8 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:05.684997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-f979af81-842b-4e0a-a690-24b7b480642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.687691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-f979af81-842b-4e0a-a690-24b7b480642d service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa31365-0ce5-4157-bac5-4a74a31eca98 HTTP/1.1" status: 200 len: 917 time: 0.5026891 Aug 29 04:31:05.696558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2383ba-8f2f-4ac6-a150-b64d3f444033 req-ed5f1fd6-cdc5-456c-aadb-8a90f8046a20 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.700544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7508d72e-95b0-4f3c-9154-3d9afac751f5', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'port_id': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'mac_address': 'fa:16:3e:27:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:28:59Z', 'updated_at': '2021-08-29T04:30:59Z', 'revision_number': 1, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 5, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:05.702132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2383ba-8f2f-4ac6-a150-b64d3f444033 req-ed5f1fd6-cdc5-456c-aadb-8a90f8046a20 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 946 time: 0.3827031 Aug 29 04:31:05.703463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.739626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12226fa2-f9a5-4b6f-80c2-256f5276b093 None None] The sync data for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 is: [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7508d72e-95b0-4f3c-9154-3d9afac751f5', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'port_id': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'mac_address': 'fa:16:3e:27:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:28:59Z', 'updated_at': '2021-08-29T04:30:59Z', 'revision_number': 1, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 5, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:05.817647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.846921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1abff56-b839-4516-b4e3-5b0afaf2e3c8']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:05.863688 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.870312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f HTTP/1.1" status: 204 len: 168 time: 1.2791770 Aug 29 04:31:05.900413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea60f6-dc7a-4898-aabe-8d0896c54777 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': 'ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'a09a8064-1d1a-41c6-95b2-c9ae4e321602'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:05.933036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebea60f6-dc7a-4898-aabe-8d0896c54777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.935170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.985526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82479d33-47f3-40c9-97e0-79fde2b52bb4') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:05.986223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82479d33-47f3-40c9-97e0-79fde2b52bb4') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:06.084072 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a7c91158-7c09-4054-ae62-4c2d43309f77 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1456292 Aug 29 04:31:06.102512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.115678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9b135-cc82-4bd0-a62d-a0bf25725ce0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.140220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.147903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:06.167753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-192c7534-2649-454d-ac8f-2b7ee978c8a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 200 len: 999 time: 0.4473965 Aug 29 04:31:06.175005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 00b35cc4-6317-4a02-9e5f-8c7fe06102ac no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:06.206238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2383ba-8f2f-4ac6-a150-b64d3f444033 req-c1606999-6b63-4a5f-84f8-bfb3c489a292 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4874821 Aug 29 04:31:06.213295 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb17b88-fa35-4067-b1c4-2dd9ec2ab848 None None] New status for floating IP 7508d72e-95b0-4f3c-9154-3d9afac751f5: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:06.251603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.286685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:06.287103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:06.294613 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:06.435461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-0f561826-812d-4fa9-ba4d-f8b330374b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.437287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-0f561826-812d-4fa9-ba4d-f8b330374b00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1bdbcf-71be-4cc1-83cd-2994fa212390 HTTP/1.1" status: 200 len: 855 time: 0.2580409 Aug 29 04:31:06.474498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:06.478542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.493916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 00b35cc4-6317-4a02-9e5f-8c7fe06102ac {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:06.494291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 00b35cc4-6317-4a02-9e5f-8c7fe06102ac not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:06.549101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.558169 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.566125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c1abff56-b839-4516-b4e3-5b0afaf2e3c8 HTTP/1.1" status: 204 len: 168 time: 2.2801824 Aug 29 04:31:06.607707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:06.613652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2f883-6eb3-466b-8631-bcbd55caca75 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1abff56-b839-4516-b4e3-5b0afaf2e3c8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.645835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e5181-c1d4-41ee-8175-c8720266cbc9 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:06.762996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-524727a1-a2b5-47c6-8bdf-cb3839268a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.778826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-524727a1-a2b5-47c6-8bdf-cb3839268a02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa31365-0ce5-4157-bac5-4a74a31eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3173161 Aug 29 04:31:06.823927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:06.838769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2abf7673-d5ff-40e3-bf26-94b60d113599 None None] Provisioning complete for port a09a8064-1d1a-41c6-95b2-c9ae4e321602 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:06.840761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2abf7673-d5ff-40e3-bf26-94b60d113599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.847008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.852075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4e8a4667-145c-4986-b7e9-c8213cbb695c tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7711220 Aug 29 04:31:06.852372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:06.863567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:06.957285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:06.959957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:07.042441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56226) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.047187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:07.101192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:07.101793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:07.145161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-e3dea075-a4c6-4dfb-84d3-4dac03efd447 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525884 Aug 29 04:31:07.218348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:07.219947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579473cb-1511-4b3c-89b7-697db4a54024 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:07.295847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:07.335291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-88a74cdc-1a4d-4aa6-96c8-68a4414ef8d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e3d3510045c4c58860b05723c490db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766988 Aug 29 04:31:07.351601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.435847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a40892b8-8b1f-4632-af6d-53fca6ac1955 req-d62d8093-63a3-4c05-9a77-3cf7582b574e service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716904 Aug 29 04:31:07.569403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] Deleting port a09a8064-1d1a-41c6-95b2-c9ae4e321602 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:07.569836 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.588954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a9a938c-1a5b-4c05-88ea-2f05fb9407f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.747429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] For port a09a8064-1d1a-41c6-95b2-c9ae4e321602, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a09a8064-1d1a-41c6-95b2-c9ae4e321602,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:07.750032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.765869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c235c4-5da6-4403-bec6-5802d33ad071 req-a4292356-f70e-4f37-a612-1021c5e50402 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.767929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48c235c4-5da6-4403-bec6-5802d33ad071 req-a4292356-f70e-4f37-a612-1021c5e50402 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 946 time: 0.3171186 Aug 29 04:31:07.772057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a9a938c-1a5b-4c05-88ea-2f05fb9407f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.825817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] Calling delete_port for a09a8064-1d1a-41c6-95b2-c9ae4e321602 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:07.990541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.objects.ports [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:08.036820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a9a938c-1a5b-4c05-88ea-2f05fb9407f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.043001 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a9a938c-1a5b-4c05-88ea-2f05fb9407f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.046421 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a9a938c-1a5b-4c05-88ea-2f05fb9407f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2687a92-2439-42f2-8771-89d6df023d89 HTTP/1.1" status: 204 len: 168 time: 0.6900084 Aug 29 04:31:08.078052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.189122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a8064-1d1a-41c6-95b2-c9ae4e321602 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:08.239774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] Pushing event deleted for resources: {'Port': ['ID=a09a8064-1d1a-41c6-95b2-c9ae4e321602,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.269016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3b98-7aff-45b1-a535-3e67cb86122f req-da250b0f-4844-45d2-b311-28904602051a tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.271437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-777a3b98-7aff-45b1-a535-3e67cb86122f req-da250b0f-4844-45d2-b311-28904602051a tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.2385004 Aug 29 04:31:08.279234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84c1f1-4dee-49ff-bd1d-f65f78634922 None None] No DVR routers for this DVR port a09a8064-1d1a-41c6-95b2-c9ae4e321602 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:08.281199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a09a8064-1d1a-41c6-95b2-c9ae4e321602 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:08.284005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a09a8064-1d1a-41c6-95b2-c9ae4e321602 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:08.326771 n-d-712143-14 neutron-server[94824]: WARNING neutron.services.revisions.revision_plugin [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Could not find related port for resource to bump revision. Aug 29 04:31:08.340524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.ipam_pluggable_backend [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Port a09a8064-1d1a-41c6-95b2-c9ae4e321602 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:31:08.340903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.ipam_pluggable_backend [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Reverting IP allocation for 2001:db8::f816:3eff:fe30:8c1d {{(pid=94824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:31:08.356828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.ipam_pluggable_backend [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe30:8c1d {{(pid=94824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:31:08.360111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a938c-1a5b-4c05-88ea-2f05fb9407f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2687a92-2439-42f2-8771-89d6df023d89,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.362949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.408484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:08.438879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48c235c4-5da6-4403-bec6-5802d33ad071 req-debb3e5a-663d-47ca-b469-0161faec0c59 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6618986 Aug 29 04:31:08.445189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:08.459411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d3e64-28d2-437e-a73c-3b659aad950c None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:08.473938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.474190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.474774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.492481 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-777a3b98-7aff-45b1-a535-3e67cb86122f req-2f36686d-ac00-4c04-9556-4840c03c58e0 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065318 Aug 29 04:31:08.513262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3987010 Aug 29 04:31:08.520530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56266) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:08.526831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273ec3a-125f-4aee-a163-d60ea746ad96 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=f7b1abee-63a4-423b-8ffe-53c73f3a8609,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.877874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': 'f7b1abee-63a4-423b-8ffe-53c73f3a8609'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:08.878814 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.967168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.1 (b258c2ba-2015-45c1-90df-9430e1c84e5f/c4afd928-e6a4-4c2f-a6f9-4920067bd428/10ac4f56-a87f-4a50-bdf5-4fa5092256dc) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:09.101667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.150831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:09.217934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Allocated IP 2001:db8::f816:3eff:fe81:ca3a (870a58ce-8cff-482e-9cde-b685e5bb8346/f7b1abee-63a4-423b-8ffe-53c73f3a8609/6aadc0ff-27bc-4a07-8a93-498ae770ee3a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:09.322574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.413078 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.435614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Transition to ACTIVE for port object 6aadc0ff-27bc-4a07-8a93-498ae770ee3a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:09.483689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Transition to ACTIVE for port object 6aadc0ff-27bc-4a07-8a93-498ae770ee3a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:09.511072 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.522832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network b258c2ba-2015-45c1-90df-9430e1c84e5f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:09.534876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:09.544017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:09.592418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.641436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=10ac4f56-a87f-4a50-bdf5-4fa5092256dc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.660919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:09.664429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.772392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:09.773363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.777311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822951c-a1e9-4d90-ad91-3d441a44aa9b req-f6421f94-7f95-4bef-ba25-a08d1f4c2d10 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.794238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9822951c-a1e9-4d90-ad91-3d441a44aa9b req-f6421f94-7f95-4bef-ba25-a08d1f4c2d10 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.1167071 Aug 29 04:31:09.801463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:09.811525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:09.861039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9822951c-a1e9-4d90-ad91-3d441a44aa9b req-68c091f1-8a3f-4b03-b85e-4bc2d0bc9743 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602105 Aug 29 04:31:09.905641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f22c2-8e62-4826-adf5-3429ff02ed93 req-ea079fcc-6d23-4ec8-b776-d71ada1da551 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.907593 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-086f22c2-8e62-4826-adf5-3429ff02ed93 req-ea079fcc-6d23-4ec8-b776-d71ada1da551 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 946 time: 0.2331281 Aug 29 04:31:10.024154 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-086f22c2-8e62-4826-adf5-3429ff02ed93 req-8ba08dce-d62e-4562-bd6b-3e2f0a3385b7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099787 Aug 29 04:31:10.097181 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.102556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Attempting to bind port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:10.103638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Attempting to bind port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:10.103638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Attempting to bind port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:10.128424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:10.128805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:10.129226 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.129821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:10.130150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Bound port: 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:10.130541 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.202546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56332) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.264195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:10.268361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:10.274025 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.366259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276cd8-d0cb-43f9-a023-6187dbb33e40 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.504266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-900990399-network', 'tenant_id': '19117b9c280f4f9780e757a223289ce9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:10.570287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Made reservation on behalf of 19117b9c280f4f9780e757a223289ce9 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:10.576764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.596383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.711443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.783263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de129b-a0d5-4ba3-bb59-374d6046cddf req-884d3bdf-d12c-45a9-8c85-59cd8a66d671 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.793617 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27de129b-a0d5-4ba3-bb59-374d6046cddf req-884d3bdf-d12c-45a9-8c85-59cd8a66d671 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.0998321 Aug 29 04:31:10.797283 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:10.818686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:10.833662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.834285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.862622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27de129b-a0d5-4ba3-bb59-374d6046cddf req-b026a52a-6d9e-434b-b07c-d7f7b6e065e6 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682673 Aug 29 04:31:10.867436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=e6260868-5bdf-4d3a-bf6c-8dee6cf4c601,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.930454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.938911 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.053160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.054623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.068831 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.081153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:11.090928 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.091274 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Added segment 59d4dad5-6d7f-4491-940c-1beb1f475963 of type vlan for network 834d5c0c-6e4d-4c34-bbda-713de79bc97d Aug 29 04:31:11.155999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52072622-a222-4cc1-8cd6-544506985bd9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.182987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.187991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:ef:5f:68', 'name': 'tempest-NetworksTestDHCPv6-161894192'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:11.198974 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0dce1cd4-a888-42c2-b5a3-3ebbc9a8334b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0536745 Aug 29 04:31:11.199785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=10ac4f56-a87f-4a50-bdf5-4fa5092256dc,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.255311 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.304480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.305438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.306045 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.338534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:11.351562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network b258c2ba-2015-45c1-90df-9430e1c84e5f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:11.382097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:11.394597 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1874483 Aug 29 04:31:11.398108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56358) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.403634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Request body: {'subnet': {'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-900990399-subnet', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:11.470253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b894-80f5-4973-9c45-7eb779d28aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=834d5c0c-6e4d-4c34-bbda-713de79bc97d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.483687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:11.494229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Made reservation on behalf of 19117b9c280f4f9780e757a223289ce9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:11.497663 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.538873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.576331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 7abd8854-d401-4962-8c3d-3c7cd69a570f yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:11.663317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:11.938685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 172.20.0.13 (870a58ce-8cff-482e-9cde-b685e5bb8346/e6260868-5bdf-4d3a-bf6c-8dee6cf4c601/7abd8854-d401-4962-8c3d-3c7cd69a570f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:11.948949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:feef:5f68 (870a58ce-8cff-482e-9cde-b685e5bb8346/f7b1abee-63a4-423b-8ffe-53c73f3a8609/7abd8854-d401-4962-8c3d-3c7cd69a570f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:12.071288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8b35c-e983-41ed-8c1a-e5a6403deddb None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:12.209585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4e870d6a-bc2b-4bb6-8421-51ef623bffd5 None None] Provisioning for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:12.251129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:12.302009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.364058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 7abd8854-d401-4962-8c3d-3c7cd69a570f will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:12.408651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57b03-7951-4b77-af97-23057209a295 req-0222d833-609e-463e-b0c9-7d51f5de02c8 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:12.410337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39f57b03-7951-4b77-af97-23057209a295 req-0222d833-609e-463e-b0c9-7d51f5de02c8 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.32 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.1001809 Aug 29 04:31:12.460828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:12.469923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:12.470738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.514300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.576506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:12.585038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=7abd8854-d401-4962-8c3d-3c7cd69a570f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.592579 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:12.595811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f930527-684f-4a84-9bd5-d489953eadcd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/routers/9598c574-cb3f-4b16-bb83-62d3d42c9f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7419560 Aug 29 04:31:12.605364 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:12.606029 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:12.620597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:12.629556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'port': {'network_id': 'b258c2ba-2015-45c1-90df-9430e1c84e5f', 'name': 'tempest-FloatingIPTestJSON-236493517'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:12.681668 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:12.686364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.687923 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.699758 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:12.700281 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:12.701253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.705086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.705472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.706323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.709112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.709704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.712492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.713044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.716001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.717243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.721109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.724302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:12.782746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.797646 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.801200 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:12.801892 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a004a-d0f8-4aed-8696-82ad0d5bf569 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:12.807935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:12.840728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': 'f7b1abee-63a4-423b-8ffe-53c73f3a8609', 'ip_address': '2001:db8::f816:3eff:fe81:ca3a'}, {'subnet_id': 'e6260868-5bdf-4d3a-bf6c-8dee6cf4c601'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '6aadc0ff-27bc-4a07-8a93-498ae770ee3a'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:12.850049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f2ed9-22b4-4792-b5cb-fac576ba7679 req-6c97535b-297c-4667-871c-fd0e0775e287 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:12.853799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d75f2ed9-22b4-4792-b5cb-fac576ba7679 req-6c97535b-297c-4667-871c-fd0e0775e287 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.2561958 Aug 29 04:31:12.857820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:12.858466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Network hostable DHCP agents. Network: 834d5c0c-6e4d-4c34-bbda-713de79bc97d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:12.889331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:12.896667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ef5ceb-fa92-480c-91e9-729a25df722a,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.899504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:12.905565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.942896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d75f2ed9-22b4-4792-b5cb-fac576ba7679 req-c88013c8-e2bf-4711-b8a0-d14a796493af tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780613 Aug 29 04:31:12.943815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:12.971399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 834d5c0c-6e4d-4c34-bbda-713de79bc97d) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:12.986804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:12.987520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.039734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-46fd1c24-fbdb-496c-940e-c4c944fb1091 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6369972 Aug 29 04:31:13.040931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.048531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:13.113111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1de9a-9465-49b3-9713-533aaf9c4d0f None None] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:13.117748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.118318 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.136870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Deleting port 1a5598e9-17ad-4bde-b4ce-e4d342981020 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:13.137230 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.203006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.218307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.219002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.219563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.220137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.220807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.221367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.221936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.222595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.223141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.223701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.224243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.224784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:13.267733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] For port 1a5598e9-17ad-4bde-b4ce-e4d342981020, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a5598e9-17ad-4bde-b4ce-e4d342981020,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:13.268133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.359519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:13.375606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.412496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b0e900cf-d086-4caf-81a8-091a56f06870 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2257981 Aug 29 04:31:13.412934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56388) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.510470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] device_id is not set on port ba51d599-e7f4-48c0-83be-ec1d2e44f692 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:13.524807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.530881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.562963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136033d-a892-42e0-82f9-4b95963f1cee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.569092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136033d-a892-42e0-82f9-4b95963f1cee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.587072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2136033d-a892-42e0-82f9-4b95963f1cee tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1728604 Aug 29 04:31:13.589814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56400) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.683092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] Allocated IP 172.20.0.2 (870a58ce-8cff-482e-9cde-b685e5bb8346/e6260868-5bdf-4d3a-bf6c-8dee6cf4c601/6aadc0ff-27bc-4a07-8a93-498ae770ee3a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:13.763884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:13.770777 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.873531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 7abd8854-d401-4962-8c3d-3c7cd69a570f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:13.874125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.886277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.141076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.141076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.141861 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Floating IP 293c0e1e-3ea8-49a0-8961-52457362b506 disassociated. External IP: 172.25.7.254, port: 1a5598e9-17ad-4bde-b4ce-e4d342981020. Aug 29 04:31:14.141861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Calling delete_port for 1a5598e9-17ad-4bde-b4ce-e4d342981020 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:14.168342 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.221625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.241295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef86e8-398e-4706-8584-a80707346788 req-e57f2de9-471f-46cd-9edf-4bdb3262c980 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:14.241980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:14.245812 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcef86e8-398e-4706-8584-a80707346788 req-e57f2de9-471f-46cd-9edf-4bdb3262c980 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 945 time: 0.1511738 Aug 29 04:31:14.254157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 7abd8854-d401-4962-8c3d-3c7cd69a570f owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:14.433294 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcef86e8-398e-4706-8584-a80707346788 req-4413c10d-1661-4fb0-9a1b-a6d92ec9be8f tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups?id=f38dd287-f0c7-4522-800d-f20818122df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694407 Aug 29 04:31:14.485901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:14.511101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Allocated IP 172.20.0.2 (834d5c0c-6e4d-4c34-bbda-713de79bc97d/f3ef5ceb-fa92-480c-91e9-729a25df722a/79b94f86-956b-49ad-bcda-ed8ca8ac5af3) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:14.650755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:14.652147 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.767763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.768942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.833101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=7abd8854-d401-4962-8c3d-3c7cd69a570f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.859406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] Transition to ACTIVE for port object 6aadc0ff-27bc-4a07-8a93-498ae770ee3a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:14.894001 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.990589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a had new provisioning blocks added so it will not transition to active. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 04:31:15.024120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.5 (b258c2ba-2015-45c1-90df-9430e1c84e5f/c4afd928-e6a4-4c2f-a6f9-4920067bd428/ba51d599-e7f4-48c0-83be-ec1d2e44f692) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:15.051654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.057905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7ef345a7-f874-489e-ab6b-b75c49e3ef1c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7abd8854-d401-4962-8c3d-3c7cd69a570f HTTP/1.1" status: 204 len: 168 time: 1.4626646 Aug 29 04:31:15.057905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56420) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.147363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983548f5-9cf6-4435-969f-4092bb1e8cc9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.150507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983548f5-9cf6-4435-969f-4092bb1e8cc9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.152944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983548f5-9cf6-4435-969f-4092bb1e8cc9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.162703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-983548f5-9cf6-4435-969f-4092bb1e8cc9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1018376 Aug 29 04:31:15.163056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.234195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afefde-7224-4020-8abc-77644c5fcd88 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.266795 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.286775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Transition to ACTIVE for port object 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:15.307042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Transition to ACTIVE for port object 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:15.317532 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.344579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet e6260868-5bdf-4d3a-bf6c-8dee6cf4c601 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:15.357221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:15.358091 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.359750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:15.387896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:15.446075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Pushing event updated for resources: {'Port': ['ID=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.458824 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.588568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Attempting to bind port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:15.589958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Attempting to bind port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:15.593489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Attempting to bind port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:15.634327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:15.634327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:15.634327 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.634327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Bound using segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:15.634906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Bound port: 79b94f86-956b-49ad-bcda-ed8ca8ac5af3, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:15.635429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.759895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.831331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] For port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:15.849190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] For port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:15.873097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.891353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.918810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event deleted for resources: {'Port': ['ID=1a5598e9-17ad-4bde-b4ce-e4d342981020,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:15.931600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2be0d010-3b69-4ccf-905e-8e3f091f8044 req-35353cc9-2c98-4aae-a0c5-b6df521fa5fe tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 210 time: 0.2101989 Aug 29 04:31:16.039314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.100710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a5598e9-17ad-4bde-b4ce-e4d342981020 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:16.174685 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.311833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 1a5598e9-17ad-4bde-b4ce-e4d342981020 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:16.312184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a5598e9-17ad-4bde-b4ce-e4d342981020 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:16.333777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:16.335428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=e6260868-5bdf-4d3a-bf6c-8dee6cf4c601,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.357408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.365113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2a0c2b64-eba3-488d-86f6-2cfcad96a8e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/e6260868-5bdf-4d3a-bf6c-8dee6cf4c601 HTTP/1.1" status: 204 len: 168 time: 1.2009640 Aug 29 04:31:16.367430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56450) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.391359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.466841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2f34-d5b5-4229-9888-b9274a42c82f None None] Pushing event updated for resources: {'Port': ['ID=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.716121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet f7b1abee-63a4-423b-8ffe-53c73f3a8609 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:16.731838 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.819680 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c7e13bf-e511-4428-acc6-9b25e93be6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.895593 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.019912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3385375-8b96-4371-9246-57d9acddd828 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:17.127136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network b258c2ba-2015-45c1-90df-9430e1c84e5f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:17.181550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:17.191875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:17.205629 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99bf8c7a-8940-454c-981e-4942eb4a9ca2 req-2a2ec6e5-9545-4ee4-b934-c894eb538ee0 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 210 time: 0.0742803 Aug 29 04:31:17.235241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.267994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=ba51d599-e7f4-48c0-83be-ec1d2e44f692,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.272630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7fc4751a-b494-4b7d-aa33-01aa290e0c61 None None] Provisioning for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:17.284814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7fc4751a-b494-4b7d-aa33-01aa290e0c61 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:17.285790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fc4751a-b494-4b7d-aa33-01aa290e0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.364408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.423157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.431095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Router 7e9c5f9b-21eb-477b-831b-b1a98b49214a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:17.447745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b1abee-63a4-423b-8ffe-53c73f3a8609,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.450209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.452814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6374b8d4-f0f0-4611-aea3-5a15cd1a5e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/f7b1abee-63a4-423b-8ffe-53c73f3a8609 HTTP/1.1" status: 204 len: 168 time: 1.0819702 Aug 29 04:31:17.456378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56470) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.526946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.552336 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.555628 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.616488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-698e023d-5532-4ea0-af8c-59bef2d2f0d8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1566219 Aug 29 04:31:17.619180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56474) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.628113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:17.684633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57762948-e13a-40b2-afb3-4bd98c40762d None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': 'f7b1abee-63a4-423b-8ffe-53c73f3a8609'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '6aadc0ff-27bc-4a07-8a93-498ae770ee3a'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:17.730895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d290177e-b0e2-48d0-9ce3-0a50b48c1712 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1030064 Aug 29 04:31:17.733113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.739163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'port': {'network_id': 'b258c2ba-2015-45c1-90df-9430e1c84e5f', 'name': 'tempest-FloatingIPTestJSON-1180387358'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:17.748280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57762948-e13a-40b2-afb3-4bd98c40762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.832446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:17.836349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.083458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:18.096315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.150819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Allocated IP 172.25.7.144 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/08313f81-7594-4696-bf8c-45fb86db6979) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:18.154419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:18.156719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] device_id is not set on port 217065f8-53a4-412c-8753-919b4c972f9e yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:18.164652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad7f67-861e-415f-9b3b-a5e5a32b0615 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:18.172069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] Sync routers for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:18.314308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.348372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] No DVR routers for this DVR port 1a5598e9-17ad-4bde-b4ce-e4d342981020 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:18.359585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.361961 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39f57b03-7951-4b77-af97-23057209a295 req-5527dcd5-e14f-4b3b-b169-aa505df00783 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.32 "DELETE /v2.0/ports/1a5598e9-17ad-4bde-b4ce-e4d342981020 HTTP/1.1" status: 204 len: 173 time: 5.9449329 Aug 29 04:31:18.362354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'name': 'network-vif-deleted', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:18.364658 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a720499-39da-40aa-a03d-b2823734b551" -d '{"events": [{"server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "name": "network-vif-deleted", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:18.420061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:18.434258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11d25f-b37f-470b-85b7-654a97a6a5d6 None None] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:18.515578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff18b0e8-bd81-4bcc-8af3-fbd64d250673 req-affd8992-b1f6-4467-963e-0d3a1cd79826 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e41f06-3b99-4008-9a44-e5a618eaf746 HTTP/1.1" status: 200 len: 210 time: 0.1809950 Aug 29 04:31:18.543983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:18.569935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:18.574574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:18.583569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.608140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:18.617642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-00953871-ff07-489a-8587-8b431eca6cc7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9953866 Aug 29 04:31:18.620598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56522) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.627729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:18.655100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.4 (b258c2ba-2015-45c1-90df-9430e1c84e5f/c4afd928-e6a4-4c2f-a6f9-4920067bd428/217065f8-53a4-412c-8753-919b4c972f9e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:18.710679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.726093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:18.738917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:30:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:18.839845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:18.844867 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.912457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3e6be17f-75eb-43b7-94f7-1798440e266c None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:18.922079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e6be17f-75eb-43b7-94f7-1798440e266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.059387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.104143 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81d41a0-5c60-4572-954f-8a803060f710 x-openstack-request-id: req-d81d41a0-5c60-4572-954f-8a803060f710 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:19.104648 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e41f06-3b99-4008-9a44-e5a618eaf746", "name": "network-vif-deleted", "tag": "1a5598e9-17ad-4bde-b4ce-e4d342981020", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:19.105082 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d81d41a0-5c60-4572-954f-8a803060f710 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:19.105690 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e41f06-3b99-4008-9a44-e5a618eaf746', 'name': 'network-vif-deleted', 'tag': '1a5598e9-17ad-4bde-b4ce-e4d342981020', 'status': 'completed', 'code': 200} Aug 29 04:31:19.153776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:19.200457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Pushing event updated for resources: {'Port': ['ID=08313f81-7594-4696-bf8c-45fb86db6979,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.251193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:19.264375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:19.268034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:19.278773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.389028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:19.463965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.554753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa2a167c-9f98-4652-a658-a4b6740a2c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.809112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56564) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.867821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network b258c2ba-2015-45c1-90df-9430e1c84e5f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:19.868942 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.870883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=217065f8-53a4-412c-8753-919b4c972f9e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:19.875975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:19.911318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:20.021422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.022552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.029699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5aa6302a-f966-45ef-9e69-9dd73e9548ae tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.055987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:20.111555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c84dc9d8-b006-4255-aa48-0d0fca08de65 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3773444 Aug 29 04:31:20.115773 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.117583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56570) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.136558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '217065f8-53a4-412c-8753-919b4c972f9e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:20.140482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '6aadc0ff-27bc-4a07-8a93-498ae770ee3a'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:20.192639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:20.214403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-70cbab89-12bb-4082-be40-b10edb16f32f None None] Provisioning for port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:20.263598 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.285064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.301707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-70cbab89-12bb-4082-be40-b10edb16f32f None None] Provisioning complete for port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:20.303506 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70cbab89-12bb-4082-be40-b10edb16f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.314675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5aa6302a-f966-45ef-9e69-9dd73e9548ae tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.405248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.424625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.435078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5aa6302a-f966-45ef-9e69-9dd73e9548ae tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.438689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5aa6302a-f966-45ef-9e69-9dd73e9548ae tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.440305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5aa6302a-f966-45ef-9e69-9dd73e9548ae tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "DELETE /v2.0/security-groups/f38dd287-f0c7-4522-800d-f20818122df4 HTTP/1.1" status: 204 len: 168 time: 0.6303983 Aug 29 04:31:20.448050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.475830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6302a-f966-45ef-9e69-9dd73e9548ae tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38dd287-f0c7-4522-800d-f20818122df4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:20.508163 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-9a2767ee-4d72-406b-be88-aa8b860d8df5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] show failed (client error): The resource could not be found. Aug 29 04:31:20.509701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a2767ee-4d72-406b-be88-aa8b860d8df5 tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "GET /v2.0/security-groups/f38dd287-f0c7-4522-800d-f20818122df4 HTTP/1.1" status: 404 len: 347 time: 0.0589652 Aug 29 04:31:20.515519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56582) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.594783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Router 9d43309c-0d92-4857-9784-b570bb229a23 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:20.607334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.630328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:29:01Z', 'revision_number': 5, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.683826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] Checking router: 7e9c5f9b-21eb-477b-831b-b1a98b49214a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:20.727020 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.743656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:20.744632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.782730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:20.795010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Sync routers for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:20.810726 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:20.811354 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:20.839908 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.852554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.25.7.108 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/f3e2a2d3-27a2-4dcd-8500-d9b0e9bd28ba) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:20.881711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.886739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ae1ec463-db9e-4777-9d28-edcf2afb1208 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8392525 Aug 29 04:31:20.887403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56596) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:20.890369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429611-88d0-45db-b062-46d67a14eeeb req-37b6ccea-1fa1-4d55-ae14-a7398e2d0931 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.892709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-37b6ccea-1fa1-4d55-ae14-a7398e2d0931 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.3249116 Aug 29 04:31:20.897125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.899664 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70cbab89-12bb-4082-be40-b10edb16f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.940473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-bec44377-9df5-49d5-aad5-1f7385f7faef tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/quotas/8c7e058bb36d40b68ceb69f9a1eb37df HTTP/1.1" status: 200 len: 375 time: 0.0361845 Aug 29 04:31:20.996033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:21.011584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:21.024095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Deleting port ea452b30-c717-4ae9-8679-744b905e89af {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:21.024847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.081755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-70cbab89-12bb-4082-be40-b10edb16f32f None None] For port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:21.087601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e4e08f59-564d-4b5a-bdf0-7af05a8deae8 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:21.125074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70cbab89-12bb-4082-be40-b10edb16f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.131030 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:21.131420 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.145989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-74b77b2f-58b2-4cdd-92aa-06d918d0bf2b tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1787236 Aug 29 04:31:21.148673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.149387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.239726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:21.279663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] Allocated IP 172.20.0.2 (870a58ce-8cff-482e-9cde-b685e5bb8346/4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce/6aadc0ff-27bc-4a07-8a93-498ae770ee3a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:21.303472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.304034 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.309206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:21.312574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.313272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.357885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Calling delete_port for ea452b30-c717-4ae9-8679-744b905e89af owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:21.380121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=3efe4d99-21c5-42a6-9f6e-a9ee89727f91,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.426201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8044755 Aug 29 04:31:21.427132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56608) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:21.442854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbab89-12bb-4082-be40-b10edb16f32f None None] Pushing event updated for resources: {'Port': ['ID=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.455704 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:31:21.456184 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:31:21.496077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:89:0e:ff', 'name': 'tempest-NetworksTestDHCPv6-1930765498'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:21.509477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-c1007472-a748-4001-81f8-66abd1cd6005 service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482471 Aug 29 04:31:21.531329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43844c50-91fb-47be-ad19-1e83cffe1716 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=8']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.643134 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.651975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:21.721807 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:19Z', 'revision_number': 3, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:21.752513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.765304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:21.770123 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa52565b-66e3-476b-80ad-5f5de6c244b7" -d '{"events": [{"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:21.787623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-49494676-731b-4ece-9ea0-7dde9fa4d367 service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766848 Aug 29 04:31:21.800338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.811177 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Checking router: 9d43309c-0d92-4857-9784-b570bb229a23 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:21.812897 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Updating router 9d43309c-0d92-4857-9784-b570bb229a23 port 08313f81-7594-4696-bf8c-45fb86db6979 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:21.851240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:21.883095 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.889317 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97d82f0-3aa1-463e-bae9-9917f8c29495 x-openstack-request-id: req-a97d82f0-3aa1-463e-bae9-9917f8c29495 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:21.889317 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:21.889317 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a97d82f0-3aa1-463e-bae9-9917f8c29495 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:21.890087 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'code': 200} Aug 29 04:31:21.894069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] Transition to ACTIVE for port object 6aadc0ff-27bc-4a07-8a93-498ae770ee3a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:21.895372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.904611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.950113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:29:01Z', 'revision_number': 5, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:21.971022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.035236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad6018-b29f-411e-ae94-8df7232ee66b None None] The sync data for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 is: [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3e145e00-ad9d-456f-b552-60c6170b8535', 'name': '', 'network_id': '004edbfb-ca30-4ecf-8783-c97085667f93', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'mac_address': 'fa:16:3e:12:86:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:53Z', 'updated_at': '2021-08-29T04:29:01Z', 'revision_number': 5, 'project_id': '07659ea055714bdbae3896d899f59447', 'subnets': [{'id': 'e1880172-960b-4dcd-8e00-a3ba31c5ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:22.089360 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.198656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.222774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:22.252168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a657e26d-60fc-4135-b5be-ecaf847934c5 req-58cebca5-0e37-45e3-a3f2-cbb8e3f11a6e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 210 time: 0.0616300 Aug 29 04:31:22.259890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:22.504326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:22.519416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-be253d61-359a-4899-9e4e-d214f68f7de9 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.521654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-be253d61-359a-4899-9e4e-d214f68f7de9 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "GET /v2.0/ports?device_id=03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb HTTP/1.1" status: 200 len: 944 time: 0.5733492 Aug 29 04:31:22.522852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:22.527953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=f3e2a2d3-27a2-4dcd-8500-d9b0e9bd28ba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.596730 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.614393 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Transition to ACTIVE for port object 08313f81-7594-4696-bf8c-45fb86db6979 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:22.622181 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.697332 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Pushing event updated for resources: {'Port': ['ID=08313f81-7594-4696-bf8c-45fb86db6979,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.723808 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.724290 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.724734 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.725348 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.725808 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.726389 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.726820 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.727251 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.727840 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.728676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.729275 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.730950 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:22.749308 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Attempting to bind port 08313f81-7594-4696-bf8c-45fb86db6979 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:22.750058 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Attempting to bind port 08313f81-7594-4696-bf8c-45fb86db6979 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:22.759129 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Attempting to bind port 08313f81-7594-4696-bf8c-45fb86db6979 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:22.786399 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:22.787676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:22.793678 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.795715 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:22.797195 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Bound port: 08313f81-7594-4696-bf8c-45fb86db6979, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:22.798768 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.854532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b6731-5dc3-4b9a-8793-b54a00a7b4c7 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.874977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ff1e3-30a8-42e2-b13f-a7b2c03475d3 None None] New status for floating IP 293c0e1e-3ea8-49a0-8961-52457362b506: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:22.951693 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] For port 08313f81-7594-4696-bf8c-45fb86db6979, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:22.962093 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] For port 08313f81-7594-4696-bf8c-45fb86db6979, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=08313f81-7594-4696-bf8c-45fb86db6979,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:22.970313 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.029228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:23.072076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.073487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.126971 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a968261-f798-4a98-8375-069ca75b9ebf None None] Pushing event updated for resources: {'Port': ['ID=08313f81-7594-4696-bf8c-45fb86db6979,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.163223 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:23.168440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.236664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.242269 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.418085 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:23.434374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:23.477007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.525675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bf0ad-ffb6-4b5e-82dd-7ec4743bf873 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:23.555021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Pushing event deleted for resources: {'Port': ['ID=ea452b30-c717-4ae9-8679-744b905e89af,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.598217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94671040-9e96-4125-9ab8-98641b3908ea req-70d032cc-97f7-4979-84ce-c888bc1c85fa tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 210 time: 0.1918583 Aug 29 04:31:23.681950 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:19Z', 'revision_number': 3, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.691859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.711625 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061ccfe-3fba-40ec-86ec-176525792273 None None] The sync data for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 is: [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:19Z', 'revision_number': 3, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:23.718949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-e70ff1e3-30a8-42e2-b13f-a7b2c03475d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:31:23.719253 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-e70ff1e3-30a8-42e2-b13f-a7b2c03475d3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:31:23.750157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port e0bfcc7c-cf2b-425a-a961-d01e669eadec yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:23.759533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.762744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.767532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-46d3909c-9e80-47e4-bc90-1a5b7b612eee tempest-ServersTestManualDisk-938126188 tempest-ServersTestManualDisk-938126188-project] 10.222.0.55 "DELETE /v2.0/floatingips/293c0e1e-3ea8-49a0-8961-52457362b506 HTTP/1.1" status: 204 len: 168 time: 3.2479856 Aug 29 04:31:23.767727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d9a80942-721d-4373-9671-ea980c6488b6 None None] Provisioning for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:23.768187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56636) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.772818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d9a80942-721d-4373-9671-ea980c6488b6 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:23.773265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9a80942-721d-4373-9671-ea980c6488b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.817246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Deleting port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:23.818107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.837757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:23.837757 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.965134 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9a80942-721d-4373-9671-ea980c6488b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.077420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d9a80942-721d-4373-9671-ea980c6488b6 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:24.091424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9a80942-721d-4373-9671-ea980c6488b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.169422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:24.281637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ff1e3-30a8-42e2-b13f-a7b2c03475d3 None None] New status for floating IP 293c0e1e-3ea8-49a0-8961-52457362b506: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:31:24.442744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:24.443347 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.490704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a80942-721d-4373-9671-ea980c6488b6 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.532055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 172.20.0.6 (870a58ce-8cff-482e-9cde-b685e5bb8346/4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce/e0bfcc7c-cf2b-425a-a961-d01e669eadec) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:24.564956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe89:eff (870a58ce-8cff-482e-9cde-b685e5bb8346/3efe4d99-21c5-42a6-9f6e-a9ee89727f91/e0bfcc7c-cf2b-425a-a961-d01e669eadec) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:24.697256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] For port e4e08f59-564d-4b5a-bdf0-7af05a8deae8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:24.697835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.738900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429611-88d0-45db-b062-46d67a14eeeb req-2539714d-c9e2-4790-a019-8eefe32a97f6 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.740956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-2539714d-c9e2-4790-a019-8eefe32a97f6 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.7183483 Aug 29 04:31:24.746516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Calling delete_port for e4e08f59-564d-4b5a-bdf0-7af05a8deae8 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:24.876620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.976106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Allocated IP 172.20.0.1 (834d5c0c-6e4d-4c34-bbda-713de79bc97d/f3ef5ceb-fa92-480c-91e9-729a25df722a/4fc1bc9b-a596-4341-9d85-2dadf7253527) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:25.016485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b37b5-ac60-4436-9d6d-cd0100383690 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:25.077933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Request body: {'port': {'device_id': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'admin_state_up': True, 'tenant_id': '8c7e058bb36d40b68ceb69f9a1eb37df'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:25.083942 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.100872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object e0bfcc7c-cf2b-425a-a961-d01e669eadec will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:25.175344 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.203096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e4e08f59-564d-4b5a-bdf0-7af05a8deae8 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:25.318571 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cace56cc-458a-4dc0-b307-08f8b7823d8b req-8d233b2e-1ccd-4fa6-b9d8-8364341dd1ec tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 210 time: 0.5686455 Aug 29 04:31:25.343325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-29322b09-4a65-4447-b0a2-77226429c290 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:25.343744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29322b09-4a65-4447-b0a2-77226429c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.374740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:25.391357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:25.395883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=e0bfcc7c-cf2b-425a-a961-d01e669eadec,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.399425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:25.414186 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:25.451263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08313f81-7594-4696-bf8c-45fb86db6979 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:25.504888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Made reservation on behalf of 8c7e058bb36d40b68ceb69f9a1eb37df for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:25.509073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.541080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.541795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.552112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.561308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.567919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ae2f944d-0b7b-4d52-96de-6ae3af6c9142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0749280 Aug 29 04:31:25.592731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56656) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:25.741416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 08313f81-7594-4696-bf8c-45fb86db6979 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:25.768845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 08313f81-7594-4696-bf8c-45fb86db6979 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:25.769228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.964917 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.969126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Deleting port 3e145e00-ad9d-456f-b552-60c6170b8535 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:25.970258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.973312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.001067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 08313f81-7594-4696-bf8c-45fb86db6979, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=08313f81-7594-4696-bf8c-45fb86db6979,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:26.007231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88252f-548b-40b4-b365-2626e6cb4c44 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.012248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.013196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:26.013744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88252f-548b-40b4-b365-2626e6cb4c44 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.019781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc88252f-548b-40b4-b365-2626e6cb4c44 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3467996 Aug 29 04:31:26.019781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56660) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:26.135461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Transition to ACTIVE for port object 4fc1bc9b-a596-4341-9d85-2dadf7253527 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:26.155356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] For port 3e145e00-ad9d-456f-b552-60c6170b8535, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3e145e00-ad9d-456f-b552-60c6170b8535,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:26.158141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.188845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=08313f81-7594-4696-bf8c-45fb86db6979,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.212442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Calling delete_port for 3e145e00-ad9d-456f-b552-60c6170b8535 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:26.220559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:26.221115 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.325629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc039-070b-4af3-b47a-002053ede076 None None] Provisioning for port e0bfcc7c-cf2b-425a-a961-d01e669eadec completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:26.338972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.422159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc039-070b-4af3-b47a-002053ede076 None None] Provisioning complete for port e0bfcc7c-cf2b-425a-a961-d01e669eadec triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:26.422363 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc039-070b-4af3-b47a-002053ede076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.456810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port e0bfcc7c-cf2b-425a-a961-d01e669eadec {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:26.457188 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.465867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Allocated IP 172.20.0.11 (946d619a-dcf9-40e6-aa46-03b9a6cc3f9c/ea81d84a-8ceb-47d5-a414-450f3ca55638/1030bdb6-762d-42b8-9bd2-b749fc67d094) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:26.502583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event deleted for resources: {'Port': ['ID=e4e08f59-564d-4b5a-bdf0-7af05a8deae8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.505953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] No DVR routers for this DVR port e4e08f59-564d-4b5a-bdf0-7af05a8deae8 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:26.508787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.511001 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d0e08a8-96d9-4672-b581-d4ffc36f8757 req-ddceef4e-f7f3-419a-8cf2-8cb6f791bcf7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "DELETE /v2.0/ports/e4e08f59-564d-4b5a-bdf0-7af05a8deae8 HTTP/1.1" status: 204 len: 173 time: 3.9670596 Aug 29 04:31:26.528622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-deleted', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:26.531313 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00513da-ab18-4a03-8d71-f9ae4f624ef3" -d '{"events": [{"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-deleted", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:26.564961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bc039-070b-4af3-b47a-002053ede076 None None] Port e0bfcc7c-cf2b-425a-a961-d01e669eadec cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:26.601698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc039-070b-4af3-b47a-002053ede076 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:26.602078 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc039-070b-4af3-b47a-002053ede076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.693910 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.754954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.775561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a09d890-af72-45e2-bba8-08927900e8b1 req-60ceb77c-c477-470c-8072-30470c375b13 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 210 time: 0.2904239 Aug 29 04:31:26.803895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e145e00-ad9d-456f-b552-60c6170b8535,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.807783 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7732198-5845-4b07-96e6-b82b70b2c53c x-openstack-request-id: req-c7732198-5845-4b07-96e6-b82b70b2c53c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:26.808500 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb", "name": "network-vif-deleted", "tag": "e4e08f59-564d-4b5a-bdf0-7af05a8deae8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:26.808740 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7732198-5845-4b07-96e6-b82b70b2c53c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:26.809283 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7dd4c-f6bc-40c0-abc1-5b7abba01ecb', 'name': 'network-vif-deleted', 'tag': 'e4e08f59-564d-4b5a-bdf0-7af05a8deae8', 'status': 'completed', 'code': 200} Aug 29 04:31:26.866016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc1bc9b-a596-4341-9d85-2dadf7253527,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.867526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5021ace8-ba71-48d8-9bbe-e9ee47dfb225 None None] Could not find standard attr ID for object 7abd8854-d401-4962-8c3d-3c7cd69a570f. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:26.870029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:26.891674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:26.908783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:27.038332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.084598 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.131334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.209994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c49e384-0800-4c35-9798-4a30d0c07439 None None] Provisioning complete for port e0bfcc7c-cf2b-425a-a961-d01e669eadec triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:27.210525 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c49e384-0800-4c35-9798-4a30d0c07439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.281965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c49e384-0800-4c35-9798-4a30d0c07439 None None] Port e0bfcc7c-cf2b-425a-a961-d01e669eadec cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:27.292385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.412313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08313f81-7594-4696-bf8c-45fb86db6979 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:27.414603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.455832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.533880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Router 7e9c5f9b-21eb-477b-831b-b1a98b49214a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:27.535190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-37d68fcb-0ca2-451e-95a5-a58099a8d7f1 None None] Provisioning for port 4fc1bc9b-a596-4341-9d85-2dadf7253527 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:27.542656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-37d68fcb-0ca2-451e-95a5-a58099a8d7f1 None None] Provisioning complete for port 4fc1bc9b-a596-4341-9d85-2dadf7253527 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:27.543627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37d68fcb-0ca2-451e-95a5-a58099a8d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.547621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 08313f81-7594-4696-bf8c-45fb86db6979 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:27.547991 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.651923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-37d68fcb-0ca2-451e-95a5-a58099a8d7f1 None None] Port 4fc1bc9b-a596-4341-9d85-2dadf7253527 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:27.681094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:27.687070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e67f151d-9bd0-4cfc-8a8d-ca169c827519 admin admin] 10.222.0.55 "PUT /v2.0/routers/7e9c5f9b-21eb-477b-831b-b1a98b49214a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9178450 Aug 29 04:31:27.689469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56674) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.694407 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] Sync routers for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:27.711266 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:27.711681 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:27.818616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.890714 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:27.905000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a290df5e-e4d5-437d-9d6f-4784ede7a81c req-585e7654-e6a2-40c4-8495-7c310f6a54ee tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 210 time: 0.0382710 Aug 29 04:31:27.977612 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.031124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for e0bfcc7c-cf2b-425a-a961-d01e669eadec owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:28.036784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=f3e2a2d3-27a2-4dcd-8500-d9b0e9bd28ba,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.047880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Deleting port 26b4b1bc-54c8-4acd-a347-2841a6c42051 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:28.048301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.060570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.097795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.138779 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:31:26Z', 'revision_number': 5, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port': {'id': '26b4b1bc-54c8-4acd-a347-2841a6c42051', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:47Z', 'updated_at': '2021-08-29T04:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:28.161941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] For port 26b4b1bc-54c8-4acd-a347-2841a6c42051, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=26b4b1bc-54c8-4acd-a347-2841a6c42051,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:28.162600 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.176503 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] Checking router: 7e9c5f9b-21eb-477b-831b-b1a98b49214a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:28.183106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Calling delete_port for 26b4b1bc-54c8-4acd-a347-2841a6c42051 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:28.186033 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] Routers {'7e9c5f9b-21eb-477b-831b-b1a98b49214a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:28.186847 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:28.210096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:28.217652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:28.223929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:28.300785 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] Set router 7e9c5f9b-21eb-477b-831b-b1a98b49214a gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:28.310587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.364076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.364608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.374822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.381888 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:31:27Z', 'revision_number': 6, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:28.408970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b4b1bc-54c8-4acd-a347-2841a6c42051,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.427986 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-8518344a-b1a7-4a85-a7eb-666e776377d4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6743612 Aug 29 04:31:28.429035 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 767fb88e-cdd5-40ec-b455-a0d04d3667b1 associated. External IP: 172.25.7.108, port: 217065f8-53a4-412c-8753-919b4c972f9e. Aug 29 04:31:28.431990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.438228 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bc9f5-b045-4dda-ab4a-3dbea81b1a4e None None] The sync data for ids ['7e9c5f9b-21eb-477b-831b-b1a98b49214a'] in n-d-712143-14 is: [{'id': '7e9c5f9b-21eb-477b-831b-b1a98b49214a', 'name': 'tempest-ServersTestManualDisk-481140417-router', 'tenant_id': '07659ea055714bdbae3896d899f59447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:46Z', 'updated_at': '2021-08-29T04:31:27Z', 'revision_number': 6, 'project_id': '07659ea055714bdbae3896d899f59447', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:28.451281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Request body: {'port': {'device_id': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:28.487101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.586649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.589534 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.643876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.645510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9c5f9b-21eb-477b-831b-b1a98b49214a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:28.657855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.659629 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0a49e8a9-cd4e-42b9-9924-21dc8a074293 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7e9c5f9b-21eb-477b-831b-b1a98b49214a HTTP/1.1" status: 204 len: 168 time: 0.9691081 Aug 29 04:31:28.662103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56692) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:28.692262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.728542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] Deleting subnet e1880172-960b-4dcd-8e00-a3ba31c5ac07 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:28.732708 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.769972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.855673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.864308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.931973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=e0bfcc7c-cf2b-425a-a961-d01e669eadec,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.952186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.972059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781eb963-504f-4504-83b8-4cabae0098cb None None] Network 004edbfb-ca30-4ecf-8783-c97085667f93 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:28.987754 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.990337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e1880172-960b-4dcd-8e00-a3ba31c5ac07 HTTP/1.1" status: 204 len: 168 time: 0.3272581 Aug 29 04:31:29.016419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54575e8e-02f3-4c51-b335-328d7ca56185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1880172-960b-4dcd-8e00-a3ba31c5ac07,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.018194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56696) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.200218 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.235103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.237502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e3df0-3be9-43ec-84dd-5ab22fe23939 req-66bcb66d-185c-43d8-9687-0a69fcee51e1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.239223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba0e3df0-3be9-43ec-84dd-5ab22fe23939 req-66bcb66d-185c-43d8-9687-0a69fcee51e1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 932 time: 0.2001903 Aug 29 04:31:29.271933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.313416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:29.391346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] DHCP port deletion for 004edbfb-ca30-4ecf-8783-c97085667f93 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:29.424581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.438056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-17ff2b5a-72b3-4fdd-9536-4dff3fe88e82 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/e0bfcc7c-cf2b-425a-a961-d01e669eadec HTTP/1.1" status: 204 len: 168 time: 3.4038682 Aug 29 04:31:29.455530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56702) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.508859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 26b4b1bc-54c8-4acd-a347-2841a6c42051 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:29.531755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 26b4b1bc-54c8-4acd-a347-2841a6c42051 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:29.532489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 26b4b1bc-54c8-4acd-a347-2841a6c42051 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:29.533117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e207f6c2-d2c3-496d-9af6-3503f3a27f86 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:29.577625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] Deleting port e207f6c2-d2c3-496d-9af6-3503f3a27f86 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:29.578232 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.583492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc1bc9b-a596-4341-9d85-2dadf7253527,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.595352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.712115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37111608-ee1f-4522-9938-582b7818b12f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.713866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37111608-ee1f-4522-9938-582b7818b12f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.715292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37111608-ee1f-4522-9938-582b7818b12f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:29.719536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37111608-ee1f-4522-9938-582b7818b12f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2603691 Aug 29 04:31:29.723089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56704) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:29.800254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] For port e207f6c2-d2c3-496d-9af6-3503f3a27f86, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e207f6c2-d2c3-496d-9af6-3503f3a27f86,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:29.800659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.805505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba0e3df0-3be9-43ec-84dd-5ab22fe23939 req-92ee9cd3-7125-4c68-a07c-d7dda9b1087b tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550013 Aug 29 04:31:29.821898 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.833243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 3efe4d99-21c5-42a6-9f6e-a9ee89727f91 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:29.837718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] Calling delete_port for e207f6c2-d2c3-496d-9af6-3503f3a27f86 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:29.843219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.864998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:29.886557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:29.916880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1030bdb6-762d-42b8-9bd2-b749fc67d094 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:29.922354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Deleting port e207f6c2-d2c3-496d-9af6-3503f3a27f86 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:29.923243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.931816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.938270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.995119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:29.995922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.004338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.005493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Transition to ACTIVE for port object 1030bdb6-762d-42b8-9bd2-b749fc67d094 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:30.008846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:30.016589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:30.033688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8a5c1aea-d786-4d91-a8b8-39cfaf52d269 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.9147913 Aug 29 04:31:30.036091 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.038048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.041159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e207f6c2-d2c3-496d-9af6-3503f3a27f86, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e207f6c2-d2c3-496d-9af6-3503f3a27f86,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:30.048971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.074958 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.076519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3e145e00-ad9d-456f-b552-60c6170b8535 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:30.088557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:30.097198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.107508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] For port e207f6c2-d2c3-496d-9af6-3503f3a27f86, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e207f6c2-d2c3-496d-9af6-3503f3a27f86,segment=NetworkSegment(e493db40-165a-4719-a883-22bc92566e24),segment_id=e493db40-165a-4719-a883-22bc92566e24)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:30.107920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.131981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:30.132820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.140207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 3e145e00-ad9d-456f-b552-60c6170b8535 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:30.140607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3e145e00-ad9d-456f-b552-60c6170b8535 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:30.172133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Calling delete_port for e207f6c2-d2c3-496d-9af6-3503f3a27f86 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:30.248300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.249128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d9db3-8b9a-4aa9-9dde-61f544feb828 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:30.272890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e207f6c2-d2c3-496d-9af6-3503f3a27f86,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.276477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.300732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.319292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] Pushing event deleted for resources: {'Port': ['ID=e207f6c2-d2c3-496d-9af6-3503f3a27f86,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.327606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da7a53-7425-4687-9929-7db2b9423e19 None None] No DVR routers for this DVR port e207f6c2-d2c3-496d-9af6-3503f3a27f86 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:30.354790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.391274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f6d3c7a3-1971-45bf-afe4-f35117c8cebc None None] Provisioning complete for port 4fc1bc9b-a596-4341-9d85-2dadf7253527 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:30.392000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c7a3-1971-45bf-afe4-f35117c8cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.442552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3c7a3-1971-45bf-afe4-f35117c8cebc None None] Port 4fc1bc9b-a596-4341-9d85-2dadf7253527 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:30.493496 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.524448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e207f6c2-d2c3-496d-9af6-3503f3a27f86,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.527197 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.564684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] No DVR routers for this DVR port e207f6c2-d2c3-496d-9af6-3503f3a27f86 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:30.570931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=3efe4d99-21c5-42a6-9f6e-a9ee89727f91,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.573293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.575335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7ea258e3-0a25-4931-ae1b-b884fe9d31fb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/3efe4d99-21c5-42a6-9f6e-a9ee89727f91 HTTP/1.1" status: 204 len: 168 time: 0.8523402 Aug 29 04:31:30.577830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56724) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:30.580351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32814682-4803-4b49-9766-019a888c5b77 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:30.646431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Attempting to bind port 1030bdb6-762d-42b8-9bd2-b749fc67d094 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:30.646781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Attempting to bind port 1030bdb6-762d-42b8-9bd2-b749fc67d094 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:30.647122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Attempting to bind port 1030bdb6-762d-42b8-9bd2-b749fc67d094 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:30.676583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Port 1030bdb6-762d-42b8-9bd2-b749fc67d094 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:30.676805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Attempting to bind port 1030bdb6-762d-42b8-9bd2-b749fc67d094 on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:30.686782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Router 9d43309c-0d92-4857-9784-b570bb229a23 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:30.703181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:30.703519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Checking segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:30.703904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Bound using segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:30.704346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Bound port: 1030bdb6-762d-42b8-9bd2-b749fc67d094, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:30.704854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.706270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.718739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004edbfb-ca30-4ecf-8783-c97085667f93']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.731523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e493db40-165a-4719-a883-22bc92566e24') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.732360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e493db40-165a-4719-a883-22bc92566e24') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:30.742985 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.760792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.761069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.768947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:30.769743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.782158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.782789 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 767fb88e-cdd5-40ec-b455-a0d04d3667b1 disassociated. External IP: 172.25.7.108, port: 217065f8-53a4-412c-8753-919b4c972f9e. Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:30.827708 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:30.851966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.867310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.882434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/004edbfb-ca30-4ecf-8783-c97085667f93 HTTP/1.1" status: 204 len: 168 time: 1.8529122 Aug 29 04:31:30.909267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:30.910776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:30.918544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:30.924447 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.004615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d509d-211f-4978-9cb9-69e2fa76e0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=004edbfb-ca30-4ecf-8783-c97085667f93,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.043647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.072025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.105672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56732) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.162920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febfc66-aca3-4027-9efd-c1679d4ac398 req-4f826fbb-5c5d-45ba-b2c9-b2d354b83c4b tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.164660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7febfc66-aca3-4027-9efd-c1679d4ac398 req-4f826fbb-5c5d-45ba-b2c9-b2d354b83c4b tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 944 time: 0.1743233 Aug 29 04:31:31.233805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8371eda3-deca-4aad-ae18-58efed1e4d52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07659ea055714bdbae3896d899f59447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263723 Aug 29 04:31:31.234188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56734) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.269042 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.275636 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7febfc66-aca3-4027-9efd-c1679d4ac398 req-7cab00c7-c2a9-4ab6-a8d8-0d8497612f48 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016977 Aug 29 04:31:31.282221 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.394162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-115e6258-3ce9-48f5-8333-ac4dc2cd9749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.409296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.451020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-115e6258-3ce9-48f5-8333-ac4dc2cd9749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.453360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.458498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce HTTP/1.1" status: 204 len: 168 time: 0.8643429 Aug 29 04:31:31.458498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060ccbb-dd66-491d-b060-21a44f334a10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.462961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56738) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.489291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.490161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.491677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] 10.222.0.37 "PUT /v2.0/ports/1030bdb6-762d-42b8-9bd2-b749fc67d094 HTTP/1.1" status: 200 len: 1093 time: 3.0452781 Aug 29 04:31:31.492245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:31.494658 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:31.513487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-12a44762-02e9-4c10-a098-22434a496938 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489471 Aug 29 04:31:31.518029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56742) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.523118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:31.594923 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a1ae1-71e8-409c-8f82-c9612047ea52 x-openstack-request-id: req-bc1a1ae1-71e8-409c-8f82-c9612047ea52 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:31.595130 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:31.595485 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc1a1ae1-71e8-409c-8f82-c9612047ea52 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:31.596159 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'status': 'completed', 'code': 200} Aug 29 04:31:31.639080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb0e78-ac0a-4a59-8bb8-5f23219c3092 service neutron] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.655689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-115e6258-3ce9-48f5-8333-ac4dc2cd9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.658379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-115e6258-3ce9-48f5-8333-ac4dc2cd9749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.662374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-115e6258-3ce9-48f5-8333-ac4dc2cd9749 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10ea7086-f2a7-43e3-9579-e57017377880 HTTP/1.1" status: 204 len: 168 time: 0.4230130 Aug 29 04:31:31.669711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:31.683678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2c6594b5-4a0c-4aef-a210-f6350bf59d29 admin admin] 10.222.0.55 "PUT /v2.0/routers/9d43309c-0d92-4857-9784-b570bb229a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7872305 Aug 29 04:31:31.688074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e6258-3ce9-48f5-8333-ac4dc2cd9749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea7086-f2a7-43e3-9579-e57017377880,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.691419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:31.691982 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Sync routers for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:31.695647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.716838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429611-88d0-45db-b062-46d67a14eeeb req-c1d9b340-4662-4f70-b235-266055fd5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:31.720442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-c1d9b340-4662-4f70-b235-266055fd5552 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 1096 time: 0.1677017 Aug 29 04:31:31.744010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:31.744782 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.855500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c8e9c-3393-409b-9e4b-e8b6d40a5d8e None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:31.922298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-d9851881-51db-40cf-a885-fbf6ce3627fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094 HTTP/1.1" status: 200 len: 217 time: 0.1924632 Aug 29 04:31:31.958697 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.078065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:32.086850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:32.101375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c550519-18a8-4c2a-9535-fa5fa9f2aff9 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.103484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c550519-18a8-4c2a-9535-fa5fa9f2aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.104000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.104693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.130442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429611-88d0-45db-b062-46d67a14eeeb req-2d88ee65-bcba-47c8-ad09-f40bec26e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.131971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-2d88ee65-bcba-47c8-ad09-f40bec26e7c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.1953077 Aug 29 04:31:32.149214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=2068b4fd-013c-4b79-afb1-3d4602875910,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:32.164916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-74d80707-8b4f-47d9-b276-32d8d41740de tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6452973 Aug 29 04:31:32.167454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56760) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:32.179723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:32.195553 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:32.272064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-be91c3da-a4c4-4138-9fd9-9e2e80f3d92d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314784 Aug 29 04:31:32.279185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:32.639415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:32.671029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.718768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af514e1-ab55-48bb-ba65-c19344560571 req-50dd7ad1-2aea-4465-a2f6-72dde39e3e8e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.734363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3af514e1-ab55-48bb-ba65-c19344560571 req-50dd7ad1-2aea-4465-a2f6-72dde39e3e8e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 944 time: 0.2303391 Aug 29 04:31:32.812043 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 2, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:32.815550 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dd77afd3-1222-494f-a270-0fa4e6ebaa26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/floatingips/767fb88e-cdd5-40ec-b455-a0d04d3667b1 HTTP/1.1" status: 200 len: 688 time: 2.7307105 Aug 29 04:31:32.816312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:32.863207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094284b-e4bd-493c-a7fc-836ebb0ec5dd None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:32.866185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:32.870435 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.901150 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Checking router: 9d43309c-0d92-4857-9784-b570bb229a23 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:32.901841 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Updating router 9d43309c-0d92-4857-9784-b570bb229a23 port 4fc1bc9b-a596-4341-9d85-2dadf7253527 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:32.908544 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3af514e1-ab55-48bb-ba65-c19344560571 req-13c5c63d-d358-449b-8097-81cde7ad6d55 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729350 Aug 29 04:31:33.008691 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.017666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-a869b7b0-aef8-4785-8dd3-a26c2c2e6d7f service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7358048 Aug 29 04:31:33.018143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:33.066041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bd055211-135c-46f6-95fb-6335d3c87756 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:33.071082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd055211-135c-46f6-95fb-6335d3c87756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.174026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:33.175024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:33.318157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:33.336883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3429611-88d0-45db-b062-46d67a14eeeb req-e7f5c983-6faa-4440-bf8b-b92a6d173932 service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050644 Aug 29 04:31:33.366755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port f3e2a2d3-27a2-4dcd-8500-d9b0e9bd28ba {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:33.367584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.433451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:33.436819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:33.527272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-3f764f33-0eb1-4ebb-8b47-11497b8424e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.529895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-3f764f33-0eb1-4ebb-8b47-11497b8424e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 1096 time: 0.1133747 Aug 29 04:31:33.532432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.533469 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.563423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:33.578027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for f3e2a2d3-27a2-4dcd-8500-d9b0e9bd28ba owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:33.636292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:33.645817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a01bf-e62d-4b3f-a8b4-4e605a2fc402 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:33.651879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56796) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.669396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56798) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.712724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c522e41f-911f-4672-81c1-eba1993084bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146389979', 'description': 'tempest-description--1476135875'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:33.802340 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.829910 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Transition to ACTIVE for port object 4fc1bc9b-a596-4341-9d85-2dadf7253527 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:33.843570 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.866839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-434917780-network', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:33.903037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c522e41f-911f-4672-81c1-eba1993084bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.929273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.940928 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2156921-20d6-4d3e-9f97-1cb4e2d63c41 None None] Pushing event updated for resources: {'Port': ['ID=4fc1bc9b-a596-4341-9d85-2dadf7253527,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.004499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-1bdffff8-7df7-4f51-95b3-61db1bca9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.006213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-1bdffff8-7df7-4f51-95b3-61db1bca9ee0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 906 time: 0.4693706 Aug 29 04:31:34.022145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '98d32b55-4fad-4574-bad3-5ab196b1918e', 'ip_address': '2001:db8::f816:3eff:fe81:ca3a'}, {'subnet_id': '2068b4fd-013c-4b79-afb1-3d4602875910'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '6aadc0ff-27bc-4a07-8a93-498ae770ee3a'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:31:34.033280 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Attempting to bind port 4fc1bc9b-a596-4341-9d85-2dadf7253527 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:34.034875 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Attempting to bind port 4fc1bc9b-a596-4341-9d85-2dadf7253527 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:34.035396 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Attempting to bind port 4fc1bc9b-a596-4341-9d85-2dadf7253527 on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:34.049848 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:34.050280 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:34.050693 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.051092 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Bound using segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:34.051697 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Bound port: 4fc1bc9b-a596-4341-9d85-2dadf7253527, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:34.052197 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.057042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:34.063833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.085514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.091983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.145789 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] For port 4fc1bc9b-a596-4341-9d85-2dadf7253527, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:34.150034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-2d622863-254f-42e8-a21d-3d029da59487 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094 HTTP/1.1" status: 200 len: 217 time: 0.1348152 Aug 29 04:31:34.150597 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] For port 4fc1bc9b-a596-4341-9d85-2dadf7253527, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4fc1bc9b-a596-4341-9d85-2dadf7253527,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:34.159387 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.226160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.246728 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:34.247401 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.260518 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2156921-20d6-4d3e-9f97-1cb4e2d63c41 None None] Pushing event updated for resources: {'Port': ['ID=4fc1bc9b-a596-4341-9d85-2dadf7253527,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.295433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-4548e360-703d-4ca9-8f4c-c76e62093df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.297469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-4548e360-703d-4ca9-8f4c-c76e62093df9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.1343005 Aug 29 04:31:34.304261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=f3e2a2d3-27a2-4dcd-8500-d9b0e9bd28ba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.340073 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-e671cb38-c845-4b22-945b-4c7cd65bf79e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293458 Aug 29 04:31:34.347361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4b0e5-6168-4077-a8ee-0fea613bedfc req-0fed6539-dfa5-4122-b488-592ac9de9569 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.353262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49c4b0e5-6168-4077-a8ee-0fea613bedfc req-0fed6539-dfa5-4122-b488-592ac9de9569 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 944 time: 0.2865317 Aug 29 04:31:34.414652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] Allocated IP 172.20.0.2 (870a58ce-8cff-482e-9cde-b685e5bb8346/2068b4fd-013c-4b79-afb1-3d4602875910/6aadc0ff-27bc-4a07-8a93-498ae770ee3a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:34.432463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:34.466129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49c4b0e5-6168-4077-a8ee-0fea613bedfc req-3d0994d6-7fa2-4bed-9b85-01d8bbefd179 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940101 Aug 29 04:31:34.505068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.512017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.513546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.540055 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:34.540284 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c522e41f-911f-4672-81c1-eba1993084bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.549699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c522e41f-911f-4672-81c1-eba1993084bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.598911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522e41f-911f-4672-81c1-eba1993084bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c095fee-753d-401c-9ae8-918c4885e306,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.607424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.610631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.611878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c99b928-0290-4183-95f1-e0ad62a35941 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/floatingips/767fb88e-cdd5-40ec-b455-a0d04d3667b1 HTTP/1.1" status: 204 len: 168 time: 1.7829432 Aug 29 04:31:34.615557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56808) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:34.624440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'ba51d599-e7f4-48c0-83be-ec1d2e44f692'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:34.650496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:34.657783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-cce2323f-729a-4609-b65c-94068036e869 service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069715 Aug 29 04:31:34.660788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:34.664827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:34.676201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.677369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.707828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.727465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] Transition to ACTIVE for port object 6aadc0ff-27bc-4a07-8a93-498ae770ee3a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:34.733359 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.733790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=15']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.741393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=98d32b55-4fad-4574-bad3-5ab196b1918e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.818567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c43e70-8b7a-4ee3-a8c7-8a7c46c04429 req-db21ccdc-2b63-41c6-a134-a2e8cb841458 service neutron] 10.222.0.37 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533241 Aug 29 04:31:34.840696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a849d-505b-403f-ab49-b35fda0cc123 None None] Pushing event updated for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=16']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.869329 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.875539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.906674 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c6ae4-4746-439b-9687-331ab40e7031,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.907450 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:34Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:34.912762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8d26c596-9c53-4e29-ac21-9b4a4f20aba3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7417386 Aug 29 04:31:34.914621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56816) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:34.920216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:13:0b:02', 'name': 'tempest-NetworksTestDHCPv6-95732772'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:34.927212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:34.928305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.961961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c522e41f-911f-4672-81c1-eba1993084bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.967480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c522e41f-911f-4672-81c1-eba1993084bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2742591 Aug 29 04:31:34.968199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56818) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:34.971207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c74fbe-474b-4eb0-9429-0e0b04709988 None None] The sync data for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 is: [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:34Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:34.976493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-358ab07a-2768-4f6c-9fb7-3f97d8483ba9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'security_group_rule': {'security_group_id': '0c095fee-753d-401c-9ae8-918c4885e306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:35.013409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.013808 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Added segment 39a96a0e-0a58-4d9a-992d-e4c1d53dad79 of type vlan for network 5de44834-2a7b-4f66-8909-aa94c16f31a9 Aug 29 04:31:35.101742 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.175012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.176163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.177041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.178710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-358ab07a-2768-4f6c-9fb7-3f97d8483ba9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.205699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:35.340606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6682196 Aug 29 04:31:35.344370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56820) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.353707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Request body: {'subnet': {'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-434917780-subnet', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:35.378655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6951904-2d2c-4c28-b783-f1b3bd96dd3d admin admin] Pushing event updated for resources: {'Network': ['ID=5de44834-2a7b-4f66-8909-aa94c16f31a9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.396443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:35.403521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:35.405978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.425289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-358ab07a-2768-4f6c-9fb7-3f97d8483ba9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.440254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-358ab07a-2768-4f6c-9fb7-3f97d8483ba9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.442953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4fc1bc9b-a596-4341-9d85-2dadf7253527 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:35.520931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ab07a-2768-4f6c-9fb7-3f97d8483ba9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9405b7a3-9232-4cd2-8081-d88083ddbbc2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.560575 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.570513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-358ab07a-2768-4f6c-9fb7-3f97d8483ba9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.573829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-358ab07a-2768-4f6c-9fb7-3f97d8483ba9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6018248 Aug 29 04:31:35.597013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.599698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4fc1bc9b-a596-4341-9d85-2dadf7253527 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:35.607791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8dca641a-3430-4c60-b194-3d77ffd7702f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'security_group_rule': {'security_group_id': '0c095fee-753d-401c-9ae8-918c4885e306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:35.629023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4fc1bc9b-a596-4341-9d85-2dadf7253527 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:35.629398 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.756749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.829477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.885275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 4fc1bc9b-a596-4341-9d85-2dadf7253527, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4fc1bc9b-a596-4341-9d85-2dadf7253527,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:35.887292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dca641a-3430-4c60-b194-3d77ffd7702f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.893355 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.894735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:35.941874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5171ab-1fdb-4315-839d-998ac9302523,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.966953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.998824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=4fc1bc9b-a596-4341-9d85-2dadf7253527,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.001611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.25.7.184 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/1f60fbe5-48d7-43f9-bbed-d08724600599) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:36.003942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 7cfc84ea-9b2c-4088-8b8a-618527461951 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:36.048628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536ffbf-5381-4a3d-8a26-378c44966f66 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:36.068592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dca641a-3430-4c60-b194-3d77ffd7702f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.098055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dca641a-3430-4c60-b194-3d77ffd7702f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.114368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24ec5b-faba-4690-8f64-501e8d22729a req-0249d587-6aec-4259-a5b5-150a7f046803 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.115967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f24ec5b-faba-4690-8f64-501e8d22729a req-0249d587-6aec-4259-a5b5-150a7f046803 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 944 time: 0.3817055 Aug 29 04:31:36.129684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca641a-3430-4c60-b194-3d77ffd7702f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02c4445-4f50-4a95-a60c-3f6fac41778e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.166317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8dca641a-3430-4c60-b194-3d77ffd7702f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.168065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8dca641a-3430-4c60-b194-3d77ffd7702f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5667737 Aug 29 04:31:36.171005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56840) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:36.176182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:36.188400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Checking segment: {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:36.189166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Network hostable DHCP agents. Network: 5de44834-2a7b-4f66-8909-aa94c16f31a9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:36.252764 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.258272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.269048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f24ec5b-faba-4690-8f64-501e8d22729a req-706fb068-dfe6-4217-96c8-524ed4c584e0 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385267 Aug 29 04:31:36.283088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:36.324125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bf9bcb06-c64a-454e-a296-b89bc8d13c9b None None] Provisioning for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:36.332765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 5de44834-2a7b-4f66-8909-aa94c16f31a9) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:36.341849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.342803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.345902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bf9bcb06-c64a-454e-a296-b89bc8d13c9b None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:36.346635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf9bcb06-c64a-454e-a296-b89bc8d13c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.362248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df5d000-26e0-419a-93d8-6de42efc28ad None None] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:36.386226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:36.388531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d536206-dba7-4934-9a35-c8cd82c444a4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0403218 Aug 29 04:31:36.390555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 172.20.0.14 (870a58ce-8cff-482e-9cde-b685e5bb8346/2068b4fd-013c-4b79-afb1-3d4602875910/7cfc84ea-9b2c-4088-8b8a-618527461951) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:36.399347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:36.401371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe13:b02 (870a58ce-8cff-482e-9cde-b685e5bb8346/98d32b55-4fad-4574-bad3-5ab196b1918e/7cfc84ea-9b2c-4088-8b8a-618527461951) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:36.457467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.517490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.519178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.541715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:36.564618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:36.579949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:36.634778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=1f60fbe5-48d7-43f9-bbed-d08724600599,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.679327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.710677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 7cfc84ea-9b2c-4088-8b8a-618527461951 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:36.726848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.738743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.784401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.803561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-5de44834-2a7b-4f66-8909-aa94c16f31a9', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:36.811403 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.902920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=7cfc84ea-9b2c-4088-8b8a-618527461951,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.922872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:36.929126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:36.936432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:37.056401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.057363 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.081564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f7adb91-d4d2-43fe-9d88-d21fb698f646 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.1635611 Aug 29 04:31:37.082539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56854) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.124183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Allocated IP 172.20.0.2 (5de44834-2a7b-4f66-8909-aa94c16f31a9/ed5171ab-1fdb-4315-839d-998ac9302523/0288b8bf-382d-4ba7-b3d2-34274f7b3d65) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:37.164512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1030bdb6-762d-42b8-9bd2-b749fc67d094 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:37.178013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dff89c-0f1b-492b-a4aa-c8554a73c97d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.185481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dff89c-0f1b-492b-a4aa-c8554a73c97d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.197518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4dff89c-0f1b-492b-a4aa-c8554a73c97d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1138957 Aug 29 04:31:37.200701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.231921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4fc1bc9b-a596-4341-9d85-2dadf7253527 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:37.299191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.314029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef5779a6-e5e5-4fa5-bd9d-295b5831fb4f None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:37.314411 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef5779a6-e5e5-4fa5-bd9d-295b5831fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.344925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 7cfc84ea-9b2c-4088-8b8a-618527461951 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:37.345290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.358401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Allocated IP 172.25.7.88 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/1da6de4b-e863-49a6-b55f-1510aba3f025) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:37.438059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:37.471568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'mac_address': 'fa:16:3e:03:b2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:37.490261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be342822-f67f-45be-a97f-d418a8802537 req-cd1c5f48-405d-4cce-8fd1-701dd9095f48 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.497726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be342822-f67f-45be-a97f-d418a8802537 req-cd1c5f48-405d-4cce-8fd1-701dd9095f48 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 944 time: 0.0885181 Aug 29 04:31:37.523237 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.548524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 7cfc84ea-9b2c-4088-8b8a-618527461951 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:37.558158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be342822-f67f-45be-a97f-d418a8802537 req-64f55864-a1f7-4ab7-b56b-4da770293fe9 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595233 Aug 29 04:31:37.648293 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.682998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4fc1bc9b-a596-4341-9d85-2dadf7253527 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:37.683516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.759940 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.779257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.797015 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.801910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Transition to ACTIVE for port object 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:37.829564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1030bdb6-762d-42b8-9bd2-b749fc67d094 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:37.834548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=7cfc84ea-9b2c-4088-8b8a-618527461951,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.859215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Transition to ACTIVE for port object 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:37.872078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:37.876672 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.907673 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.960384 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:37.974799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c0d7b706-2a87-4b4f-bc38-d7d5f9aeb70b None None] Could not find standard attr ID for object 7cfc84ea-9b2c-4088-8b8a-618527461951. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:37.976896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:37.984047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:37.988724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.991236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9cbe1f8b-1ade-4532-aa3a-ffd232f8080d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7cfc84ea-9b2c-4088-8b8a-618527461951 HTTP/1.1" status: 204 len: 168 time: 0.7894118 Aug 29 04:31:37.992546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Pushing event updated for resources: {'Port': ['ID=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.994294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56862) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.070436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Attempting to bind port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:38.070987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Attempting to bind port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:38.071472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Attempting to bind port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 on network 5de44834-2a7b-4f66-8909-aa94c16f31a9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:38.072815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f848aa81-52ef-4827-b8f9-dc2cad1d6947 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:38.074705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f848aa81-52ef-4827-b8f9-dc2cad1d6947 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:38.078063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f848aa81-52ef-4827-b8f9-dc2cad1d6947 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:38.081706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f848aa81-52ef-4827-b8f9-dc2cad1d6947 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0750687 Aug 29 04:31:38.083584 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56864) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.093875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:38.094454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Checking segment: {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:38.094975 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.095480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Bound using segment: {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:38.096086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Bound port: 0288b8bf-382d-4ba7-b3d2-34274f7b3d65, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:38.096587 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.165191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 2068b4fd-013c-4b79-afb1-3d4602875910 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:38.172971 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.186897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.198309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] For port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:38.202111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] For port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:38.207025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['1030bdb6-762d-42b8-9bd2-b749fc67d094'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:38.221262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.232793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.238733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.239690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.345225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b051bd-761f-48fa-a086-9111ef6c4ce5 None None] Pushing event updated for resources: {'Port': ['ID=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.345514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.374650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.444792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:38.456820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:38.459561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=1da6de4b-e863-49a6-b55f-1510aba3f025,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.463398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:38.465700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.500344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=2068b4fd-013c-4b79-afb1-3d4602875910,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.504766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.508855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/2068b4fd-013c-4b79-afb1-3d4602875910 HTTP/1.1" status: 204 len: 168 time: 0.4242816 Aug 29 04:31:38.510178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.512464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b7376-1bdd-48c9-84ef-ebb5714b49e3 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:38.522948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.523845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.524266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.524765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.525175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.526276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.527875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.528344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.528803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.529276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.529778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.530223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943504aa-36cf-4942-9160-01a13a21d7e1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:38.642098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.683737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 98d32b55-4fad-4574-bad3-5ab196b1918e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:38.687075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.706694 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.717312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fb507-7bb6-4eae-b548-697501add61e req-a58ad0c1-c1e4-4f20-b476-d2f14340d79d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:38.726277 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-994fb507-7bb6-4eae-b548-697501add61e req-a58ad0c1-c1e4-4f20-b476-d2f14340d79d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 945 time: 0.0753131 Aug 29 04:31:38.768062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-994fb507-7bb6-4eae-b548-697501add61e req-f659e9db-45db-4092-add2-10673638773d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Aug 29 04:31:38.860855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.919773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.967417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.984298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.085499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Allocated IP 172.25.7.215 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/7d719018-254b-43e3-99ae-a479607aecf3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:39.094924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.168268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.177614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1030bdb6-762d-42b8-9bd2-b749fc67d094 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:39.180991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=1f60fbe5-48d7-43f9-bbed-d08724600599,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.272132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 1030bdb6-762d-42b8-9bd2-b749fc67d094 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:39.277962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:39.285887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 1030bdb6-762d-42b8-9bd2-b749fc67d094 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:39.286265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.314003 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.417917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:39.432553 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.479379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:39.482440 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5787ed-d0fb-4f05-b080-4ac72d0164c2" -d '{"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-plugged", "status": "completed", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:39.500691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:39.507672 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.534049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-967615c2-1132-47e6-b720-437698b602a4 None None] Provisioning complete for port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:39.534506 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-967615c2-1132-47e6-b720-437698b602a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.544943 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 66550ce8-f8de-4ba5-90e7-f552fce34bcc associated. External IP: 172.25.7.184, port: ba51d599-e7f4-48c0-83be-ec1d2e44f692. Aug 29 04:31:39.559270 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7481ea4a-9d1f-40da-99a0-bcb9eb10b4e9 x-openstack-request-id: req-7481ea4a-9d1f-40da-99a0-bcb9eb10b4e9 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:39.559714 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-plugged", "status": "completed", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:39.560035 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7481ea4a-9d1f-40da-99a0-bcb9eb10b4e9 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:39.561065 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'code': 200} Aug 29 04:31:39.598816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.607620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.656957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc5df6-9b3d-4d4f-90d9-7381c7c418c7 None None] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:39.696284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=98d32b55-4fad-4574-bad3-5ab196b1918e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.705635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.707549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09049b70-ac96-4030-a287-ea8f1700e11a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/98d32b55-4fad-4574-bad3-5ab196b1918e HTTP/1.1" status: 204 len: 168 time: 1.1931093 Aug 29 04:31:39.708552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5f96f-a3f7-4c1f-b870-a4d77d9074aa None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:39.710499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56886) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.752580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-126b4d0d-d915-4262-831c-4528a0754d7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386112 Aug 29 04:31:39.752937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.766212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.819917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f756a7-e70a-45c3-899d-1e5a47911b24 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.824142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52fa8-7c7a-4acd-9a7c-51f574fb5f59 req-34115b45-c664-44de-a710-98ecc8cd7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.824680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-42f756a7-e70a-45c3-899d-1e5a47911b24 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0704083 Aug 29 04:31:39.825908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56892) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.826306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15e52fa8-7c7a-4acd-9a7c-51f574fb5f59 req-34115b45-c664-44de-a710-98ecc8cd7b70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 1098 time: 0.2089195 Aug 29 04:31:39.829620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.845298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.891877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7dd47-d658-42c7-8f2d-611c8d0caa5b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.893637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ccd7dd47-d658-42c7-8f2d-611c8d0caa5b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660956 Aug 29 04:31:39.895916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56894) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.914820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca541210-afa2-4180-884e-f3cfe7b38159 None None] Provisioning for port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:39.941671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cb149014-f711-4cb9-b659-27231eb411f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444760 Aug 29 04:31:39.948465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56898) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.950092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca541210-afa2-4180-884e-f3cfe7b38159 None None] Provisioning complete for port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:39.951186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca541210-afa2-4180-884e-f3cfe7b38159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.954300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-178eac5c-2aa1-4a1d-936e-3a29a9d9512e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:40.027643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15e52fa8-7c7a-4acd-9a7c-51f574fb5f59 req-5acabab5-6198-4f59-b1b5-05083577bb25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927655 Aug 29 04:31:40.028706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.051175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=1da6de4b-e863-49a6-b55f-1510aba3f025,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.083420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:40.091648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178eac5c-2aa1-4a1d-936e-3a29a9d9512e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:40.091996 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca541210-afa2-4180-884e-f3cfe7b38159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.096356 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-178eac5c-2aa1-4a1d-936e-3a29a9d9512e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.097854 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-178eac5c-2aa1-4a1d-936e-3a29a9d9512e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:40.098317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178eac5c-2aa1-4a1d-936e-3a29a9d9512e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:40.126533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-178eac5c-2aa1-4a1d-936e-3a29a9d9512e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1736314 Aug 29 04:31:40.126748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56900) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.136222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-01356894-bcc1-4b49-b44a-9e2f522c2364 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:40.141696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde18359-f814-4db1-a035-1005477fd27c req-6521f492-cd7c-48b3-99e2-b565223a100d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:40.143233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dde18359-f814-4db1-a035-1005477fd27c req-6521f492-cd7c-48b3-99e2-b565223a100d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 946 time: 0.2738714 Aug 29 04:31:40.159723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.165032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ca541210-afa2-4180-884e-f3cfe7b38159 None None] For port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:40.165305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:40.174793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca541210-afa2-4180-884e-f3cfe7b38159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.184169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] Deleting port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:40.184169 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.185520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:40.199624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:40.242500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Pushing event updated for resources: {'Port': ['ID=7d719018-254b-43e3-99ae-a479607aecf3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.248840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.258407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-57cf7c4f-c08e-4fad-bce1-90af867033e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0861044 Aug 29 04:31:40.263969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01356894-bcc1-4b49-b44a-9e2f522c2364 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:40.267932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:40.269248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-01356894-bcc1-4b49-b44a-9e2f522c2364 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.273066 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-01356894-bcc1-4b49-b44a-9e2f522c2364 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:40.273506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01356894-bcc1-4b49-b44a-9e2f522c2364 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:40.296952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dde18359-f814-4db1-a035-1005477fd27c req-9c89a6ce-aaf2-4435-a71b-a14954bd191a tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305141 Aug 29 04:31:40.297209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-01356894-bcc1-4b49-b44a-9e2f522c2364 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1693990 Aug 29 04:31:40.301543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56904) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.312569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7bfe6d77-9495-4d9e-8279-408445a33295 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:40.322104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca541210-afa2-4180-884e-f3cfe7b38159 None None] Pushing event updated for resources: {'Port': ['ID=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.357055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] For port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:40.357623 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.385712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] Calling delete_port for 6aadc0ff-27bc-4a07-8a93-498ae770ee3a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:40.456499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe6d77-9495-4d9e-8279-408445a33295 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:40.461933 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6d77-9495-4d9e-8279-408445a33295 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.463345 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfe6d77-9495-4d9e-8279-408445a33295 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:40.463793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfe6d77-9495-4d9e-8279-408445a33295 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:40.496981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7bfe6d77-9495-4d9e-8279-408445a33295 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1908433 Aug 29 04:31:40.496981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56920) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.501963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c1511574-23e3-4412-913b-4c149ab0c400 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:40.519828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-2df0090c-d0b3-4eda-80e4-017e98cb7a2f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--146389979&fields=id&tenant_id=19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 267 time: 0.0709434 Aug 29 04:31:40.529964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:40.548113 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:40.554697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.568696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:40.571984 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:40.589626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] Pushing event deleted for resources: {'Port': ['ID=6aadc0ff-27bc-4a07-8a93-498ae770ee3a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.614749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8ce83-811a-4e0f-8033-58eae4d295b6 None None] No DVR routers for this DVR port 6aadc0ff-27bc-4a07-8a93-498ae770ee3a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:40.622591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-072d0e94-9aba-4020-9874-a57aa6e7653f None None] Provisioning complete for port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:40.629100 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-072d0e94-9aba-4020-9874-a57aa6e7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.664261 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:40.683607 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:40.688385 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:40.775270 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:40.776465 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a9fdb-567a-4d19-af80-71de6b1d6426 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:40.961254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.022548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-73e13d81-6bbf-49ec-864f-ae65fa9914ca tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4043849 Aug 29 04:31:41.025347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56928) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.047427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.065909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1511574-23e3-4412-913b-4c149ab0c400 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:41.069625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c1511574-23e3-4412-913b-4c149ab0c400 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.071027 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1511574-23e3-4412-913b-4c149ab0c400 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:41.071461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1511574-23e3-4412-913b-4c149ab0c400 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:41.085525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-9f051b7c-f04e-4a68-8550-b019ad33a8a3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.087170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-9f051b7c-f04e-4a68-8550-b019ad33a8a3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.5369551 Aug 29 04:31:41.114886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c1511574-23e3-4412-913b-4c149ab0c400 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6168797 Aug 29 04:31:41.120181 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-e361cbbe-3eb1-4265-ae27-54553c0da419 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/quotas/19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 375 time: 0.0254953 Aug 29 04:31:41.122770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56930) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.127628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-aa94bc84-e68b-4fc2-9d4c-961ed9805464 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:41.145353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e19767f7-c89d-4135-83fb-999a2a102032 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "GET /v2.0/floatingips/66550ce8-f8de-4ba5-90e7-f552fce34bcc HTTP/1.1" status: 200 len: 977 time: 0.1188700 Aug 29 04:31:41.147914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.224426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:41.240969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-3485b183-632c-4011-bb40-b43efdffb987 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078041 Aug 29 04:31:41.304413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:41.304725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.319643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa94bc84-e68b-4fc2-9d4c-961ed9805464 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:41.323443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa94bc84-e68b-4fc2-9d4c-961ed9805464 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.325001 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa94bc84-e68b-4fc2-9d4c-961ed9805464 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:41.326138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa94bc84-e68b-4fc2-9d4c-961ed9805464 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:41.333012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-114d58f9-65cf-47c4-8762-d33fc9d3805b tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1769519 Aug 29 04:31:41.333012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56936) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.338636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'port_id': '217065f8-53a4-412c-8753-919b4c972f9e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:41.360555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aa94bc84-e68b-4fc2-9d4c-961ed9805464 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2360816 Aug 29 04:31:41.366408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.373327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c699eeed-7403-4672-b6de-a0a9ee943b6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:41.466145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-a4f7e2bd-1394-458a-9b26-9d660efa1303 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100422 Aug 29 04:31:41.506259 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.508047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:41.528392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 6aadc0ff-27bc-4a07-8a93-498ae770ee3a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:41.528740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6aadc0ff-27bc-4a07-8a93-498ae770ee3a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:41.558105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.580604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf010705-577d-4bbe-9e59-c84b00ab4e99 req-0b818dc1-880c-403e-a1ca-955d6ab922da tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.582188 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf010705-577d-4bbe-9e59-c84b00ab4e99 req-0b818dc1-880c-403e-a1ca-955d6ab922da tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 946 time: 0.1275971 Aug 29 04:31:41.591240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c699eeed-7403-4672-b6de-a0a9ee943b6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:41.594755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c699eeed-7403-4672-b6de-a0a9ee943b6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.596137 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c699eeed-7403-4672-b6de-a0a9ee943b6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:41.596567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c699eeed-7403-4672-b6de-a0a9ee943b6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:31:41.603808 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-2e2c912f-0f65-4ae0-a727-9a9f1a5ad358 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284592 Aug 29 04:31:41.616353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c699eeed-7403-4672-b6de-a0a9ee943b6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2485580 Aug 29 04:31:41.618875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56946) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.650640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-198d6bea-77ca-4fba-bee3-4306de09b4e7 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0281940 Aug 29 04:31:41.651229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56948) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.704844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0575dd-0da4-422c-9763-89f347cbb550 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.709930 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d0575dd-0da4-422c-9763-89f347cbb550 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542564 Aug 29 04:31:41.710344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56950) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.759824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0966a180-38bf-4f8b-ba9c-39a129e05bf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482876 Aug 29 04:31:41.765409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56956) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.770470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:41.817214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf010705-577d-4bbe-9e59-c84b00ab4e99 req-d1df3d92-8e8b-4cee-b374-8930d55e2291 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261877 Aug 29 04:31:41.976558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:41.980802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.063688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06a7aeb7-e33b-486e-9be3-6cc68284003e req-22555d40-fa37-4b1a-b48a-a330724acdb9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 210 time: 0.1236532 Aug 29 04:31:42.119023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Router dae69b29-4a94-49b0-846f-4b6d1ccd6116 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:42.348181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:42.360268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Sync routers for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:42.372656 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.376517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c70a4039-0987-4b7c-9c48-ae6ec237279b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9849179 Aug 29 04:31:42.377737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56988) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:42.401553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:42.402395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:42.577528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:42.585696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.593856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:42.651182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=031e38ca-0422-489e-a2e9-a4e937dc2efe,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.679050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed033cff-4d2f-45b5-8fcc-d3a72ea30844 req-819ef5c1-14d3-404c-a96f-02289c4c4902 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.681808 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed033cff-4d2f-45b5-8fcc-d3a72ea30844 req-819ef5c1-14d3-404c-a96f-02289c4c4902 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 946 time: 0.1624794 Aug 29 04:31:42.699293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:42.713337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:42.718171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.718986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.787949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73a934-7602-4448-b9df-ab758e5f467b None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:42.810187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a06bb963-4517-4b37-b731-1ed407fca68f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0391698 Aug 29 04:31:42.813036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56992) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:42.827929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:3e:ce:60', 'name': 'tempest-NetworksTestDHCPv6-1413704639'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:42.848512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.857529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.973443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:40Z', 'revision_number': 3, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:42.986838 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed033cff-4d2f-45b5-8fcc-d3a72ea30844 req-027274bd-4ec0-4e07-b780-c296fb82d7b4 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980793 Aug 29 04:31:43.063237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:43.133555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '031e38ca-0422-489e-a2e9-a4e937dc2efe'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:43.134695 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.229897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.260038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 36fdbee1-e961-43a4-b2d9-4e3fc43efc53 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:43.270654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Checking router: dae69b29-4a94-49b0-846f-4b6d1ccd6116 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:43.270997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Updating router dae69b29-4a94-49b0-846f-4b6d1ccd6116 port 7d719018-254b-43e3-99ae-a479607aecf3 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:43.354121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.416903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe3e:ce60 (870a58ce-8cff-482e-9cde-b685e5bb8346/031e38ca-0422-489e-a2e9-a4e937dc2efe/36fdbee1-e961-43a4-b2d9-4e3fc43efc53) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:43.686102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec58d32b-1781-449a-811f-4ba6b2fcbe95 req-d28235ea-d918-4c60-8b64-d3b001eefaab tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 210 time: 0.0477221 Aug 29 04:31:43.733510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.760828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 36fdbee1-e961-43a4-b2d9-4e3fc43efc53 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:43.863226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.880972 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 66550ce8-f8de-4ba5-90e7-f552fce34bcc associated. External IP: 172.25.7.184, port: ba51d599-e7f4-48c0-83be-ec1d2e44f692. Aug 29 04:31:43.938060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:43.943312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:43.955388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:43.962567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.964546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.967225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.970003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=36fdbee1-e961-43a4-b2d9-4e3fc43efc53,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.004764 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-139af3d6-0c0c-43c7-b161-717083edb142 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1892254 Aug 29 04:31:44.009035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57002) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.039861 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.050938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Transition to ACTIVE for port object 7d719018-254b-43e3-99ae-a479607aecf3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:44.107129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Allocated IP 2001:db8::f816:3eff:fee6:ae11 (870a58ce-8cff-482e-9cde-b685e5bb8346/031e38ca-0422-489e-a2e9-a4e937dc2efe/f7615b4f-6327-4eeb-abcd-7078b3b8e955) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:44.144458 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.150062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057204df-a247-4aef-9180-9e9557c492af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.155184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-057204df-a247-4aef-9180-9e9557c492af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1448483 Aug 29 04:31:44.163428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57006) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:44.214105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-f92e9834-5988-402b-a1ca-cf66b8673b8a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.214105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-f92e9834-5988-402b-a1ca-cf66b8673b8a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.4606228 Aug 29 04:31:44.277823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6771c7-d64c-4532-bf42-996158ce0bf2 None None] Pushing event updated for resources: {'Port': ['ID=7d719018-254b-43e3-99ae-a479607aecf3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:44.326879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Attempting to bind port 7d719018-254b-43e3-99ae-a479607aecf3 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:44.331323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Attempting to bind port 7d719018-254b-43e3-99ae-a479607aecf3 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:44.333943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Attempting to bind port 7d719018-254b-43e3-99ae-a479607aecf3 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:44.348186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782b8db-82a8-4b54-abaf-4432991e0637 req-e54f7207-1aa7-458c-8e92-dc6e2ec52a98 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.351843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:44.352452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:44.353304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.353884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:44.354545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Bound port: 7d719018-254b-43e3-99ae-a479607aecf3, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:44.355100 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.360288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e782b8db-82a8-4b54-abaf-4432991e0637 req-e54f7207-1aa7-458c-8e92-dc6e2ec52a98 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 946 time: 0.1976619 Aug 29 04:31:44.382713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-2d2d50e9-686c-4973-842f-dfd73b87b13f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 379 time: 0.1475155 Aug 29 04:31:44.384071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Allocated IP 172.20.0.1 (5de44834-2a7b-4f66-8909-aa94c16f31a9/ed5171ab-1fdb-4315-839d-998ac9302523/7f984c9d-41fa-4231-8ca1-87a8feb47504) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:44.431154 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e782b8db-82a8-4b54-abaf-4432991e0637 req-66ad5c1d-b089-4c3f-bcb3-0b18cb8f217f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694280 Aug 29 04:31:44.494096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 36fdbee1-e961-43a4-b2d9-4e3fc43efc53 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:44.494599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.530369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'port': {'device_id': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'admin_state_up': True, 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'security_groups': ['0c095fee-753d-401c-9ae8-918c4885e306']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:44.561207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] For port 7d719018-254b-43e3-99ae-a479607aecf3, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:44.569113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] For port 7d719018-254b-43e3-99ae-a479607aecf3, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7d719018-254b-43e3-99ae-a479607aecf3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:44.600218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.621529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.640148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 36fdbee1-e961-43a4-b2d9-4e3fc43efc53 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:44.670702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:44.671565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.826461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.851692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.891877 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.925306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Transition to ACTIVE for port object 7f984c9d-41fa-4231-8ca1-87a8feb47504 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:44.942204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Transition to ACTIVE for port object f7615b4f-6327-4eeb-abcd-7078b3b8e955 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:45.028582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6771c7-d64c-4532-bf42-996158ce0bf2 None None] Pushing event updated for resources: {'Port': ['ID=7d719018-254b-43e3-99ae-a479607aecf3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.034992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Transition to ACTIVE for port object f7615b4f-6327-4eeb-abcd-7078b3b8e955 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:45.048640 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.075743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:45.083110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=36fdbee1-e961-43a4-b2d9-4e3fc43efc53,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.092444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.102204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d5ef6b49-2351-4b83-945b-d5d44a22760d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/36fdbee1-e961-43a4-b2d9-4e3fc43efc53 HTTP/1.1" status: 204 len: 168 time: 0.9374833 Aug 29 04:31:45.103721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57026) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.143942 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c2b503-0d2f-4800-83d1-e0edd14688fe req-69a349f4-1e85-4906-b8fb-c79a787f39c4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 210 time: 0.0981603 Aug 29 04:31:45.198958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:45.246243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:45.248608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.251956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:45.257294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:45.314850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Made reservation on behalf of 19117b9c280f4f9780e757a223289ce9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:45.318937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.338347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec52124-7cca-4ee5-8606-a0802ea71fcf tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.338752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Pushing event updated for resources: {'Port': ['ID=f7615b4f-6327-4eeb-abcd-7078b3b8e955,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.340139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec52124-7cca-4ee5-8606-a0802ea71fcf tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.349533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eec52124-7cca-4ee5-8606-a0802ea71fcf tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2352240 Aug 29 04:31:45.354597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.363427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:45.398092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Attempting to bind port f7615b4f-6327-4eeb-abcd-7078b3b8e955 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:45.399087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Attempting to bind port f7615b4f-6327-4eeb-abcd-7078b3b8e955 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:45.399087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Attempting to bind port f7615b4f-6327-4eeb-abcd-7078b3b8e955 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:45.413572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:45.413991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:45.414557 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.415108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:45.415647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Bound port: f7615b4f-6327-4eeb-abcd-7078b3b8e955, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:45.416588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.460121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:45.463877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 031e38ca-0422-489e-a2e9-a4e937dc2efe {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:45.467614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:45.473444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.524600 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] For port f7615b4f-6327-4eeb-abcd-7078b3b8e955, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:45.539235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] For port f7615b4f-6327-4eeb-abcd-7078b3b8e955, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7615b4f-6327-4eeb-abcd-7078b3b8e955,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:45.548039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:40Z', 'revision_number': 3, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:45.585043 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.595950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6498a-8109-46b1-91e0-727fa1d838f0 None None] The sync data for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 is: [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:40Z', 'revision_number': 3, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:45.611597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.665882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Allocated IP 172.20.0.8 (834d5c0c-6e4d-4c34-bbda-713de79bc97d/f3ef5ceb-fa92-480c-91e9-729a25df722a/b6eaa106-8ffb-4c3f-8415-cfc00f08534a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:45.723588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcb59e-2a55-4460-8088-510b61b7cad4 None None] Pushing event updated for resources: {'Port': ['ID=f7615b4f-6327-4eeb-abcd-7078b3b8e955,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.726575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Pushing event updated for resources: {'Port': ['ID=7f984c9d-41fa-4231-8ca1-87a8feb47504,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.863644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dc2f8a40-dd5f-45da-934d-0c0617fc0521 None None] Provisioning for port 7f984c9d-41fa-4231-8ca1-87a8feb47504 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:45.868127 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.869325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dc2f8a40-dd5f-45da-934d-0c0617fc0521 None None] Provisioning complete for port 7f984c9d-41fa-4231-8ca1-87a8feb47504 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:45.869940 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8a40-dd5f-45da-934d-0c0617fc0521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.039923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f8a40-dd5f-45da-934d-0c0617fc0521 None None] Port 7f984c9d-41fa-4231-8ca1-87a8feb47504 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:46.214897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.223086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.301462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=031e38ca-0422-489e-a2e9-a4e937dc2efe,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.309056 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.311829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab18db60-24ff-4ae5-b015-0c3108d3b60f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/031e38ca-0422-489e-a2e9-a4e937dc2efe HTTP/1.1" status: 204 len: 168 time: 0.9562235 Aug 29 04:31:46.325904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57058) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.363105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.397702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2de2f636-db98-4817-863b-c51aca6530d1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678649 Aug 29 04:31:46.398114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57060) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:46.404023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:46.484061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92f920b7-4a02-43a8-8f9a-079148ceb13e req-d9e37b09-54cf-45cf-8c8a-d19caf3acd3e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 210 time: 0.1285160 Aug 29 04:31:46.507925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Transition to ACTIVE for port object b6eaa106-8ffb-4c3f-8415-cfc00f08534a will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:46.517892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:46.531864 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6956c31-c663-4267-8785-f80b246e473c None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:46.551253 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6956c31-c663-4267-8785-f80b246e473c None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:46.553061 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6956c31-c663-4267-8785-f80b246e473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.572411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:46.581905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.668185 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6956c31-c663-4267-8785-f80b246e473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.698754 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6956c31-c663-4267-8785-f80b246e473c None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:46.700246 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6956c31-c663-4267-8785-f80b246e473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.780867 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e6956c31-c663-4267-8785-f80b246e473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.781802 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6956c31-c663-4267-8785-f80b246e473c None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:46.807841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef83e394-8458-4aae-ac6f-718ae18eef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.837106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.142792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.181767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1030bdb6-762d-42b8-9bd2-b749fc67d094 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:47.280447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:47.376418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7615b4f-6327-4eeb-abcd-7078b3b8e955 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:47.443591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:47.462340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'mac_address': 'fa:16:3e:03:b2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:47.471561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba439e5-556e-46d6-9813-e929820e4475 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:47.516634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:47.520877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.574359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f7615b4f-6327-4eeb-abcd-7078b3b8e955 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:47.595360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.597073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7d719018-254b-43e3-99ae-a479607aecf3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:47.599129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.625923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Provisioning for port f7615b4f-6327-4eeb-abcd-7078b3b8e955 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:47.650376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:47.658510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1030bdb6-762d-42b8-9bd2-b749fc67d094 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:47.663639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Provisioning complete for port f7615b4f-6327-4eeb-abcd-7078b3b8e955 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:47.664043 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.718887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:47.735599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:47.743816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:47.758582 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.868367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7d719018-254b-43e3-99ae-a479607aecf3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:47.918328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['1030bdb6-762d-42b8-9bd2-b749fc67d094'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:47.953242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] For port f7615b4f-6327-4eeb-abcd-7078b3b8e955, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7615b4f-6327-4eeb-abcd-7078b3b8e955,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:48.057103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.060524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:48.070285 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.085616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.102173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.116725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.121036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.229729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7d719018-254b-43e3-99ae-a479607aecf3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:48.230604 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.243962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:48.323503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=dcb2fd06-502b-4f58-921c-59410749d51e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.338024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.382021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:48.385953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:48.399527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.399793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.445926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.489545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:48.490406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:48.500693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=f7615b4f-6327-4eeb-abcd-7078b3b8e955,revision_number=5']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.518651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a3a47f2-0655-4a1a-8463-4de661b8bdf4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1170001 Aug 29 04:31:48.525191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57126) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.538400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:04:e4:47', 'name': 'tempest-NetworksTestDHCPv6-531166566'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:48.593528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:48.681042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:48.682370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:48.688707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:48.800661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:48.802428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0711fd1-2777-4f6b-b25f-8eb8ff612a48 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:48.829109 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:31:48.829733 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:31:48.830298 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.868018 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.911201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 445dad45-180e-4e32-8652-d585f06794cf yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:48.916067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7d719018-254b-43e3-99ae-a479607aecf3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7d719018-254b-43e3-99ae-a479607aecf3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:48.943948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.973086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dcb0e-3762-421c-be36-d918443fb159 req-7f1b643b-82ef-494d-8ef2-1a8729dd395e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.991653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-833dcb0e-3762-421c-be36-d918443fb159 req-7f1b643b-82ef-494d-8ef2-1a8729dd395e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 931 time: 1.3312130 Aug 29 04:31:49.030506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.031342 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.047111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b8d414-fdc7-41c3-a8e3-9dee1610d787 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:49.075360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c642f74c-4a3d-4764-b1d1-3f5fd9e27faa tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/floatingips/66550ce8-f8de-4ba5-90e7-f552fce34bcc HTTP/1.1" status: 200 len: 978 time: 7.7401154 Aug 29 04:31:49.089027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.112300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe04:e447 (870a58ce-8cff-482e-9cde-b685e5bb8346/dcb2fd06-502b-4f58-921c-59410749d51e/445dad45-180e-4e32-8652-d585f06794cf) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:49.145448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7d719018-254b-43e3-99ae-a479607aecf3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.159542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:49.238930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1030bdb6-762d-42b8-9bd2-b749fc67d094 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:49.300670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-1aa1b502-09f2-44de-a4ae-c8338e81615e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7833223 Aug 29 04:31:49.350223 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-833dcb0e-3762-421c-be36-d918443fb159 req-bc74f1e6-5f5a-4d7f-b7e0-21360cbd1e79 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568015 Aug 29 04:31:49.355348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7615b4f-6327-4eeb-abcd-7078b3b8e955 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:49.391346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.407400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Request body: {'port': {'device_id': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:49.503793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.525392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Pushing event updated for resources: {'Port': ['ID=7f984c9d-41fa-4231-8ca1-87a8feb47504,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.556040 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.592604 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.600167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 445dad45-180e-4e32-8652-d585f06794cf will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:49.615405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 1030bdb6-762d-42b8-9bd2-b749fc67d094 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:49.616093 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.628047 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbd90-6163-4074-add1-9d479afd30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.684815 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.692647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.709382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] For port f7615b4f-6327-4eeb-abcd-7078b3b8e955, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7615b4f-6327-4eeb-abcd-7078b3b8e955,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:49.728814 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.785225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f7615b4f-6327-4eeb-abcd-7078b3b8e955 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:49.785835 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.825783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:49.848175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:49.849034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:49.860193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:49.863885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:49.885889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.886825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.906542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=445dad45-180e-4e32-8652-d585f06794cf,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.921802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a4b21-212d-494e-a37a-a6b6e5556e9e None None] Pushing event updated for resources: {'Port': ['ID=f7615b4f-6327-4eeb-abcd-7078b3b8e955,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.957556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3abec988-57c1-4088-b2e8-432401d1c791 None None] Provisioning for port b6eaa106-8ffb-4c3f-8415-cfc00f08534a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:49.960357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-221fac36-b6e3-4bd6-8acf-0a121a48ebd0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4339490 Aug 29 04:31:49.966621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57156) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.019697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3abec988-57c1-4088-b2e8-432401d1c791 None None] Provisioning complete for port b6eaa106-8ffb-4c3f-8415-cfc00f08534a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:50.023918 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3abec988-57c1-4088-b2e8-432401d1c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.027361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.093203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d673fc8-3bcd-4ca0-b8f1-1e2e1368d044 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.126126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d673fc8-3bcd-4ca0-b8f1-1e2e1368d044 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.135139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d673fc8-3bcd-4ca0-b8f1-1e2e1368d044 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1651831 Aug 29 04:31:50.140390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57158) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.291297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3abec988-57c1-4088-b2e8-432401d1c791 None None] Port b6eaa106-8ffb-4c3f-8415-cfc00f08534a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:50.315043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:50.322355 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb7e453-1bfd-4e83-8cf9-70efc0d1e916" -d '{"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-plugged", "status": "completed", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:50.340715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Router dae69b29-4a94-49b0-846f-4b6d1ccd6116 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:50.341490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.352814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:50.366889 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.461820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3abec988-57c1-4088-b2e8-432401d1c791 None None] Provisioning complete for port f7615b4f-6327-4eeb-abcd-7078b3b8e955 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:50.462335 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3abec988-57c1-4088-b2e8-432401d1c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.488631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 445dad45-180e-4e32-8652-d585f06794cf {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:50.489960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.584826 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0435a8ca-1bcd-447b-be15-a83abe17fe00 x-openstack-request-id: req-0435a8ca-1bcd-447b-be15-a83abe17fe00 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:50.585048 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-plugged", "status": "completed", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:50.585984 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0435a8ca-1bcd-447b-be15-a83abe17fe00 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:50.587012 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'code': 200} Aug 29 04:31:50.646012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.691625 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.742085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.759923 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.760562 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 66550ce8-f8de-4ba5-90e7-f552fce34bcc disassociated. External IP: 172.25.7.184, port: 217065f8-53a4-412c-8753-919b4c972f9e. Aug 29 04:31:50.763816 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.915290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.921220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce53c6c4-5c8e-4d53-840b-267c4fd08a5b None None] Provisioning complete for port 7f984c9d-41fa-4231-8ca1-87a8feb47504 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:50.921901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce53c6c4-5c8e-4d53-840b-267c4fd08a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.939308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 445dad45-180e-4e32-8652-d585f06794cf owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:50.991607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ce53c6c4-5c8e-4d53-840b-267c4fd08a5b None None] Port 7f984c9d-41fa-4231-8ca1-87a8feb47504 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:51.003331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce53c6c4-5c8e-4d53-840b-267c4fd08a5b None None] Provisioning complete for port f7615b4f-6327-4eeb-abcd-7078b3b8e955 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:51.003537 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce53c6c4-5c8e-4d53-840b-267c4fd08a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.168113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce53c6c4-5c8e-4d53-840b-267c4fd08a5b None None] Could not find standard attr ID for object 36fdbee1-e961-43a4-b2d9-4e3fc43efc53. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:51.181366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.199182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ac88-4503-4c17-ae60-b0ab8bc240ef req-cf8f436c-0e16-4f1f-8248-8c562fe85805 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.207913 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da66ac88-4503-4c17-ae60-b0ab8bc240ef req-cf8f436c-0e16-4f1f-8248-8c562fe85805 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 931 time: 0.5850546 Aug 29 04:31:51.285508 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da66ac88-4503-4c17-ae60-b0ab8bc240ef req-767b8d30-6844-4c96-b59d-5de71897b6bd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765245 Aug 29 04:31:51.307661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1225b06d-e123-454a-b65e-60a5e54cca11 None None] Could not find standard attr ID for object 445dad45-180e-4e32-8652-d585f06794cf. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:51.316749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=445dad45-180e-4e32-8652-d585f06794cf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.350254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.352767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ea209053-e931-4226-8117-91fb682ade55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/445dad45-180e-4e32-8652-d585f06794cf HTTP/1.1" status: 204 len: 168 time: 1.2109537 Aug 29 04:31:51.362143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7615b4f-6327-4eeb-abcd-7078b3b8e955 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:51.379613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-70402493-4be0-42e2-91de-54ac104c4c61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7498295 Aug 29 04:31:51.380735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57180) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.482619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f7615b4f-6327-4eeb-abcd-7078b3b8e955 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:51.487068 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.545006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6d25a-7c34-4a51-a1e6-b0cf0186b3ce tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.546897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6d25a-7c34-4a51-a1e6-b0cf0186b3ce tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.567913 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-45b6d25a-7c34-4a51-a1e6-b0cf0186b3ce tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1858830 Aug 29 04:31:51.569536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57184) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.695460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7d719018-254b-43e3-99ae-a479607aecf3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:51.727795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.728326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.728815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.735822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.736354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.736893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.737373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.739507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e7ca4679-6a37-4e94-baf3-5950b421376d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6508 time: 0.2601731 Aug 29 04:31:51.824450 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7d719018-254b-43e3-99ae-a479607aecf3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:51.825814 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.978050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6eaa106-8ffb-4c3f-8415-cfc00f08534a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:51.993094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet dcb2fd06-502b-4f58-921c-59410749d51e {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:52.000471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-7106f7d2-9476-427e-b851-386a4c0690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.000961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-7106f7d2-9476-427e-b851-386a4c0690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.001665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-7106f7d2-9476-427e-b851-386a4c0690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.008425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-7106f7d2-9476-427e-b851-386a4c0690c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa31365-0ce5-4157-bac5-4a74a31eca98&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 200 len: 2297 time: 0.2354107 Aug 29 04:31:52.015073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.015304 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.083480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:52.093335 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Sync routers for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:52.110190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2f511e40-fd43-4757-b6d6-83f0bbd5113a admin admin] 10.222.0.55 "PUT /v2.0/routers/dae69b29-4a94-49b0-846f-4b6d1ccd6116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7319658 Aug 29 04:31:52.112631 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:52.116098 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:52.133055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Transition to ACTIVE for port object b6eaa106-8ffb-4c3f-8415-cfc00f08534a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:52.139397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:52.148104 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.215458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.272911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.395912 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:52.400733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-9894be9f-484d-4250-80b1-1a8a051efed9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 200 len: 1001 time: 0.3771985 Aug 29 04:31:52.539190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:52.554219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:52.562846 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.572051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:52.572765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:52.613244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2c56d605-7026-4bd1-8683-b0873effc6bb tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/floatingips/66550ce8-f8de-4ba5-90e7-f552fce34bcc HTTP/1.1" status: 200 len: 688 time: 3.5092185 Aug 29 04:31:52.616762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57216) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:52.719354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.753274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-d6ae483f-9364-4af6-a3a3-421d4c1e1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.755762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-d6ae483f-9364-4af6-a3a3-421d4c1e1eb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1bdbcf-71be-4cc1-83cd-2994fa212390 HTTP/1.1" status: 200 len: 855 time: 0.3392494 Aug 29 04:31:52.761385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.797133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:52.808624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897c5f7-5ca7-444e-8582-0454ef5aa5f7 req-9f3ac0da-84ab-436f-be9f-0fe4baa169b5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.814844 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e897c5f7-5ca7-444e-8582-0454ef5aa5f7 req-9f3ac0da-84ab-436f-be9f-0fe4baa169b5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 943 time: 0.3065813 Aug 29 04:31:52.864078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Attempting to bind port b6eaa106-8ffb-4c3f-8415-cfc00f08534a on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.864429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Attempting to bind port b6eaa106-8ffb-4c3f-8415-cfc00f08534a by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.865258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Attempting to bind port b6eaa106-8ffb-4c3f-8415-cfc00f08534a on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.868296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:52.869459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:52.884070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Port b6eaa106-8ffb-4c3f-8415-cfc00f08534a on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.886613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Attempting to bind port b6eaa106-8ffb-4c3f-8415-cfc00f08534a on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.924713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:52.927034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:52.927034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Bound using segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:52.927266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Bound port: b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:52.927886 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.934308 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 2, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:52.985449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:52.986422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfaeb2-cd5b-4463-b502-460be53571b3 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:53.034931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:53.040624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:53.049713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e897c5f7-5ca7-444e-8582-0454ef5aa5f7 req-00b479b5-69c9-430d-a68e-482d68afdbe0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131529 Aug 29 04:31:53.050157 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Checking router: dae69b29-4a94-49b0-846f-4b6d1ccd6116 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:53.050820 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Updating router dae69b29-4a94-49b0-846f-4b6d1ccd6116 port 7f984c9d-41fa-4231-8ca1-87a8feb47504 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:53.052501 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.176535 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.191532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.192322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.194023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] 10.222.0.32 "PUT /v2.0/ports/b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 1092 time: 3.8096466 Aug 29 04:31:53.194497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:53.197011 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21de4a40-51d1-47c7-a861-045f3861e527" -d '{"events": [{"name": "network-changed", "server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:53.258807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba4212-6f1f-4718-8819-5076c40f475b service neutron] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.462729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-ee3478d2-7118-4e3f-97ce-87c28b691307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.468506 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-ee3478d2-7118-4e3f-97ce-87c28b691307 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1095 time: 0.1792266 Aug 29 04:31:53.477333 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415bf4bf-6962-45e3-af0e-ce468da9b039 x-openstack-request-id: req-415bf4bf-6962-45e3-af0e-ce468da9b039 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:53.478607 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:53.479088 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-415bf4bf-6962-45e3-af0e-ce468da9b039 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:53.479677 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'status': 'completed', 'code': 200} Aug 29 04:31:53.654621 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-cbc335e8-c939-4096-941d-2c45bd5e88f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 217 time: 0.1606619 Aug 29 04:31:53.729782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a291a-b8c9-407d-8429-b9d46fb5fcdf req-9bc540e0-97f6-469e-863c-00ad4ec9b867 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.739659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-480a291a-b8c9-407d-8429-b9d46fb5fcdf req-9bc540e0-97f6-469e-863c-00ad4ec9b867 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 946 time: 1.2049479 Aug 29 04:31:53.791847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-74a126f5-6dec-44f2-8108-1415eb3a347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.795817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-74a126f5-6dec-44f2-8108-1415eb3a347a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.1330466 Aug 29 04:31:53.857557 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-480a291a-b8c9-407d-8429-b9d46fb5fcdf req-b57c31d2-5635-4bd9-aefa-c8f7de5b9f6b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a19a2ae-214c-493b-b183-cde3563f33bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165407 Aug 29 04:31:53.860303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-d2ea20e8-cebc-4c96-8291-e4d3e1816092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.863179 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-d2ea20e8-cebc-4c96-8291-e4d3e1816092 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa31365-0ce5-4157-bac5-4a74a31eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0873761 Aug 29 04:31:53.931080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-28e10dac-cece-4913-8acd-1967150ddf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.932812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-28e10dac-cece-4913-8acd-1967150ddf85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288409 Aug 29 04:31:53.946139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-40793214-0eaf-48e2-86f2-eddf3d7a2478 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.947803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-40793214-0eaf-48e2-86f2-eddf3d7a2478 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 946 time: 0.0965271 Aug 29 04:31:53.989477 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.005340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.014592 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Transition to ACTIVE for port object 7f984c9d-41fa-4231-8ca1-87a8feb47504 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:54.031759 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.039324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb2fd06-502b-4f58-921c-59410749d51e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.060305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45dea63-28ae-43fa-8f83-2505a7bbfaa9 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:54.063247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.068015 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cf058b79-3537-48d3-8960-e72740a41e86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/dcb2fd06-502b-4f58-921c-59410749d51e HTTP/1.1" status: 204 len: 168 time: 2.4960127 Aug 29 04:31:54.068558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-9593796f-3b86-4acd-aea5-a1e43a8b47f1 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197934 Aug 29 04:31:54.072222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57270) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.089208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 1f60fbe5-48d7-43f9-bbed-d08724600599 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:54.089208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.142736 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa7bcc-d694-40fe-964a-574cd100e053 None None] Pushing event updated for resources: {'Port': ['ID=7f984c9d-41fa-4231-8ca1-87a8feb47504,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.232639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aee0dbdf-4474-49d5-8a01-ba2eec549b2c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558859 Aug 29 04:31:54.245618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57288) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.276193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0184dd-1ed2-4d22-a405-ef233357ef24 req-c5a86d28-84c0-42b7-af82-aa049defb5e6 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381466 Aug 29 04:31:54.385098 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Attempting to bind port 7f984c9d-41fa-4231-8ca1-87a8feb47504 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:54.388748 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Attempting to bind port 7f984c9d-41fa-4231-8ca1-87a8feb47504 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:54.389767 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Attempting to bind port 7f984c9d-41fa-4231-8ca1-87a8feb47504 on network 5de44834-2a7b-4f66-8909-aa94c16f31a9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:54.423118 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:54.428193 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Checking segment: {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:54.429703 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.432422 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Bound using segment: {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:54.437729 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Bound port: 7f984c9d-41fa-4231-8ca1-87a8feb47504, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:54.441249 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.514754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-2eb8b4ea-d1ce-40e7-a1e5-df6e9fe65405 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409941 Aug 29 04:31:54.554953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:54.566802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383c12c-6213-4ca0-928a-88ad92469a1f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.570508 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d383c12c-6213-4ca0-928a-88ad92469a1f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2983015 Aug 29 04:31:54.570658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c5fcb-1b92-44c8-b614-b51969ef2974 req-c660b941-f5b2-4719-b770-b6c33bac7ebe tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.571048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c08c5fcb-1b92-44c8-b614-b51969ef2974 req-c660b941-f5b2-4719-b770-b6c33bac7ebe tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 943 time: 0.2458117 Aug 29 04:31:54.572970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4a40-51d1-47c7-a861-045f3861e527 req-6a3895cc-f16f-4062-b03d-ad4bee5df05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.575458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21de4a40-51d1-47c7-a861-045f3861e527 req-6a3895cc-f16f-4062-b03d-ad4bee5df05c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1095 time: 0.1771035 Aug 29 04:31:54.589165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57314) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.657271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.657712 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.664336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] Deleting port f7615b4f-6327-4eeb-abcd-7078b3b8e955 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:54.665077 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.684973 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 1f60fbe5-48d7-43f9-bbed-d08724600599 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:54.744040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4a40-51d1-47c7-a861-045f3861e527 req-1681f8ac-c65c-4582-b157-0bfce5bfd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.746939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21de4a40-51d1-47c7-a861-045f3861e527 req-1681f8ac-c65c-4582-b157-0bfce5bfd51f service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1452229 Aug 29 04:31:54.792818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab2c6a-410f-46a1-9bba-6b9b0d99127d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.795104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-afab2c6a-410f-46a1-9bba-6b9b0d99127d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1795797 Aug 29 04:31:54.801667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57322) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.858183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Deleting port 50f0408f-b741-4fef-8006-85df6e2993b2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:54.863700 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.865143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-3da66be0-ae6e-4aeb-8724-f95147ab26ca service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282092 Aug 29 04:31:54.869059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08925c74-503a-4cbc-af86-8bd005fe8c43 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605450 Aug 29 04:31:54.873524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57328) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.880881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:54.932591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] For port f7615b4f-6327-4eeb-abcd-7078b3b8e955, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7615b4f-6327-4eeb-abcd-7078b3b8e955,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:54.933953 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.966918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] Calling delete_port for f7615b4f-6327-4eeb-abcd-7078b3b8e955 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:55.046016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-534c73a5-e84c-4182-994e-4e73cd83552d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 217 time: 0.1697769 Aug 29 04:31:55.068702 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] For port 7f984c9d-41fa-4231-8ca1-87a8feb47504, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:55.079654 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] For port 7f984c9d-41fa-4231-8ca1-87a8feb47504, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f984c9d-41fa-4231-8ca1-87a8feb47504,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:55.091155 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.124149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] For port 50f0408f-b741-4fef-8006-85df6e2993b2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=50f0408f-b741-4fef-8006-85df6e2993b2,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:55.125108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.177187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:55.178406 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:55.193311 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.272959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21de4a40-51d1-47c7-a861-045f3861e527 req-6417bafb-18e5-4d10-b216-589d48567bfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 217 time: 0.5046301 Aug 29 04:31:55.307212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] Pushing event deleted for resources: {'Port': ['ID=f7615b4f-6327-4eeb-abcd-7078b3b8e955,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.324307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761d023-f357-42b3-b7aa-90cee658a30b None None] No DVR routers for this DVR port f7615b4f-6327-4eeb-abcd-7078b3b8e955 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:55.329350 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa7bcc-d694-40fe-964a-574cd100e053 None None] Pushing event updated for resources: {'Port': ['ID=7f984c9d-41fa-4231-8ca1-87a8feb47504,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.357160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7615b4f-6327-4eeb-abcd-7078b3b8e955 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:55.361743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-dd72b1a0-2e09-4fe4-8077-abe04df42631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.363535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-dd72b1a0-2e09-4fe4-8077-abe04df42631 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.3050065 Aug 29 04:31:55.420065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f7615b4f-6327-4eeb-abcd-7078b3b8e955 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:55.429567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7615b4f-6327-4eeb-abcd-7078b3b8e955 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:55.527623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-37fad2fc-7424-421f-9d5a-997438349b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.529348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-37fad2fc-7424-421f-9d5a-997438349b5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1535056 Aug 29 04:31:55.539299 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:55.679525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.680088 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.680524 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Floating IP 7bfbe950-a461-4938-86cf-04da389f9c9c disassociated. External IP: 172.25.7.120, port: 50f0408f-b741-4fef-8006-85df6e2993b2. Aug 29 04:31:55.681065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Calling delete_port for 50f0408f-b741-4fef-8006-85df6e2993b2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:55.739609 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-4243cf70-cee3-4417-a527-bde09499fc55 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009377 Aug 29 04:31:55.843252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c08c5fcb-1b92-44c8-b614-b51969ef2974 req-4e974298-be8c-4ea9-87c5-3ca25a957e4c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1214194 Aug 29 04:31:55.846604 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.898922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event deleted for resources: {'Port': ['ID=50f0408f-b741-4fef-8006-85df6e2993b2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.918519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:55.927815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.034056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Router 12812aab-3169-4a3b-b8bc-4a597e74c748 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:56.043564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4a40-51d1-47c7-a861-045f3861e527 req-0a741358-eb83-4945-ac15-b5b7d5f4011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.045049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21de4a40-51d1-47c7-a861-045f3861e527 req-0a741358-eb83-4945-ac15-b5b7d5f4011f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.7616692 Aug 29 04:31:56.156500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.159274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e2c5eed-5e5c-43df-928e-d3c1d022239f req-30a3cadd-6780-41ec-8250-bcf7763b8684 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 210 time: 0.0763419 Aug 29 04:31:56.182001 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:56.246161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=1f60fbe5-48d7-43f9-bbed-d08724600599,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.266538 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53b94f-2630-45bf-86d3-5715527a70d7 None None] The sync data for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 is: [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:56.311872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4a40-51d1-47c7-a861-045f3861e527 req-422a976b-9b78-45ed-8cf8-97c6156caeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.313533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21de4a40-51d1-47c7-a861-045f3861e527 req-422a976b-9b78-45ed-8cf8-97c6156caeaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2596679 Aug 29 04:31:56.421191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.424409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.425619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2b9b3f21-3dd7-4da7-bb97-f9292575a20a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/floatingips/66550ce8-f8de-4ba5-90e7-f552fce34bcc HTTP/1.1" status: 204 len: 168 time: 3.7873631 Aug 29 04:31:56.435120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57348) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.557654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21de4a40-51d1-47c7-a861-045f3861e527 req-92c3a42d-b626-48e9-bfc3-c758d3897c93 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053933 Aug 29 04:31:56.560389 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-83d237a2-10b1-4fe1-b8f2-2bf1fd421bda service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138118 Aug 29 04:31:56.639256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-4eea098e-b8c6-4c1a-9f14-aa461049b53d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 217 time: 0.0655010 Aug 29 04:31:56.654561 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-25fb4181-7459-4acb-a56a-b5d157c99311 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] delete failed (client error): The resource could not be found. Aug 29 04:31:56.655756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-25fb4181-7459-4acb-a56a-b5d157c99311 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/floatingips/66550ce8-f8de-4ba5-90e7-f552fce34bcc HTTP/1.1" status: 404 len: 345 time: 0.1009445 Aug 29 04:31:56.675795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57352) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.895794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-f4bbfef6-16ff-47e3-8960-0b32106d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.901171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-f4bbfef6-16ff-47e3-8960-0b32106d070f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.2242758 Aug 29 04:31:57.012576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85906f21-a6d0-4c2f-a22b-d8c565ce8b15 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.019736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85906f21-a6d0-4c2f-a22b-d8c565ce8b15 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.027148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85906f21-a6d0-4c2f-a22b-d8c565ce8b15 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.038075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-85906f21-a6d0-4c2f-a22b-d8c565ce8b15 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "GET /v2.0/ports?network_id=b258c2ba-2015-45c1-90df-9430e1c84e5f HTTP/1.1" status: 200 len: 2357 time: 0.3575485 Aug 29 04:31:57.064505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57358) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.156821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-a864ff6e-dfbf-426d-b176-a61b48f55ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.158463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-a864ff6e-dfbf-426d-b176-a61b48f55ddf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2440317 Aug 29 04:31:57.236302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:57.243670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c58d61b-4452-4f28-8123-e14b66b31903 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.246953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2c58d61b-4452-4f28-8123-e14b66b31903 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "GET /v2.0/subnets/c4afd928-e6a4-4c2f-a6f9-4920067bd428 HTTP/1.1" status: 200 len: 797 time: 0.1807950 Aug 29 04:31:57.271338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:31:57.287926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.291040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57362) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.312294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 50f0408f-b741-4fef-8006-85df6e2993b2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:57.312777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 50f0408f-b741-4fef-8006-85df6e2993b2 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:57.346763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'port': {'network_id': 'b258c2ba-2015-45c1-90df-9430e1c84e5f', 'name': 'tempest-FloatingIPTestJSON-528250756', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:57.461631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f984c9d-41fa-4231-8ca1-87a8feb47504 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:57.539372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:57.559181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:57.583478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.584081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.585499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324d265-4662-40a3-9f2b-0d02ba4a02d3 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:57.642022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:57.654194 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] Sync routers for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:57.667018 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:57.671660 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:57.715287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8380547 Aug 29 04:31:57.756133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57368) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.774040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458fed8-986f-4c77-9965-6c2ec081adc1 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=33775667-a4c2-40d6-91f4-82f60bff6f54,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.821017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:6f:f3:5d', 'name': 'tempest-NetworksTestDHCPv6-1490954519'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:57.823343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] No DVR routers for this DVR port 50f0408f-b741-4fef-8006-85df6e2993b2 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:57.836042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.838382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5d9c74f-96dd-4dd6-8a62-869fb26c3ae8 req-d19275a0-0d6e-45c1-a862-4c5a560385b1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "DELETE /v2.0/ports/50f0408f-b741-4fef-8006-85df6e2993b2 HTTP/1.1" status: 204 len: 173 time: 3.7688713 Aug 29 04:31:57.839034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-deleted', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:57.842197 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb454237-dd6f-43b4-908c-80048c8b18af" -d '{"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-deleted", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:57.944217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca0466-2707-4afa-a36f-bb726f69e647 req-e200096d-10da-4c89-b684-9430230ce6ea tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.974874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39ca0466-2707-4afa-a36f-bb726f69e647 req-e200096d-10da-4c89-b684-9430230ce6ea tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 943 time: 0.3375695 Aug 29 04:31:58.002275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21de4a40-51d1-47c7-a861-045f3861e527 req-ebe1204d-90a9-408f-a2c0-0c94a86e8775 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4278636 Aug 29 04:31:58.076815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39ca0466-2707-4afa-a36f-bb726f69e647 req-60f3c2f1-d34d-43da-a9b6-b588d9d58160 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001601 Aug 29 04:31:58.228541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18583db9-201f-4e2a-a0c8-4218cdf624c3 req-b815f168-12df-48e1-9cb7-7f5205071a2c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fa92ad-2334-4c93-819a-a4bdf02b8780 HTTP/1.1" status: 200 len: 210 time: 0.0546000 Aug 29 04:31:58.251203 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:58.293053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7f984c9d-41fa-4231-8ca1-87a8feb47504 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:58.365999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:58.378100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:58.491893 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-cb6c2661-6c02-407e-bf5a-d5129f37c4dd service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3209701 Aug 29 04:31:58.612219 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ed694-e608-4421-a83d-bc898d9e004b x-openstack-request-id: req-779ed694-e608-4421-a83d-bc898d9e004b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:58.612765 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa92ad-2334-4c93-819a-a4bdf02b8780", "name": "network-vif-deleted", "tag": "50f0408f-b741-4fef-8006-85df6e2993b2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:58.613252 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-779ed694-e608-4421-a83d-bc898d9e004b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:58.614045 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa92ad-2334-4c93-819a-a4bdf02b8780', 'name': 'network-vif-deleted', 'tag': '50f0408f-b741-4fef-8006-85df6e2993b2', 'status': 'completed', 'code': 200} Aug 29 04:31:58.740129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:58.742335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:58.757565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'mac_address': 'fa:16:3e:1b:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:58.760269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7f984c9d-41fa-4231-8ca1-87a8feb47504 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:58.760662 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.853024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.903415 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.987949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-f658cb05-4f59-427b-94d7-148079ca2ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649544 Aug 29 04:31:58.993433 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] Checking router: 12812aab-3169-4a3b-b8bc-4a597e74c748 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:59.012778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 58692242-ed28-48d7-8f12-7d90fb13a44a yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:59.018185 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:59.018665 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:59.245881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe6f:f35d (870a58ce-8cff-482e-9cde-b685e5bb8346/33775667-a4c2-40d6-91f4-82f60bff6f54/58692242-ed28-48d7-8f12-7d90fb13a44a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:59.264688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '33775667-a4c2-40d6-91f4-82f60bff6f54'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:59.267464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.291176 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.297121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1d397-9724-474d-8d66-68a97e8b3198 req-658a34ca-dd77-4daa-a3c1-8aa5be535ced tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.316168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ce1d397-9724-474d-8d66-68a97e8b3198 req-658a34ca-dd77-4daa-a3c1-8aa5be535ced tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 943 time: 0.1122303 Aug 29 04:31:59.348280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6eaa106-8ffb-4c3f-8415-cfc00f08534a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:59.396834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ce1d397-9724-474d-8d66-68a97e8b3198 req-3471be60-2a17-4b13-b59f-fe960cfe91ee tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794415 Aug 29 04:31:59.403857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:59.412400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-3f6e88ac-e7d7-4df6-a6f1-48f3daf20456 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9ef2357a-ca48-4385-a116-2f0905952474 HTTP/1.1" status: 200 len: 217 time: 0.2062087 Aug 29 04:31:59.418709 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:59.467996 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.486280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.554632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.664570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-f21c259b-89c5-4618-9e31-ec569e2f3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.677061 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-f21c259b-89c5-4618-9e31-ec569e2f3e1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.2537184 Aug 29 04:31:59.772963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] device_id is not set on port d023c9dd-635a-4853-bb9e-19cf0d4e96e2 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:59.782436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.845847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57396) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.857349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7f984c9d-41fa-4231-8ca1-87a8feb47504, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f984c9d-41fa-4231-8ca1-87a8feb47504,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:59.867980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.883746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b6eaa106-8ffb-4c3f-8415-cfc00f08534a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:59.922083 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:59.988731 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0c2da-2910-4e1a-9ca4-f80a334b30a2 None None] The sync data for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 is: [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:00.012857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ac46ae-b3b6-4a87-9c6d-a05c27d5e022 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.058112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ac46ae-b3b6-4a87-9c6d-a05c27d5e022 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.093235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7f984c9d-41fa-4231-8ca1-87a8feb47504,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.154704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ac46ae-b3b6-4a87-9c6d-a05c27d5e022 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.164175 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99ac46ae-b3b6-4a87-9c6d-a05c27d5e022 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.166503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-99ac46ae-b3b6-4a87-9c6d-a05c27d5e022 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "DELETE /v2.0/security-groups/3a19a2ae-214c-493b-b183-cde3563f33bf HTTP/1.1" status: 204 len: 168 time: 0.3194056 Aug 29 04:32:00.172063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.217292 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-e8bd35f8-6b21-4960-b2a6-34307c91a429 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] show failed (client error): The resource could not be found. Aug 29 04:32:00.219943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e8bd35f8-6b21-4960-b2a6-34307c91a429 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups/3a19a2ae-214c-493b-b183-cde3563f33bf HTTP/1.1" status: 404 len: 347 time: 0.0449378 Aug 29 04:32:00.221810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac46ae-b3b6-4a87-9c6d-a05c27d5e022 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a19a2ae-214c-493b-b183-cde3563f33bf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.226649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57400) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.298482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-272710e5-2d56-4acf-9855-be1971a8b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.300135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-272710e5-2d56-4acf-9855-be1971a8b119 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6093879 Aug 29 04:32:00.442681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.461695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 58692242-ed28-48d7-8f12-7d90fb13a44a will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:00.513991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Deleting port 406ebc7f-4ab8-44cd-8176-7763884c43cf {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:00.515842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.598719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23690f86-9645-4d95-b165-5d2c76f70783 None None] New status for floating IP 7bfbe950-a461-4938-86cf-04da389f9c9c: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:00.613184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Allocated IP 2001:db8::f816:3eff:fe12:18bd (870a58ce-8cff-482e-9cde-b685e5bb8346/33775667-a4c2-40d6-91f4-82f60bff6f54/d05ab5bc-a866-4f5d-aa02-b85f56579e86) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:00.723085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.723433 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.752565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Calling delete_port for 406ebc7f-4ab8-44cd-8176-7763884c43cf owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:00.964182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58fd4-c0e3-4d5a-8ef2-823ad0fd0aee req-9c06b2a9-dead-4ef9-a1fb-633298b1b75b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.973384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2f58fd4-c0e3-4d5a-8ef2-823ad0fd0aee req-9c06b2a9-dead-4ef9-a1fb-633298b1b75b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1030948 Aug 29 04:32:01.037836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2f58fd4-c0e3-4d5a-8ef2-823ad0fd0aee req-d23f537b-cfa8-47e4-bb2a-295e7d1a0174 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610552 Aug 29 04:32:01.185012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.222981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event deleted for resources: {'Port': ['ID=406ebc7f-4ab8-44cd-8176-7763884c43cf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.275937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.309561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:01.313869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.322511 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.327232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f740a524-133b-4958-8739-ee30dc2c1536 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "DELETE /v2.0/floatingips/7bfbe950-a461-4938-86cf-04da389f9c9c HTTP/1.1" status: 204 len: 168 time: 1.0944905 Aug 29 04:32:01.348498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:01.365328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:01.374085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.375168 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.428686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.439773 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.472427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Transition to ACTIVE for port object d05ab5bc-a866-4f5d-aa02-b85f56579e86 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:01.528063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Transition to ACTIVE for port object d05ab5bc-a866-4f5d-aa02-b85f56579e86 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:01.537425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7222354 Aug 29 04:32:01.541260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57418) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:01.545915 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.571940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-32816ecb-dc30-4cf8-b054-1f06e320027b service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2499580 Aug 29 04:32:01.575888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b0679-fd12-4a72-98d1-120ec4282c48 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=58692242-ed28-48d7-8f12-7d90fb13a44a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.630560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Pushing event updated for resources: {'Port': ['ID=d05ab5bc-a866-4f5d-aa02-b85f56579e86,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.656252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:01.661620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:01.666545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:01.685621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11778cb-a4fe-41ac-8549-7fa36f1a8305 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.691725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11778cb-a4fe-41ac-8549-7fa36f1a8305 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.705003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b11778cb-a4fe-41ac-8549-7fa36f1a8305 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1623654 Aug 29 04:32:01.705888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:01.814364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Attempting to bind port d05ab5bc-a866-4f5d-aa02-b85f56579e86 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:01.814770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Attempting to bind port d05ab5bc-a866-4f5d-aa02-b85f56579e86 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:01.815144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Attempting to bind port d05ab5bc-a866-4f5d-aa02-b85f56579e86 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:01.843239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:01.843628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:01.844041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.844447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:01.844935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Bound port: d05ab5bc-a866-4f5d-aa02-b85f56579e86, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:01.845325 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.864388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.14 (b258c2ba-2015-45c1-90df-9430e1c84e5f/c4afd928-e6a4-4c2f-a6f9-4920067bd428/d023c9dd-635a-4853-bb9e-19cf0d4e96e2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:01.886539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-97712fb1-43de-4b60-bfc5-35f618507012 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042297 Aug 29 04:32:01.890427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.13 (b258c2ba-2015-45c1-90df-9430e1c84e5f/c4afd928-e6a4-4c2f-a6f9-4920067bd428/d023c9dd-635a-4853-bb9e-19cf0d4e96e2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:01.919845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 58692242-ed28-48d7-8f12-7d90fb13a44a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:01.920666 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.056141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] For port d05ab5bc-a866-4f5d-aa02-b85f56579e86, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:02.060497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-90d67b65-8de0-43d4-8018-02bc39511879 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=ff238051-0a0a-4903-ac26-034f71774b17 HTTP/1.1" status: 200 len: 217 time: 0.1666501 Aug 29 04:32:02.071114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] For port d05ab5bc-a866-4f5d-aa02-b85f56579e86, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d05ab5bc-a866-4f5d-aa02-b85f56579e86,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:02.083308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.085556 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.102037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 58692242-ed28-48d7-8f12-7d90fb13a44a owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:02.202352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-89b24ae3-8b23-4488-a79b-b9ca2f2c5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.203995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-89b24ae3-8b23-4488-a79b-b9ca2f2c5aa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.1302502 Aug 29 04:32:02.206476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57426) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.213733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-45a33506-06ac-4d3b-8f2d-0814e8c79b28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663560609', 'description': 'tempest-description--1994669641'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:02.258859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.280326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d70a6d-cfcb-4e33-816b-1d1e9c91fa53 None None] Pushing event updated for resources: {'Port': ['ID=d05ab5bc-a866-4f5d-aa02-b85f56579e86,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.293470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f984c9d-41fa-4231-8ca1-87a8feb47504 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:02.327579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=58692242-ed28-48d7-8f12-7d90fb13a44a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.358315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:02.394812 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:02.420801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.428007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45a33506-06ac-4d3b-8f2d-0814e8c79b28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.429231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dcf650d4-3945-4cac-b60e-304d7b1ee434 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/58692242-ed28-48d7-8f12-7d90fb13a44a HTTP/1.1" status: 204 len: 168 time: 0.7223113 Aug 29 04:32:02.437304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.481881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b19015-b3ef-4e7a-8adc-687cbc17a231 req-49528b87-3d18-48c9-86f1-6874c3d2065b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.497384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8b19015-b3ef-4e7a-8adc-687cbc17a231 req-49528b87-3d18-48c9-86f1-6874c3d2065b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1901116 Aug 29 04:32:02.517469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port b6eaa106-8ffb-4c3f-8415-cfc00f08534a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:02.535586 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b6eaa106-8ffb-4c3f-8415-cfc00f08534a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:02.536095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.611715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45a33506-06ac-4d3b-8f2d-0814e8c79b28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.636834 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-160ea7d8-a1fc-47ae-93f4-1effead7cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.639216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-160ea7d8-a1fc-47ae-93f4-1effead7cbcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4172595 Aug 29 04:32:02.640340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8b19015-b3ef-4e7a-8adc-687cbc17a231 req-d34faec4-b40e-4577-987e-37caacd271b2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414988 Aug 29 04:32:02.649455 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45a33506-06ac-4d3b-8f2d-0814e8c79b28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.663281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1b551-d253-4390-b2b3-122337bc8bd4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.672665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1b551-d253-4390-b2b3-122337bc8bd4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.678799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7f984c9d-41fa-4231-8ca1-87a8feb47504 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:02.679783 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.682148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2eb1b551-d253-4390-b2b3-122337bc8bd4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2434585 Aug 29 04:32:02.682953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.875041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45a33506-06ac-4d3b-8f2d-0814e8c79b28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.879282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-45a33506-06ac-4d3b-8f2d-0814e8c79b28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6690950 Aug 29 04:32:02.880665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 33775667-a4c2-40d6-91f4-82f60bff6f54 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:02.883595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a33506-06ac-4d3b-8f2d-0814e8c79b28 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3e7875-5f74-4eac-8c1d-52f46f243ed8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.892134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.895310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57438) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.912830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-92c52a23-d755-4b5a-a59b-163c94a17dbb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'security_group_rule': {'security_group_id': '8e3e7875-5f74-4eac-8c1d-52f46f243ed8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:02.926309 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.008316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.025247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.072661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:03.075140 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c14f8d-61e0-44b2-8461-a0c5e828fd36" -d '{"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:03.097903 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92c52a23-d755-4b5a-a59b-163c94a17dbb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.128103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:03.130943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-4a882264-f387-4444-9b6e-6fbd274c2053 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658954 Aug 29 04:32:03.153286 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.192512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.280218 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a1cba-32eb-4918-872d-6b6cf189306a x-openstack-request-id: req-ac5a1cba-32eb-4918-872d-6b6cf189306a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:03.280601 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:03.280797 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac5a1cba-32eb-4918-872d-6b6cf189306a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:03.281159 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'code': 200} Aug 29 04:32:03.281843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.342464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-683a6d70-8279-40ff-84a0-a9be1b024785 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954103 Aug 29 04:32:03.356523 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.436418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.441245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/33775667-a4c2-40d6-91f4-82f60bff6f54 HTTP/1.1" status: 204 len: 168 time: 0.7336464 Aug 29 04:32:03.441245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837650d-3b7f-450b-aa51-57ec7f377c7c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=33775667-a4c2-40d6-91f4-82f60bff6f54,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.452951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.474335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-8dc40708-cebb-434d-98d7-4ac0245c063e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f HTTP/1.1" status: 200 len: 217 time: 0.1098154 Aug 29 04:32:03.546307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3fe4a0e9-35a8-4eb0-becb-2c457a31aaa8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890675 Aug 29 04:32:03.549474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57446) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.555008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:03.557024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84abc5-a32a-45de-94a2-cfcdd5949ec8 req-b2d479b4-05a9-4dc3-aa9c-b5858f9b99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.558904 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c84abc5-a32a-45de-94a2-cfcdd5949ec8 req-b2d479b4-05a9-4dc3-aa9c-b5858f9b99f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1097 time: 0.2161238 Aug 29 04:32:03.622991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c84abc5-a32a-45de-94a2-cfcdd5949ec8 req-5306abb1-da97-4fbc-a199-d56005fe2694 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570138 Aug 29 04:32:03.690986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.704932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92c52a23-d755-4b5a-a59b-163c94a17dbb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.879683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dfe20-2113-4969-b81d-59eb0990f1cd req-5964d7c3-4ca1-497a-9768-cb4a6ee0786e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.883478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c1dfe20-2113-4969-b81d-59eb0990f1cd req-5964d7c3-4ca1-497a-9768-cb4a6ee0786e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.1499970 Aug 29 04:32:03.906856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92c52a23-d755-4b5a-a59b-163c94a17dbb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.914033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=d023c9dd-635a-4853-bb9e-19cf0d4e96e2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.917661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-8ac520ea-bb59-4910-8551-1ba3303f6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.931603 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-8ac520ea-bb59-4910-8551-1ba3303f6e5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.4382255 Aug 29 04:32:04.009858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network b258c2ba-2015-45c1-90df-9430e1c84e5f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:04.027107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c1dfe20-2113-4969-b81d-59eb0990f1cd req-30924582-dffa-4e1e-b64f-b69556500581 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313426 Aug 29 04:32:04.085028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:04.093333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:04.096785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c52a23-d755-4b5a-a59b-163c94a17dbb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f766f56d-4d19-4b06-92e0-af33bd687b78,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.176864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d05ab5bc-a866-4f5d-aa02-b85f56579e86 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:04.262760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:04.269552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.323935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d2c43c-b9b5-4480-939a-a17a9e63ea5d None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:04.327184 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92c52a23-d755-4b5a-a59b-163c94a17dbb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.331067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-92c52a23-d755-4b5a-a59b-163c94a17dbb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4284959 Aug 29 04:32:04.332397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.336447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f1f2519d-ba00-419b-9f2c-e794ab6d8a97 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'security_group_rule': {'security_group_id': '8e3e7875-5f74-4eac-8c1d-52f46f243ed8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:04.414452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aabf56ef-8ba3-4516-adef-5531320ea889 None None] Provisioning for port d05ab5bc-a866-4f5d-aa02-b85f56579e86 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:04.426974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.428266 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.431387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f2519d-ba00-419b-9f2c-e794ab6d8a97 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.457948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-54eb5553-b418-46b1-bae0-0fd9456ef050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.463117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-54eb5553-b418-46b1-bae0-0fd9456ef050 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4429178 Aug 29 04:32:04.472379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-835a33f9-058c-4044-a16f-0097fd007869 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 7.1430678 Aug 29 04:32:04.478483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.483640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'd023c9dd-635a-4853-bb9e-19cf0d4e96e2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:04.503284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d05ab5bc-a866-4f5d-aa02-b85f56579e86 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:04.509225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d05ab5bc-a866-4f5d-aa02-b85f56579e86 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:04.516446 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.596446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f2519d-ba00-419b-9f2c-e794ab6d8a97 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.604280 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.608794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f2519d-ba00-419b-9f2c-e794ab6d8a97 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.653169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2519d-ba00-419b-9f2c-e794ab6d8a97 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ce4efe-248a-48bf-b18f-70dd6e180b00,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.721471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1f2519d-ba00-419b-9f2c-e794ab6d8a97 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.735873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1f2519d-ba00-419b-9f2c-e794ab6d8a97 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3973281 Aug 29 04:32:04.755642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:04.758458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.778701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:04.782010 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.787548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-e52a0742-d902-40a8-9d53-c1be7afc9e63 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137510 Aug 29 04:32:04.927160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.931888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d05ab5bc-a866-4f5d-aa02-b85f56579e86, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d05ab5bc-a866-4f5d-aa02-b85f56579e86,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:04.950407 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.021264 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.025686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-ac500811-1550-4380-84cd-4845fb541aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041759 Aug 29 04:32:05.066551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d05ab5bc-a866-4f5d-aa02-b85f56579e86,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.101638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] Deleting port d05ab5bc-a866-4f5d-aa02-b85f56579e86 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:05.103003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.218544 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-7e05bf11-a21e-45bb-831f-e34ae87c49a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 200 len: 217 time: 0.1256766 Aug 29 04:32:05.231359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] For port d05ab5bc-a866-4f5d-aa02-b85f56579e86, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d05ab5bc-a866-4f5d-aa02-b85f56579e86,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:05.233549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.252342 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.263254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] Calling delete_port for d05ab5bc-a866-4f5d-aa02-b85f56579e86 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:05.317725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed2f7b-23fd-462f-8680-8a03bd26eb52 req-8a8676b5-5f27-4af0-935a-9f871869f159 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.319206 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0ed2f7b-23fd-462f-8680-8a03bd26eb52 req-8a8676b5-5f27-4af0-935a-9f871869f159 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.1809976 Aug 29 04:32:05.328424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.25.7.89 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/ce9aed37-5009-4e10-9bdd-c51ea5e616ff) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:05.428922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-801314eb-d530-4db2-a9ef-089fff07307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.430450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-801314eb-d530-4db2-a9ef-089fff07307e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.2021410 Aug 29 04:32:05.477811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.537315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] No DVR routers for this DVR port d05ab5bc-a866-4f5d-aa02-b85f56579e86 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:05.544502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f54e14-6e66-420b-a296-62f2d908df96 None None] Pushing event deleted for resources: {'Port': ['ID=d05ab5bc-a866-4f5d-aa02-b85f56579e86,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.548988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0ed2f7b-23fd-462f-8680-8a03bd26eb52 req-1a08c123-bd1b-4c89-b249-dcb14bdaa491 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163460 Aug 29 04:32:05.574058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:05.577271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.658020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.659059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:05.681507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:05.694736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999dad60-ef29-4394-bbcd-e7bf271fffc2 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:05.698429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-33fedce3-1c0e-4148-8373-3064257cf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.700592 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-33fedce3-1c0e-4148-8373-3064257cf28f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2568481 Aug 29 04:32:05.702195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.702813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.784849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.829137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2759397 Aug 29 04:32:05.830447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57488) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.837311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:7f:85:4f', 'name': 'tempest-NetworksTestDHCPv6-404704373'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:05.843899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd32170-1a22-4b75-81ba-530efc4efdd8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=f1677c9c-ad15-42f1-adc9-0a0b62b11c96,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.961944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-1789ec1d-3d58-4f45-81de-c743d90e20a5 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378385 Aug 29 04:32:06.049545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d05ab5bc-a866-4f5d-aa02-b85f56579e86 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:06.086050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d05ab5bc-a866-4f5d-aa02-b85f56579e86 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:06.086050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d05ab5bc-a866-4f5d-aa02-b85f56579e86 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:06.125618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': 'f1677c9c-ad15-42f1-adc9-0a0b62b11c96'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:06.128827 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.148844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:06.174049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=ce9aed37-5009-4e10-9bdd-c51ea5e616ff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.219731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:06.225314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:06.232775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:06.269205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c25d3-cf82-4ae5-ab7f-9c4849df0384 req-384aed0a-5ed3-480f-afeb-57bfb2c67e3e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:06.275304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7c25d3-cf82-4ae5-ab7f-9c4849df0384 req-384aed0a-5ed3-480f-afeb-57bfb2c67e3e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.4162467 Aug 29 04:32:06.286409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57498) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.300246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'floatingip': {'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:06.301172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Allocated IP 172.25.7.254 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/4ce647f2-ebe6-4ae7-82a4-206a690cc347) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:06.368246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Allocated IP 2001:db8::f816:3eff:fef7:1b3b (870a58ce-8cff-482e-9cde-b685e5bb8346/f1677c9c-ad15-42f1-adc9-0a0b62b11c96/90a45549-9659-4dee-9650-c4338461bf97) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:06.439957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.591681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6ca0259-cfd3-4d41-9970-8d2bf720c865 req-5f484bd2-dbde-44e9-8102-094990259dad service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161976 Aug 29 04:32:06.717685 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.736805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.740828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Transition to ACTIVE for port object 90a45549-9659-4dee-9650-c4338461bf97 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:06.779048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Transition to ACTIVE for port object 90a45549-9659-4dee-9650-c4338461bf97 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:06.787640 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.864142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:06.865877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Pushing event updated for resources: {'Port': ['ID=90a45549-9659-4dee-9650-c4338461bf97,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.868954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:06.871431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:06.988273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.991427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Attempting to bind port 90a45549-9659-4dee-9650-c4338461bf97 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:06.996922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Attempting to bind port 90a45549-9659-4dee-9650-c4338461bf97 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:06.997514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Attempting to bind port 90a45549-9659-4dee-9650-c4338461bf97 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:07.014612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:07.026158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:07.026763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.038939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:07.041455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Bound port: 90a45549-9659-4dee-9650-c4338461bf97, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:07.042088 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.134859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'Port': ['ID=4ce647f2-ebe6-4ae7-82a4-206a690cc347,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.188854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:07.194039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] For port 90a45549-9659-4dee-9650-c4338461bf97, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:07.195894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:07.225393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] For port 90a45549-9659-4dee-9650-c4338461bf97, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=90a45549-9659-4dee-9650-c4338461bf97,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:07.238139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.243906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:07.440660 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.478480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.515600 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.518124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f879e-bea9-49ad-8369-a1374b09f1c9 None None] Pushing event updated for resources: {'Port': ['ID=90a45549-9659-4dee-9650-c4338461bf97,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.590635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.721271 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.781537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:08.019334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.067456 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Floating IP 7d276bc7-7c5a-44c1-8875-6cddf4f2a11b associated. External IP: 172.25.7.88, port: b6eaa106-8ffb-4c3f-8415-cfc00f08534a. Aug 29 04:32:08.069945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe7f:854f (870a58ce-8cff-482e-9cde-b685e5bb8346/f1677c9c-ad15-42f1-adc9-0a0b62b11c96/9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:08.102468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90a45549-9659-4dee-9650-c4338461bf97 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:08.132434 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.143246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.223178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 90a45549-9659-4dee-9650-c4338461bf97 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:08.235751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'Port': ['ID=4ce647f2-ebe6-4ae7-82a4-206a690cc347,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.357180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.622675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.624869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.640583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.725646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.726720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-49ef1bdb-b5e5-4a41-9715-fa26a0471d3d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9587731 Aug 29 04:32:08.772917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=ce9aed37-5009-4e10-9bdd-c51ea5e616ff,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:08.778673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.801937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.932246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:08.997516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Router 9d43309c-0d92-4857-9784-b570bb229a23 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:09.020733 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 39ea3d77-bb95-4ac3-8221-c68ae0208804 associated. External IP: 172.25.7.89, port: d023c9dd-635a-4853-bb9e-19cf0d4e96e2. Aug 29 04:32:09.104888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.297984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-32813d1b-a940-40c5-b455-ace17c1964bd None None] Provisioning for port 90a45549-9659-4dee-9650-c4338461bf97 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:09.313892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-32813d1b-a940-40c5-b455-ace17c1964bd None None] Provisioning complete for port 90a45549-9659-4dee-9650-c4338461bf97 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:09.314871 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32813d1b-a940-40c5-b455-ace17c1964bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.616008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:09.641112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32813d1b-a940-40c5-b455-ace17c1964bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.682245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:09.703629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:09.705579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-32813d1b-a940-40c5-b455-ace17c1964bd None None] For port 90a45549-9659-4dee-9650-c4338461bf97, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=90a45549-9659-4dee-9650-c4338461bf97,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:09.717516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32813d1b-a940-40c5-b455-ace17c1964bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.733508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:09.749141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.756718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.783968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.800019 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-47ae1d15-ac95-4d9e-9227-3c55d305b635 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9682622 Aug 29 04:32:09.822583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57538) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:09.866307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32813d1b-a940-40c5-b455-ace17c1964bd None None] Pushing event updated for resources: {'Port': ['ID=90a45549-9659-4dee-9650-c4338461bf97,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.873024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:09.888250 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] Sync routers for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:09.900237 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:09.901024 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:09.925548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.928115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:09.941050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:09.973478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.978779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:09.980541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:09.983403 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-790e517c-bbc0-49a5-801f-e5577adef103 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "PUT /v2.0/floatingips/7d276bc7-7c5a-44c1-8875-6cddf4f2a11b HTTP/1.1" status: 200 len: 990 time: 3.6931403 Aug 29 04:32:09.984229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:09.986846 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1de99-1e76-4c0f-9d97-da4e54f0853a" -d '{"events": [{"name": "network-changed", "server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:10.047856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fa51fa-d7b3-4388-a6d9-c2360dda9194 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:10.064727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fa51fa-d7b3-4388-a6d9-c2360dda9194 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:10.069511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-67fa51fa-d7b3-4388-a6d9-c2360dda9194 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2428348 Aug 29 04:32:10.070251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57548) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:10.082733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dece4020-c7fb-425b-b00a-0996a971158f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6004353 Aug 29 04:32:10.083538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:10.090326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'port_id': 'd023c9dd-635a-4853-bb9e-19cf0d4e96e2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:10.227784 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:10.268679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:10.273143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.288716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.460323 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.498693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:10.569986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90a45549-9659-4dee-9650-c4338461bf97 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:10.638473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:10.688264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:10.689171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:10.788860 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.789118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:10.791652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0c330-b689-446a-90c4-2c37bb298773 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:10.820112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59df810a-0fa3-486e-ab4e-bf67b3c3c06c None None] Provisioning for port 9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:10.835987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59df810a-0fa3-486e-ab4e-bf67b3c3c06c None None] Provisioning complete for port 9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:10.836824 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59df810a-0fa3-486e-ab4e-bf67b3c3c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.857107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.930446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-59df810a-0fa3-486e-ab4e-bf67b3c3c06c None None] Port 9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e was deleted so its status cannot be updated. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:32:10.958835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 90a45549-9659-4dee-9650-c4338461bf97 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:10.959313 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.051732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.085478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-838f03f8-b2e4-464d-bc7e-6ec3725bc94d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e HTTP/1.1" status: 204 len: 168 time: 1.0133996 Aug 29 04:32:11.095186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57556) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.173648 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7d276bc7-7c5a-44c1-8875-6cddf4f2a11b', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'mac_address': 'fa:16:3e:1b:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:32:07Z', 'revision_number': 1, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.247308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d49e10-2c63-4b1b-a235-845bb2efa4d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.249164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d49e10-2c63-4b1b-a235-845bb2efa4d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.250898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d1d49e10-2c63-4b1b-a235-845bb2efa4d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1546590 Aug 29 04:32:11.254619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57558) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.295072 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] Checking router: 9d43309c-0d92-4857-9784-b570bb229a23 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:11.310777 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:11.311711 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.369345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet f1677c9c-ad15-42f1-adc9-0a0b62b11c96 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:11.380953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.469965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.478127 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:11.671444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.817530 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.856277 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7d276bc7-7c5a-44c1-8875-6cddf4f2a11b', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'mac_address': 'fa:16:3e:1b:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:32:07Z', 'revision_number': 1, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.863866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=f1677c9c-ad15-42f1-adc9-0a0b62b11c96,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.887849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.888731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb317f52-02fb-4139-9486-4b4c565e1508 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:11.893665 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3c446a86-9d57-466e-bb51-005e6fa7237d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/f1677c9c-ad15-42f1-adc9-0a0b62b11c96 HTTP/1.1" status: 204 len: 168 time: 0.6378396 Aug 29 04:32:11.894383 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a520d6f-4012-423b-b6c5-ce16815663b6 None None] The sync data for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 is: [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7d276bc7-7c5a-44c1-8875-6cddf4f2a11b', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'mac_address': 'fa:16:3e:1b:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:32:07Z', 'revision_number': 1, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:11.894854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57560) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.988242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1b8052bf-bfaf-47bd-8089-3213138e739e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898714 Aug 29 04:32:11.988463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57562) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.070464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06decee7-9c1e-4712-b823-439730142850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:12.074855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-06decee7-9c1e-4712-b823-439730142850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0826170 Aug 29 04:32:12.075241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57564) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.178033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d315288-43ad-478f-b258-270ecca67ae5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:12.185206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d315288-43ad-478f-b258-270ecca67ae5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1034122 Aug 29 04:32:12.185905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57572) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.228325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.239848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.289976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c941d70f-213f-4caf-be73-d5268f1d7adc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992968 Aug 29 04:32:12.290257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57576) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.300777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:12.330882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:12.374196 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eacc1f6-bdac-4cbb-869a-63aac478601f None None] New status for floating IP 7d276bc7-7c5a-44c1-8875-6cddf4f2a11b: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:12.490186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] Deleting port 90a45549-9659-4dee-9650-c4338461bf97 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:12.490952 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.623356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] For port 90a45549-9659-4dee-9650-c4338461bf97, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=90a45549-9659-4dee-9650-c4338461bf97,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:12.623736 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.644983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] Calling delete_port for 90a45549-9659-4dee-9650-c4338461bf97 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:12.666445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:12.677261 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.734059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:12.747910 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.773406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] No DVR routers for this DVR port 90a45549-9659-4dee-9650-c4338461bf97 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:12.796883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cb526-1ac2-4bea-8021-62899e3e2adf None None] Pushing event deleted for resources: {'Port': ['ID=90a45549-9659-4dee-9650-c4338461bf97,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.000996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:13.006217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.015989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:13.041927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:13.042980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.119238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1bf2a226-74e8-4969-a1bd-df1ed1fff188 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/floatingips/39ea3d77-bb95-4ac3-8221-c68ae0208804 HTTP/1.1" status: 200 len: 977 time: 3.0346768 Aug 29 04:32:13.121751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57592) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:13.137755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.164863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:13.165564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.258534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:13.259217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475d1da-6c57-4635-85f1-d0bc6136c6c8 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:13.262387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.357202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.383329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:13.385358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:13.389138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.389772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.397020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b4233-4bcc-42eb-b4dc-9f87c57a2d34 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:13.406637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a96a5f32-38c4-4901-99a9-3bce1c6b871e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1152487 Aug 29 04:32:13.409087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57596) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:13.415074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:a9:36:29', 'name': 'tempest-NetworksTestDHCPv6-228319077'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:13.422451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port ce9aed37-5009-4e10-9bdd-c51ea5e616ff {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:13.423003 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.552379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.552696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.597756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for ce9aed37-5009-4e10-9bdd-c51ea5e616ff owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:13.664334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:13.742811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:13.743737 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.854567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.915742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:13.950634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.092501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8/e3fd1f0d-e9cd-49e1-83ee-0368de045f81) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:14.093158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=ce9aed37-5009-4e10-9bdd-c51ea5e616ff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.131703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90a45549-9659-4dee-9650-c4338461bf97 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:14.159119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.159492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.159822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.160186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.160525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.160855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.161188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.161526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.161896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.162240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.162568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.162893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.173996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 90a45549-9659-4dee-9650-c4338461bf97 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:14.174340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90a45549-9659-4dee-9650-c4338461bf97 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:14.194725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.195067 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 39ea3d77-bb95-4ac3-8221-c68ae0208804 disassociated (deleted). External IP: 172.25.7.89, port: d023c9dd-635a-4853-bb9e-19cf0d4e96e2. Aug 29 04:32:14.367213 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.377999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Transition to ACTIVE for port object e3fd1f0d-e9cd-49e1-83ee-0368de045f81 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:14.396880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Transition to ACTIVE for port object e3fd1f0d-e9cd-49e1-83ee-0368de045f81 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:14.436701 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.571452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:14.575408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Pushing event updated for resources: {'Port': ['ID=e3fd1f0d-e9cd-49e1-83ee-0368de045f81,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.579125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::33d (870a58ce-8cff-482e-9cde-b685e5bb8346/3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8/99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:14.583082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:14.592207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:14.598200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:14.620312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.620312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.620312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.620794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.620794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.621324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.622195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.622517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.622871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.623215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.623562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.623876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:14.701454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Attempting to bind port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:14.701822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Attempting to bind port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:14.704166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Attempting to bind port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:14.745640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:14.745640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:14.750107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.750525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:14.751042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Bound port: e3fd1f0d-e9cd-49e1-83ee-0368de045f81, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:14.754082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.825910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:14.832552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.838381 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:14.845090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.849383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] For port e3fd1f0d-e9cd-49e1-83ee-0368de045f81, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:14.853960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] For port e3fd1f0d-e9cd-49e1-83ee-0368de045f81, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e3fd1f0d-e9cd-49e1-83ee-0368de045f81,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:14.857934 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:14.858698 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:14.861221 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.877096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:14.920769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-58e0b736-2d81-4bda-bbf5-1fef92e721a6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/floatingips/39ea3d77-bb95-4ac3-8221-c68ae0208804 HTTP/1.1" status: 204 len: 168 time: 1.7977295 Aug 29 04:32:14.923271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57602) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.941941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:14.958594 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:14.959535 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:31:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:14.961376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e532c23-4c9d-41d1-af61-e6572c7446ba None None] Pushing event updated for resources: {'Port': ['ID=e3fd1f0d-e9cd-49e1-83ee-0368de045f81,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.996631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.024681 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:15.029514 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e41bc5-ca5f-4832-a9dd-cab5fcc76f0f None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:15.067130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:15.114046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:15.131230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:15.138552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.139208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.154837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.176765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57614) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:15.177184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2efbb9f1-ca7e-4092-89f8-925532eaace0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7669604 Aug 29 04:32:15.209267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port d023c9dd-635a-4853-bb9e-19cf0d4e96e2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:15.209625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.289211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551c6f2a-0409-4a2c-a237-f4a19d4275f4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.304464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551c6f2a-0409-4a2c-a237-f4a19d4275f4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.349781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-551c6f2a-0409-4a2c-a237-f4a19d4275f4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1713126 Aug 29 04:32:15.362461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:15.364570 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.381963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for d023c9dd-635a-4853-bb9e-19cf0d4e96e2 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:15.629480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:15.630234 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.752876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.795177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=d023c9dd-635a-4853-bb9e-19cf0d4e96e2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.851207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.873304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:15.996771 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.010439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-29299a30-1c44-4461-b26a-50183fad453a tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/ports/d023c9dd-635a-4853-bb9e-19cf0d4e96e2 HTTP/1.1" status: 204 len: 168 time: 1.0857501 Aug 29 04:32:16.013146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57634) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.035145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:16.088385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.123690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e3fd1f0d-e9cd-49e1-83ee-0368de045f81 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:16.126531 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.198495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.255190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:16.263211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.266603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-47ac2bc6-3af5-4e81-97d8-352b47c69589 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d HTTP/1.1" status: 204 len: 168 time: 0.9027545 Aug 29 04:32:16.270332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57636) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.346163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.357395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa01bb7-175d-47b2-88ed-4327a0dfac6c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:16.363999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa01bb7-175d-47b2-88ed-4327a0dfac6c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:16.365727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6fa01bb7-175d-47b2-88ed-4327a0dfac6c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0941837 Aug 29 04:32:16.370491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.431783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:16.436360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.509794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.613234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.25.7.44 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/767c17b2-4d3c-4af4-a8fe-a9c100a2bd93) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:16.709827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.810259 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a828cb5-8152-482c-bd32-954da815a945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.880263 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.888861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8ae26d8a-416e-4cdb-af81-399d6735ac10 None None] Provisioning for port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:16.905548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8ae26d8a-416e-4cdb-af81-399d6735ac10 None None] Provisioning complete for port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:16.911907 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae26d8a-416e-4cdb-af81-399d6735ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.946246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.967964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.988410 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.996929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8 HTTP/1.1" status: 204 len: 168 time: 0.6248388 Aug 29 04:32:17.028634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57646) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:17.096590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e2aad-227d-45f8-bdf7-38f589a5665c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.143618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-62e8489c-aada-4b1c-8aa4-af07f3e49875 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132901 Aug 29 04:32:17.148323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57648) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:17.150687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:17.156915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:17.159754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:17.218662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=767c17b2-4d3c-4af4-a8fe-a9c100a2bd93,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.238709 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae26d8a-416e-4cdb-af81-399d6735ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.262039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04798b29-6c77-4c68-be9a-a06683ca0727 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.270033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-04798b29-6c77-4c68-be9a-a06683ca0727 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1195917 Aug 29 04:32:17.272348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57650) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:17.289458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8ae26d8a-416e-4cdb-af81-399d6735ac10 None None] For port e3fd1f0d-e9cd-49e1-83ee-0368de045f81, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e3fd1f0d-e9cd-49e1-83ee-0368de045f81,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:17.300115 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ae26d8a-416e-4cdb-af81-399d6735ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.407765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae26d8a-416e-4cdb-af81-399d6735ac10 None None] Pushing event updated for resources: {'Port': ['ID=e3fd1f0d-e9cd-49e1-83ee-0368de045f81,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.410397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a01bc9-40ce-4789-96e3-86a7e78c4078 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:17.420077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.448598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7f19b-ad5e-4b53-a16d-cfb793465d78 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.452345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dcc7f19b-ad5e-4b53-a16d-cfb793465d78 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1712782 Aug 29 04:32:17.462121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57666) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:17.490858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-2644af86-cf2d-4d55-b69a-988c46c9399b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1663560609&fields=id&tenant_id=e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 267 time: 0.0791595 Aug 29 04:32:17.544948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7667eb3d-3566-4631-a178-2359ab40c091 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800970 Aug 29 04:32:17.548496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57670) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:17.552678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9515974b-ab19-4650-b722-f84a7f80e15c None None] Could not find standard attr ID for object 99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:17.567018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:17.586806 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.727944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-dfcbb106-fadd-43fc-ab86-fd974558aef4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.730183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-dfcbb106-fadd-43fc-ab86-fd974558aef4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 817 time: 0.2385015 Aug 29 04:32:17.750926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:17.767694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ec617bbb-ec5f-45cf-b4c9-1d248d4fc88a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/quotas/e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 375 time: 0.0303593 Aug 29 04:32:17.858820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-cbbd1219-0aac-497d-ad2a-0e4f9981db3f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831015 Aug 29 04:32:17.874502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] Deleting port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:17.875057 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.902959 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac1712e-a340-44d9-99f4-df7255be3113 x-openstack-request-id: req-aac1712e-a340-44d9-99f4-df7255be3113 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:17.904805 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:17.904805 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aac1712e-a340-44d9-99f4-df7255be3113 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:17.904805 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'status': 'completed', 'code': 200} Aug 29 04:32:18.031181 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.048289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.055217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-33927ba6-954f-42f9-8bd6-83588fb71bef service neutron] 10.222.0.55 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885386 Aug 29 04:32:18.071346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-1ff9ef6b-b93e-44a3-a015-c7ec970c4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.073975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e3fd1f0d-e9cd-49e1-83ee-0368de045f81 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:18.074913 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-1ff9ef6b-b93e-44a3-a015-c7ec970c4097 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1097 time: 0.1751311 Aug 29 04:32:18.153650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:18.157578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.176470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-9506e3d4-9616-49a2-a89d-2fc1116eb33d service neutron] 10.222.0.55 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137593 Aug 29 04:32:18.192187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] For port e3fd1f0d-e9cd-49e1-83ee-0368de045f81, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e3fd1f0d-e9cd-49e1-83ee-0368de045f81,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:18.192591 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.206957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] Calling delete_port for e3fd1f0d-e9cd-49e1-83ee-0368de045f81 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:18.293865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=767c17b2-4d3c-4af4-a8fe-a9c100a2bd93,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.304792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.374900 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] Pushing event deleted for resources: {'Port': ['ID=e3fd1f0d-e9cd-49e1-83ee-0368de045f81,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.382604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 update to DOWN by agent not found {{(pid=94825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:32:18.388794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.401050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d75b49-c87a-4cf3-983a-8ecd47ece21d None None] No DVR routers for this DVR port e3fd1f0d-e9cd-49e1-83ee-0368de045f81 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:18.493836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf7cb18a-b0b7-4180-9220-9928aa1fa10a req-018cf570-8696-4df7-8d73-8c0e49a41d61 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 210 time: 0.0369651 Aug 29 04:32:18.495170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-ac0b54ff-bf8e-4dce-9af9-40ea9041f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:18.501856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-ac0b54ff-bf8e-4dce-9af9-40ea9041f303 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.3671286 Aug 29 04:32:18.585997 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.587471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f3ba54c3-9e87-4724-bda2-671833f91184 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5671992 Aug 29 04:32:18.590463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.603103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'port': {'network_id': 'b258c2ba-2015-45c1-90df-9430e1c84e5f', 'name': 'tempest-FloatingIPTestJSON-708546666'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:18.800427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-93c395b3-820c-4605-a140-4b28105e630c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 1000 time: 0.2922235 Aug 29 04:32:18.838063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:18.844536 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.894485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] device_id is not set on port bbc1eb1c-afea-4212-8d12-9a74e515a280 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:19.000451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:19.004020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-b2d96afa-71c5-4dc8-8402-556c97ae0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.006386 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-b2d96afa-71c5-4dc8-8402-556c97ae0ef3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.1836286 Aug 29 04:32:19.007876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.121244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:19.125324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:19.128611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.129231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.136195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33bd988-5353-48e0-87f4-8ce9cb6f9e19 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:19.169702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.13 (b258c2ba-2015-45c1-90df-9430e1c84e5f/c4afd928-e6a4-4c2f-a6f9-4920067bd428/bbc1eb1c-afea-4212-8d12-9a74e515a280) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:19.180901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6271105 Aug 29 04:32:19.191587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57776) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.193827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-0a386690-fa0b-47bb-83c1-f8ef1ef3332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.195739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-0a386690-fa0b-47bb-83c1-f8ef1ef3332c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797540 Aug 29 04:32:19.218520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d96170f6-33a2-4c08-b9c0-5c79ac1ab1e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:19.336083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a174f-7323-44bc-9988-530a52ee5f76 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=40233c1e-cf72-4259-beb2-579df05b0aca,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.552230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '40233c1e-cf72-4259-beb2-579df05b0aca'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:19.556081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.556892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-997b5fee-7553-4ca9-b08e-3c0424540ebd service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221903 Aug 29 04:32:19.566741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.583609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eeecac9-377e-4230-8731-638f5770ca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.606187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.669940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.709347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96170f6-33a2-4c08-b9c0-5c79ac1ab1e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:19.713704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d96170f6-33a2-4c08-b9c0-5c79ac1ab1e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.846023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=bbc1eb1c-afea-4212-8d12-9a74e515a280,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.906062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network b258c2ba-2015-45c1-90df-9430e1c84e5f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:19.909139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e2b9bb4-e925-40f8-ba20-9471dbbba355 req-b128d6af-a7d7-49ce-a5af-86502577e0e2 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 210 time: 0.1629314 Aug 29 04:32:19.928499 n-d-712143-14 neutron-server[94823]: INFO neutron.db.ipam_backend_mixin [None req-d96170f6-33a2-4c08-b9c0-5c79ac1ab1e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40233c1e-cf72-4259-beb2-579df05b0aca (CIDR: 2001:db8::/64) Aug 29 04:32:19.936508 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96170f6-33a2-4c08-b9c0-5c79ac1ab1e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:19.937014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96170f6-33a2-4c08-b9c0-5c79ac1ab1e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:19.955248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d96170f6-33a2-4c08-b9c0-5c79ac1ab1e2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7580073 Aug 29 04:32:19.957623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57812) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.965280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:19.983613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Allocated IP 2001:db8::f816:3eff:fee9:d738 (870a58ce-8cff-482e-9cde-b685e5bb8346/40233c1e-cf72-4259-beb2-579df05b0aca/7e5d7499-1d22-43ea-afc1-358949ff4473) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:19.999334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:20.032105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:20.188378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66f1de99-1e76-4c0f-9d97-da4e54f0853a req-df42f6b3-52e4-481f-959c-9c64a5cbfb68 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051934 Aug 29 04:32:20.190118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:20.201900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.282567 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.309238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-14a1db79-f1f2-4c1f-87d5-f35b6bf63080 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.310750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-14a1db79-f1f2-4c1f-87d5-f35b6bf63080 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 817 time: 0.3677609 Aug 29 04:32:20.322778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Transition to ACTIVE for port object 7e5d7499-1d22-43ea-afc1-358949ff4473 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:20.369279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Transition to ACTIVE for port object 7e5d7499-1d22-43ea-afc1-358949ff4473 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:20.378312 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.390215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.390851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.408878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-32110fed-b599-4a71-9628-c2016898599c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 380 time: 0.0726535 Aug 29 04:32:20.410637 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-99cb2a1c-2e8b-432b-b073-6be7b1a866e5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8184779 Aug 29 04:32:20.413210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.419296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'port_id': 'bbc1eb1c-afea-4212-8d12-9a74e515a280'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:20.461464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Pushing event updated for resources: {'Port': ['ID=7e5d7499-1d22-43ea-afc1-358949ff4473,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.486000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57830) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:20.490713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.492121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:20.493734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:20.496483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:20.608729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-adc6d7bc-b75b-4232-807f-1ebe27c3bcd7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:20.611682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-adc6d7bc-b75b-4232-807f-1ebe27c3bcd7 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.2996173 Aug 29 04:32:20.627243 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.628502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Attempting to bind port 7e5d7499-1d22-43ea-afc1-358949ff4473 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:20.629044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Attempting to bind port 7e5d7499-1d22-43ea-afc1-358949ff4473 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:20.629650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Attempting to bind port 7e5d7499-1d22-43ea-afc1-358949ff4473 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:20.637475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:20.638394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:20.638950 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.639505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:20.640517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Bound port: 7e5d7499-1d22-43ea-afc1-358949ff4473, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:20.641536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.644618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-5817c393-9202-4582-9f4c-422591efe67c tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/quotas/8c7e058bb36d40b68ceb69f9a1eb37df HTTP/1.1" status: 200 len: 375 time: 0.0258536 Aug 29 04:32:20.711178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'port': {'device_id': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'admin_state_up': True, 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'security_groups': ['8e3e7875-5f74-4eac-8c1d-52f46f243ed8']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:20.717929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] For port 7e5d7499-1d22-43ea-afc1-358949ff4473, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:20.722015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] For port 7e5d7499-1d22-43ea-afc1-358949ff4473, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7e5d7499-1d22-43ea-afc1-358949ff4473,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:20.730065 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.736714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6899b8b4-0bec-43a0-882a-eac31f3cfb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.788070 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.820810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241979-2486-4a9a-a5c2-714a0e035886 None None] Pushing event updated for resources: {'Port': ['ID=7e5d7499-1d22-43ea-afc1-358949ff4473,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.825492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-96044d0b-2826-4d02-a528-0e2b8f1f307c tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687081 Aug 29 04:32:21.052814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-1c5cd3ff-befb-4fe4-a7f5-aa9f41fc9ffa service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261271 Aug 29 04:32:21.152867 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.210345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6899b8b4-0bec-43a0-882a-eac31f3cfb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.222698 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca2f2060-2900-4c1e-b5e7-136263bae2f2 req-1f19a19b-018d-4931-ad28-c5d4bd152a4f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 210 time: 0.0511584 Aug 29 04:32:21.241662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:21.251100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:21.256813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6899b8b4-0bec-43a0-882a-eac31f3cfb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.264429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.265033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.284257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Made reservation on behalf of e01ca052c7444198bfd9cc7d21a85a7e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:21.291653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.328316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-875bef26-b32f-43af-9ce2-bc1147d11ec8 service neutron] 10.222.0.55 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663069 Aug 29 04:32:21.328879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=ebe1983f-3e02-429a-b595-d9fa760cb295,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.333357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1030bdb6-762d-42b8-9bd2-b749fc67d094 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:21.363662 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.379165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.385875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b6b1c12d-fdc2-4c9b-b561-7e6ef86d2850 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4270341 Aug 29 04:32:21.391928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57850) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.394851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6899b8b4-0bec-43a0-882a-eac31f3cfb6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9735db9928d4d4b85d2424b9a36b555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057078 Aug 29 04:32:21.399799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57852) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:21.404795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:52:3d:69', 'name': 'tempest-NetworksTestDHCPv6-1849811115'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:21.527690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899b8b4-0bec-43a0-882a-eac31f3cfb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb0407-73b1-450e-81e4-f0b496158596,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.537428 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.588211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:21.597272 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb34bf0-96eb-462f-a883-3e06eb0ee8a9" -d '{"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:21.635183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:21.642900 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.655549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Allocated IP 172.20.0.8 (0e7b9fca-b872-4743-bc0b-2e9daa521446/b12f94aa-6763-450a-be9f-5a69bd0de8a8/c308867e-48d5-4d9a-8c7b-795d1e60e35c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:21.661419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:21.663311 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP dceebb58-9db8-4adc-9c42-25e7da98c147 associated. External IP: 172.25.7.44, port: bbc1eb1c-afea-4212-8d12-9a74e515a280. Aug 29 04:32:21.688049 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430506fa-37f8-4b01-ad43-b9eb65245d7b x-openstack-request-id: req-430506fa-37f8-4b01-ad43-b9eb65245d7b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:21.688355 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:21.692133 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-430506fa-37f8-4b01-ad43-b9eb65245d7b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:21.692750 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'code': 200} Aug 29 04:32:21.732160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:21.794818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-70063b6f-cafb-4a10-8cf8-ace714f6b67e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.795837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-70063b6f-cafb-4a10-8cf8-ace714f6b67e tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3 HTTP/1.1" status: 200 len: 946 time: 0.2446196 Aug 29 04:32:22.088418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7e5d7499-1d22-43ea-afc1-358949ff4473 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:22.175889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7e5d7499-1d22-43ea-afc1-358949ff4473 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:22.259032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.394338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.400409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64c78e-f80c-4dca-827d-2b7305f2baa0 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:22.446466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb150598-0fcd-418d-927e-2b16ac47101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.471427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb150598-0fcd-418d-927e-2b16ac47101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.545770 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb150598-0fcd-418d-927e-2b16ac47101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.548346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb150598-0fcd-418d-927e-2b16ac47101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.551885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb150598-0fcd-418d-927e-2b16ac47101f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0dcb0407-73b1-450e-81e4-f0b496158596 HTTP/1.1" status: 204 len: 168 time: 1.0401843 Aug 29 04:32:22.569545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 724f2c75-061e-4625-a4c2-e451135de15c yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:22.574856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-919cde50-7479-4474-b763-e59567cb9825 None None] Provisioning for port 7e5d7499-1d22-43ea-afc1-358949ff4473 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:22.578310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70e3a3a7-376b-4aef-bd67-66fa698a2223 req-1f899e50-7a32-42b6-80d1-02d0d6186df9 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 210 time: 0.7935467 Aug 29 04:32:22.583980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-919cde50-7479-4474-b763-e59567cb9825 None None] Provisioning complete for port 7e5d7499-1d22-43ea-afc1-358949ff4473 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:22.584429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-919cde50-7479-4474-b763-e59567cb9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.695079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:22.759246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78859e05-624d-467e-8b27-db6756c15453 req-d695f669-58db-4c8f-981e-45a9b9f1d544 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 210 time: 0.3169003 Aug 29 04:32:22.769482 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-919cde50-7479-4474-b763-e59567cb9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.795205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb150598-0fcd-418d-927e-2b16ac47101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb0407-73b1-450e-81e4-f0b496158596,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.901345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-919cde50-7479-4474-b763-e59567cb9825 None None] For port 7e5d7499-1d22-43ea-afc1-358949ff4473, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7e5d7499-1d22-43ea-afc1-358949ff4473,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:22.904542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '40233c1e-cf72-4259-beb2-579df05b0aca', 'ip_address': '2001:db8::f816:3eff:fee9:d738'}, {'subnet_id': 'ebe1983f-3e02-429a-b595-d9fa760cb295'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '7e5d7499-1d22-43ea-afc1-358949ff4473'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:22.908353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-919cde50-7479-4474-b763-e59567cb9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.958702 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.964767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Deleting port 1030bdb6-762d-42b8-9bd2-b749fc67d094 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:22.967068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.986474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8:0:1::29e (870a58ce-8cff-482e-9cde-b685e5bb8346/ebe1983f-3e02-429a-b595-d9fa760cb295/724f2c75-061e-4625-a4c2-e451135de15c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:22.997570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe52:3d69 (870a58ce-8cff-482e-9cde-b685e5bb8346/40233c1e-cf72-4259-beb2-579df05b0aca/724f2c75-061e-4625-a4c2-e451135de15c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:23.037564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cde50-7479-4474-b763-e59567cb9825 None None] Pushing event updated for resources: {'Port': ['ID=7e5d7499-1d22-43ea-afc1-358949ff4473,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.147402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.202400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.204840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc884c64-a306-4ffb-a91d-80ae9321b847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.238317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] For port 1030bdb6-762d-42b8-9bd2-b749fc67d094, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1030bdb6-762d-42b8-9bd2-b749fc67d094,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:23.238831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.255374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:23.257458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Transition to ACTIVE for port object c308867e-48d5-4d9a-8c7b-795d1e60e35c will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:23.266145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.267982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:23.276989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Calling delete_port for 1030bdb6-762d-42b8-9bd2-b749fc67d094 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:23.279505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:23.279996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:23.373798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-47930edb-46b0-4e88-9f94-ac314c466491 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/floatingips/dceebb58-9db8-4adc-9c42-25e7da98c147 HTTP/1.1" status: 200 len: 977 time: 2.9592485 Aug 29 04:32:23.380776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57880) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.460341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.475129 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.541632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 724f2c75-061e-4625-a4c2-e451135de15c will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:23.584697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:23.590082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.598195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:23.606097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:23.628938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:23.634841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:23.638073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:23.645439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-6d5948e2-05c2-40cc-8f95-74f77cb67580 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.647207 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-6d5948e2-05c2-40cc-8f95-74f77cb67580 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.32 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 805 time: 0.4373896 Aug 29 04:32:23.658042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc884c64-a306-4ffb-a91d-80ae9321b847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.681392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Request body: {'port': {'device_id': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'admin_state_up': True, 'tenant_id': '8c7e058bb36d40b68ceb69f9a1eb37df'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:23.689372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.695856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port bbc1eb1c-afea-4212-8d12-9a74e515a280 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:23.696189 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.710924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc884c64-a306-4ffb-a91d-80ae9321b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.868114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc884c64-a306-4ffb-a91d-80ae9321b847 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87d1483f6f584f10a00e550540abc8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7136726 Aug 29 04:32:23.871320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.885863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.887456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.920219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.935844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc884c64-a306-4ffb-a91d-80ae9321b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81386e1-347c-48ee-a351-27cd6b733a73,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.950552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-ae1bf3dc-f597-4e3d-bdaf-ea53b3717317 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2436199 Aug 29 04:32:23.966872 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c68fff6-7f26-4be5-8a62-d25f83b18939 req-6cda87e3-9684-4653-80ca-c83e6436bf0f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 210 time: 0.1549044 Aug 29 04:32:24.010982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:24.019795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Request body: {'port': {'device_id': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:24.036849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event deleted for resources: {'Port': ['ID=1030bdb6-762d-42b8-9bd2-b749fc67d094,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.040059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:24.046152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811e2f7-c70f-485c-a7f9-d09ade3f520b None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:24.062467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:24.098669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:24.108910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.109761 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.116390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5ba92585-b022-411d-89cf-c5de621df631 None None] Provisioning for port c308867e-48d5-4d9a-8c7b-795d1e60e35c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:24.136220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] Allocated IP 2001:db8:0:1::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/ebe1983f-3e02-429a-b595-d9fa760cb295/7e5d7499-1d22-43ea-afc1-358949ff4473) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:24.141997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5ba92585-b022-411d-89cf-c5de621df631 None None] Provisioning complete for port c308867e-48d5-4d9a-8c7b-795d1e60e35c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:24.142350 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ba92585-b022-411d-89cf-c5de621df631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.146656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.162346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=724f2c75-061e-4625-a4c2-e451135de15c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.175659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] No DVR routers for this DVR port 1030bdb6-762d-42b8-9bd2-b749fc67d094 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:24.184537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.187737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0c1b8ec-822f-4c64-8389-c6788c15344f req-5e8536b8-a167-42d1-a628-bb35fd117815 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.37 "DELETE /v2.0/ports/1030bdb6-762d-42b8-9bd2-b749fc67d094 HTTP/1.1" status: 204 len: 173 time: 2.3650982 Aug 29 04:32:24.191197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-deleted', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:24.194907 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd3d4a2-c4fd-4344-9f22-b79efaf0f5e1" -d '{"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-deleted", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:24.217392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7e5d7499-1d22-43ea-afc1-358949ff4473 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:24.262453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.267223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f746b7c-1daf-4e86-9343-4b098e84686a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.300990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b536f-8747-43eb-b81e-ba71dff34eff req-99d92410-79a4-455a-9134-ae2fe54988de tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:24.302945 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad3b536f-8747-43eb-b81e-ba71dff34eff req-99d92410-79a4-455a-9134-ae2fe54988de tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 931 time: 0.2527349 Aug 29 04:32:24.306696 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2cd247-9a01-4365-812b-9efe24e40877 x-openstack-request-id: req-4c2cd247-9a01-4365-812b-9efe24e40877 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:24.307929 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3", "name": "network-vif-deleted", "tag": "1030bdb6-762d-42b8-9bd2-b749fc67d094", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:24.308841 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c2cd247-9a01-4365-812b-9efe24e40877 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:24.309794 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4fd086-2d8e-41b4-8a1d-fbed351ad1f3', 'name': 'network-vif-deleted', 'tag': '1030bdb6-762d-42b8-9bd2-b749fc67d094', 'status': 'completed', 'code': 200} Aug 29 04:32:24.341465 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8e1114cc-6418-40b1-8b5b-08ea128975d2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9453437 Aug 29 04:32:24.344600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Made reservation on behalf of 8c7e058bb36d40b68ceb69f9a1eb37df for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:24.348212 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.367263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57896) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:24.369972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f746b7c-1daf-4e86-9343-4b098e84686a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.435520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad3b536f-8747-43eb-b81e-ba71dff34eff req-d4fc7d4c-fbce-4f52-957e-36e79193d8a9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178563 Aug 29 04:32:24.453334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5ba92585-b022-411d-89cf-c5de621df631 None None] Port c308867e-48d5-4d9a-8c7b-795d1e60e35c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:24.483296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7e5d7499-1d22-43ea-afc1-358949ff4473 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:24.483728 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.509138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f746b7c-1daf-4e86-9343-4b098e84686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.513119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f746b7c-1daf-4e86-9343-4b098e84686a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.514445 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0f746b7c-1daf-4e86-9343-4b098e84686a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d81386e1-347c-48ee-a351-27cd6b733a73 HTTP/1.1" status: 204 len: 168 time: 0.6417005 Aug 29 04:32:24.534572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f746b7c-1daf-4e86-9343-4b098e84686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81386e1-347c-48ee-a351-27cd6b733a73,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.553344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Allocated IP 172.20.0.14 (946d619a-dcf9-40e6-aa46-03b9a6cc3f9c/ea81d84a-8ceb-47d5-a414-450f3ca55638/db790d53-012c-4d26-bd40-ad9c35d2552f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:24.637389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] For port 7e5d7499-1d22-43ea-afc1-358949ff4473, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7e5d7499-1d22-43ea-afc1-358949ff4473,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:24.802944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c308867e-48d5-4d9a-8c7b-795d1e60e35c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:24.813875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.831237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Transition to ACTIVE for port object c308867e-48d5-4d9a-8c7b-795d1e60e35c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:24.834945 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.865079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.886602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 724f2c75-061e-4625-a4c2-e451135de15c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:24.887065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.909020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] Transition to ACTIVE for port object 7e5d7499-1d22-43ea-afc1-358949ff4473 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:24.927751 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.939739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.031398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82339f-b751-4f3e-9777-24650b94a3f4 None None] Pushing event updated for resources: {'Port': ['ID=7e5d7499-1d22-43ea-afc1-358949ff4473,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.045918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.046317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.046641 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP dceebb58-9db8-4adc-9c42-25e7da98c147 disassociated. External IP: 172.25.7.44, port: bbc1eb1c-afea-4212-8d12-9a74e515a280. Aug 29 04:32:25.046985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for bbc1eb1c-afea-4212-8d12-9a74e515a280 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:25.111969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Attempting to bind port c308867e-48d5-4d9a-8c7b-795d1e60e35c on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:25.112328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Attempting to bind port c308867e-48d5-4d9a-8c7b-795d1e60e35c by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:25.112649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Attempting to bind port c308867e-48d5-4d9a-8c7b-795d1e60e35c on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:25.117599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.133379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 724f2c75-061e-4625-a4c2-e451135de15c owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:25.154183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Port c308867e-48d5-4d9a-8c7b-795d1e60e35c on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:25.154560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Attempting to bind port c308867e-48d5-4d9a-8c7b-795d1e60e35c on network 0e7b9fca-b872-4743-bc0b-2e9daa521446 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:25.177955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:25.178386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Checking segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:25.178667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Bound using segment: {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:25.179317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Bound port: c308867e-48d5-4d9a-8c7b-795d1e60e35c, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e430e1c-1a21-4644-9287-e298cc42689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:25.179684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.184026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da3b2471-df05-4ffc-86f0-ba7323c2f732 req-aaf03420-5879-4ef3-816c-c0fb153a0e2a tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 210 time: 0.0571587 Aug 29 04:32:25.331006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1030bdb6-762d-42b8-9bd2-b749fc67d094 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:25.343400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.354729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:25.360209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:25.367669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.377872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 1030bdb6-762d-42b8-9bd2-b749fc67d094 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:25.384549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1030bdb6-762d-42b8-9bd2-b749fc67d094 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:25.437022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.437697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.439076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] 10.222.0.37 "PUT /v2.0/ports/c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 1092 time: 1.4664450 Aug 29 04:32:25.565740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.593187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5596c-9770-4d58-b639-9e8b83ff7051 service neutron] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.638479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-0203a76d-4b15-4ec0-9b45-46814fcc1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.639490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-0203a76d-4b15-4ec0-9b45-46814fcc1518 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1095 time: 0.1493561 Aug 29 04:32:25.649116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:25.653338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34d2d-35ee-4af2-af73-2de05bcd9dfd req-3fa2e17f-2140-4ddb-afd1-98e667134cab tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.656947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:25.659652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:25.665252 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ee34d2d-35ee-4af2-af73-2de05bcd9dfd req-3fa2e17f-2140-4ddb-afd1-98e667134cab tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.0767701 Aug 29 04:32:25.666876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.756350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-979eeed2-0b7c-4898-960d-73fede1d4be2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 217 time: 0.0882535 Aug 29 04:32:25.831200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.831200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.834953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event updated for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.844000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.874463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ee34d2d-35ee-4af2-af73-2de05bcd9dfd req-e26b1c12-0062-4226-982f-6a1b1bba26d2 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079468 Aug 29 04:32:25.883870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=bbc1eb1c-afea-4212-8d12-9a74e515a280,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.915372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-37f320ae-320b-489a-abbe-c152bc383bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.919650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-37f320ae-320b-489a-abbe-c152bc383bbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1462119 Aug 29 04:32:25.957301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-dd783bcd-b23e-490b-a57a-0315e44802e5 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2906675 Aug 29 04:32:25.958660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=724f2c75-061e-4625-a4c2-e451135de15c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.001336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-898c6432-2667-4e0f-8eaf-e6ff66db23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.004546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-898c6432-2667-4e0f-8eaf-e6ff66db23d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777297 Aug 29 04:32:26.041374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Request body: {'port': {'device_id': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:26.056728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7e5d7499-1d22-43ea-afc1-358949ff4473 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:26.121730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-5718d76d-c7ab-43bb-9d52-04ef12f71aa9 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091609 Aug 29 04:32:26.137729 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.153111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57936) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.154463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c811709d-ad18-417c-b6b2-343f0faac445 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/724f2c75-061e-4625-a4c2-e451135de15c HTTP/1.1" status: 204 len: 168 time: 1.6487658 Aug 29 04:32:26.221577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:26.223024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.278402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d8fb0966-ad09-489b-8097-bfe453cc3bf1 None None] Provisioning for port 7e5d7499-1d22-43ea-afc1-358949ff4473 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:26.294040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d8fb0966-ad09-489b-8097-bfe453cc3bf1 None None] Provisioning complete for port 7e5d7499-1d22-43ea-afc1-358949ff4473 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:26.294428 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0966-ad09-489b-8097-bfe453cc3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.305013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e5931-c145-4611-a6dd-2392bbd9f87c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.310990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a51e5931-c145-4611-a6dd-2392bbd9f87c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1544216 Aug 29 04:32:26.316035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57946) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.320969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:26.323376 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d1eb43-f76b-462c-b4a6-ad2a3430703a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:26.508533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbdf66e8-2382-45a7-b5e8-f5700d64f9fa req-96dd7914-38a9-4b3c-807b-ba358647ec49 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795569 Aug 29 04:32:26.546590 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377d311a-7ca2-4386-9a69-61444aaa1eba x-openstack-request-id: req-377d311a-7ca2-4386-9a69-61444aaa1eba {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:26.547453 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:26.547949 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-377d311a-7ca2-4386-9a69-61444aaa1eba {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:26.548618 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'status': 'completed', 'code': 200} Aug 29 04:32:26.581302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d3db3-5946-49a8-8934-babfdfef0dd4 req-fcb13da8-0989-41c7-9e1d-096bb0742c07 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.584236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d13d3db3-5946-49a8-8934-babfdfef0dd4 req-fcb13da8-0989-41c7-9e1d-096bb0742c07 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 932 time: 0.2124133 Aug 29 04:32:26.617769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:26.628213 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:26.645489 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:26.646478 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.662282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ff6d9-5866-40fd-9268-5e2e86e2ae10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.667158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9a0ff6d9-5866-40fd-9268-5e2e86e2ae10 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3256249 Aug 29 04:32:26.671697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57960) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.710657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-faac7b87-f600-49a5-b4a5-73b918a1b1bc None None] Could not find standard attr ID for object 724f2c75-061e-4625-a4c2-e451135de15c. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:26.726510 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.748258 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:26.751476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d13d3db3-5946-49a8-8934-babfdfef0dd4 req-cdde83fb-4566-461d-9346-7e6b802d98d6 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334765 Aug 29 04:32:26.752155 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.768187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-f902a8b4-9285-40c7-9c13-286a07272372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.774981 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-f902a8b4-9285-40c7-9c13-286a07272372 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1095 time: 0.1876860 Aug 29 04:32:26.829701 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:26.830741 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbc17c-17f1-434e-a5a7-9a68106a487e None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:26.835655 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.840951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ee996e4d-b31d-4665-b4c4-8cc4913ecef6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/ports/bbc1eb1c-afea-4212-8d12-9a74e515a280 HTTP/1.1" status: 204 len: 168 time: 3.4576888 Aug 29 04:32:26.846910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57964) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.852402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be15fb7-aea5-471e-b75f-725ef1e3992c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.859689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be15fb7-aea5-471e-b75f-725ef1e3992c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.861450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be15fb7-aea5-471e-b75f-725ef1e3992c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:26.871474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1be15fb7-aea5-471e-b75f-725ef1e3992c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1768219 Aug 29 04:32:26.875187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57968) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:26.988156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 40233c1e-cf72-4259-beb2-579df05b0aca {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:26.994982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.999270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-35386fb4-12c8-43d0-98f8-f233fafb49b2 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "GET /v2.0/floatingips/dceebb58-9db8-4adc-9c42-25e7da98c147 HTTP/1.1" status: 200 len: 687 time: 0.1294487 Aug 29 04:32:27.006959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57974) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.064906 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.068440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-75fa050c-b556-4944-a3e0-cfbbb5d2f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.070054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-75fa050c-b556-4944-a3e0-cfbbb5d2f24f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.2870698 Aug 29 04:32:27.137555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-a8e82abd-e537-49cd-96d8-e9244a729b89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 217 time: 0.0471370 Aug 29 04:32:27.242623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db790d53-012c-4d26-bd40-ad9c35d2552f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:27.248133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-4e45f0dc-3962-49b8-af69-fd75f01b6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.249864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-4e45f0dc-3962-49b8-af69-fd75f01b6a0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1046410 Aug 29 04:32:27.278785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.289925 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.306150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Transition to ACTIVE for port object db790d53-012c-4d26-bd40-ad9c35d2552f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:27.328623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.358170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed306f6f-b64b-4d30-8713-a1f96f753a9b req-2ecf4f74-9f12-4eca-bd10-3feb1c048710 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.367186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed306f6f-b64b-4d30-8713-a1f96f753a9b req-2ecf4f74-9f12-4eca-bd10-3feb1c048710 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.3042834 Aug 29 04:32:27.367742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-a2ae3470-48e3-422e-8466-f9e4d96be3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.369476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-a2ae3470-48e3-422e-8466-f9e4d96be3be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122010 Aug 29 04:32:27.456769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.481900 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed306f6f-b64b-4d30-8713-a1f96f753a9b req-76d12fc3-a49d-4cf0-9949-ff380b98fd31 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089437 Aug 29 04:32:27.488176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=40233c1e-cf72-4259-beb2-579df05b0aca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.510174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159de8d9-b7b1-45eb-959a-b09ca1e30593 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:27.515601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 767c17b2-4d3c-4af4-a8fe-a9c100a2bd93 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:27.515963 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.517659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Pushing event updated for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.533683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.538804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-accfcf7d-1372-4166-8d09-6b61545c45cd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/40233c1e-cf72-4259-beb2-579df05b0aca HTTP/1.1" status: 204 len: 168 time: 0.6594167 Aug 29 04:32:27.539026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57998) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.594140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-4f03b389-d835-4b16-8bdb-c41b9291275f service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151606 Aug 29 04:32:27.742223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.742805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.744831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d1eb43-f76b-462c-b4a6-ad2a3430703a req-c11ed0a9-baea-438f-8987-8c588a11327d service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435695 Aug 29 04:32:27.766777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet ebe1983f-3e02-429a-b595-d9fa760cb295 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:27.769072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Attempting to bind port db790d53-012c-4d26-bd40-ad9c35d2552f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:27.770244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Attempting to bind port db790d53-012c-4d26-bd40-ad9c35d2552f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:27.770244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Attempting to bind port db790d53-012c-4d26-bd40-ad9c35d2552f on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:27.800984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58006) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.003176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebf70a9c-e674-43c7-ab0f-b424712945b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.133693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebf70a9c-e674-43c7-ab0f-b424712945b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.139258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebf70a9c-e674-43c7-ab0f-b424712945b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.184611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ebf70a9c-e674-43c7-ab0f-b424712945b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81b6ec73e79b45b1a9554d409a748443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824248 Aug 29 04:32:28.185502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf70a9c-e674-43c7-ab0f-b424712945b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88811f8d-477d-4920-8505-48b21e09f36a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.188429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.216359 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.247302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 767c17b2-4d3c-4af4-a8fe-a9c100a2bd93 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:28.253458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b52c6004-6175-40c8-83b4-5d8024378e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.265555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Port db790d53-012c-4d26-bd40-ad9c35d2552f on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:28.266483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Attempting to bind port db790d53-012c-4d26-bd40-ad9c35d2552f on network 946d619a-dcf9-40e6-aa46-03b9a6cc3f9c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:28.288244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b52c6004-6175-40c8-83b4-5d8024378e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.303442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:28.303790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Checking segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:28.304185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Bound using segment: {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:28.304625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Bound port: db790d53-012c-4d26-bd40-ad9c35d2552f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ea6c0c-0aa1-420c-a873-234addcd800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:28.304986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.313287 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.352521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b52c6004-6175-40c8-83b4-5d8024378e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.355622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b52c6004-6175-40c8-83b4-5d8024378e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.357993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b52c6004-6175-40c8-83b4-5d8024378e31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88811f8d-477d-4920-8505-48b21e09f36a HTTP/1.1" status: 204 len: 168 time: 0.1674695 Aug 29 04:32:28.368396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c6004-6175-40c8-83b4-5d8024378e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88811f8d-477d-4920-8505-48b21e09f36a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.422810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e860-2a89-4979-83a7-fd37b30128b5 req-5db1961f-b626-4eda-aa30-de1b77ad16e6 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.424404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8003e860-2a89-4979-83a7-fd37b30128b5 req-5db1961f-b626-4eda-aa30-de1b77ad16e6 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 944 time: 0.2115116 Aug 29 04:32:28.581736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8003e860-2a89-4979-83a7-fd37b30128b5 req-89eeec93-c961-41f2-8b09-f59122d81702 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202233 Aug 29 04:32:28.612771 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.661278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-392547d8-ed5d-4f9e-bf78-c2659f0ab12b None None] Provisioning complete for port 7e5d7499-1d22-43ea-afc1-358949ff4473 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:28.666944 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-392547d8-ed5d-4f9e-bf78-c2659f0ab12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.667765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:28.736513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd7da-e23b-4b94-9503-f699b84cbf31 req-bb2238c2-468f-4f62-bd08-6db13e854d93 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.736809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:28.750999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7bcd7da-e23b-4b94-9503-f699b84cbf31 req-bb2238c2-468f-4f62-bd08-6db13e854d93 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1694911 Aug 29 04:32:28.755140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.781831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58028) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.796461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.813055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.813719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.815151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] 10.222.0.32 "PUT /v2.0/ports/db790d53-012c-4d26-bd40-ad9c35d2552f HTTP/1.1" status: 200 len: 1093 time: 2.7800710 Aug 29 04:32:28.818211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'tag': 'db790d53-012c-4d26-bd40-ad9c35d2552f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:28.820450 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d326d5e4-8b65-422e-8110-5ef92836f803" -d '{"events": [{"name": "network-changed", "server_uuid": "d308f332-974e-45ac-98b2-4bd0e4b94fa7", "tag": "db790d53-012c-4d26-bd40-ad9c35d2552f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:28.843818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-157b47a1-2185-4c8b-bc32-aee41ae9a00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.890925 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc477c2-df02-4938-bbf2-c42471ee8842 x-openstack-request-id: req-efc477c2-df02-4938-bbf2-c42471ee8842 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:28.891247 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d308f332-974e-45ac-98b2-4bd0e4b94fa7", "tag": "db790d53-012c-4d26-bd40-ad9c35d2552f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:28.891490 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efc477c2-df02-4938-bbf2-c42471ee8842 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:28.891860 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'tag': 'db790d53-012c-4d26-bd40-ad9c35d2552f', 'status': 'completed', 'code': 200} Aug 29 04:32:28.894821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca900c68-2b10-4697-b134-6c37c151d346 service neutron] Pushing event updated for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.897844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.901972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7bcd7da-e23b-4b94-9503-f699b84cbf31 req-75184e09-c691-46ab-a1c2-1dc9f732071b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417894 Aug 29 04:32:28.980915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=767c17b2-4d3c-4af4-a8fe-a9c100a2bd93,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.984317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.988406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/ebe1983f-3e02-429a-b595-d9fa760cb295 HTTP/1.1" status: 204 len: 168 time: 1.4135869 Aug 29 04:32:28.988778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58032) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.988900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eab84e-f19e-492c-aeba-0f740aecd729 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe1983f-3e02-429a-b595-d9fa760cb295,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.991948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2854ec41-053b-4f24-9020-1e0cd7d1c0c3 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:28.992202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-157b47a1-2185-4c8b-bc32-aee41ae9a00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.003226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.005975 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.007639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8657d9f3-765c-4676-9d9a-1b3ac256bc26 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/floatingips/dceebb58-9db8-4adc-9c42-25e7da98c147 HTTP/1.1" status: 204 len: 168 time: 1.9329154 Aug 29 04:32:29.012611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58036) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.017517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '217065f8-53a4-412c-8753-919b4c972f9e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:29.031816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-947a8708-38fe-4dd9-a9ba-4e4acfbee871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.033626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-947a8708-38fe-4dd9-a9ba-4e4acfbee871 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1202064 Aug 29 04:32:29.047901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.060377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.063704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fb92013c-fa9e-4a9b-afd2-d0f1029b60cb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713573 Aug 29 04:32:29.063704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-157b47a1-2185-4c8b-bc32-aee41ae9a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.065825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58040) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.066632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-311819154'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:29.073133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:29.111964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-4048e7d0-5256-4ebf-ba3a-f9df81a4be18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db790d53-012c-4d26-bd40-ad9c35d2552f HTTP/1.1" status: 200 len: 217 time: 0.0608428 Aug 29 04:32:29.169152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-157b47a1-2185-4c8b-bc32-aee41ae9a00e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c288a3cc27fb458396dca7a3387fa3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826640 Aug 29 04:32:29.169816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.200140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:29.205645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:29.209089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.216014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b47a1-2185-4c8b-bc32-aee41ae9a00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55b1391-0f3b-45fd-bd7d-7958b23f4449,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.227797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-b833c457-0761-42b3-a02a-c70797b5edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.229408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-b833c457-0761-42b3-a02a-c70797b5edcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.0878944 Aug 29 04:32:29.262034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-626541d5-641f-472e-bde0-06655b82b126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.264071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] Deleting port 7e5d7499-1d22-43ea-afc1-358949ff4473 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:29.264790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.266242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:29.269978 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.273705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-1391359f-7924-4aba-9cd9-c6d5c37badda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352116 Aug 29 04:32:29.278803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:29.334201 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-626541d5-641f-472e-bde0-06655b82b126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.335185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] For port 7e5d7499-1d22-43ea-afc1-358949ff4473, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7e5d7499-1d22-43ea-afc1-358949ff4473,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:29.335785 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.340947 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.341300 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Added segment 00e3ae56-2c8c-41c3-8306-a09e3eda14a6 of type vlan for network 030cfc7b-a4fe-4593-a230-d44736b800f0 Aug 29 04:32:29.348938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:29.358544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] Calling delete_port for 7e5d7499-1d22-43ea-afc1-358949ff4473 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:29.412390 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.414012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-626541d5-641f-472e-bde0-06655b82b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.416670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-626541d5-641f-472e-bde0-06655b82b126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.421499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-626541d5-641f-472e-bde0-06655b82b126 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c55b1391-0f3b-45fd-bd7d-7958b23f4449 HTTP/1.1" status: 204 len: 168 time: 0.2468214 Aug 29 04:32:29.426522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.458500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626541d5-641f-472e-bde0-06655b82b126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55b1391-0f3b-45fd-bd7d-7958b23f4449,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.505273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-63525acd-9a4d-43f1-93c3-df872c987b05 service neutron] 10.222.0.32 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242231 Aug 29 04:32:29.512851 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.519096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.519719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.547055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:29.564117 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.575152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'port_id': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'mac_address': 'fa:16:3e:d2:a6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:29.600448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] Pushing event deleted for resources: {'Port': ['ID=7e5d7499-1d22-43ea-afc1-358949ff4473,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.602885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd0c64-2923-4cbb-b25b-4268bd513ccb None None] No DVR routers for this DVR port 7e5d7499-1d22-43ea-afc1-358949ff4473 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:29.645980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.672067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c308867e-48d5-4d9a-8c7b-795d1e60e35c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:29.687370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6224890 Aug 29 04:32:29.689877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.699763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-906537793'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:29.717403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579db57-2a6b-404c-a3b1-d9bb1ab713fe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Network': ['ID=030cfc7b-a4fe-4593-a230-d44736b800f0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.719923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:29.724348 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.729318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.objects.ports [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:29.730988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:29.758169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.25.7.101 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/7744a4ef-e6ec-4c30-85f0-16f05f6da609) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:29.778736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.832193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.856690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ed307b7-1a1f-477d-89fa-5de889a0ecb5 req-0fa85f63-6f0b-4845-8a10-0ce9fbe3d83d service neutron] 10.222.0.32 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310854 Aug 29 04:32:29.884140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=61893ab8-afff-41f1-8505-bb828b430642,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:29.895308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:29.903343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:29.908520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.909388 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.914640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ba916-4034-465a-8afb-1b53ed8662bd None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:29.926752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e83adf-1384-459f-bdf6-cd758c953bb1 req-5316b0d7-d4ba-4239-8e44-a9beb0bc7ddf tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.935405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60e83adf-1384-459f-bdf6-cd758c953bb1 req-5316b0d7-d4ba-4239-8e44-a9beb0bc7ddf tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 944 time: 0.2035375 Aug 29 04:32:29.945050 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.948549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:29.952782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.982884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['c308867e-48d5-4d9a-8c7b-795d1e60e35c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:29.987980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:29.999307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.999814 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Added segment 367ceb7b-2b45-4004-98ed-e89dac11cf66 of type vlan for network 61223970-77e3-4ef9-937f-d8e32b92a0c4 Aug 29 04:32:30.025485 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.049406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.077374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fe612117-755b-4012-8979-4e2a6632c8df tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0083611 Aug 29 04:32:30.081398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.084042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.091156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.091890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.095742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7e5d7499-1d22-43ea-afc1-358949ff4473 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:30.114185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a569fe8a-e96a-4415-9206-bf511292fa7f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.126615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4334955 Aug 29 04:32:30.132626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7e5d7499-1d22-43ea-afc1-358949ff4473 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:30.132977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7e5d7499-1d22-43ea-afc1-358949ff4473 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:30.146819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.157069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'subnet': {'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.189864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:30.268555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60e83adf-1384-459f-bdf6-cd758c953bb1 req-677acc9a-ded9-485d-af6a-e376428adc77 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296926 Aug 29 04:32:30.287795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216f3f1-9a59-4768-9639-014579e2757c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Network': ['ID=61223970-77e3-4ef9-937f-d8e32b92a0c4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.288559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '61893ab8-afff-41f1-8505-bb828b430642'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:30.289279 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.305183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:30.311899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:30.313914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=7744a4ef-e6ec-4c30-85f0-16f05f6da609,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.318602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:30.339474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741ce04-749a-4a00-80f7-fef736baaab0 req-66b2e9b8-bdd6-4db3-8ac0-c6b83484ebae tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.341353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1741ce04-749a-4a00-80f7-fef736baaab0 req-66b2e9b8-bdd6-4db3-8ac0-c6b83484ebae tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 944 time: 0.2702446 Aug 29 04:32:30.355877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a569fe8a-e96a-4415-9206-bf511292fa7f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:30.359775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a569fe8a-e96a-4415-9206-bf511292fa7f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.372893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-81a2f682-cd4c-4d6c-8f9d-daebc40a8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.374267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-81a2f682-cd4c-4d6c-8f9d-daebc40a8340 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 1096 time: 0.3647177 Aug 29 04:32:30.429141 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1741ce04-749a-4a00-80f7-fef736baaab0 req-28e8c871-bff5-4aab-bc5b-ecae2d7c88a9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633719 Aug 29 04:32:30.507843 n-d-712143-14 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-a569fe8a-e96a-4415-9206-bf511292fa7f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61893ab8-afff-41f1-8505-bb828b430642 (CIDR: 2001:db8::/64) Aug 29 04:32:30.513993 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a569fe8a-e96a-4415-9206-bf511292fa7f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:30.515020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a569fe8a-e96a-4415-9206-bf511292fa7f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:30.515847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Allocated IP 2001:db8::f816:3eff:fe4a:9a3c (870a58ce-8cff-482e-9cde-b685e5bb8346/61893ab8-afff-41f1-8505-bb828b430642/8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:30.547712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a569fe8a-e96a-4415-9206-bf511292fa7f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4584067 Aug 29 04:32:30.547712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58078) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.550255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.554625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.560612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:30.564213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.691817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-677341552-network', 'tenant_id': 'bc7b3fecfbb348b48cf0a165e9470b6d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.693915 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.701016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-85ef6753-a6dd-43b4-a6fa-6faa8fb809a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.703048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-85ef6753-a6dd-43b4-a6fa-6faa8fb809a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 200 len: 906 time: 0.2793219 Aug 29 04:32:30.705417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Transition to ACTIVE for port object 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:30.728671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Made reservation on behalf of bc7b3fecfbb348b48cf0a165e9470b6d for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:30.732189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.736020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Transition to ACTIVE for port object 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:30.742757 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.746792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.763210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:30.766956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.781472 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-0f799930-95d3-47e7-a185-d79044aa6615 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db790d53-012c-4d26-bd40-ad9c35d2552f HTTP/1.1" status: 200 len: 217 time: 0.0614834 Aug 29 04:32:30.787656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:30.796158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:30.799298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:30.806834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Pushing event updated for resources: {'Port': ['ID=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.865477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Attempting to bind port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:30.865787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Attempting to bind port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:30.866169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Attempting to bind port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:30.872141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:30.872680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:30.873338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.873827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:30.874391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Bound port: 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:30.874888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.958000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.971871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] For port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:30.975662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] For port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:30.979801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.982245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.017301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:31.030984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-07ae829e-f8ca-4ef5-b91a-42aecef95e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.032820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-07ae829e-f8ca-4ef5-b91a-42aecef95e1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 200 len: 845 time: 0.1531978 Aug 29 04:32:31.042245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.048992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0270d43-76a8-4c03-bce4-28e63026deef,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.052507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.052507 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Added segment a6db4780-f829-4e6a-8840-2bd28277145d of type vlan for network 6102b195-7b7e-4b72-b9d1-90a2ff04923b Aug 29 04:32:31.055083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f0bf3-c03a-4974-ae83-77e0171643a9 None None] Pushing event updated for resources: {'Port': ['ID=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.119690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-771160b8-f676-43f8-a722-1e8befb9f9df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744038 Aug 29 04:32:31.130007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.164799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.204776 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.205853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.206515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.218980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Subnet': ['ID=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.250919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Checking segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:31.250919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network hostable DHCP agents. Network: 030cfc7b-a4fe-4593-a230-d44736b800f0, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:31.281435 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.333953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:31.347723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:31.348858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:31.358712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.359316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.364597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=40fe88e2-41eb-4c4a-b64a-49bf262073fa,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.375108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8179512 Aug 29 04:32:31.379735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:31.383174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58090) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.396119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd8ef9-2cf4-4f37-8fbc-d9609ee65c0c admin admin] Pushing event updated for resources: {'Network': ['ID=6102b195-7b7e-4b72-b9d1-90a2ff04923b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.407739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6102b195-7b7e-4b72-b9d1-90a2ff04923b details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:31.426386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Request body: {'subnet': {'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-677341552-subnet', 'tenant_id': 'bc7b3fecfbb348b48cf0a165e9470b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:31.435560 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4474a494-daea-4db3-a48c-627c82cf8f6a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8892050 Aug 29 04:32:31.439620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.444700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:1c:67:7f', 'name': 'tempest-NetworksTestDHCPv6-1331733944'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:31.459253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Made reservation on behalf of bc7b3fecfbb348b48cf0a165e9470b6d for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:31.463296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.518012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port c308867e-48d5-4d9a-8c7b-795d1e60e35c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:31.520120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2dd9-dcd9-4563-8b03-8b8db5124c9c req-e52c154a-30b4-47ac-bc24-02789b454207 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.521733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-517d2dd9-dcd9-4563-8b03-8b8db5124c9c req-e52c154a-30b4-47ac-bc24-02789b454207 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 944 time: 0.1429918 Aug 29 04:32:31.527772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port c308867e-48d5-4d9a-8c7b-795d1e60e35c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:31.528388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.538801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-d76c5e45-b0cb-41a7-83e0-24a664f43bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063914 Aug 29 04:32:31.544439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 030cfc7b-a4fe-4593-a230-d44736b800f0) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:31.559438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.569867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2cde1-e297-488e-9871-42a7c7ddff40 None None] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:31.580967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.581797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.588411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-517d2dd9-dcd9-4563-8b03-8b8db5124c9c req-34db0706-01ec-474f-837d-467b0af37c81 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606830 Aug 29 04:32:31.621946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:31.704389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.734359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:31.795622 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.812270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-65ccc790-6f9b-49a7-b12e-dc0a44e4e13e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6662779 Aug 29 04:32:31.831447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.843094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:31.844990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'subnet': {'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:31.845305 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81b167c-8954-4d5a-a0b7-139d610cab01" -d '{"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-plugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:31.884962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:31.890095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.900640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.959793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dc3e6-74c4-422e-ba44-781783efd800 req-ec83555c-d286-4542-8836-78cfa8049d47 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.963500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.967337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-030cfc7b-a4fe-4593-a230-d44736b800f0', 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'fixed_ips': [{'subnet_id': '854e0da2-4c4a-48fb-afe3-e8f4f71ce36d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:31.967870 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.976131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a9dc3e6-74c4-422e-ba44-781783efd800 req-ec83555c-d286-4542-8836-78cfa8049d47 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 944 time: 0.4350641 Aug 29 04:32:31.989952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8:0:1::ff (870a58ce-8cff-482e-9cde-b685e5bb8346/40fe88e2-41eb-4c4a-b64a-49bf262073fa/7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.016146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::f816:3eff:fe1c:677f (870a58ce-8cff-482e-9cde-b685e5bb8346/61893ab8-afff-41f1-8505-bb828b430642/7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.136863 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c636f-5c15-4ec5-b6f5-c05794524dcb x-openstack-request-id: req-f15c636f-5c15-4ec5-b6f5-c05794524dcb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:32.137170 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-plugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:32.137418 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f15c636f-5c15-4ec5-b6f5-c05794524dcb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:32.137837 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'code': 200} Aug 29 04:32:32.163236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:32.202019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556bb9c-1ce8-4e2f-898b-8eed226e7b3b req-0ad6ebd2-b75f-45f6-9902-4408b8410881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.203546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7556bb9c-1ce8-4e2f-898b-8eed226e7b3b req-0ad6ebd2-b75f-45f6-9902-4408b8410881 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1097 time: 0.1148150 Aug 29 04:32:32.268210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Allocated IP 10.1.1.2 (030cfc7b-a4fe-4593-a230-d44736b800f0/854e0da2-4c4a-48fb-afe3-e8f4f71ce36d/302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.280968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7556bb9c-1ce8-4e2f-898b-8eed226e7b3b req-2f112d0a-ea6c-4b67-af4a-a554453e75fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667164 Aug 29 04:32:32.283969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:32.284350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.302498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:32.345868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.403993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.418291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:32.420111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:32.422710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:32.429345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:32.430210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.446743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5ad769e3-033f-4178-ad15-7aa36a1c1473 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0060229 Aug 29 04:32:32.449998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58104) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.472268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf8756-e746-4b8f-8e7f-95d494037bd1 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:32.513922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device db790d53-012c-4d26-bd40-ad9c35d2552f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:32.525125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d326d5e4-8b65-422e-8110-5ef92836f803 req-4781c900-cb17-4fd1-ac3e-c2c8da883fef service neutron] 10.222.0.32 "GET /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470553 Aug 29 04:32:32.546961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:32.547804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.578502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a9dc3e6-74c4-422e-ba44-781783efd800 req-9d0e35f1-6885-4561-97ee-6dfcb302bb8c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012626 Aug 29 04:32:32.621540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-39404637-a63e-43f2-ae5a-852b5d4e62ba None None] Provisioning for port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:32.677980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-39404637-a63e-43f2-ae5a-852b5d4e62ba None None] Provisioning complete for port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:32.678352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39404637-a63e-43f2-ae5a-852b5d4e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.709643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.748524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:32.752176 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.878739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:32.892312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b9873a-9434-456d-bfcf-5825f7e11c8c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:32.920825 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.929924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'db790d53-012c-4d26-bd40-ad9c35d2552f', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': 'db790d53-012c-4d26-bd40-ad9c35d2552f', 'mac_address': 'fa:16:3e:fc:47:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:32.936270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Checking segment: {'id': 'a6db4780-f829-4e6a-8840-2bd28277145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:32.936270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Network hostable DHCP agents. Network: 6102b195-7b7e-4b72-b9d1-90a2ff04923b, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:32.939736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.948597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.977881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Transition to ACTIVE for port object 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:33.043048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39404637-a63e-43f2-ae5a-852b5d4e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.045742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Transition to ACTIVE for port object 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:33.060859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Network 6102b195-7b7e-4b72-b9d1-90a2ff04923b is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:33.065984 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.066199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=7744a4ef-e6ec-4c30-85f0-16f05f6da609,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.077902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.093924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42b506-46a3-4381-94a4-b2d02088673f req-cd7dc0f8-1777-4d13-9161-833ed0484036 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.095677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af42b506-46a3-4381-94a4-b2d02088673f req-cd7dc0f8-1777-4d13-9161-833ed0484036 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 944 time: 0.0959756 Aug 29 04:32:33.110018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 6102b195-7b7e-4b72-b9d1-90a2ff04923b) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:33.113109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.136017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.136552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.138533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.152756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db790d53-012c-4d26-bd40-ad9c35d2552f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:33.161270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:33.179363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:33.183251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af42b506-46a3-4381-94a4-b2d02088673f req-04452bc8-0c51-43f9-84c7-0873100facae tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745883 Aug 29 04:32:33.187663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc363e-ffbb-4418-8328-7d85da75296d None None] Network 6102b195-7b7e-4b72-b9d1-90a2ff04923b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:33.224525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c02523f-8dc8-4cdc-bb9d-443e1d83f79a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8389244 Aug 29 04:32:33.231082 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.231811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:33.317499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Pushing event updated for resources: {'Port': ['ID=302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.341086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:33.348288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-39404637-a63e-43f2-ae5a-852b5d4e62ba None None] For port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.357689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Subnet': ['ID=8a1b194a-4ec9-4577-aa87-6cd2965fe907,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.359861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.371537 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 3d8cc47d-02fa-4614-9477-c2fd433455e2 associated. External IP: 172.25.7.101, port: 217065f8-53a4-412c-8753-919b4c972f9e. Aug 29 04:32:33.375053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Checking segment: {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:33.375420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network hostable DHCP agents. Network: 61223970-77e3-4ef9-937f-d8e32b92a0c4, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:33.388805 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39404637-a63e-43f2-ae5a-852b5d4e62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.402825 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.460133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.470944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '61893ab8-afff-41f1-8505-bb828b430642', 'ip_address': '2001:db8::f816:3eff:fe4a:9a3c'}, {'subnet_id': '40fe88e2-41eb-4c4a-b64a-49bf262073fa'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:33.494592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.496497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:33.503724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Attempting to bind port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:33.504091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Attempting to bind port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:33.504452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Attempting to bind port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:33.536066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:33.536446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Checking segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:33.536844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.537234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Bound using segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:33.537777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Bound port: 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:33.538166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.543061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.552792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.554901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-203fc358-faeb-4925-9a1f-bda07607f06e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e HTTP/1.1" status: 204 len: 168 time: 1.1037796 Aug 29 04:32:33.557312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58118) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.564572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39404637-a63e-43f2-ae5a-852b5d4e62ba None None] Pushing event updated for resources: {'Port': ['ID=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.589958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 61223970-77e3-4ef9-937f-d8e32b92a0c4) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:33.604942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.604942 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.616957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8959a-4914-42a3-b30a-e2b5ec32d5b4 None None] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:33.628175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033fe70c-c1f4-47e7-ac44-75ccb18afe8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.632509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-033fe70c-c1f4-47e7-ac44-75ccb18afe8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0715795 Aug 29 04:32:33.632710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.678737 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4aa40134-3c7b-4cec-8509-24507f49dabe tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8383870 Aug 29 04:32:33.681409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58124) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.686900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'port': {'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'name': 'tempest-TaggedBootDevicesTest-144752190', 'fixed_ips': [{'subnet_id': '854e0da2-4c4a-48fb-afe3-e8f4f71ce36d'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:33.758067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] For port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:33.762389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] For port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:33.766796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132763f-6365-4d3c-ad1d-262a3baf54f3 req-b143871e-3dfb-4642-a147-9df881b9f86b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.774578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d132763f-6365-4d3c-ad1d-262a3baf54f3 req-b143871e-3dfb-4642-a147-9df881b9f86b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.0920660 Aug 29 04:32:33.785550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38660e7-dcf4-4a5c-b2f0-2bb5269c0283 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.789529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a38660e7-dcf4-4a5c-b2f0-2bb5269c0283 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1553724 Aug 29 04:32:33.790369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.850133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:33.853984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a185b-9f1f-4ab9-8cc3-9869c34cc32a None None] Network 6102b195-7b7e-4b72-b9d1-90a2ff04923b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:33.859419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65dfad-fb8b-46d8-81bf-7dee8b9dec52 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.861665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65dfad-fb8b-46d8-81bf-7dee8b9dec52 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.863561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65dfad-fb8b-46d8-81bf-7dee8b9dec52 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.869203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58136) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.869843 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be65dfad-fb8b-46d8-81bf-7dee8b9dec52 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0739586 Aug 29 04:32:33.903880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['db790d53-012c-4d26-bd40-ad9c35d2552f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:33.919237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.928811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:33.954110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58140) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.960567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1386617956-network', 'tenant_id': '6f74434c3816463184a770d5d0212f4e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:33.986929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Made reservation on behalf of 6f74434c3816463184a770d5d0212f4e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:33.991279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.016818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.058464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.084147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:34.118726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.149000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] device_id is not set on port 1758a502-e979-4b23-86cf-930fbff24667 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:34.198675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.211203 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.257060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:34.268371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-61223970-77e3-4ef9-937f-d8e32b92a0c4', 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'fixed_ips': [{'subnet_id': '8a1b194a-4ec9-4577-aa87-6cd2965fe907'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:34.269458 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.277525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d132763f-6365-4d3c-ad1d-262a3baf54f3 req-ba27256c-27a3-4a15-b0c8-cc75e2bd52d1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020022 Aug 29 04:32:34.299956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.300438 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Added segment 78c40a80-8a58-452f-8de8-42a1b5da4a3f of type vlan for network 5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d Aug 29 04:32:34.322366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c24dea-ab72-4dac-adfb-c1eb9724be2b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.368070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.410099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 10.1.1.47 (030cfc7b-a4fe-4593-a230-d44736b800f0/854e0da2-4c4a-48fb-afe3-e8f4f71ce36d/1758a502-e979-4b23-86cf-930fbff24667) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:34.459543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.460965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.481568 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.507110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 40fe88e2-41eb-4c4a-b64a-49bf262073fa {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:34.516105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443923-8e9f-46e6-aeaf-05fe2b911b01 None None] Pushing event updated for resources: {'Port': ['ID=302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.637540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6795216 Aug 29 04:32:34.640376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.646005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Request body: {'subnet': {'network_id': '5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1386617956-subnet', 'tenant_id': '6f74434c3816463184a770d5d0212f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:34.665428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff71e48-ac2c-423d-8f76-67bbd237523f admin admin] Pushing event updated for resources: {'Network': ['ID=5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.687419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccbdad-4804-459b-8f18-805ecc1e5ded req-d0b43d7a-5820-4425-aa97-b923b893899b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.689095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43ccbdad-4804-459b-8f18-805ecc1e5ded req-d0b43d7a-5820-4425-aa97-b923b893899b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.0968444 Aug 29 04:32:34.690257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Made reservation on behalf of 6f74434c3816463184a770d5d0212f4e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:34.692811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.701941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e91237-27aa-447b-a8b8-ddcb5851bc1c req-d37eb3d5-310d-4fe0-981b-63c270987754 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:34.703497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3e91237-27aa-447b-a8b8-ddcb5851bc1c req-d37eb3d5-310d-4fe0-981b-63c270987754 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 945 time: 0.2383952 Aug 29 04:32:34.704069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58152) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.715811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Request body: {'floatingip': {'port_id': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:34.722666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:34.796924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:34.797314 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.808086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] Allocated IP 2001:db8:0:1::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/40fe88e2-41eb-4c4a-b64a-49bf262073fa/8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:34.810609 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.818433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.822606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:34.825846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:34.855472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.877024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.922330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Transition to ACTIVE for port object 1758a502-e979-4b23-86cf-930fbff24667 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:34.930062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3e91237-27aa-447b-a8b8-ddcb5851bc1c req-3229617a-00b8-4945-ad00-0878aa3e4312 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113650 Aug 29 04:32:34.933069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:34.933494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:34.943761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9390edab-d353-4da8-839b-cf9592138f0e req-564f0ab2-8ad4-4bcc-8153-bdeedef6e65d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0334649 Aug 29 04:32:34.963020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7ae232-318e-4eb6-8c1d-99c53fe82e8e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.973391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Checking segment: {'id': '78c40a80-8a58-452f-8de8-42a1b5da4a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:34.973827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Network hostable DHCP agents. Network: 5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:34.983261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6cc008ba-51d7-487b-8670-f34041db3bee tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9695120 Aug 29 04:32:34.987238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58154) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.996617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Network 5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:35.001322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1378074991'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:35.007857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:35.013977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.014185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.049737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Allocated IP 10.2.2.2 (61223970-77e3-4ef9-937f-d8e32b92a0c4/8a1b194a-4ec9-4577-aa87-6cd2965fe907/7fa49864-2f0b-4f91-8f51-6c740e68613c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:35.055060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698e2a1-787e-44c9-99cb-1ffc502a7b3a None None] Network 5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:35.089827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9390edab-d353-4da8-839b-cf9592138f0e req-21f1a50b-54d4-4513-bf66-2f3e810411a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0409365 Aug 29 04:32:35.096795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:35.097967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e1021679-8023-4d37-a810-b4932fc39e44 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4563606 Aug 29 04:32:35.100340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.102934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.126745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:35.165960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9390edab-d353-4da8-839b-cf9592138f0e req-242a2a13-cdca-4fdc-bc97-7e5f26d9f98d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488887 Aug 29 04:32:35.283871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:35.286855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:35.308868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:35.318130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=1758a502-e979-4b23-86cf-930fbff24667,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.325694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:35.332266 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.332605 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Added segment b328981d-290e-4dbb-81ae-4806d4aee882 of type vlan for network 2a3169ff-ef4d-4eae-b352-a609020605fc Aug 29 04:32:35.344860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:35.348455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390edab-d353-4da8-839b-cf9592138f0e req-9f3c6cbf-3e09-47ea-be66-91576028a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.350085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9390edab-d353-4da8-839b-cf9592138f0e req-9f3c6cbf-3e09-47ea-be66-91576028a70a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779399 Aug 29 04:32:35.350645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:35.399557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:35.400215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887498ce-6b4b-476d-b982-03e9e918b240 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:35.470789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] For port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:35.538912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.551039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.551718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.614851 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.636239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ee9e3e26-a4a9-4339-bba6-607ada92adf6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9532330 Aug 29 04:32:35.638883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:35.644784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] Transition to ACTIVE for port object 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:35.646222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'port': {'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'name': 'tempest-TaggedBootDevicesTest-567611324', 'fixed_ips': [{'subnet_id': '854e0da2-4c4a-48fb-afe3-e8f4f71ce36d'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:35.647593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee066174-88b0-43a0-a0e1-bd5e6f0b796f None None] Network 5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:35.652073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.683603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.690595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.691207 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.693576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.753287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820c10d-34cc-45b9-b0ad-940ba862371f None None] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:35.811724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.830372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:35.866152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8768358 Aug 29 04:32:35.867364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-27f2f393-4272-4651-8dca-f06ccaedf5c3 None None] Provisioning for port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:35.874594 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.884770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58178) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:35.890906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'subnet': {'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:35.921696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Transition to ACTIVE for port object 7fa49864-2f0b-4f91-8f51-6c740e68613c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:35.951288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb56b9-8b80-45ca-9311-82c060a134fd tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Network': ['ID=2a3169ff-ef4d-4eae-b352-a609020605fc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.952722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101a617-c7f0-41e2-bff2-8ae916d35d92 None None] Pushing event updated for resources: {'Port': ['ID=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:36.040118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.044322 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:36.044491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 2a3169ff-ef4d-4eae-b352-a609020605fc details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:36.049642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Transition to ACTIVE for port object 7fa49864-2f0b-4f91-8f51-6c740e68613c will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:36.077831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] device_id is not set on port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:36.128855 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.166015 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.220857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7fa49864-2f0b-4f91-8f51-6c740e68613c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:36.259557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:36.266340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:36.271835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:36.281440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 10.1.1.246 (030cfc7b-a4fe-4593-a230-d44736b800f0/854e0da2-4c4a-48fb-afe3-e8f4f71ce36d/436ebe39-93a0-4fb2-a1e2-dca7870d8af2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:36.314722 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.365937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Attempting to bind port 7fa49864-2f0b-4f91-8f51-6c740e68613c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:36.366599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Attempting to bind port 7fa49864-2f0b-4f91-8f51-6c740e68613c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:36.367055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Attempting to bind port 7fa49864-2f0b-4f91-8f51-6c740e68613c on network 61223970-77e3-4ef9-937f-d8e32b92a0c4 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:36.373720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:36.374218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Checking segment: {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:36.374339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528389e-952d-4e80-991f-db17efa30487 req-45ca1305-74c1-4943-8500-5f13088eafac tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.374702 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.375175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Bound using segment: {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:36.375715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Bound port: 7fa49864-2f0b-4f91-8f51-6c740e68613c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:36.376195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.384276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-45ca1305-74c1-4943-8500-5f13088eafac tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/networks?id=6102b195-7b7e-4b72-b9d1-90a2ff04923b HTTP/1.1" status: 200 len: 808 time: 0.6833966 Aug 29 04:32:36.389317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.391618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.427067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:36.454446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:36.457987 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.493769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=40fe88e2-41eb-4c4a-b64a-49bf262073fa,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:36.500699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.503480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a2f79a1f-eab6-4c24-a5d7-1b456ce89c8a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/40fe88e2-41eb-4c4a-b64a-49bf262073fa HTTP/1.1" status: 204 len: 168 time: 2.6313143 Aug 29 04:32:36.507397 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-38f3453f-a5d6-40ef-a19c-e65f378d3e79 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/quotas/bc7b3fecfbb348b48cf0a165e9470b6d HTTP/1.1" status: 200 len: 375 time: 0.1222124 Aug 29 04:32:36.509825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58186) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:36.523264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device db790d53-012c-4d26-bd40-ad9c35d2552f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:36.587627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] For port 7fa49864-2f0b-4f91-8f51-6c740e68613c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:36.621187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] For port 7fa49864-2f0b-4f91-8f51-6c740e68613c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7fa49864-2f0b-4f91-8f51-6c740e68613c,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:36.635870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:36.639438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.649932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.650908 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.686741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6d160-0d17-4b0e-a62c-a08b60c74976 req-15642c8a-55bf-4ed5-94c6-1a1d31ac2f56 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.688468 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39e6d160-0d17-4b0e-a62c-a08b60c74976 req-15642c8a-55bf-4ed5-94c6-1a1d31ac2f56 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 945 time: 0.3000398 Aug 29 04:32:36.732533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port db790d53-012c-4d26-bd40-ad9c35d2552f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:36.775691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port db790d53-012c-4d26-bd40-ad9c35d2552f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.777844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.784361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39e6d160-0d17-4b0e-a62c-a08b60c74976 req-eae6f6dc-506b-4a4f-9613-943243cbe339 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757496 Aug 29 04:32:36.865433 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.890457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b1bee-1c5d-4d98-aa35-22d64585ccf6 None None] Pushing event updated for resources: {'Port': ['ID=7fa49864-2f0b-4f91-8f51-6c740e68613c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:36.911705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Provisioning complete for port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:36.912236 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.925485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Transition to ACTIVE for port object 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:36.973068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46aaa4-69cd-401a-9f48-d0e277316ae0 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:37.065774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.100841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.196156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-3c698b5f-033d-415b-844a-f023726d9f45 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bc7b3fecfbb348b48cf0a165e9470b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6680596 Aug 29 04:32:37.208409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:37.226570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.239654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:37.248894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:37.286970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Subnet': ['ID=f6a10924-4045-43dd-b011-48a5b31d035b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.335545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Checking segment: {'id': 'b328981d-290e-4dbb-81ae-4806d4aee882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:37.336078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network hostable DHCP agents. Network: 2a3169ff-ef4d-4eae-b352-a609020605fc, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:37.337230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 61893ab8-afff-41f1-8505-bb828b430642 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:37.349316 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.356911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.358424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.393708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-34bfbda6-1274-4316-87b1-094b43dbb75c service neutron] 10.222.0.55 "GET /v2.0/networks/6102b195-7b7e-4b72-b9d1-90a2ff04923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865413 Aug 29 04:32:37.399388 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Floating IP b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1 associated. External IP: 172.25.7.254, port: c308867e-48d5-4d9a-8c7b-795d1e60e35c. Aug 29 04:32:37.400179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-44ba21b5-43e2-420d-ad90-3fb91fa826ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7489390 Aug 29 04:32:37.415644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 2a3169ff-ef4d-4eae-b352-a609020605fc is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:37.433453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 2a3169ff-ef4d-4eae-b352-a609020605fc) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:37.437376 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.440254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.442020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.470719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b83ceb8c-3287-4b57-babf-7671ea9cf233 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5846248 Aug 29 04:32:37.472272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.473926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590ff72-e3a4-4509-a604-f53b5e57eb1b None None] Network 2a3169ff-ef4d-4eae-b352-a609020605fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:37.484103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-459880168', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:37.523099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.539688 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.540772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.600155 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.670308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.679676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:37.688672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-aa0c383e-f506-4681-bebe-7eedb5d0eee9 service neutron] 10.222.0.55 "GET /v2.0/networks/6102b195-7b7e-4b72-b9d1-90a2ff04923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847948 Aug 29 04:32:37.717764 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.744023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db790d53-012c-4d26-bd40-ad9c35d2552f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:37.747336 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad61545f-69fb-474d-92b7-79b52aef3a7d" -d '{"events": [{"server_uuid": "d308f332-974e-45ac-98b2-4bd0e4b94fa7", "name": "network-vif-plugged", "status": "completed", "tag": "db790d53-012c-4d26-bd40-ad9c35d2552f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:37.760702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.793965 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.797720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:37.834312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.840603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247348306', 'description': 'tempest-description--1785066350'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:37.868429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.920104 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9ebbf-28de-4fae-b545-c6a91cd476ae x-openstack-request-id: req-17d9ebbf-28de-4fae-b545-c6a91cd476ae {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:37.920410 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308f332-974e-45ac-98b2-4bd0e4b94fa7", "name": "network-vif-plugged", "status": "completed", "tag": "db790d53-012c-4d26-bd40-ad9c35d2552f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:37.920671 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17d9ebbf-28de-4fae-b545-c6a91cd476ae {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:37.921084 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db790d53-012c-4d26-bd40-ad9c35d2552f', 'code': 200} Aug 29 04:32:37.968362 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.988419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.080943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Router 12812aab-3169-4a3b-b8bc-4a597e74c748 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:38.103595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.111190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.171684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.173678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/61893ab8-afff-41f1-8505-bb828b430642 HTTP/1.1" status: 204 len: 168 time: 1.6614580 Aug 29 04:32:38.176824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f632e9-6c86-4046-a70a-b917a22c4a31 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=61893ab8-afff-41f1-8505-bb828b430642,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.191403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58208) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.240954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-2a3169ff-ef4d-4eae-b352-a609020605fc', 'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc', 'tenant_id': '662b287f13f2476da055c23683f0386b', 'fixed_ips': [{'subnet_id': 'f6a10924-4045-43dd-b011-48a5b31d035b'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:38.241844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.259244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309bc39-8546-4e4d-8b5d-1da9a1e0c44a req-78ffb8f7-97d7-468c-a5d5-cebf2ca2ab54 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.263445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-68c91acf-66f4-424a-9ffc-7ae985a93e45 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623221 Aug 29 04:32:38.268066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2309bc39-8546-4e4d-8b5d-1da9a1e0c44a req-78ffb8f7-97d7-468c-a5d5-cebf2ca2ab54 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 946 time: 0.1451960 Aug 29 04:32:38.271501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58212) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.305281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:38.337225 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:38.337612 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:38.341319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.365576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a924ca4-7dd3-4210-88ce-155d5377fa3c req-437a05cd-d2a9-4a6f-bbc8-4ace72242f16 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 210 time: 0.1084659 Aug 29 04:32:38.386625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221183c-6dab-48f1-913a-294a3f37a370 req-2c2af3c6-ba9a-49ea-a651-3b7fd37d9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.388295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3221183c-6dab-48f1-913a-294a3f37a370 req-2c2af3c6-ba9a-49ea-a651-3b7fd37d9e18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 1098 time: 0.2950802 Aug 29 04:32:38.465287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2309bc39-8546-4e4d-8b5d-1da9a1e0c44a req-057acf62-0d43-48a8-a814-534792806162 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912184 Aug 29 04:32:38.522116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Allocated IP 172.20.0.2 (2a3169ff-ef4d-4eae-b352-a609020605fc/f6a10924-4045-43dd-b011-48a5b31d035b/c4da6b16-9571-43da-bfdb-f0bb75123a83) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:38.538814 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.549184 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.583135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7fa49864-2f0b-4f91-8f51-6c740e68613c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:38.621898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:38.627021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3221183c-6dab-48f1-913a-294a3f37a370 req-b5964dab-a0d2-4b0c-9833-44fb7a2b8f32 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675861 Aug 29 04:32:38.629504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.646823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.651522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.655316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8173497 Aug 29 04:32:38.655472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d1724-a8f6-4405-b7a3-3e789afd4bac None None] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:38.657021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.663924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-156b8dcb-1c71-400d-aae2-344acbf59e8d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'security_group_rule': {'security_group_id': '9c0e8fa8-5c16-4f1c-af37-ca6679590bf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:38.679948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.679948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.680285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.680561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.680897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.681229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.681557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.681908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.682337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.682570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.683599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.683931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7781bed0-c7b1-40f5-9c45-88267a8426c7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:38.689314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:38.696128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.703034 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] Sync routers for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:38.715244 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:38.716143 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.756517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e23510dc-6637-41ec-9e10-6df2e25d29ad tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "PUT /v2.0/floatingips/b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1 HTTP/1.1" status: 200 len: 991 time: 4.0473390 Aug 29 04:32:38.760122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:38.762508 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359fd7f6-0543-4d95-bf3d-7b4fd7491719" -d '{"events": [{"name": "network-changed", "server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:38.778882 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-156b8dcb-1c71-400d-aae2-344acbf59e8d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.791077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cbad2-a531-41c0-9576-48a14dc91843 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '61893ab8-afff-41f1-8505-bb828b430642'}], 'binding:host_id': 'n-d-712143-14'}, 'id': '8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:38.828086 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31844b1-beae-4b92-acc9-97ad821f16c6 x-openstack-request-id: req-c31844b1-beae-4b92-acc9-97ad821f16c6 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:38.828470 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:38.828737 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c31844b1-beae-4b92-acc9-97ad821f16c6 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:38.829040 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'status': 'completed', 'code': 200} Aug 29 04:32:38.875112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-156b8dcb-1c71-400d-aae2-344acbf59e8d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.880015 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-156b8dcb-1c71-400d-aae2-344acbf59e8d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.901079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.918306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b8dcb-1c71-400d-aae2-344acbf59e8d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0955cd60-a6da-44d3-8dcf-33c6124c2ce6,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:38.927667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-156b8dcb-1c71-400d-aae2-344acbf59e8d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.935092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-156b8dcb-1c71-400d-aae2-344acbf59e8d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2736764 Aug 29 04:32:38.936289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.936402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbad2-a531-41c0-9576-48a14dc91843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.945191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a6d6b4e8-f5c5-434d-a73e-457e06756c51 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'security_group_rule': {'security_group_id': '9c0e8fa8-5c16-4f1c-af37-ca6679590bf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:38.945445 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:38.974135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7fa49864-2f0b-4f91-8f51-6c740e68613c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:38.982156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.994901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:39.083310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b4e8-f5c5-434d-a73e-457e06756c51 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.094720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.105308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Provisioning for port 1758a502-e979-4b23-86cf-930fbff24667 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:39.107654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-dc8005b9-5df0-41d7-96e9-a9104728951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.109214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-dc8005b9-5df0-41d7-96e9-a9104728951d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1097 time: 0.2190688 Aug 29 04:32:39.174414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Transition to ACTIVE for port object c4da6b16-9571-43da-bfdb-f0bb75123a83 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:39.190493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Transition to ACTIVE for port object c4da6b16-9571-43da-bfdb-f0bb75123a83 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:39.194655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Provisioning complete for port 1758a502-e979-4b23-86cf-930fbff24667 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:39.195127 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.232976 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.241642 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'port_id': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'mac_address': 'fa:16:3e:d2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:07Z', 'updated_at': '2021-08-29T04:32:35Z', 'revision_number': 1, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:39.288344 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] Checking router: 12812aab-3169-4a3b-b8bc-4a597e74c748 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:39.293149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.25.7.212 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/3458c4c7-0d99-406b-b02f-7fa1b514fda1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:39.322443 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:39.323368 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:39.340320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Pushing event updated for resources: {'Port': ['ID=c4da6b16-9571-43da-bfdb-f0bb75123a83,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.347504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b00f441-0869-4444-a919-229668b29fcf None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:39.373063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b4e8-f5c5-434d-a73e-457e06756c51 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.397982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Network 2a3169ff-ef4d-4eae-b352-a609020605fc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:39.398860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ab5bf086-a5e1-4fec-aa36-f08680626884 None None] Port 1758a502-e979-4b23-86cf-930fbff24667 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:39.411133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:39.416863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:39.474913 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:39.559370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Attempting to bind port c4da6b16-9571-43da-bfdb-f0bb75123a83 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:39.559664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Attempting to bind port c4da6b16-9571-43da-bfdb-f0bb75123a83 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'b328981d-290e-4dbb-81ae-4806d4aee882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:39.560033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Attempting to bind port c4da6b16-9571-43da-bfdb-f0bb75123a83 on network 2a3169ff-ef4d-4eae-b352-a609020605fc {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:39.575396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Provisioning for port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:39.589518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:39.589958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Checking segment: {'id': 'b328981d-290e-4dbb-81ae-4806d4aee882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:39.590447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.590724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Bound using segment: {'id': 'b328981d-290e-4dbb-81ae-4806d4aee882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:39.591977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Bound port: c4da6b16-9571-43da-bfdb-f0bb75123a83, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b328981d-290e-4dbb-81ae-4806d4aee882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:39.591977 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.632601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Provisioning complete for port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:39.632976 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.661210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b4e8-f5c5-434d-a73e-457e06756c51 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.722592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30c1d7-1ad0-44be-894e-c7b600ebcc72 req-7a9c30d7-4165-4f16-b623-7d212aff7286 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.725712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c30c1d7-1ad0-44be-894e-c7b600ebcc72 req-7a9c30d7-4165-4f16-b623-7d212aff7286 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 946 time: 0.1092606 Aug 29 04:32:39.748249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-9064c02a-f7c7-452f-bee1-c21a7fe818a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.750412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-9064c02a-f7c7-452f-bee1-c21a7fe818a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.6269479 Aug 29 04:32:39.760236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:39.807517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bae5cfc-fe20-4012-a541-e8be352bd458 req-31b75177-0c37-4c75-b063-8a97ce636fce tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 210 time: 0.1328433 Aug 29 04:32:39.813423 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.819863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c30c1d7-1ad0-44be-894e-c7b600ebcc72 req-8c0dc712-bb82-422a-a9a3-08acf3b178e2 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823932 Aug 29 04:32:39.837359 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:39.921261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b4e8-f5c5-434d-a73e-457e06756c51 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.922933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a6d6b4e8-f5c5-434d-a73e-457e06756c51 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9815419 Aug 29 04:32:39.926425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58236) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.933036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.978909 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.986705 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'port_id': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'mac_address': 'fa:16:3e:d2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:07Z', 'updated_at': '2021-08-29T04:32:35Z', 'revision_number': 1, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:40.020443 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba4f41-e12e-463a-96ea-467d63f39e86 None None] The sync data for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 is: [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'port_id': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'mac_address': 'fa:16:3e:d2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:07Z', 'updated_at': '2021-08-29T04:32:35Z', 'revision_number': 1, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:40.077149 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.086953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:40.088357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528389e-952d-4e80-991f-db17efa30487 req-0664403a-885a-4d2d-86c4-c6f8edbb8c68 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.090810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-0664403a-885a-4d2d-86c4-c6f8edbb8c68 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.37 "GET /v2.0/networks?id=6102b195-7b7e-4b72-b9d1-90a2ff04923b HTTP/1.1" status: 200 len: 808 time: 0.7002776 Aug 29 04:32:40.099285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6b4e8-f5c5-434d-a73e-457e06756c51 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e1d0ef-f8e7-401a-96fe-7b271df6f125,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.108658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Request body: {'port': {'device_id': '6710e3cb-490d-489c-a030-23e0e3218576', 'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b', 'admin_state_up': True, 'tenant_id': 'bc7b3fecfbb348b48cf0a165e9470b6d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:40.145787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.157616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-81ff070c-3345-470d-a264-040a520eb631 None None] For port c4da6b16-9571-43da-bfdb-f0bb75123a83, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:40.160570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=393c4ab8-eae1-4710-8198-d083b22c852e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.164490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-81ff070c-3345-470d-a264-040a520eb631 None None] For port c4da6b16-9571-43da-bfdb-f0bb75123a83, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c4da6b16-9571-43da-bfdb-f0bb75123a83,segment=NetworkSegment(b328981d-290e-4dbb-81ae-4806d4aee882),segment_id=b328981d-290e-4dbb-81ae-4806d4aee882)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:40.173580 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.175968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-a6a9187d-5321-4faf-af97-633be2d3f222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 999 time: 0.3867252 Aug 29 04:32:40.187000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:40.202036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:40.210354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.210945 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.213081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Provisioning complete for port 1758a502-e979-4b23-86cf-930fbff24667 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:40.213562 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.255382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e1e8eb1c-e877-4222-8651-2588092a73f0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9796293 Aug 29 04:32:40.256025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58238) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.257154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] Deleting port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:40.257154 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.264931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6d33f32e-ad00-471e-a1e1-9c7b2533d8c8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:40.333288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:40.333822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.354252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Port 1758a502-e979-4b23-86cf-930fbff24667 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:40.355352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-f8fc6ecf-459f-485c-926c-9d7639f6c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.356860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-f8fc6ecf-459f-485c-926c-9d7639f6c9c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1688013 Aug 29 04:32:40.386885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff070c-3345-470d-a264-040a520eb631 None None] Pushing event updated for resources: {'Port': ['ID=c4da6b16-9571-43da-bfdb-f0bb75123a83,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.407344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d54c4-a385-4dbb-9c29-1f61f0c1d13e None None] New status for floating IP b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:40.443654 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.456522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Provisioning for port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:40.480774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Provisioning complete for port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:40.481116 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.484088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] For port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:40.484512 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.487025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d33f32e-ad00-471e-a1e1-9c7b2533d8c8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:40.490731 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d33f32e-ad00-471e-a1e1-9c7b2533d8c8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.493992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Made reservation on behalf of bc7b3fecfbb348b48cf0a165e9470b6d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:40.498078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.516877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=3458c4c7-0d99-406b-b02f-7fa1b514fda1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:40.565617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] Calling delete_port for 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:40.602606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 172.25.7.2 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/cd7f9fc0-0eb0-4622-ba2f-fc6bfca8ab29) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:40.647904 n-d-712143-14 neutron-server[94823]: INFO neutron.db.ipam_backend_mixin [None req-6d33f32e-ad00-471e-a1e1-9c7b2533d8c8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 393c4ab8-eae1-4710-8198-d083b22c852e (CIDR: 2001:db8::/64) Aug 29 04:32:40.660046 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d33f32e-ad00-471e-a1e1-9c7b2533d8c8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:40.660534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d33f32e-ad00-471e-a1e1-9c7b2533d8c8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:40.686121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:40.704627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Could not find standard attr ID for object 7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:40.719407 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d33f32e-ad00-471e-a1e1-9c7b2533d8c8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4596829 Aug 29 04:32:40.720405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.727904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:40.782222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Provisioning for port 7fa49864-2f0b-4f91-8f51-6c740e68613c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:40.799832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Provisioning complete for port 7fa49864-2f0b-4f91-8f51-6c740e68613c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:40.801845 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.842351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.881718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:40.926353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:40.930092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.936413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.960041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.998935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] Pushing event deleted for resources: {'Port': ['ID=8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.008412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9432a-5755-48f7-94ca-1842553f24b5 None None] No DVR routers for this DVR port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:41.041638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No active binding found for port 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 {{(pid=94825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:32:41.041638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f455f73-8e1c-42f6-b9d4-dfcc5aa149f7 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:41.047155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fda557-17af-4090-be6b-372119adb736 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:41.050520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:41.074603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:41.084500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:41.106671 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.143023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:41.150163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=cd7f9fc0-0eb0-4622-ba2f-fc6bfca8ab29,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.151468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-300e6751-3d94-424c-bab6-650387b17792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.153171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-300e6751-3d94-424c-bab6-650387b17792 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7884500 Aug 29 04:32:41.157689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:41.165271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:41.172431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] For port 7fa49864-2f0b-4f91-8f51-6c740e68613c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7fa49864-2f0b-4f91-8f51-6c740e68613c,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:41.186608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76f9de-09f3-4b2d-8f5b-435342045b53 req-78b5c49d-76e4-4143-98a6-74d4384e78ae tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.187113 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.188548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d76f9de-09f3-4b2d-8f5b-435342045b53 req-78b5c49d-76e4-4143-98a6-74d4384e78ae tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 946 time: 0.1890476 Aug 29 04:32:41.263440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.341869 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06259e1e-ae3b-4b56-ab12-04ddf424b864 req-7504e2d6-2f4d-476c-bced-f6bb2d8d156c tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 210 time: 0.2027204 Aug 29 04:32:41.371900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.383738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d76f9de-09f3-4b2d-8f5b-435342045b53 req-4582ba2a-0c86-4bfd-b11a-2628fd62e3fa tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131766 Aug 29 04:32:41.395191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-870a58ce-8cff-482e-9cde-b685e5bb8346', 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'tenant_id': '10b3bf648f5c40a1ae405f9efec8f1f5', 'fixed_ips': [{'subnet_id': '393c4ab8-eae1-4710-8198-d083b22c852e'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:32:41.396206 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.404031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Allocated IP 172.20.0.11 (6102b195-7b7e-4b72-b9d1-90a2ff04923b/a1b9873a-9434-456d-bfcf-5825f7e11c8c/8c75c409-cf99-4098-ac22-1b534f94199e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:41.439649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8cdcc-71e3-4275-b153-d0f4970ba6be None None] Pushing event updated for resources: {'Port': ['ID=7fa49864-2f0b-4f91-8f51-6c740e68613c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.456684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-319f6686-489b-43cc-a7ff-875f6ad811f9 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926149 Aug 29 04:32:41.459695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ddff268b-ed5a-4bf2-9da3-cab2129bfc4d None None] Provisioning complete for port 7fa49864-2f0b-4f91-8f51-6c740e68613c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:41.460126 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ddff268b-ed5a-4bf2-9da3-cab2129bfc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.698723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.716401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.777177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/393c4ab8-eae1-4710-8198-d083b22c852e/c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:41.861484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.876071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf1463-f555-48cc-82b5-967164cc5355 None None] Network 2a3169ff-ef4d-4eae-b352-a609020605fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:41.900552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.903068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9748397 Aug 29 04:32:41.903860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d9cc4-ce87-4ba5-8cdf-bfd7591c148d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=cd7f9fc0-0eb0-4622-ba2f-fc6bfca8ab29,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.959713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359fd7f6-0543-4d95-bf3d-7b4fd7491719 req-6856a7b0-2422-4f7e-a2e3-9131e863af6e service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567475 Aug 29 04:32:42.065650 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.107236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-011b9c36-34a5-4896-84a1-fec1620a65e9 None None] Provisioning for port c4da6b16-9571-43da-bfdb-f0bb75123a83 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:42.249313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.272516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.295367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Transition to ACTIVE for port object c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:42.317267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Transition to ACTIVE for port object c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:42.355774 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.356002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:42.357995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.378243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7fa49864-2f0b-4f91-8f51-6c740e68613c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:42.431734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:42.442009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:42.448309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.451007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.472135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.472845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:42.483348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:42.490206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:42.502656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Pushing event updated for resources: {'Port': ['ID=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.515430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-731adc3f-ed43-478b-a81a-da7dbb1bd058 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--247348306&fields=id&tenant_id=fb108782c18e44f89ec449e0eca86b1c HTTP/1.1" status: 200 len: 267 time: 0.0833647 Aug 29 04:32:42.515626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7915368 Aug 29 04:32:42.518550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.532745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba794a1-0190-438a-8b12-55f702be8acd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=23da778a-c4f0-4bf3-b027-931148eadfe4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.539149 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.571321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:77:6f:26', 'name': 'tempest-NetworksTestDHCPv6-1957771737'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:42.586299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Attempting to bind port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:42.586671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Attempting to bind port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:42.587206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Attempting to bind port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 on network 870a58ce-8cff-482e-9cde-b685e5bb8346 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:42.589682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7fa49864-2f0b-4f91-8f51-6c740e68613c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:42.590062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.610224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744cfe6-628f-47f3-b6d1-4496db3798fb req-32b34d47-8a44-4893-a23d-c2247ccaad7d tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.617529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5744cfe6-628f-47f3-b6d1-4496db3798fb req-32b34d47-8a44-4893-a23d-c2247ccaad7d tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 932 time: 0.0741336 Aug 29 04:32:42.621460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:42.621984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Checking segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:42.622484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.622941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Bound using segment: {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:42.623516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Bound port: c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c7e14-a6d5-49e2-be85-da47bfcd3e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:42.623961 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.658136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5744cfe6-628f-47f3-b6d1-4496db3798fb req-0290acc4-6339-428d-acd0-803eb4e95218 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Aug 29 04:32:42.686610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Network 6102b195-7b7e-4b72-b9d1-90a2ff04923b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:42.707697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:42.717497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:42.728090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-69420977-1724-4ca4-ba2c-13f2893330f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.736450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-69420977-1724-4ca4-ba2c-13f2893330f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports/1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 200 len: 930 time: 0.2223186 Aug 29 04:32:42.784927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Pushing event updated for resources: {'Port': ['ID=8c75c409-cf99-4098-ac22-1b534f94199e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.900390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-602e48a5-a3a2-48a8-b902-3dd5b738a305 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.903221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-602e48a5-a3a2-48a8-b902-3dd5b738a305 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports/436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 200 len: 931 time: 0.1656351 Aug 29 04:32:42.914345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.914965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.919628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] For port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:42.925838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] For port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:42.927812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c4da6b16-9571-43da-bfdb-f0bb75123a83 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:42.931299 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.973148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-24f99f92-6c92-4ada-b697-83f07b088209 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0539386 Aug 29 04:32:42.981786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-84c39bff-fe59-4e99-8dc3-993da00107f8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8782165 Aug 29 04:32:43.010792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Request body: {'port': {'device_id': '6710e3cb-490d-489c-a030-23e0e3218576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:43.032032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e5948-5125-4ed0-b60d-a32c58fdcd75 None None] Pushing event updated for resources: {'Port': ['ID=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.050274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c4da6b16-9571-43da-bfdb-f0bb75123a83 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:43.054892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c4da6b16-9571-43da-bfdb-f0bb75123a83 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:43.055495 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.077034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-2014a5bc-29d9-45e3-bc0a-5a3aa2445a93 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0914440 Aug 29 04:32:43.092141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:43.101133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e25d9-ff4e-4837-a933-6bb58b3f6f4d req-d7af0316-bfaa-42bf-b2b2-2c43a12689c0 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.103004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a20e25d9-ff4e-4837-a933-6bb58b3f6f4d req-d7af0316-bfaa-42bf-b2b2-2c43a12689c0 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 946 time: 0.0720186 Aug 29 04:32:43.149730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a20e25d9-ff4e-4837-a933-6bb58b3f6f4d req-bb654053-b91e-449e-9eed-152a4ccfb599 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381000 Aug 29 04:32:43.168724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.203173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c4da6b16-9571-43da-bfdb-f0bb75123a83, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c4da6b16-9571-43da-bfdb-f0bb75123a83,segment=NetworkSegment(b328981d-290e-4dbb-81ae-4806d4aee882),segment_id=b328981d-290e-4dbb-81ae-4806d4aee882)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:43.207458 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.221214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 594b17c0-e7d9-48e4-adc0-421bd33d4ec7 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:43.260829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c4da6b16-9571-43da-bfdb-f0bb75123a83,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.290774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.418886 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.432121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-56ca7ef6-2b81-4404-8842-2beff640ba45 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.437751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-56ca7ef6-2b81-4404-8842-2beff640ba45 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.443321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-56ca7ef6-2b81-4404-8842-2beff640ba45 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.444862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-56ca7ef6-2b81-4404-8842-2beff640ba45 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/networks?id=5de44834-2a7b-4f66-8909-aa94c16f31a9&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=61223970-77e3-4ef9-937f-d8e32b92a0c4&id=61223970-77e3-4ef9-937f-d8e32b92a0c4 HTTP/1.1" status: 200 len: 1988 time: 0.3340173 Aug 29 04:32:43.511810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a5006eb1-6d14-4e96-8850-a8517aab4f99 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/quotas/fb108782c18e44f89ec449e0eca86b1c HTTP/1.1" status: 200 len: 375 time: 0.0581429 Aug 29 04:32:43.513399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 4dfa8301-960e-4400-ba37-0cc6f18a71c4 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:43.657788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:43.667885 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] Sync routers for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:43.677146 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:43.677941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:43.713374 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:43.726408 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:43.727725 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:43.767043 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:43.767954 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aae74f-b127-41e1-bb8c-9d53f37b909e None None] The sync data for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:43.783031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.784319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8759345b-3252-434d-98cc-56516a55613f tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3085065 Aug 29 04:32:43.788039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58328) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.799501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-39267dd7-4769-4fcc-90eb-c64e6b13d79c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2803500 Aug 29 04:32:43.840775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469fa2-34f3-40fe-ba52-b1167f7baa3f req-10faf367-aa16-4aa4-9c46-fce8483c4e18 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.848393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30469fa2-34f3-40fe-ba52-b1167f7baa3f req-10faf367-aa16-4aa4-9c46-fce8483c4e18 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 932 time: 0.1082599 Aug 29 04:32:44.046978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30469fa2-34f3-40fe-ba52-b1167f7baa3f req-7c9fce44-4bda-4903-b84d-eb849b937c98 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976230 Aug 29 04:32:44.047212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::16f (870a58ce-8cff-482e-9cde-b685e5bb8346/393c4ab8-eae1-4710-8198-d083b22c852e/4dfa8301-960e-4400-ba37-0cc6f18a71c4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:44.066860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-58420bd3-ff28-48b4-bb24-62a101f45bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514293 Aug 29 04:32:44.091347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8:0:1:f816:3eff:fe77:6f26 (870a58ce-8cff-482e-9cde-b685e5bb8346/23da778a-c4f0-4bf3-b027-931148eadfe4/4dfa8301-960e-4400-ba37-0cc6f18a71c4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:44.211301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:44.216241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c75c409-cf99-4098-ac22-1b534f94199e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:44.235618 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.242503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1cb63-d075-4416-b634-fd7740a98b4a None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:44.266901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Transition to ACTIVE for port object 8c75c409-cf99-4098-ac22-1b534f94199e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:44.281817 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.338751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-204bd34c-e08f-45ce-bf13-e546d32e5117 None None] Provisioning for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:44.367777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:44.371012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75c409-cf99-4098-ac22-1b534f94199e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.373002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:44.373665 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.388705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-442d500f-4e07-4985-9b8d-28f6b0f3e8e4 service neutron] 10.222.0.55 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188732 Aug 29 04:32:44.423198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.482226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-4ca197e8-a11d-42d6-a473-5f0cce1d69d0 service neutron] 10.222.0.55 "GET /v2.0/ports/1758a502-e979-4b23-86cf-930fbff24667?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0792246 Aug 29 04:32:44.527681 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.571790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device db790d53-012c-4d26-bd40-ad9c35d2552f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:44.582877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b90845-b6b0-4f22-bca3-8b902f881dc2 req-cf3e0d36-b7b7-487e-91e4-0419d892abf1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.590487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6b90845-b6b0-4f22-bca3-8b902f881dc2 req-cf3e0d36-b7b7-487e-91e4-0419d892abf1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 946 time: 0.1078584 Aug 29 04:32:44.599232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.611895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:44.618122 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.618912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c4da6b16-9571-43da-bfdb-f0bb75123a83 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:44.634329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 4dfa8301-960e-4400-ba37-0cc6f18a71c4 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:44.678642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6b90845-b6b0-4f22-bca3-8b902f881dc2 req-2f154262-d8fe-46bb-8f7d-23f77db936eb tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876875 Aug 29 04:32:44.684141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '393c4ab8-eae1-4710-8198-d083b22c852e', 'ip_address': '2001:db8::2'}, {'subnet_id': '23da778a-c4f0-4bf3-b027-931148eadfe4'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:44.688246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Attempting to bind port 8c75c409-cf99-4098-ac22-1b534f94199e on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:44.688644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Attempting to bind port 8c75c409-cf99-4098-ac22-1b534f94199e by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'a6db4780-f829-4e6a-8840-2bd28277145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:44.688932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Attempting to bind port 8c75c409-cf99-4098-ac22-1b534f94199e on network 6102b195-7b7e-4b72-b9d1-90a2ff04923b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:44.704630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-97c5ab7e-c3e2-479f-8e8e-fe06f819e08b service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113025 Aug 29 04:32:44.708260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Port 8c75c409-cf99-4098-ac22-1b534f94199e on network 6102b195-7b7e-4b72-b9d1-90a2ff04923b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:44.708741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Attempting to bind port 8c75c409-cf99-4098-ac22-1b534f94199e on network 6102b195-7b7e-4b72-b9d1-90a2ff04923b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:44.725844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:44.726259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Checking segment: {'id': 'a6db4780-f829-4e6a-8840-2bd28277145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:44.726552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Bound using segment: {'id': 'a6db4780-f829-4e6a-8840-2bd28277145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:44.727248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Bound port: 8c75c409-cf99-4098-ac22-1b534f94199e, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6db4780-f829-4e6a-8840-2bd28277145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:44.727598 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.791058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.793685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.814915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.1 (2a3169ff-ef4d-4eae-b352-a609020605fc/f6a10924-4045-43dd-b011-48a5b31d035b/ddbb391b-a9fc-432b-8cd0-3b54549b35ce) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:44.869107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:44.882092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c4da6b16-9571-43da-bfdb-f0bb75123a83 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:44.882092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.915578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'db790d53-012c-4d26-bd40-ad9c35d2552f', 'network_id': '946d619a-dcf9-40e6-aa46-03b9a6cc3f9c', 'port_id': 'db790d53-012c-4d26-bd40-ad9c35d2552f', 'mac_address': 'fa:16:3e:fc:47:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea81d84a-8ceb-47d5-a414-450f3ca55638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:44.969966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.984067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Transition to ACTIVE for port object ddbb391b-a9fc-432b-8cd0-3b54549b35ce will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:45.027294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.042940 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.068314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 2a3169ff-ef4d-4eae-b352-a609020605fc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:45.074348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:45.078480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:45.126916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.146641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db790d53-012c-4d26-bd40-ad9c35d2552f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:45.166058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.200752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe36:35e (870a58ce-8cff-482e-9cde-b685e5bb8346/23da778a-c4f0-4bf3-b027-931148eadfe4/c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:45.203801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:45.214579 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.316206 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:45.318649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=4dfa8301-960e-4400-ba37-0cc6f18a71c4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.326207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:45.331529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-ff1c8f6b-5507-4c2a-9009-2561e7763cbb service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182485 Aug 29 04:32:45.333982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:45.335547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.340313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.340970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.346277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] For port 8c75c409-cf99-4098-ac22-1b534f94199e, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:45.361618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] For port 8c75c409-cf99-4098-ac22-1b534f94199e, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8c75c409-cf99-4098-ac22-1b534f94199e,segment=NetworkSegment(a6db4780-f829-4e6a-8840-2bd28277145d),segment_id=a6db4780-f829-4e6a-8840-2bd28277145d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:45.362913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.366941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=ddbb391b-a9fc-432b-8cd0-3b54549b35ce,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.381055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] For port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:45.396403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b960e80-f678-45c7-89c7-89cefdb3e804 req-f9835879-5930-4af0-8dbf-7d234f5585b7 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.398073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b960e80-f678-45c7-89c7-89cefdb3e804 req-f9835879-5930-4af0-8dbf-7d234f5585b7 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 944 time: 0.1247742 Aug 29 04:32:45.400623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['db790d53-012c-4d26-bd40-ad9c35d2552f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:45.409508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.412331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-08ffb033-2cab-45b4-b028-28523e23d28f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8894577 Aug 29 04:32:45.421554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58348) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.452046 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.480268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] Transition to ACTIVE for port object c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:45.491482 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.492511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-87506d71-f35c-418e-bed7-eeadcd920e97 service neutron] 10.222.0.55 "GET /v2.0/ports/436ebe39-93a0-4fb2-a1e2-dca7870d8af2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1413093 Aug 29 04:32:45.502838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e072cff5-da65-4c23-adfc-d5d71c7a98e4 None None] Provisioning for port ddbb391b-a9fc-432b-8cd0-3b54549b35ce completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:45.514896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.515595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.517096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] 10.222.0.37 "PUT /v2.0/ports/8c75c409-cf99-4098-ac22-1b534f94199e HTTP/1.1" status: 200 len: 1093 time: 2.5157099 Aug 29 04:32:45.517664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6710e3cb-490d-489c-a030-23e0e3218576', 'tag': '8c75c409-cf99-4098-ac22-1b534f94199e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:45.520378 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c09c82-b486-41f5-a53b-b06138692b94" -d '{"events": [{"name": "network-changed", "server_uuid": "6710e3cb-490d-489c-a030-23e0e3218576", "tag": "8c75c409-cf99-4098-ac22-1b534f94199e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:45.542940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e072cff5-da65-4c23-adfc-d5d71c7a98e4 None None] Provisioning complete for port ddbb391b-a9fc-432b-8cd0-3b54549b35ce triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:45.543496 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e072cff5-da65-4c23-adfc-d5d71c7a98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.660088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e072cff5-da65-4c23-adfc-d5d71c7a98e4 None None] Port ddbb391b-a9fc-432b-8cd0-3b54549b35ce cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:45.667357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e7446-fce4-4d08-a31a-a10bca7d8c6c None None] Pushing event updated for resources: {'Port': ['ID=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.694824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c87fc1-97d1-4ad0-a97c-c6fcb8079118 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75c409-cf99-4098-ac22-1b534f94199e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.759501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528389e-952d-4e80-991f-db17efa30487 req-ba918057-5da3-4836-aa6a-f24432eb9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.761307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-ba918057-5da3-4836-aa6a-f24432eb9a2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc7b3fecfbb348b48cf0a165e9470b6d&device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 1096 time: 0.1969421 Aug 29 04:32:45.770820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-1d738ab0-01fe-4ad4-a6d4-9792895cd545 service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367795 Aug 29 04:32:45.832565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 4dfa8301-960e-4400-ba37-0cc6f18a71c4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:45.833031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.847910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-70489a42-79d0-48ec-9cbf-428d86e3978d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c75c409-cf99-4098-ac22-1b534f94199e HTTP/1.1" status: 200 len: 217 time: 0.0693185 Aug 29 04:32:45.920330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b960e80-f678-45c7-89c7-89cefdb3e804 req-f3dacfd6-8293-4126-9347-e55099b45186 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658043 Aug 29 04:32:45.972680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528389e-952d-4e80-991f-db17efa30487 req-c30ddd38-ef09-42f3-82fb-dbc196eecf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.974191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-c30ddd38-ef09-42f3-82fb-dbc196eecf0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1b9873a-9434-456d-bfcf-5825f7e11c8c HTTP/1.1" status: 200 len: 848 time: 0.0944149 Aug 29 04:32:46.041160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-0916aca0-3896-4d02-bcae-9178dda4e76a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6102b195-7b7e-4b72-b9d1-90a2ff04923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507545 Aug 29 04:32:46.082949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:46.149666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-1fb365bf-1303-4319-a5d5-7860e8b50610 service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604016 Aug 29 04:32:46.174487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.204810 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.210802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.241395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 4dfa8301-960e-4400-ba37-0cc6f18a71c4 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:46.279669 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e521a3f6-72df-484d-addc-b2c68b260d91 x-openstack-request-id: req-e521a3f6-72df-484d-addc-b2c68b260d91 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:46.279999 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6710e3cb-490d-489c-a030-23e0e3218576", "tag": "8c75c409-cf99-4098-ac22-1b534f94199e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:46.280223 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e521a3f6-72df-484d-addc-b2c68b260d91 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:46.280629 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6710e3cb-490d-489c-a030-23e0e3218576', 'tag': '8c75c409-cf99-4098-ac22-1b534f94199e', 'status': 'completed', 'code': 200} Aug 29 04:32:46.281813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.339726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-3b7fbae8-6db0-4cc8-ad9a-0789e9353ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/6102b195-7b7e-4b72-b9d1-90a2ff04923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858036 Aug 29 04:32:46.347517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=ddbb391b-a9fc-432b-8cd0-3b54549b35ce,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.387014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-7ccd5859-ffc8-447e-b610-322f8494f322 service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296996 Aug 29 04:32:46.394757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-804fa339-3887-40d3-8b1b-393193a13d63 None None] Provisioning for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:46.399011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-804fa339-3887-40d3-8b1b-393193a13d63 None None] Provisioning complete for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:46.399807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-804fa339-3887-40d3-8b1b-393193a13d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.451984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275447f0-c002-4792-a2ae-7409da0a1558 req-3c446c4f-53b5-4791-b4b7-2c21c3f429cc tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.453564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-275447f0-c002-4792-a2ae-7409da0a1558 req-3c446c4f-53b5-4791-b4b7-2c21c3f429cc tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 945 time: 0.1175938 Aug 29 04:32:46.510237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-275447f0-c002-4792-a2ae-7409da0a1558 req-ff5cbc3b-50c6-43f4-aa60-f8f025b91ce6 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Aug 29 04:32:46.512075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 2a3169ff-ef4d-4eae-b352-a609020605fc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:46.513543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:46.608238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device db790d53-012c-4d26-bd40-ad9c35d2552f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:46.611694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0528389e-952d-4e80-991f-db17efa30487 req-4749b1d5-261a-41be-bc11-e3f5ed6159a7 service neutron] 10.222.0.37 "GET /v2.0/networks/6102b195-7b7e-4b72-b9d1-90a2ff04923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542150 Aug 29 04:32:46.656663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b529286d-a862-400b-8f4a-c06826928cac service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384205 Aug 29 04:32:46.690849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 594b17c0-e7d9-48e4-adc0-421bd33d4ec7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:46.840264 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.852140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6895c0c-26d9-46f1-9c8a-251005da620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.853575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8de57e94-5b4b-49d2-9cb8-fc2688544fc8 None None] Could not find standard attr ID for object 7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:46.866434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id db790d53-012c-4d26-bd40-ad9c35d2552f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:46.884368 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.909620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:46.919474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a72f8260-0c21-4a04-a760-b8e1d9c6ba35 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/routers/594b17c0-e7d9-48e4-adc0-421bd33d4ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1301901 Aug 29 04:32:46.920526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58364) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.924546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:46.927557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] Sync routers for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:46.929096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'port': {'network_id': '2a3169ff-ef4d-4eae-b352-a609020605fc', 'name': 'tempest-FloatingIPTestJSON-1312094217'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:46.931302 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.975213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-8f322735-8df4-4dfd-80b0-3b5d1d618b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.976980 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-8f322735-8df4-4dfd-80b0-3b5d1d618b07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc7b3fecfbb348b48cf0a165e9470b6d&device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 1096 time: 0.2990196 Aug 29 04:32:46.977912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=4dfa8301-960e-4400-ba37-0cc6f18a71c4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.032684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:47.033625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.075106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.076358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.084784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cfacfe76-c9c4-4037-8329-a9e9227bb72c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/4dfa8301-960e-4400-ba37-0cc6f18a71c4 HTTP/1.1" status: 204 len: 168 time: 1.6582778 Aug 29 04:32:47.085314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.087339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8e489532-253b-4274-ac77-62ec0fac35d1 service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229496 Aug 29 04:32:47.096122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.105688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:47.106564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.109037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-585d3aee-a36c-48a6-a8b6-f319ea4f386f None None] Provisioning complete for port ddbb391b-a9fc-432b-8cd0-3b54549b35ce triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:47.109584 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-585d3aee-a36c-48a6-a8b6-f319ea4f386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.117923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Made reservation on behalf of 662b287f13f2476da055c23683f0386b for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:47.122600 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.142798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] device_id is not set on port 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:47.178570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.179241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c792adf-27d3-42ad-ac44-ced51996ee3e None None] The sync data for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:47.199412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-585d3aee-a36c-48a6-a8b6-f319ea4f386f None None] Port ddbb391b-a9fc-432b-8cd0-3b54549b35ce cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:47.266339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe98b6-a7ef-4b2e-b746-ba26c66fb6d8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.267882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-12fe98b6-a7ef-4b2e-b746-ba26c66fb6d8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1796710 Aug 29 04:32:47.273797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.281835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-2e23c645-71d7-43cf-ac62-30bf0e0a25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.283280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-2e23c645-71d7-43cf-ac62-30bf0e0a25d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6102b195-7b7e-4b72-b9d1-90a2ff04923b HTTP/1.1" status: 200 len: 909 time: 0.2861438 Aug 29 04:32:47.300399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087aa8f-2e16-44d9-bfc2-16dd67cc36f0 req-160cf6d1-c391-46d9-bf63-60b50666a147 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.301983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5087aa8f-2e16-44d9-bfc2-16dd67cc36f0 req-160cf6d1-c391-46d9-bf63-60b50666a147 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 944 time: 0.1172001 Aug 29 04:32:47.321411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-94f55f17-09b4-4854-ade8-73d425e75fc2 None None] Could not find standard attr ID for object 4dfa8301-960e-4400-ba37-0cc6f18a71c4. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:32:47.337345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8a311344-74b2-4bf4-b193-58157dbfe01f service neutron] 10.222.0.55 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309432 Aug 29 04:32:47.339343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-e2dcb09a-f5f8-4e19-978b-1be49d5bb91c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c75c409-cf99-4098-ac22-1b534f94199e HTTP/1.1" status: 200 len: 217 time: 0.0434794 Aug 29 04:32:47.356327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Allocated IP 172.20.0.5 (2a3169ff-ef4d-4eae-b352-a609020605fc/f6a10924-4045-43dd-b011-48a5b31d035b/2d0bbecf-c7ae-44f3-90ba-9b89e83c905b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:47.390559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5087aa8f-2e16-44d9-bfc2-16dd67cc36f0 req-bf131753-7eb6-4882-87de-e0f6b80e6dc0 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726717 Aug 29 04:32:47.401949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b43570-c5b4-4824-b07a-b1faf1b2780e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.403514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-01b43570-c5b4-4824-b07a-b1faf1b2780e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1262159 Aug 29 04:32:47.406437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58380) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.453550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-8d41a7b3-a9bf-424f-a5d7-f1999c867d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.454661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-8d41a7b3-a9bf-424f-a5d7-f1999c867d3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1b9873a-9434-456d-bfcf-5825f7e11c8c HTTP/1.1" status: 200 len: 848 time: 0.1005943 Aug 29 04:32:47.498960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-ede70736-b988-45f2-a8dc-638e56e797b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6102b195-7b7e-4b72-b9d1-90a2ff04923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332258 Aug 29 04:32:47.499125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79aa9a8-6709-4dee-8585-ba51c4857c09 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.500682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79aa9a8-6709-4dee-8585-ba51c4857c09 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.502239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79aa9a8-6709-4dee-8585-ba51c4857c09 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.506493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d79aa9a8-6709-4dee-8585-ba51c4857c09 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0965476 Aug 29 04:32:47.508101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58382) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.598567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-4093cefe-f68c-4b25-9226-993a271eeb31 service neutron] 10.222.0.55 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532008 Aug 29 04:32:47.642598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4743d-78d5-40d6-81a7-d4249f3155b6 req-0b3a39ec-2093-45a4-845d-aa600331182f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.644128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa4743d-78d5-40d6-81a7-d4249f3155b6 req-0b3a39ec-2093-45a4-845d-aa600331182f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 944 time: 0.0876582 Aug 29 04:32:47.661535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.690189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Transition to ACTIVE for port object 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:47.694343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 23da778a-c4f0-4bf3-b027-931148eadfe4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:47.700921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-b8116a3b-6b8f-4318-9dc2-20f51d62b4f5 service neutron] 10.222.0.37 "GET /v2.0/networks/6102b195-7b7e-4b72-b9d1-90a2ff04923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944342 Aug 29 04:32:47.703379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.709489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fa4743d-78d5-40d6-81a7-d4249f3155b6 req-1c8b9ab0-66c8-411e-8d7a-7725d32fde18 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 Aug 29 04:32:47.747699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.792494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Network 2a3169ff-ef4d-4eae-b352-a609020605fc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:47.795585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:47.801454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:47.809459 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.830313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event updated for resources: {'Port': ['ID=2d0bbecf-c7ae-44f3-90ba-9b89e83c905b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.860692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-00009bd2-bbab-4f91-bf88-7fef0184e69a service neutron] 10.222.0.55 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507620 Aug 29 04:32:47.899077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:47.899746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.917243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5ca37e24-fe30-44c7-90ee-3e0e68562c1e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9944608 Aug 29 04:32:47.919653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58384) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.926632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Request body: {'floatingip': {'port_id': '2d0bbecf-c7ae-44f3-90ba-9b89e83c905b'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:47.989614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1c09c82-b486-41f5-a53b-b06138692b94 req-091ecb61-4fdd-462d-90d3-8223c655cf4a service neutron] 10.222.0.37 "GET /v2.0/networks/6102b195-7b7e-4b72-b9d1-90a2ff04923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593589 Aug 29 04:32:48.012898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.015416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.064327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f4b7d4eb-f1aa-41d1-9ea7-ac9a82938057 service neutron] 10.222.0.55 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951828 Aug 29 04:32:48.136100 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.152925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e443f60f-084b-449b-a2b3-821f473eef32 None None] Provisioning for port 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:48.157330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e443f60f-084b-449b-a2b3-821f473eef32 None None] Provisioning complete for port 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:48.157898 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e443f60f-084b-449b-a2b3-821f473eef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.164185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=23da778a-c4f0-4bf3-b027-931148eadfe4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.180411 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.182251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-106aa214-e373-45c2-9784-874c1b67399f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/23da778a-c4f0-4bf3-b027-931148eadfe4 HTTP/1.1" status: 204 len: 168 time: 0.6739271 Aug 29 04:32:48.185093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.192258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2b229-3b43-4ff4-8dfd-7d069967c8ba None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:48.236905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-676b2310-d55e-4a48-a6d2-bccef0e5800a service neutron] 10.222.0.55 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616189 Aug 29 04:32:48.247693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e443f60f-084b-449b-a2b3-821f473eef32 None None] Port 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:48.262082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 393c4ab8-eae1-4710-8198-d083b22c852e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:48.267215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.317287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.437098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.515917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.554600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=393c4ab8-eae1-4710-8198-d083b22c852e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.558943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.563466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dd9954d7-5887-4a56-89bb-757571f01308 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/393c4ab8-eae1-4710-8198-d083b22c852e HTTP/1.1" status: 204 len: 168 time: 0.3773863 Aug 29 04:32:48.564124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.615840 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-30724d45-99a2-469a-a591-ced22d5957ea tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505328 Aug 29 04:32:48.616504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.620789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e119-4385-440d-a143-a686f253f6d3 req-51998e59-911f-4693-b767-dea75554c4ae tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.622077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:48.622387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1582e119-4385-440d-a143-a686f253f6d3 req-51998e59-911f-4693-b767-dea75554c4ae tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 944 time: 0.1079428 Aug 29 04:32:48.734987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1582e119-4385-440d-a143-a686f253f6d3 req-fc702ca5-e42c-44c3-89e1-a508151c1ef4 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014421 Aug 29 04:32:48.740975 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:48.818379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572a846-3dd8-4046-a707-d63a06eb305b req-649aa8b2-8b84-4e43-8e08-770ccd650d5f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.820579 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6572a846-3dd8-4046-a707-d63a06eb305b req-649aa8b2-8b84-4e43-8e08-770ccd650d5f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.32 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 944 time: 0.1652741 Aug 29 04:32:48.824235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.843517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.093763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab235-4203-4143-a0b1-b9874c3b0fda req-dc960480-851c-4b4e-942c-9070c805d18f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.095388 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-159ab235-4203-4143-a0b1-b9874c3b0fda req-dc960480-851c-4b4e-942c-9070c805d18f tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 944 time: 0.1670697 Aug 29 04:32:49.097518 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 3d8cc47d-02fa-4614-9477-c2fd433455e2 associated. External IP: 172.25.7.101, port: 217065f8-53a4-412c-8753-919b4c972f9e. Aug 29 04:32:49.228219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-159ab235-4203-4143-a0b1-b9874c3b0fda req-61d5431e-51f1-443d-a8ce-c9ce7ec74134 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258476 Aug 29 04:32:49.240203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Deleting port db790d53-012c-4d26-bd40-ad9c35d2552f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:49.240560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.256796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:49.271057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.299166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864007b9-7ca1-4b07-909a-076e38546401 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:49.325160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34cd511a-9e78-4383-83e6-abf06bd4d98b req-066e7a24-e163-40b5-887d-ea3b5074f91b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0478573 Aug 29 04:32:49.425291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8c75c409-cf99-4098-ac22-1b534f94199e details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:49.444472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-02a226a9-415c-4fbc-856d-ab5c2173fac0 None None] Provisioning complete for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:49.444999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02a226a9-415c-4fbc-856d-ab5c2173fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.559506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.616188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:49.621258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:49.632369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.632997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.657466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0398073 Aug 29 04:32:49.663612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.671619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-043caceb-d91d-40b7-8088-bcd18a22e931 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:49.672811 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d0b2864-5fb2-4aaf-b1cd-d404b57760ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.747688 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.771751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78ffa5-17ca-4d2c-8414-8d003f8b6a05 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=54deb193-0221-46b3-8c66-60fd186236f4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:49.835207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] For port db790d53-012c-4d26-bd40-ad9c35d2552f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=db790d53-012c-4d26-bd40-ad9c35d2552f,segment=NetworkSegment(02ea6c0c-0aa1-420c-a873-234addcd800c),segment_id=02ea6c0c-0aa1-420c-a873-234addcd800c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:49.835688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.903041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043caceb-d91d-40b7-8088-bcd18a22e931 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:49.909231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Calling delete_port for db790d53-012c-4d26-bd40-ad9c35d2552f owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:49.911317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-043caceb-d91d-40b7-8088-bcd18a22e931 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.969070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8c75c409-cf99-4098-ac22-1b534f94199e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8c75c409-cf99-4098-ac22-1b534f94199e,segment=NetworkSegment(a6db4780-f829-4e6a-8840-2bd28277145d),segment_id=a6db4780-f829-4e6a-8840-2bd28277145d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:49.988720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '8c75c409-cf99-4098-ac22-1b534f94199e', 'network_id': '6102b195-7b7e-4b72-b9d1-90a2ff04923b', 'port_id': '8c75c409-cf99-4098-ac22-1b534f94199e', 'mac_address': 'fa:16:3e:ea:5f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b9873a-9434-456d-bfcf-5825f7e11c8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:50.003340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e288fbf-ac78-4f6e-98b4-356607ed71c9 req-0d362a09-c68d-4ea0-a8c8-cf9508aea44c tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.004967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e288fbf-ac78-4f6e-98b4-356607ed71c9 req-0d362a09-c68d-4ea0-a8c8-cf9508aea44c tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 944 time: 0.1405883 Aug 29 04:32:50.012176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:50.058619 n-d-712143-14 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-043caceb-d91d-40b7-8088-bcd18a22e931 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54deb193-0221-46b3-8c66-60fd186236f4 (CIDR: 2001:db8::/64) Aug 29 04:32:50.062667 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-043caceb-d91d-40b7-8088-bcd18a22e931 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:50.063164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043caceb-d91d-40b7-8088-bcd18a22e931 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:50.064477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.087121 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-043caceb-d91d-40b7-8088-bcd18a22e931 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4224560 Aug 29 04:32:50.091962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.106146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c75c409-cf99-4098-ac22-1b534f94199e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:50.111257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'subnet': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:50.157322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8c75c409-cf99-4098-ac22-1b534f94199e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8c75c409-cf99-4098-ac22-1b534f94199e,segment=NetworkSegment(a6db4780-f829-4e6a-8840-2bd28277145d),segment_id=a6db4780-f829-4e6a-8840-2bd28277145d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:50.165010 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.181114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:50.192853 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44504276-d9db-4241-832b-c3e370f963dd None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:50.220249 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44504276-d9db-4241-832b-c3e370f963dd None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:50.230414 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-44504276-d9db-4241-832b-c3e370f963dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:50.232933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=8c75c409-cf99-4098-ac22-1b534f94199e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.254113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e288fbf-ac78-4f6e-98b4-356607ed71c9 req-82123fc0-9d18-4f3e-ab63-0815499e16db tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365942 Aug 29 04:32:50.324970 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-44504276-d9db-4241-832b-c3e370f963dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:50.336242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:50.341497 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.349027 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44504276-d9db-4241-832b-c3e370f963dd None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:50.350122 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-44504276-d9db-4241-832b-c3e370f963dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:50.433418 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-44504276-d9db-4241-832b-c3e370f963dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:50.435624 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44504276-d9db-4241-832b-c3e370f963dd None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:50.443558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['8c75c409-cf99-4098-ac22-1b534f94199e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:50.473998 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.488457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78450cb-4250-4c9c-a968-83d8803a143b req-f42f6e11-2afb-4295-af8a-8bd41fdd78c1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.495970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a78450cb-4250-4c9c-a968-83d8803a143b req-f42f6e11-2afb-4295-af8a-8bd41fdd78c1 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d308f332-974e-45ac-98b2-4bd0e4b94fa7 HTTP/1.1" status: 200 len: 865 time: 0.1044466 Aug 29 04:32:50.559816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc136e-a289-4237-bc20-df6f5864d1ec None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:50.573375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Pushing event deleted for resources: {'Port': ['ID=db790d53-012c-4d26-bd40-ad9c35d2552f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.649176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-85f5ee73-87e4-43a4-b679-da327717d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.654896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-85f5ee73-87e4-43a4-b679-da327717d141 service neutron] 10.222.0.37 "GET /v2.0/ports/1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 200 len: 1026 time: 0.2238901 Aug 29 04:32:50.660593 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.679525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-124868c4-d643-494f-a14a-7e55ab5c3a4a None None] Provisioning complete for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:50.679906 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-124868c4-d643-494f-a14a-7e55ab5c3a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.691135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] No DVR routers for this DVR port db790d53-012c-4d26-bd40-ad9c35d2552f on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:50.698581 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a78450cb-4250-4c9c-a968-83d8803a143b req-4808caf5-f7be-47dc-9901-4ad48392dad8 tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40d34e9-e51a-4fce-af5a-2599fdabfcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006743 Aug 29 04:32:50.699793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.705481 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f214c94-6477-4fcb-b3e4-599d219163dd req-643d38c0-383a-4263-b77c-67de1ec861ce tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0495610 Aug 29 04:32:50.726312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6572a846-3dd8-4046-a707-d63a06eb305b req-b8db51ff-6f1c-4474-ab21-0bb26b47dc4d tempest-ImagesTestJSON-255281209 tempest-ImagesTestJSON-255281209-project] 10.222.0.32 "DELETE /v2.0/ports/db790d53-012c-4d26-bd40-ad9c35d2552f HTTP/1.1" status: 204 len: 173 time: 1.8860986 Aug 29 04:32:50.733694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'name': 'network-vif-deleted', 'tag': 'db790d53-012c-4d26-bd40-ad9c35d2552f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:50.741286 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1375bf-30c3-4d71-9395-1f0ad1c8220e" -d '{"events": [{"server_uuid": "d308f332-974e-45ac-98b2-4bd0e4b94fa7", "name": "network-vif-deleted", "tag": "db790d53-012c-4d26-bd40-ad9c35d2552f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:50.742421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-0de39ea5-7fa9-4265-a55d-f10689e520fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.744016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-0de39ea5-7fa9-4265-a55d-f10689e520fd service neutron] 10.222.0.37 "GET /v2.0/ports/436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 200 len: 1027 time: 0.0726221 Aug 29 04:32:50.773394 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.801899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 594b17c0-e7d9-48e4-adc0-421bd33d4ec7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:50.887547 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cd80be-d476-4c05-a223-42fd8023cf53 x-openstack-request-id: req-a6cd80be-d476-4c05-a223-42fd8023cf53 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:50.888551 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308f332-974e-45ac-98b2-4bd0e4b94fa7", "name": "network-vif-deleted", "tag": "db790d53-012c-4d26-bd40-ad9c35d2552f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:50.889230 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6cd80be-d476-4c05-a223-42fd8023cf53 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:50.900526 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308f332-974e-45ac-98b2-4bd0e4b94fa7', 'name': 'network-vif-deleted', 'tag': 'db790d53-012c-4d26-bd40-ad9c35d2552f', 'status': 'completed', 'code': 200} Aug 29 04:32:51.009936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:51.023799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6c47f648-720c-41be-9067-772a1153bc9d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.029674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] Sync routers for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:51.031844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.033105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6c47f648-720c-41be-9067-772a1153bc9d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.039111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6c47f648-720c-41be-9067-772a1153bc9d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.040098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:51.040707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6c47f648-720c-41be-9067-772a1153bc9d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "GET /v2.0/networks?id=5de44834-2a7b-4f66-8909-aa94c16f31a9&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=61223970-77e3-4ef9-937f-d8e32b92a0c4&id=61223970-77e3-4ef9-937f-d8e32b92a0c4 HTTP/1.1" status: 200 len: 1988 time: 0.2154686 Aug 29 04:32:51.040984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:51.093954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:51.104421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:51.105185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:51.115401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2a93101a-979a-4a65-aec1-c5b072f5620e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/floatingips/3d8cc47d-02fa-4614-9477-c2fd433455e2 HTTP/1.1" status: 200 len: 978 time: 3.1936398 Aug 29 04:32:51.117618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58450) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.144312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:51.145126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7529163-c175-43c6-ae0f-5e4af82e9af0 None None] The sync data for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:51.145425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-5a22cfeb-f83b-48d6-9669-baeff3d4f4cd tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb108782c18e44f89ec449e0eca86b1c HTTP/1.1" status: 200 len: 379 time: 0.0941923 Aug 29 04:32:51.170974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'admin_state_up': True, 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'security_groups': ['9c0e8fa8-5c16-4f1c-af37-ca6679590bf6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.261701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.objects.ports [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:51.280190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:51.280700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.408374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f590caf8-ebb1-4ab8-9e50-e5212093193e None None] Provisioning complete for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:51.413060 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f590caf8-ebb1-4ab8-9e50-e5212093193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.419721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.454223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8c75c409-cf99-4098-ac22-1b534f94199e up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:51.584441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 8c75c409-cf99-4098-ac22-1b534f94199e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:51.586049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f21f6-2d87-476c-9008-e9c31bf9990b req-d8e09b24-2a0a-40ea-9f94-e832e8486809 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.594086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d8f21f6-2d87-476c-9008-e9c31bf9990b req-d8e09b24-2a0a-40ea-9f94-e832e8486809 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 945 time: 0.1614165 Aug 29 04:32:51.594915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 8c75c409-cf99-4098-ac22-1b534f94199e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:51.595295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.663798 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.664351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-e342fe9b-93c1-43ed-b348-ad5a69b5d434 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1014833 Aug 29 04:32:51.671227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:51.674840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.682229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.682995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.683867 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.684257 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Floating IP 3d8cc47d-02fa-4614-9477-c2fd433455e2 disassociated. External IP: 172.25.7.101, port: 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b. Aug 29 04:32:51.684797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 2d0bbecf-c7ae-44f3-90ba-9b89e83c905b owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:51.700943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d8f21f6-2d87-476c-9008-e9c31bf9990b req-ba2ed005-2f36-48f1-9ecd-4f379abbe882 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057205 Aug 29 04:32:51.734228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6710e3cb-490d-489c-a030-23e0e3218576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75c409-cf99-4098-ac22-1b534f94199e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:51.736452 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70fc963-a94a-4b3f-82fc-1112ec3cd9b0" -d '{"events": [{"server_uuid": "6710e3cb-490d-489c-a030-23e0e3218576", "name": "network-vif-plugged", "status": "completed", "tag": "8c75c409-cf99-4098-ac22-1b534f94199e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:51.750043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8c75c409-cf99-4098-ac22-1b534f94199e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8c75c409-cf99-4098-ac22-1b534f94199e,segment=NetworkSegment(a6db4780-f829-4e6a-8840-2bd28277145d),segment_id=a6db4780-f829-4e6a-8840-2bd28277145d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:51.757770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.815458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=8c75c409-cf99-4098-ac22-1b534f94199e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.819388 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97171ab8-256a-4582-af0b-838a28b54e96 x-openstack-request-id: req-97171ab8-256a-4582-af0b-838a28b54e96 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:51.819699 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6710e3cb-490d-489c-a030-23e0e3218576", "name": "network-vif-plugged", "status": "completed", "tag": "8c75c409-cf99-4098-ac22-1b534f94199e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:51.819959 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97171ab8-256a-4582-af0b-838a28b54e96 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:51.820484 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6710e3cb-490d-489c-a030-23e0e3218576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75c409-cf99-4098-ac22-1b534f94199e', 'code': 200} Aug 29 04:32:51.867376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.868183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.868884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.869517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.870204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.870958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.871592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.873829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ec835546-6ac1-48cf-b2c1-68b2e1b1fc22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6508 time: 0.1331327 Aug 29 04:32:52.024715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5916711b-8db2-4860-a5d8-53dc965b68d6 req-92d67ef3-4d86-4ce1-bac3-2ab7f3d38937 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0879436 Aug 29 04:32:52.091223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.141210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=2d0bbecf-c7ae-44f3-90ba-9b89e83c905b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.153342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2a86-1217-4682-ab39-2421a2cfbdf5 req-4d8a42b5-ca61-4c23-9a90-1fe9e19bf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.156469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-737d2a86-1217-4682-ab39-2421a2cfbdf5 req-4d8a42b5-ca61-4c23-9a90-1fe9e19bf727 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 1098 time: 0.2403417 Aug 29 04:32:52.176132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-78eb29d6-9005-4225-8898-17ff73f7a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.176616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-78eb29d6-9005-4225-8898-17ff73f7a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.177087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-78eb29d6-9005-4225-8898-17ff73f7a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.178725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-78eb29d6-9005-4225-8898-17ff73f7a93f service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa31365-0ce5-4157-bac5-4a74a31eca98&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 200 len: 2297 time: 0.2521095 Aug 29 04:32:52.217493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 172.20.0.6 (5de44834-2a7b-4f66-8909-aa94c16f31a9/ed5171ab-1fdb-4315-839d-998ac9302523/b81f3740-c07d-416d-9f73-907db37fd679) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:52.228599 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-737d2a86-1217-4682-ab39-2421a2cfbdf5 req-875fd28e-42bb-4dc3-808a-79d2067f704c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618906 Aug 29 04:32:52.267278 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.300948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] For port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:52.307007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-f6ea2d31-0f12-49d7-8dcf-2ee912af487a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 200 len: 1001 time: 0.0818024 Aug 29 04:32:52.356262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58500) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.413863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.421541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.422221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.438065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-4c3175fa-e48a-4d1a-90f8-bf375cb34e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.439577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-4c3175fa-e48a-4d1a-90f8-bf375cb34e57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1bdbcf-71be-4cc1-83cd-2994fa212390 HTTP/1.1" status: 200 len: 855 time: 0.1258528 Aug 29 04:32:52.499095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] Deleting subnet ea81d84a-8ceb-47d5-a414-450f3ca55638 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:52.510911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 594b17c0-e7d9-48e4-adc0-421bd33d4ec7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:52.512934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.571593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:52.580766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-1f00d2cb-e08d-4da1-8f6b-2928dc09f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.582449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-1f00d2cb-e08d-4da1-8f6b-2928dc09f09a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa31365-0ce5-4157-bac5-4a74a31eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326432 Aug 29 04:32:52.585294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:52.588115 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.591883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device db790d53-012c-4d26-bd40-ad9c35d2552f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:52.615107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a1439-1b31-4423-baf0-d7307f150ff7 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:52.618573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: db790d53-012c-4d26-bd40-ad9c35d2552f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:52.619008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device db790d53-012c-4d26-bd40-ad9c35d2552f not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:52.622030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.633061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Subnet': ['ID=0e6f0636-ad24-4ad4-b21a-d83a9070fbdf,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.636154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.636872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.659821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Transition to ACTIVE for port object b81f3740-c07d-416d-9f73-907db37fd679 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:52.671652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.681110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5ee9846c-b647-4529-aa38-ac28c85ff189 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5855305 Aug 29 04:32:52.681510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-59944b19-acb8-4df0-ac0b-2e4b29062920 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906937 Aug 29 04:32:52.686786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.693514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Request body: {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'mac_address': 'fa:16:3e:e4:d3:23', 'name': 'tempest-NetworksTestDHCPv6-1388301658'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:52.790604 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.839456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:52.856996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:52.869036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:52.902103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.913559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=b81f3740-c07d-416d-9f73-907db37fd679,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.959018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.959705 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.963865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Made reservation on behalf of 10b3bf648f5c40a1ae405f9efec8f1f5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:52.977380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] Update dhcp port {'port': {'network_id': '870a58ce-8cff-482e-9cde-b685e5bb8346', 'fixed_ips': [{'subnet_id': '0e6f0636-ad24-4ad4-b21a-d83a9070fbdf', 'ip_address': '2001:db8:0:1:f816:3eff:fe36:35e'}, {'subnet_id': '54deb193-0221-46b3-8c66-60fd186236f4'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:32:52.997257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27e05d-896e-4dfc-ac96-62b53fab0f8a req-671c6310-c829-4862-aca0-7750cb16f029 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:52.998798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb27e05d-896e-4dfc-ac96-62b53fab0f8a req-671c6310-c829-4862-aca0-7750cb16f029 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 946 time: 0.2048883 Aug 29 04:32:53.030586 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.041197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-40a03cdc-871d-48cb-8445-86325cbb1e9f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8852785 Aug 29 04:32:53.062143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:53.068752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-63dc32a0-d8be-41d3-918f-cfab960a6fee service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308463 Aug 29 04:32:53.077508 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] Sync routers for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:53.087759 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:53.089158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'admin_state_up': True, 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'security_groups': ['9c0e8fa8-5c16-4f1c-af37-ca6679590bf6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.089484 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:53.140256 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:53.158343 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:53.159839 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:53.220611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.237045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-50e4d0f2-f6b5-4821-b860-c500117439d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 217 time: 0.1582694 Aug 29 04:32:53.241272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.246621 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:53.246778 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ab34e-caaf-48c4-8dcb-b712b4e72d72 None None] The sync data for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:53.247456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5388a605-c1f3-4133-8afd-b8a4603aa813 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/ports/2d0bbecf-c7ae-44f3-90ba-9b89e83c905b HTTP/1.1" status: 204 len: 168 time: 2.1285031 Aug 29 04:32:53.251503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58512) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.288251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb27e05d-896e-4dfc-ac96-62b53fab0f8a req-e57ee9c1-27be-4a9c-b93e-142792cef9c8 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767076 Aug 29 04:32:53.332767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] Allocated IP 2001:db8::2 (870a58ce-8cff-482e-9cde-b685e5bb8346/54deb193-0221-46b3-8c66-60fd186236f4/c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:53.356766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cb9bb5dd-522e-4aa4-a3bd-d864118d8f3a None None] Provisioning for port b81f3740-c07d-416d-9f73-907db37fd679 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:53.366880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cb9bb5dd-522e-4aa4-a3bd-d864118d8f3a None None] Provisioning complete for port b81f3740-c07d-416d-9f73-907db37fd679 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:53.367301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb5dd-522e-4aa4-a3bd-d864118d8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.395424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.413562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea81d84a-8ceb-47d5-a414-450f3ca55638,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.462792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.464642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-20592749-0f93-4093-acbd-863f65888aec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ea81d84a-8ceb-47d5-a414-450f3ca55638 HTTP/1.1" status: 204 len: 168 time: 1.1071653 Aug 29 04:32:53.477847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bb5dd-522e-4aa4-a3bd-d864118d8f3a None None] Port b81f3740-c07d-416d-9f73-907db37fd679 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:53.498952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.505810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] For port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:53.575614 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.593013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-641e8ba5-defd-4e6e-92bd-b06d9b986209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.594572 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-641e8ba5-defd-4e6e-92bd-b06d9b986209 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.3415918 Aug 29 04:32:53.619195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] Transition to ACTIVE for port object c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:53.620985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453aa35-c8d4-4dc3-91bb-a107a816d683 req-8996e13f-8258-4db9-81b4-a36c3b5a0444 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.623219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c453aa35-c8d4-4dc3-91bb-a107a816d683 req-8996e13f-8258-4db9-81b4-a36c3b5a0444 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 931 time: 0.3886414 Aug 29 04:32:53.626824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] device_id is not set on port 9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:53.632083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:53.633838 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.638074 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.709842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-4c1af35c-5c20-44b1-9634-ab48b7f474b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.711589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-4c1af35c-5c20-44b1-9634-ab48b7f474b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1083114 Aug 29 04:32:53.777987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde87c3-801c-4518-9e91-bbcdc22f0a48 None None] Pushing event updated for resources: {'Port': ['ID=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.794275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.808041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c453aa35-c8d4-4dc3-91bb-a107a816d683 req-407db230-13ed-4b86-8f58-d9e51d2e848b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666524 Aug 29 04:32:53.896083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-7cae8cde-e28a-47ff-afdc-36d5eb7fcb35 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566825 Aug 29 04:32:54.065243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.069036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-365a0a89-99d6-4518-8ab9-88a324a43c9f service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643796 Aug 29 04:32:54.075869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:54.083695 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.129203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946d619a-dcf9-40e6-aa46-03b9a6cc3f9c']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:54.149125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ea6c0c-0aa1-420c-a873-234addcd800c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:54.149423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ea6c0c-0aa1-420c-a873-234addcd800c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:54.164443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 10.1.1.159 (030cfc7b-a4fe-4593-a230-d44736b800f0/854e0da2-4c4a-48fb-afe3-e8f4f71ce36d/7613ad66-1551-4927-a25f-0532b313f755) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:54.174943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.204174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8::b7 (870a58ce-8cff-482e-9cde-b685e5bb8346/54deb193-0221-46b3-8c66-60fd186236f4/9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:54.207762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.218622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:d323 (870a58ce-8cff-482e-9cde-b685e5bb8346/0e6f0636-ad24-4ad4-b21a-d83a9070fbdf/9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:54.231464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:54.231868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:54.234817 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:54.398577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.405508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.407834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] 10.222.0.55 "DELETE /v2.0/networks/946d619a-dcf9-40e6-aa46-03b9a6cc3f9c HTTP/1.1" status: 204 len: 168 time: 0.8954411 Aug 29 04:32:54.492681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bb275-e294-4a0f-a226-0df6bd15e59b admin admin] Pushing event deleted for resources: {'Network': ['ID=946d619a-dcf9-40e6-aa46-03b9a6cc3f9c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.557872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.589481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Transition to ACTIVE for port object 7613ad66-1551-4927-a25f-0532b313f755 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:54.621577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a84616b9-6299-4c3a-828e-416e5352b3cd None None] Provisioning for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:54.623617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.634817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a84616b9-6299-4c3a-828e-416e5352b3cd None None] Provisioning complete for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:54.635956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a84616b9-6299-4c3a-828e-416e5352b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.650347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Transition to ACTIVE for port object 9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:54.677837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.768708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58528) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:54.789964 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.793832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-bfffb658-de7d-4a61-ba5c-5c83f127b79e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 217 time: 0.0926290 Aug 29 04:32:54.798360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:54.818268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:54.829067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:54.835141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=7613ad66-1551-4927-a25f-0532b313f755,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.860231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-0769d866-fa79-4228-9a66-e9f77b725a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.861416 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-0769d866-fa79-4228-9a66-e9f77b725a99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0553694 Aug 29 04:32:54.903269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:54.910786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:54.932967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46e4c-c03f-4358-8030-167a5690037d req-9ac25896-ce10-4cf0-9160-6adbc0861361 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.934564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40e46e4c-c03f-4358-8030-167a5690037d req-9ac25896-ce10-4cf0-9160-6adbc0861361 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 946 time: 0.2323310 Aug 29 04:32:54.945794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:54.955757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:54.956556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.013792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3257003 Aug 29 04:32:55.015298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.061534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-baa42422-eefe-4f74-88e8-633c2a50817c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c7e058bb36d40b68ceb69f9a1eb37df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876880 Aug 29 04:32:55.064745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-2bbf1300-6869-489b-82fb-66d87fa20ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.066306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-2bbf1300-6869-489b-82fb-66d87fa20ebc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530650 Aug 29 04:32:55.067853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58536) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.085013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40e46e4c-c03f-4358-8030-167a5690037d req-0f15b84b-471d-429e-b200-0cf5f4c2819f tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986311 Aug 29 04:32:55.098320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ae336-ff46-4e97-8ea4-a6974190c3f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event updated for resources: {'Port': ['ID=9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.111027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.111675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.186252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320a65-5e6e-4f99-9c72-d7ff38024699 req-3892b642-2a31-4ae2-b746-a3a856d6c1ee tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.192649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320a65-5e6e-4f99-9c72-d7ff38024699 req-3892b642-2a31-4ae2-b746-a3a856d6c1ee tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.202982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9320a65-5e6e-4f99-9c72-d7ff38024699 req-3892b642-2a31-4ae2-b746-a3a856d6c1ee tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 1653 time: 0.2111049 Aug 29 04:32:55.259141 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-6a6fb9aa-2836-4f1d-8ba1-1e3a114e362d service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299043 Aug 29 04:32:55.264192 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25ebbbe5-56ca-4a91-a075-225121dbfcc4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2136328 Aug 29 04:32:55.287358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'admin_state_up': True, 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'security_groups': ['9c0e8fa8-5c16-4f1c-af37-ca6679590bf6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.313749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Provisioning for port 9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:55.321559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Provisioning complete for port 9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:55.322241 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.408868 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32ffa5ea-0330-45c3-bfec-a10f43e7afbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.412734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Port 9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:55.415989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a9320a65-5e6e-4f99-9c72-d7ff38024699 req-1921401c-78ab-4f7d-828f-4b83930902ed tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121215 Aug 29 04:32:55.432667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32ffa5ea-0330-45c3-bfec-a10f43e7afbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.446705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting port 9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:55.447235 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.457576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Provisioning for port 7613ad66-1551-4927-a25f-0532b313f755 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:55.467099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Provisioning complete for port 7613ad66-1551-4927-a25f-0532b313f755 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:55.467861 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.502450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-a5cb9b51-5b94-4d6e-a29b-abc401e1834e service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325299 Aug 29 04:32:55.504394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32ffa5ea-0330-45c3-bfec-a10f43e7afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.506947 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32ffa5ea-0330-45c3-bfec-a10f43e7afbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.521998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32ffa5ea-0330-45c3-bfec-a10f43e7afbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e40d34e9-e51a-4fce-af5a-2599fdabfcda HTTP/1.1" status: 204 len: 168 time: 0.4422545 Aug 29 04:32:55.567787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-51c1ca5d-baa8-45d6-a09e-7e40366b89cf None None] Port 7613ad66-1551-4927-a25f-0532b313f755 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:55.633685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.647269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Calling delete_port for 9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:55.660503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffa5ea-0330-45c3-bfec-a10f43e7afbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d34e9-e51a-4fce-af5a-2599fdabfcda,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.672641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-6858b970-9987-430f-a60f-c7cc6b70e377 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9ef2357a-ca48-4385-a116-2f0905952474 HTTP/1.1" status: 200 len: 217 time: 0.1495121 Aug 29 04:32:55.760234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port ddbb391b-a9fc-432b-8cd0-3b54549b35ce {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:55.760585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.826263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-40a9261b-062f-4e19-af42-7530c46c6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:55.827710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-40a9261b-062f-4e19-af42-7530c46c6174 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.1474230 Aug 29 04:32:55.965874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.983689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for ddbb391b-a9fc-432b-8cd0-3b54549b35ce owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:56.004964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-c41c1e8e-840f-466f-971e-942d9bf0389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.007193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-c41c1e8e-840f-466f-971e-942d9bf0389d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276476 Aug 29 04:32:56.248504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-528bf0d8-0227-4278-a122-3c420e24bb97 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320998 Aug 29 04:32:56.394531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-c112b88b-dfaf-4f37-bc1b-44bb685bd76a service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343422 Aug 29 04:32:56.444676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:56.445478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-dfca16e9-924f-47c4-a7c8-adad7c476896 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=ff238051-0a0a-4903-ac26-034f71774b17 HTTP/1.1" status: 200 len: 217 time: 0.0430980 Aug 29 04:32:56.450560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.462942 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.550145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.563537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=ddbb391b-a9fc-432b-8cd0-3b54549b35ce,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.669881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-524506fa-8e88-422a-b655-a2e4c5b543e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.675713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-524506fa-8e88-422a-b655-a2e4c5b543e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.2231936 Aug 29 04:32:56.680785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Port': ['ID=9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.962641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.963520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d92207-6d3e-471a-8d87-d6900eb87f54 req-52ed98c3-0bde-4b24-8c54-722950f16304 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.972595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d92207-6d3e-471a-8d87-d6900eb87f54 req-52ed98c3-0bde-4b24-8c54-722950f16304 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:56.979529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d92207-6d3e-471a-8d87-d6900eb87f54 req-52ed98c3-0bde-4b24-8c54-722950f16304 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 1653 time: 0.4338317 Aug 29 04:32:57.029055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 10.1.1.42 (030cfc7b-a4fe-4593-a230-d44736b800f0/854e0da2-4c4a-48fb-afe3-e8f4f71ce36d/96815d72-4af0-4d00-968e-74b84ee2d14d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:57.074327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-2ef1a2fa-b4d6-45dd-8440-c6014ac87904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.075859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-2ef1a2fa-b4d6-45dd-8440-c6014ac87904 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3848450 Aug 29 04:32:57.085415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.091870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-104c3860-54aa-420d-aa4c-f6cc5b01922e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee HTTP/1.1" status: 204 len: 168 time: 2.0556726 Aug 29 04:32:57.094470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58588) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.186194 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d92207-6d3e-471a-8d87-d6900eb87f54 req-a2efc232-8764-4e56-b644-ca2998d5fd3a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123750 Aug 29 04:32:57.247530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994720de-3d3c-4a3d-bd4d-7e8890198c23 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.249050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-994720de-3d3c-4a3d-bd4d-7e8890198c23 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1503737 Aug 29 04:32:57.253871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58590) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.264439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.281970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Transition to ACTIVE for port object 96815d72-4af0-4d00-968e-74b84ee2d14d will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:57.318582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.325380 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-6f4a1b81-7693-4484-86f2-354d61e2e7f7 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379799 Aug 29 04:32:57.366218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:57.371543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:57.374261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:57.426757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=96815d72-4af0-4d00-968e-74b84ee2d14d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.433542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37dbf97-f7e9-402c-96bf-1237a7188eed tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.435159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f37dbf97-f7e9-402c-96bf-1237a7188eed tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1803524 Aug 29 04:32:57.439368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.439565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58592) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.439660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.457973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8c1b3610-be0f-4016-8328-67c2805b3842 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1760011 Aug 29 04:32:57.469734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4', 'admin_state_up': True, 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'security_groups': ['9c0e8fa8-5c16-4f1c-af37-ca6679590bf6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:57.529726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 594b17c0-e7d9-48e4-adc0-421bd33d4ec7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:57.556476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091e863-583f-440a-abbf-7798f81bec3d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.560206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091e863-583f-440a-abbf-7798f81bec3d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.561905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091e863-583f-440a-abbf-7798f81bec3d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:57.565632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5091e863-583f-440a-abbf-7798f81bec3d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1220915 Aug 29 04:32:57.566359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-ae188b30-46ca-48bc-8990-8eb50510cd8f service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312250 Aug 29 04:32:57.567796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58594) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.604737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:57.649152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-7e1370a3-3fda-4acb-b727-5048e6d2f7eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f HTTP/1.1" status: 200 len: 217 time: 0.0488920 Aug 29 04:32:57.694114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.720981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-03306f6b-128a-4c62-b25a-76776b6fc041 None None] Provisioning for port 96815d72-4af0-4d00-968e-74b84ee2d14d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:57.726740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-03306f6b-128a-4c62-b25a-76776b6fc041 None None] Provisioning complete for port 96815d72-4af0-4d00-968e-74b84ee2d14d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:57.727828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03306f6b-128a-4c62-b25a-76776b6fc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.740102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 0e6f0636-ad24-4ad4-b21a-d83a9070fbdf {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:57.743339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.766468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-03306f6b-128a-4c62-b25a-76776b6fc041 None None] Port 96815d72-4af0-4d00-968e-74b84ee2d14d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:57.944320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 10.2.2.100 (61223970-77e3-4ef9-937f-d8e32b92a0c4/8a1b194a-4ec9-4577-aa87-6cd2965fe907/8cbf8b09-ded1-4d91-8bd3-57a031b613bc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:58.131811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.154651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Transition to ACTIVE for port object 8cbf8b09-ded1-4d91-8bd3-57a031b613bc will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:58.205685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-f372ff70-9b63-4182-a9d4-a32c4e03be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.207336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-f372ff70-9b63-4182-a9d4-a32c4e03be5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.5481071 Aug 29 04:32:58.209493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.226276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.273171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:58.279273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:58.284397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:58.380518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.457537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.459258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.500270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-b706d6e6-c0ae-4516-80fb-8e736017952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.501817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-b706d6e6-c0ae-4516-80fb-8e736017952d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2867572 Aug 29 04:32:58.522022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110532d-f3c5-4154-9bf5-d84e539fb686 req-74e61d5e-7455-4869-8373-0d4b92df22f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.528888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110532d-f3c5-4154-9bf5-d84e539fb686 req-74e61d5e-7455-4869-8373-0d4b92df22f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.530280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:58.536643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110532d-f3c5-4154-9bf5-d84e539fb686 req-74e61d5e-7455-4869-8373-0d4b92df22f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.541564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] Sync routers for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:58.552227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110532d-f3c5-4154-9bf5-d84e539fb686 req-74e61d5e-7455-4869-8373-0d4b92df22f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:58.554506 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6110532d-f3c5-4154-9bf5-d84e539fb686 req-74e61d5e-7455-4869-8373-0d4b92df22f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 3094 time: 0.2389359 Aug 29 04:32:58.555851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.557992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f555204d-5974-4c3d-bb9f-f4e7076078a4 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/routers/594b17c0-e7d9-48e4-adc0-421bd33d4ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2814939 Aug 29 04:32:58.559988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:58.564676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-90939426-4c2c-445e-8be8-835e4e7e68a7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0995986 Aug 29 04:32:58.565252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.600147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.653168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4', 'admin_state_up': True, 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'security_groups': ['9c0e8fa8-5c16-4f1c-af37-ca6679590bf6']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:58.694452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-51fcd1aa-6e17-4513-aa97-4d85b0209065 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743886 Aug 29 04:32:58.698812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.715190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.774322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dccd13-8e39-4247-bae0-e2b66a291040 None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:58.780541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.785425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/0e6f0636-ad24-4ad4-b21a-d83a9070fbdf HTTP/1.1" status: 204 len: 168 time: 1.2164767 Aug 29 04:32:58.803748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58630) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.847182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-daccf11e-abb5-4d78-8253-4abf13743622 None None] Provisioning for port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:58.856749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-daccf11e-abb5-4d78-8253-4abf13743622 None None] Provisioning complete for port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:58.857391 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daccf11e-abb5-4d78-8253-4abf13743622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.864153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Deleting subnet 54deb193-0221-46b3-8c66-60fd186236f4 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:58.868049 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.904164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6110532d-f3c5-4154-9bf5-d84e539fb686 req-be8ea0e5-b2be-4274-8b0a-efc66048b2d4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3363230 Aug 29 04:32:58.909433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-daccf11e-abb5-4d78-8253-4abf13743622 None None] Port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:58.912480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.914467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] Routers {'594b17c0-e7d9-48e4-adc0-421bd33d4ec7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:58.915086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:58.963003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87a9c0-9495-43ea-b168-52f5ecc6a112 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6f0636-ad24-4ad4-b21a-d83a9070fbdf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.010682 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.034416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:59.035118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5821d4-f220-4eff-ab8a-b03082154ac3 None None] The sync data for ids ['594b17c0-e7d9-48e4-adc0-421bd33d4ec7'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:59.110120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-bb495a7a-9149-4486-989a-bcf0de87b85b service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083576 Aug 29 04:32:59.185368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Made reservation on behalf of fb108782c18e44f89ec449e0eca86b1c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:59.191773 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-d13657d1-a824-485a-ac59-e2f76ce5b4ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 200 len: 217 time: 0.0666666 Aug 29 04:32:59.193422 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.201036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.389831 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.409871 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.422102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Subnet': ['ID=54deb193-0221-46b3-8c66-60fd186236f4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.424939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-6177969f-07a6-402b-8a36-6a5b2e5ce8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.426631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-6177969f-07a6-402b-8a36-6a5b2e5ce8b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.2097955 Aug 29 04:32:59.436904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.442932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c4945c50-0f5e-4e19-8102-3cc7bc9a49d6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/54deb193-0221-46b3-8c66-60fd186236f4 HTTP/1.1" status: 204 len: 168 time: 0.6370203 Aug 29 04:32:59.442932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58672) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.523902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a14b0580-d0c9-4fd9-b20e-e85440b3fa7b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776985 Aug 29 04:32:59.524798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.561056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-b7ebc245-2b6d-494d-b7cb-3382ab02c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.562467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-b7ebc245-2b6d-494d-b7cb-3382ab02c967 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1178191 Aug 29 04:32:59.581549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Allocated IP 10.2.2.200 (61223970-77e3-4ef9-937f-d8e32b92a0c4/8a1b194a-4ec9-4577-aa87-6cd2965fe907/ef505f4d-2b55-4eb3-814e-aa2736598ef2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:59.617612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 3458c4c7-0d99-406b-b02f-7fa1b514fda1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:59.617962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.709677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-e7b86b9b-c329-4c09-a7e9-95da69b3a699 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360035 Aug 29 04:32:59.714079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00cf638-276c-4563-ad34-7312869fab3d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.717945 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b00cf638-276c-4563-ad34-7312869fab3d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1874280 Aug 29 04:32:59.720505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.804183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabcede3-9e59-4297-b0bc-20f63c295b94 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.809236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cabcede3-9e59-4297-b0bc-20f63c295b94 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863318 Aug 29 04:32:59.810213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58686) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.876782 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dc26ec62-9989-4cd4-9d4a-202e5ad800a6 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629497 Aug 29 04:32:59.883542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58688) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.898418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.904830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27e4c723-2a86-4178-bccb-d2fe244bf563 req-db3c8526-e082-4a1c-8d92-3fb9e22e4ac5 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871405 Aug 29 04:32:59.923186 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b98b3f-f716-486d-9009-0b67d4e70b71 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:59.923843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b98b3f-f716-486d-9009-0b67d4e70b71 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:59.925888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-83b98b3f-f716-486d-9009-0b67d4e70b71 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/9b5bc7be-ccb8-441c-9f2e-7f3bdd253eee HTTP/1.1" status: 404 len: 333 time: 0.0411375 Aug 29 04:32:59.935196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58690) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.949411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 3458c4c7-0d99-406b-b02f-7fa1b514fda1 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:00.016919 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7414eeb6-1ae2-4ef4-b069-35fd6e0678e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.017396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7414eeb6-1ae2-4ef4-b069-35fd6e0678e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.023355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7414eeb6-1ae2-4ef4-b069-35fd6e0678e5 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/0e6f0636-ad24-4ad4-b21a-d83a9070fbdf HTTP/1.1" status: 404 len: 337 time: 0.0597889 Aug 29 04:33:00.024681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58696) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.126678 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7aca9a-e5c5-4e4f-85e4-2435ff2a08fc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.127150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7aca9a-e5c5-4e4f-85e4-2435ff2a08fc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.128932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb7aca9a-e5c5-4e4f-85e4-2435ff2a08fc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/54deb193-0221-46b3-8c66-60fd186236f4 HTTP/1.1" status: 404 len: 337 time: 0.1010077 Aug 29 04:33:00.133001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58700) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.141549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.163860 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11642b5-9b7a-459f-8b6e-8396a14e13cf tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.164563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11642b5-9b7a-459f-8b6e-8396a14e13cf tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.167339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e11642b5-9b7a-459f-8b6e-8396a14e13cf tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/4dfa8301-960e-4400-ba37-0cc6f18a71c4 HTTP/1.1" status: 404 len: 333 time: 0.0334086 Aug 29 04:33:00.173542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58702) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.189104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec9649f-f219-4193-9cd4-5cd55c41cb9f None None] Network 870a58ce-8cff-482e-9cde-b685e5bb8346 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:00.194675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca71d2e-c453-4fe9-b38b-51449b6ca9f3 req-de77d3dd-6605-40fc-bd5a-639d849c6119 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.201644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca71d2e-c453-4fe9-b38b-51449b6ca9f3 req-de77d3dd-6605-40fc-bd5a-639d849c6119 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.207811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca71d2e-c453-4fe9-b38b-51449b6ca9f3 req-de77d3dd-6605-40fc-bd5a-639d849c6119 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.214503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca71d2e-c453-4fe9-b38b-51449b6ca9f3 req-de77d3dd-6605-40fc-bd5a-639d849c6119 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.222953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eca71d2e-c453-4fe9-b38b-51449b6ca9f3 req-de77d3dd-6605-40fc-bd5a-639d849c6119 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 3094 time: 0.1781960 Aug 29 04:33:00.255211 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-71db7f9b-4280-466a-8aaa-cdf5c5b6362b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.255667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71db7f9b-4280-466a-8aaa-cdf5c5b6362b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.259819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-71db7f9b-4280-466a-8aaa-cdf5c5b6362b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/23da778a-c4f0-4bf3-b027-931148eadfe4 HTTP/1.1" status: 404 len: 337 time: 0.0843468 Aug 29 04:33:00.265394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58710) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.296306 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3b265c-5b3c-4fbb-ae1b-01b23957b324 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.296771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3b265c-5b3c-4fbb-ae1b-01b23957b324 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.301069 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d3b265c-5b3c-4fbb-ae1b-01b23957b324 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/393c4ab8-eae1-4710-8198-d083b22c852e HTTP/1.1" status: 404 len: 337 time: 0.0322762 Aug 29 04:33:00.301265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Transition to ACTIVE for port object ef505f4d-2b55-4eb3-814e-aa2736598ef2 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:00.304014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58714) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.319704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f404-2027-43ed-a7e2-e5b667dbbc54 req-4d41cb6c-8106-4c5b-b13d-473ae16f0ff3 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.321371 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e51f404-2027-43ed-a7e2-e5b667dbbc54 req-4d41cb6c-8106-4c5b-b13d-473ae16f0ff3 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 946 time: 0.2372761 Aug 29 04:33:00.328300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.351948 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-085e504b-8e8f-4356-986b-e15876511536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.352691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085e504b-8e8f-4356-986b-e15876511536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.357152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-085e504b-8e8f-4356-986b-e15876511536 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7810bfb0-0fd8-4ba7-9a18-d02b9bd9249e HTTP/1.1" status: 404 len: 333 time: 0.0473025 Aug 29 04:33:00.357645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58720) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.372569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=3458c4c7-0d99-406b-b02f-7fa1b514fda1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:00.384137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eca71d2e-c453-4fe9-b38b-51449b6ca9f3 req-7c56de38-39c4-4dc8-8578-98387827c075 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562684 Aug 29 04:33:00.433963 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d45a2b-1fd4-441b-874c-65188066a401 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.437190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d45a2b-1fd4-441b-874c-65188066a401 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.441560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e7d45a2b-1fd4-441b-874c-65188066a401 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/40fe88e2-41eb-4c4a-b64a-49bf262073fa HTTP/1.1" status: 404 len: 337 time: 0.0829096 Aug 29 04:33:00.445647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58724) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.471635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f4767000-c52f-4eb8-898c-93353da296a2 None None] Provisioning complete for port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:00.472113 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4767000-c52f-4eb8-898c-93353da296a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.481563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e51f404-2027-43ed-a7e2-e5b667dbbc54 req-68978b44-243b-4716-aa6e-f2fe8b51e380 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482868 Aug 29 04:33:00.494424 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4e36f4-9e7d-42a2-a38a-7a5450bc8dc3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.494990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4e36f4-9e7d-42a2-a38a-7a5450bc8dc3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.499684 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4e4e36f4-9e7d-42a2-a38a-7a5450bc8dc3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/61893ab8-afff-41f1-8505-bb828b430642 HTTP/1.1" status: 404 len: 337 time: 0.0524826 Aug 29 04:33:00.500341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58730) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.540561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.552019 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-158863fb-6235-430c-b50e-cdf2e177d97b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.555026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158863fb-6235-430c-b50e-cdf2e177d97b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.569294 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-158863fb-6235-430c-b50e-cdf2e177d97b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/724f2c75-061e-4625-a4c2-e451135de15c HTTP/1.1" status: 404 len: 333 time: 0.0677938 Aug 29 04:33:00.570080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58734) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.593794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.636972 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f10d44-c2f1-4da6-8e5a-a93ccf2e5e3c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.637783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f10d44-c2f1-4da6-8e5a-a93ccf2e5e3c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.642478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-10f10d44-c2f1-4da6-8e5a-a93ccf2e5e3c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/ebe1983f-3e02-429a-b595-d9fa760cb295 HTTP/1.1" status: 404 len: 337 time: 0.0703981 Aug 29 04:33:00.643448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58738) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.670445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:00.695943 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3b6e39-6424-4465-8649-2cf3f988ec55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.696475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3b6e39-6424-4465-8649-2cf3f988ec55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.707571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] DHCP port deletion for 870a58ce-8cff-482e-9cde-b685e5bb8346 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:00.712882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ee3b6e39-6424-4465-8649-2cf3f988ec55 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/40233c1e-cf72-4259-beb2-579df05b0aca HTTP/1.1" status: 404 len: 337 time: 0.0659668 Aug 29 04:33:00.713806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58744) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.743902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:00.759605 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad2cc67-c49c-4542-8363-8892f3a68ca3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.760926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad2cc67-c49c-4542-8363-8892f3a68ca3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.765172 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4ad2cc67-c49c-4542-8363-8892f3a68ca3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/99b4e5a9-fe90-4475-93b3-8ca4c4ff0d3d HTTP/1.1" status: 404 len: 333 time: 0.0484903 Aug 29 04:33:00.765482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58752) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.797581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:00.810696 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c68f43-0b0c-46cc-8365-5d5049799acc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.811173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c68f43-0b0c-46cc-8365-5d5049799acc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.815359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-31c68f43-0b0c-46cc-8365-5d5049799acc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/3b57dbe9-0b9c-43b0-b11d-60fadebb9eb8 HTTP/1.1" status: 404 len: 337 time: 0.0465276 Aug 29 04:33:00.818905 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.821944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58762) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.832968 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.838753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event updated for resources: {'Port': ['ID=ef505f4d-2b55-4eb3-814e-aa2736598ef2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:00.852449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] Deleting port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:00.853007 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.877983 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbe6b12-0aee-4f56-8a62-fd791187d804 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.878876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbe6b12-0aee-4f56-8a62-fd791187d804 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.883207 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7fbe6b12-0aee-4f56-8a62-fd791187d804 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/9bf72fa8-7388-4f90-b4e2-7c5e9d351a6e HTTP/1.1" status: 404 len: 333 time: 0.0530074 Aug 29 04:33:00.885789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58768) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.924065 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa30b93-c394-42ce-857c-2e16c12571d0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.928869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa30b93-c394-42ce-857c-2e16c12571d0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.930912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dfa30b93-c394-42ce-857c-2e16c12571d0 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/f1677c9c-ad15-42f1-adc9-0a0b62b11c96 HTTP/1.1" status: 404 len: 337 time: 0.0415432 Aug 29 04:33:00.934189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58770) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.938309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] For port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,segment=NetworkSegment(275c7e14-a6d5-49e2-be85-da47bfcd3e33),segment_id=275c7e14-a6d5-49e2-be85-da47bfcd3e33)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:00.938744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.971342 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5762696-89c7-496c-967e-06e6b20d89e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:00.971843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] Calling delete_port for c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:00.972781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5762696-89c7-496c-967e-06e6b20d89e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:00.975710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d5762696-89c7-496c-967e-06e6b20d89e8 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/58692242-ed28-48d7-8f12-7d90fb13a44a HTTP/1.1" status: 404 len: 333 time: 0.0405352 Aug 29 04:33:00.979987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58772) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.014398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.015065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.032744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.033436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Fanout notify agent at l3_agent the message router_deleted on router 594b17c0-e7d9-48e4-adc0-421bd33d4ec7 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:01.039784 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b27912d-82dd-442a-9055-078bf77a9b8d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.040321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b27912d-82dd-442a-9055-078bf77a9b8d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.051032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9b27912d-82dd-442a-9055-078bf77a9b8d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/33775667-a4c2-40d6-91f4-82f60bff6f54 HTTP/1.1" status: 404 len: 337 time: 0.0675564 Aug 29 04:33:01.051187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.053208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58774) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.053551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58776) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.055035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-03d43e05-334b-4fee-8642-e37f3c7bba51 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/routers/594b17c0-e7d9-48e4-adc0-421bd33d4ec7 HTTP/1.1" status: 204 len: 168 time: 2.4977727 Aug 29 04:33:01.057947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e072238a-1613-462b-9e69-bc033485c099 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4160872 Aug 29 04:33:01.081323 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.082753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:01.110508 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-422db11f-5dca-48a0-8188-5ce11025058b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.111201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422db11f-5dca-48a0-8188-5ce11025058b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.112945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-422db11f-5dca-48a0-8188-5ce11025058b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/445dad45-180e-4e32-8652-d585f06794cf HTTP/1.1" status: 404 len: 333 time: 0.0584276 Aug 29 04:33:01.115996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.124116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] Pushing event deleted for resources: {'Port': ['ID=c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.134004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1f2d7-3cef-4338-90c7-ed8f5e142f16 None None] No DVR routers for this DVR port c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:01.135630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting subnet f6a10924-4045-43dd-b011-48a5b31d035b {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:01.143382 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.157269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bb37fe4f-5f5d-4b3c-a60e-18682705e89e None None] Provisioning for port ef505f4d-2b55-4eb3-814e-aa2736598ef2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:01.162731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bb37fe4f-5f5d-4b3c-a60e-18682705e89e None None] Provisioning complete for port ef505f4d-2b55-4eb3-814e-aa2736598ef2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:01.163417 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb37fe4f-5f5d-4b3c-a60e-18682705e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.169655 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39e55e6-cda4-4f0a-8e1d-c57ca6bb0d6c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.170130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39e55e6-cda4-4f0a-8e1d-c57ca6bb0d6c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.171901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c39e55e6-cda4-4f0a-8e1d-c57ca6bb0d6c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/dcb2fd06-502b-4f58-921c-59410749d51e HTTP/1.1" status: 404 len: 337 time: 0.0509517 Aug 29 04:33:01.175747 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58780) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.183327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.209450 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bb37fe4f-5f5d-4b3c-a60e-18682705e89e None None] Port ef505f4d-2b55-4eb3-814e-aa2736598ef2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:01.216072 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c7b063-92cd-4bfc-8633-231d9fbd2375 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.216997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c7b063-92cd-4bfc-8633-231d9fbd2375 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.219014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-64c7b063-92cd-4bfc-8633-231d9fbd2375 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/36fdbee1-e961-43a4-b2d9-4e3fc43efc53 HTTP/1.1" status: 404 len: 333 time: 0.0420573 Aug 29 04:33:01.221947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58782) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.233178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.266722 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.301445 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afbb7f6-e138-4951-b398-72f5a7c27fbc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.301931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afbb7f6-e138-4951-b398-72f5a7c27fbc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.305787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2afbb7f6-e138-4951-b398-72f5a7c27fbc tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/031e38ca-0422-489e-a2e9-a4e937dc2efe HTTP/1.1" status: 404 len: 337 time: 0.0745142 Aug 29 04:33:01.306309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58784) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.351235 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a096e4-adf5-4ce3-9a80-73ad8bbfb775 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.352126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a096e4-adf5-4ce3-9a80-73ad8bbfb775 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.353895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d2a096e4-adf5-4ce3-9a80-73ad8bbfb775 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7cfc84ea-9b2c-4088-8b8a-618527461951 HTTP/1.1" status: 404 len: 333 time: 0.0465488 Aug 29 04:33:01.356556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58786) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.386893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.390241 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed5e2f1-dc86-41ff-82dd-27ffaabd664c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.390694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed5e2f1-dc86-41ff-82dd-27ffaabd664c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.394952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aed5e2f1-dc86-41ff-82dd-27ffaabd664c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/98d32b55-4fad-4574-bad3-5ab196b1918e HTTP/1.1" status: 404 len: 337 time: 0.0348980 Aug 29 04:33:01.400411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.430576 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b15ebcf-e514-43dc-ba2b-3b3a139b869e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.431024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b15ebcf-e514-43dc-ba2b-3b3a139b869e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.433279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1b15ebcf-e514-43dc-ba2b-3b3a139b869e tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/2068b4fd-013c-4b79-afb1-3d4602875910 HTTP/1.1" status: 404 len: 337 time: 0.0319049 Aug 29 04:33:01.436220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58792) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.466800 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9216c516-5c72-4f81-98c6-0c16f389d6f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.467576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9216c516-5c72-4f81-98c6-0c16f389d6f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.469483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9216c516-5c72-4f81-98c6-0c16f389d6f3 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/e0bfcc7c-cf2b-425a-a961-d01e669eadec HTTP/1.1" status: 404 len: 333 time: 0.0317159 Aug 29 04:33:01.472310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58794) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.501109 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d989e38-3da4-46d9-9ebb-bad7f9620f81 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.501578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d989e38-3da4-46d9-9ebb-bad7f9620f81 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.503416 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d989e38-3da4-46d9-9ebb-bad7f9620f81 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/3efe4d99-21c5-42a6-9f6e-a9ee89727f91 HTTP/1.1" status: 404 len: 337 time: 0.0301681 Aug 29 04:33:01.506201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58796) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.538764 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.540860 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddd6dab-220a-4aaf-b476-cdac5f04ec86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.541369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddd6dab-220a-4aaf-b476-cdac5f04ec86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.545477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6ddd6dab-220a-4aaf-b476-cdac5f04ec86 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/4bf9cfe2-0e7d-46dc-9b1b-0522bc68e6ce HTTP/1.1" status: 404 len: 337 time: 0.0359809 Aug 29 04:33:01.553070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.569127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a10924-4045-43dd-b011-48a5b31d035b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:01.575788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.580394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a17b5c45-9334-4aea-ae71-d96e620ad55e tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/subnets/f6a10924-4045-43dd-b011-48a5b31d035b HTTP/1.1" status: 204 len: 168 time: 0.5246036 Aug 29 04:33:01.580981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58804) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.587296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e501f2-ea2d-41bd-945e-7d4d90d3a73b None None] Network 2a3169ff-ef4d-4eae-b352-a609020605fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:01.592144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-9c54fd3b-7645-4002-b7e4-9991406c20f3 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.593680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-9c54fd3b-7645-4002-b7e4-9991406c20f3 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.37 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 946 time: 0.1593750 Aug 29 04:33:01.608947 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacee0a7-50b7-4363-9446-c4a4840bd441 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.609659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacee0a7-50b7-4363-9446-c4a4840bd441 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.614164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bacee0a7-50b7-4363-9446-c4a4840bd441 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7abd8854-d401-4962-8c3d-3c7cd69a570f HTTP/1.1" status: 404 len: 333 time: 0.0558350 Aug 29 04:33:01.617449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58806) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.700164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de81a6-f73f-4544-88c6-9e4c2567287c req-d23d29b6-a80f-4b21-aff9-7a151dc8f1cf tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.701663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78de81a6-f73f-4544-88c6-9e4c2567287c req-d23d29b6-a80f-4b21-aff9-7a151dc8f1cf tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 946 time: 0.1126640 Aug 29 04:33:01.705671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.731052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81f3740-c07d-416d-9f73-907db37fd679 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:01.741277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.775209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78de81a6-f73f-4544-88c6-9e4c2567287c req-0b1e02a8-3153-4f9c-9680-972153778c37 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0270d43-76a8-4c03-bce4-28e63026deef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665588 Aug 29 04:33:01.775480 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d462409-a19b-4cd3-a34f-1f3097f625b2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.776520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d462409-a19b-4cd3-a34f-1f3097f625b2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.778484 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6d462409-a19b-4cd3-a34f-1f3097f625b2 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/e6260868-5bdf-4d3a-bf6c-8dee6cf4c601 HTTP/1.1" status: 404 len: 337 time: 0.1615849 Aug 29 04:33:01.782655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58812) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.806388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b092-e525-41b5-8919-0d15982612c6 req-2601f3dc-7008-4109-995e-79ce2ac5f367 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.823236 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af5f7e2-2f0e-4748-9dac-68b380a771fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.823386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8364a638-064c-41ed-8268-01808a336054 None None] DHCP port deletion for 2a3169ff-ef4d-4eae-b352-a609020605fc request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:01.823695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af5f7e2-2f0e-4748-9dac-68b380a771fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.824829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b092-e525-41b5-8919-0d15982612c6 req-2601f3dc-7008-4109-995e-79ce2ac5f367 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.830119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9af5f7e2-2f0e-4748-9dac-68b380a771fa tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/f7b1abee-63a4-423b-8ffe-53c73f3a8609 HTTP/1.1" status: 404 len: 337 time: 0.0465503 Aug 29 04:33:01.831610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58814) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.834325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b092-e525-41b5-8919-0d15982612c6 req-2601f3dc-7008-4109-995e-79ce2ac5f367 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.847952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b092-e525-41b5-8919-0d15982612c6 req-2601f3dc-7008-4109-995e-79ce2ac5f367 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.855161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b092-e525-41b5-8919-0d15982612c6 req-2601f3dc-7008-4109-995e-79ce2ac5f367 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.857040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a09b092-e525-41b5-8919-0d15982612c6 req-2601f3dc-7008-4109-995e-79ce2ac5f367 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 3815 time: 0.3766112 Aug 29 04:33:01.858492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Transition to ACTIVE for port object b81f3740-c07d-416d-9f73-907db37fd679 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:01.885469 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.893188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port c4da6b16-9571-43da-bfdb-f0bb75123a83 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:01.893541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.895739 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bea85b-c032-4162-bfc7-0cd977e780a4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:01.896436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bea85b-c032-4162-bfc7-0cd977e780a4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:01.898176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a7bea85b-c032-4162-bfc7-0cd977e780a4 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/9a875ffb-c5cb-4ea1-8cf9-e0dd65013be2 HTTP/1.1" status: 404 len: 333 time: 0.0655985 Aug 29 04:33:01.902079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58816) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.907301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8364a638-064c-41ed-8268-01808a336054 None None] Deleting port c4da6b16-9571-43da-bfdb-f0bb75123a83 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:01.908006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8364a638-064c-41ed-8268-01808a336054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.024646 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd4df7b-d98a-4a66-8316-c963bd16973f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:02.025115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd4df7b-d98a-4a66-8316-c963bd16973f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:02.027605 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0dd4df7b-d98a-4a66-8316-c963bd16973f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/ae2ec1bf-5ddf-4ca7-8f74-c9a730d3274f HTTP/1.1" status: 404 len: 337 time: 0.1159775 Aug 29 04:33:02.033119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.069624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8364a638-064c-41ed-8268-01808a336054 None None] For port c4da6b16-9571-43da-bfdb-f0bb75123a83, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c4da6b16-9571-43da-bfdb-f0bb75123a83,segment=NetworkSegment(b328981d-290e-4dbb-81ae-4806d4aee882),segment_id=b328981d-290e-4dbb-81ae-4806d4aee882)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:02.069800 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8364a638-064c-41ed-8268-01808a336054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.091905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8364a638-064c-41ed-8268-01808a336054 None None] Calling delete_port for c4da6b16-9571-43da-bfdb-f0bb75123a83 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:02.095628 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-300ae235-5be2-4e9d-a080-62ffee07a699 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:02.098316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300ae235-5be2-4e9d-a080-62ffee07a699 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:02.114437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-300ae235-5be2-4e9d-a080-62ffee07a699 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/85d2eaaf-5f9a-40ce-bf86-fc55dab25754 HTTP/1.1" status: 404 len: 337 time: 0.0755627 Aug 29 04:33:02.121774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58830) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.131478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Pushing event updated for resources: {'Port': ['ID=b81f3740-c07d-416d-9f73-907db37fd679,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.182399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:02.196187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-96f35359-4820-4c01-b931-722eb8f0e572 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 HTTP/1.1" status: 200 len: 205 time: 0.0672297 Aug 29 04:33:02.202346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58834) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.211512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:02.212543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5b93dd3-e4ed-4fcc-b18a-1f4bcb3ac291 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:02.213197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c4da6b16-9571-43da-bfdb-f0bb75123a83 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:02.216773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a09b092-e525-41b5-8919-0d15982612c6 req-6eb28898-a94d-4db7-b327-c1b58502d864 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419027 Aug 29 04:33:02.248485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Deleting port 8c75c409-cf99-4098-ac22-1b534f94199e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:02.248835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.317401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Attempting to bind port b81f3740-c07d-416d-9f73-907db37fd679 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:02.317830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Attempting to bind port b81f3740-c07d-416d-9f73-907db37fd679 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:02.318162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Attempting to bind port b81f3740-c07d-416d-9f73-907db37fd679 on network 5de44834-2a7b-4f66-8909-aa94c16f31a9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:02.326639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] For port c4da6b16-9571-43da-bfdb-f0bb75123a83, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c4da6b16-9571-43da-bfdb-f0bb75123a83,segment=NetworkSegment(b328981d-290e-4dbb-81ae-4806d4aee882),segment_id=b328981d-290e-4dbb-81ae-4806d4aee882)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:02.330227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Port b81f3740-c07d-416d-9f73-907db37fd679 on network 5de44834-2a7b-4f66-8909-aa94c16f31a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:02.330561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Attempting to bind port b81f3740-c07d-416d-9f73-907db37fd679 on network 5de44834-2a7b-4f66-8909-aa94c16f31a9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:02.331215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.354467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for c4da6b16-9571-43da-bfdb-f0bb75123a83 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:02.357167 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-7bd0aac0-8d67-4e4d-b47b-892ceae81f5a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] delete failed (client error): The resource could not be found. Aug 29 04:33:02.359254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7bd0aac0-8d67-4e4d-b47b-892ceae81f5a tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/routers/f6798cfd-a9ba-4dab-beb6-09c11bc1ce89 HTTP/1.1" status: 404 len: 336 time: 0.1485498 Aug 29 04:33:02.360012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:02.360357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Checking segment: {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:02.360753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Bound using segment: {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:02.361194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Bound port: b81f3740-c07d-416d-9f73-907db37fd679, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a96a0e-0a58-4d9a-992d-e4c1d53dad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:02.361769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.363614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58840) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.384067 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8364a638-064c-41ed-8268-01808a336054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.414636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] For port 8c75c409-cf99-4098-ac22-1b534f94199e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8c75c409-cf99-4098-ac22-1b534f94199e,segment=NetworkSegment(a6db4780-f829-4e6a-8840-2bd28277145d),segment_id=a6db4780-f829-4e6a-8840-2bd28277145d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:02.415001 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.422704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364a638-064c-41ed-8268-01808a336054 None None] Pushing event deleted for resources: {'Port': ['ID=c4da6b16-9571-43da-bfdb-f0bb75123a83,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.424570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364a638-064c-41ed-8268-01808a336054 None None] No DVR routers for this DVR port c4da6b16-9571-43da-bfdb-f0bb75123a83 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:02.429427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.438700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Calling delete_port for 8c75c409-cf99-4098-ac22-1b534f94199e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:02.457614 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-445aa98d-941d-4d0f-89c1-9a4568fb6832 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:02.458934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445aa98d-941d-4d0f-89c1-9a4568fb6832 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:02.461241 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-445aa98d-941d-4d0f-89c1-9a4568fb6832 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/e5103836-732c-41bf-9e93-a7370b147890 HTTP/1.1" status: 404 len: 337 time: 0.0964739 Aug 29 04:33:02.466624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58848) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.521623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-667abc2f-363d-49c9-9053-180d7b205bf9 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bb5caf5-73ae-4983-8d39-d80dc4025773 HTTP/1.1" status: 200 len: 205 time: 0.0531545 Aug 29 04:33:02.522236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58860) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.606632 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-2414ce31-f092-44fe-8c4f-e1d3288a3beb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] delete failed (client error): The resource could not be found. Aug 29 04:33:02.610702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2414ce31-f092-44fe-8c4f-e1d3288a3beb tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/routers/7bb5caf5-73ae-4983-8d39-d80dc4025773 HTTP/1.1" status: 404 len: 336 time: 0.0549171 Aug 29 04:33:02.612785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58870) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.624012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] For port b81f3740-c07d-416d-9f73-907db37fd679, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:02.640217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] For port b81f3740-c07d-416d-9f73-907db37fd679, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=b81f3740-c07d-416d-9f73-907db37fd679,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:02.649747 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.653316 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c57471-da6e-45a2-9c6f-4a9052c0b1be tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:02.653821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c57471-da6e-45a2-9c6f-4a9052c0b1be tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:02.658136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-35c57471-da6e-45a2-9c6f-4a9052c0b1be tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/5f27e705-227e-46ee-899d-0a63c55e23b1 HTTP/1.1" status: 404 len: 337 time: 0.0443690 Aug 29 04:33:02.660153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58880) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.714702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.715330 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.716727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] 10.222.0.37 "PUT /v2.0/ports/b81f3740-c07d-416d-9f73-907db37fd679 HTTP/1.1" status: 200 len: 1092 time: 1.6391494 Aug 29 04:33:02.718108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:02.719715 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-443e1159-f981-46b2-8ed3-3fe69ea0442c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:02.720180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443e1159-f981-46b2-8ed3-3fe69ea0442c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:02.720801 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e" -d '{"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "b81f3740-c07d-416d-9f73-907db37fd679"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:02.726056 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-443e1159-f981-46b2-8ed3-3fe69ea0442c tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/16c7ec5d-0440-4381-9245-11c86829e451 HTTP/1.1" status: 404 len: 337 time: 0.0646513 Aug 29 04:33:02.728180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58882) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.765467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-47c570f8-085d-4cc6-a50f-c5de044d7088 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862002 Aug 29 04:33:02.775036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:02.812710 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31c3c38-6e61-4129-a4a4-8bd70550fcd5 x-openstack-request-id: req-d31c3c38-6e61-4129-a4a4-8bd70550fcd5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:02.812936 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "b81f3740-c07d-416d-9f73-907db37fd679", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:02.813107 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d31c3c38-6e61-4129-a4a4-8bd70550fcd5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:02.813531 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679', 'status': 'completed', 'code': 200} Aug 29 04:33:02.825715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.826315 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d045d6ad-c9da-4bee-815a-e7cd6c7a3167 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:02.827962 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d045d6ad-c9da-4bee-815a-e7cd6c7a3167 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:02.832871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d045d6ad-c9da-4bee-815a-e7cd6c7a3167 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/7f111d16-f9f8-46fa-909f-b739f74703bc HTTP/1.1" status: 404 len: 333 time: 0.0855386 Aug 29 04:33:02.835462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.840585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['8c75c409-cf99-4098-ac22-1b534f94199e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:02.895632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9587fba-ce94-44cd-9dbe-64dfa4ef3189 service neutron] Pushing event updated for resources: {'Port': ['ID=b81f3740-c07d-416d-9f73-907db37fd679,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.986302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a1ad927-7383-4ba6-8b40-9c79c8f8249d req-58cfd120-7214-4ede-9c75-a029451f76e7 tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.55 "GET /v2.0/ports?device_id=6710e3cb-490d-489c-a030-23e0e3218576 HTTP/1.1" status: 200 len: 210 time: 0.1064463 Aug 29 04:33:02.987449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] No DVR routers for this DVR port 8c75c409-cf99-4098-ac22-1b534f94199e on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:02.990741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.993695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed5b0d38-d9b2-43e0-9dc7-6794ce1fcb66 req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] 10.222.0.37 "DELETE /v2.0/ports/8c75c409-cf99-4098-ac22-1b534f94199e HTTP/1.1" status: 204 len: 173 time: 1.3923621 Aug 29 04:33:03.003247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.003247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184dd4-7703-46a6-9530-434828be1c6e tempest-VolumesActionsTest-839630565 tempest-VolumesActionsTest-839630565-project] Pushing event deleted for resources: {'Port': ['ID=8c75c409-cf99-4098-ac22-1b534f94199e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.084014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.117907 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb26f33-044b-477d-8531-e3e8b6341932 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:03.118483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb26f33-044b-477d-8531-e3e8b6341932 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:03.120416 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cbb26f33-044b-477d-8531-e3e8b6341932 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/102c0a14-ef4e-4802-ae1f-895404f96b55 HTTP/1.1" status: 404 len: 337 time: 0.2380583 Aug 29 04:33:03.132175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=c4da6b16-9571-43da-bfdb-f0bb75123a83,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:03.152707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58894) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.213919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-88de475c-4f4b-414f-8dbe-30b61f7b821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.214435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-88de475c-4f4b-414f-8dbe-30b61f7b821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.214923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-88de475c-4f4b-414f-8dbe-30b61f7b821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.215394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-88de475c-4f4b-414f-8dbe-30b61f7b821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.215863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-88de475c-4f4b-414f-8dbe-30b61f7b821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.218454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-88de475c-4f4b-414f-8dbe-30b61f7b821c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 4363 time: 0.3837419 Aug 29 04:33:03.221353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] No DVR routers for this DVR port c4da6b16-9571-43da-bfdb-f0bb75123a83 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:03.250638 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-034b179d-f5a2-46ba-8206-4d9a129dc0bd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:03.251302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034b179d-f5a2-46ba-8206-4d9a129dc0bd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:03.255663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-034b179d-f5a2-46ba-8206-4d9a129dc0bd tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/585f576d-cea9-4107-bc51-46ac267e4f4c HTTP/1.1" status: 404 len: 333 time: 0.0977805 Aug 29 04:33:03.269020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.386947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-c94286c6-e906-483d-8e38-39a0eb9e8235 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.388584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-c94286c6-e906-483d-8e38-39a0eb9e8235 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6223288 Aug 29 04:33:03.472282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-b7524b30-735b-423f-beec-739d83600f0e tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/quotas/b009f866dd0e49d1b0c8eb9659cf9756 HTTP/1.1" status: 200 len: 375 time: 0.0453672 Aug 29 04:33:03.523345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-d258020b-d5d8-4939-89cd-e8599a740501 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504494 Aug 29 04:33:03.618235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-f2b87efe-e4f9-47cd-9207-3aec359aaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.618789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-f2b87efe-e4f9-47cd-9207-3aec359aaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.619789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-f2b87efe-e4f9-47cd-9207-3aec359aaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.622275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-f2b87efe-e4f9-47cd-9207-3aec359aaf62 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fb108782c18e44f89ec449e0eca86b1c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3876119 Aug 29 04:33:03.628269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.680967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3169ff-ef4d-4eae-b352-a609020605fc']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.747473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b328981d-290e-4dbb-81ae-4806d4aee882') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.747782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b328981d-290e-4dbb-81ae-4806d4aee882') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:03.760026 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb39bcb-d278-4ef9-901f-a9b480063c22 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:03.760961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb39bcb-d278-4ef9-901f-a9b480063c22 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:03.762706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2eb39bcb-d278-4ef9-901f-a9b480063c22 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/3675fea2-44c3-4783-8a62-814884324123 HTTP/1.1" status: 404 len: 337 time: 0.4898417 Aug 29 04:33:03.782301 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58908) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.803198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.858211 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-969d4903-9abb-47de-b7a3-76fcc1ab045f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:03.859033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969d4903-9abb-47de-b7a3-76fcc1ab045f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:03.860771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-969d4903-9abb-47de-b7a3-76fcc1ab045f tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/efe98173-8832-42a6-8821-e4bef5b4d080 HTTP/1.1" status: 404 len: 333 time: 0.0774987 Aug 29 04:33:03.872927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4474-291a-4d6d-a9da-0464c3cd500c req-6037908b-17a0-443a-ac7f-28c770e5426b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.881220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4474-291a-4d6d-a9da-0464c3cd500c req-6037908b-17a0-443a-ac7f-28c770e5426b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.881629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58918) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.882583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.888724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4474-291a-4d6d-a9da-0464c3cd500c req-6037908b-17a0-443a-ac7f-28c770e5426b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.895475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4474-291a-4d6d-a9da-0464c3cd500c req-6037908b-17a0-443a-ac7f-28c770e5426b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.901919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4474-291a-4d6d-a9da-0464c3cd500c req-6037908b-17a0-443a-ac7f-28c770e5426b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.903737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d8f4474-291a-4d6d-a9da-0464c3cd500c req-6037908b-17a0-443a-ac7f-28c770e5426b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 3827 time: 0.1478426 Aug 29 04:33:03.955257 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-f8088355-c93d-4cd9-b3cb-75fcba052bb6 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075935 Aug 29 04:33:03.962343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:03.962847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:03.966727 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:04.003055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d8f4474-291a-4d6d-a9da-0464c3cd500c req-e267893a-b944-47a3-b281-7eb53ba64a86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933089 Aug 29 04:33:04.047866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1758a502-e979-4b23-86cf-930fbff24667 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:04.063327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.394360 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ceef997-6671-420d-b3f0-a5b2357cea63 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.395212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ceef997-6671-420d-b3f0-a5b2357cea63 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.399592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58936) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.400071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2ceef997-6671-420d-b3f0-a5b2357cea63 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/1a3735ce-e92c-4683-83f4-fb88cd19ed25 HTTP/1.1" status: 404 len: 337 time: 0.5054810 Aug 29 04:33:04.469559 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cd662b-9ae6-4c1d-bd6c-d9add36d0678 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.470911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cd662b-9ae6-4c1d-bd6c-d9add36d0678 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.472038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c8cd662b-9ae6-4c1d-bd6c-d9add36d0678 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/b2c422f9-6252-4634-ab00-2ab635160cff HTTP/1.1" status: 404 len: 333 time: 0.0714579 Aug 29 04:33:04.488611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.523038 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f288e2-390b-4c6a-8f5a-0fb495a07583 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.523829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f288e2-390b-4c6a-8f5a-0fb495a07583 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.528134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b8f288e2-390b-4c6a-8f5a-0fb495a07583 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/4f60af1c-a841-48e6-adea-0bedf1375e2c HTTP/1.1" status: 404 len: 337 time: 0.0356693 Aug 29 04:33:04.528371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.533412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-9999bf13-bdfc-48d8-9caa-51e8a1489f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.534927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48b7b029-c8d5-41b6-94cd-ac1f9773b96e req-9999bf13-bdfc-48d8-9caa-51e8a1489f17 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9037125 Aug 29 04:33:04.556834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Transition to ACTIVE for port object 1758a502-e979-4b23-86cf-930fbff24667 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:04.559524 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae70ba44-8712-4e15-bd18-2ffef56bfc1d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.560234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae70ba44-8712-4e15-bd18-2ffef56bfc1d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.565120 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ae70ba44-8712-4e15-bd18-2ffef56bfc1d tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/8673ffad-5228-4df9-a422-e8b18ff6b8c5 HTTP/1.1" status: 404 len: 333 time: 0.0334058 Aug 29 04:33:04.566713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58946) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.581936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.599384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.605225 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.610162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/networks/2a3169ff-ef4d-4eae-b352-a609020605fc HTTP/1.1" status: 204 len: 168 time: 3.0282772 Aug 29 04:33:04.610794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58948) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.616663 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56422ba-6c17-4c18-88e7-7886cdd0859b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.617277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56422ba-6c17-4c18-88e7-7886cdd0859b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.619720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b56422ba-6c17-4c18-88e7-7886cdd0859b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/ad9f07a6-1019-4986-98f4-3bf5f052c56a HTTP/1.1" status: 404 len: 337 time: 0.0531077 Aug 29 04:33:04.634308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-0272d2b1-4a6a-482d-9fc4-5ec2d02afd06 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:04.639880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.642201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-0272d2b1-4a6a-482d-9fc4-5ec2d02afd06 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412882 Aug 29 04:33:04.687159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20178ca-908b-4429-bbde-c3f7d4a49331 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Network': ['ID=2a3169ff-ef4d-4eae-b352-a609020605fc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.699791 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc23d2f7-c1ae-4d24-9b35-c9e3436ff6af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.700520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc23d2f7-c1ae-4d24-9b35-c9e3436ff6af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.704872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dc23d2f7-c1ae-4d24-9b35-c9e3436ff6af tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/1f4eaee6-f896-4a6e-9289-dbee5ba309fc HTTP/1.1" status: 404 len: 333 time: 0.0623777 Aug 29 04:33:04.705476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.706012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-aaa89e05-f337-445e-88a7-263ac7d66a95 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/quotas/b009f866dd0e49d1b0c8eb9659cf9756 HTTP/1.1" status: 200 len: 375 time: 0.0141890 Aug 29 04:33:04.745641 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccf8d59-a38f-43dd-ba62-fbc051569a8b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.746108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccf8d59-a38f-43dd-ba62-fbc051569a8b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.747861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2ccf8d59-a38f-43dd-ba62-fbc051569a8b tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/91fc55c3-78c6-42a2-8128-27546b276519 HTTP/1.1" status: 404 len: 337 time: 0.0335879 Aug 29 04:33:04.751017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.753019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Pushing event updated for resources: {'Port': ['ID=1758a502-e979-4b23-86cf-930fbff24667,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:04.768008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-d72e3523-44cf-4c13-bb33-e958306a3458 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298152 Aug 29 04:33:04.829686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6710e3cb-490d-489c-a030-23e0e3218576', 'name': 'network-vif-deleted', 'tag': '8c75c409-cf99-4098-ac22-1b534f94199e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:04.832639 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa13552-510d-4ccb-bd11-2df3294774a6" -d '{"events": [{"server_uuid": "6710e3cb-490d-489c-a030-23e0e3218576", "name": "network-vif-deleted", "tag": "8c75c409-cf99-4098-ac22-1b534f94199e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:04.880553 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-931c3243-c3b6-497b-8138-6a4e8b3b4097 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.881256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931c3243-c3b6-497b-8138-6a4e8b3b4097 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.885710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-931c3243-c3b6-497b-8138-6a4e8b3b4097 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/ports/86f1d3b3-6e93-4f13-af76-24acc23a3e06 HTTP/1.1" status: 404 len: 333 time: 0.1309843 Aug 29 04:33:04.886278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58962) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.891932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 7744a4ef-e6ec-4c30-85f0-16f05f6da609 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:04.892284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.960360 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48ae8c9-c776-4aaa-93a2-6bf9c6df5dfe tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:04.961248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48ae8c9-c776-4aaa-93a2-6bf9c6df5dfe tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:04.963923 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e48ae8c9-c776-4aaa-93a2-6bf9c6df5dfe tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/subnets/b1bb391e-0e19-4faf-8534-5c0d5e54ee3f HTTP/1.1" status: 404 len: 337 time: 0.0720127 Aug 29 04:33:04.976794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58964) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.025158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Attempting to bind port 1758a502-e979-4b23-86cf-930fbff24667 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:05.027672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Attempting to bind port 1758a502-e979-4b23-86cf-930fbff24667 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:05.028030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Attempting to bind port 1758a502-e979-4b23-86cf-930fbff24667 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:05.039174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Port 1758a502-e979-4b23-86cf-930fbff24667 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:05.039792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Attempting to bind port 1758a502-e979-4b23-86cf-930fbff24667 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:05.045922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:05.046493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Checking segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:05.047043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Bound using segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:05.047654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Bound port: 1758a502-e979-4b23-86cf-930fbff24667, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:05.048299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.149615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] For port 1758a502-e979-4b23-86cf-930fbff24667, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:05.157747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] For port 1758a502-e979-4b23-86cf-930fbff24667, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1758a502-e979-4b23-86cf-930fbff24667,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:05.165481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.218331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.219118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.220928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] 10.222.0.37 "PUT /v2.0/ports/1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 200 len: 1130 time: 2.4547889 Aug 29 04:33:05.248075 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc9b94f-c3ad-44e4-8bab-e0444b18fff5 x-openstack-request-id: req-4bc9b94f-c3ad-44e4-8bab-e0444b18fff5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:05.248477 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6710e3cb-490d-489c-a030-23e0e3218576", "name": "network-vif-deleted", "tag": "8c75c409-cf99-4098-ac22-1b534f94199e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:05.248832 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bc9b94f-c3ad-44e4-8bab-e0444b18fff5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:05.249378 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6710e3cb-490d-489c-a030-23e0e3218576', 'name': 'network-vif-deleted', 'tag': '8c75c409-cf99-4098-ac22-1b534f94199e', 'status': 'completed', 'code': 200} Aug 29 04:33:05.249881 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.258296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:05.392281 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6055c8bd-0602-4e3f-8212-c61dd2645179 req-36394774-50f4-478c-aeb1-529519c3b73d tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.1698182 Aug 29 04:33:05.409028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafeb1f-c86f-42ca-ace5-26fe4c8ba609 service neutron] Pushing event updated for resources: {'Port': ['ID=1758a502-e979-4b23-86cf-930fbff24667,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.411694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.412163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.454059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 7744a4ef-e6ec-4c30-85f0-16f05f6da609 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:05.461029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.471311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8c75c409-cf99-4098-ac22-1b534f94199e no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:05.521235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 8c75c409-cf99-4098-ac22-1b534f94199e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:05.524186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8c75c409-cf99-4098-ac22-1b534f94199e not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:05.643282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-4595747b-0c80-4807-aadb-2060d311fbb3 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4244061 Aug 29 04:33:05.824829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-e0a1b1bb-b341-4891-a8c1-2860b410a426 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.851104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-e0a1b1bb-b341-4891-a8c1-2860b410a426 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.858704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-e0a1b1bb-b341-4891-a8c1-2860b410a426 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.865191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-e0a1b1bb-b341-4891-a8c1-2860b410a426 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.871187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-e0a1b1bb-b341-4891-a8c1-2860b410a426 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.876798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-e0a1b1bb-b341-4891-a8c1-2860b410a426 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.879157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-e0a1b1bb-b341-4891-a8c1-2860b410a426 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 4598 time: 0.4768243 Aug 29 04:33:05.886423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.907863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870a58ce-8cff-482e-9cde-b685e5bb8346']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:05.933721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275c7e14-a6d5-49e2-be85-da47bfcd3e33') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:05.934063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275c7e14-a6d5-49e2-be85-da47bfcd3e33') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:05.938180 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.975162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.980006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e281dbc-bdb4-474c-8b67-51881b673f7d req-9c55e7b1-f86e-4b75-8ed4-eafec63b167c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887079 Aug 29 04:33:06.023296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=7744a4ef-e6ec-4c30-85f0-16f05f6da609,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.041087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-2a7b2fad-f10f-48b3-9399-5e2148a6f4f2 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.043149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-2a7b2fad-f10f-48b3-9399-5e2148a6f4f2 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3816040 Aug 29 04:33:06.046044 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.070461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Request body: {'port': {'device_id': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'b009f866dd0e49d1b0c8eb9659cf9756'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.086860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:06.090898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:06.091317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.096663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.112130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Transition to ACTIVE for port object 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:06.118875 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:06.123562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.207556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Pushing event updated for resources: {'Port': ['ID=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.261543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Attempting to bind port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:06.261927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Attempting to bind port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:06.262263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Attempting to bind port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:06.269199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:06.269199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Attempting to bind port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:06.273613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:06.274014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Checking segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:06.274471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Bound using segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:06.274984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Bound port: 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:06.275421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.291952 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.295355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.296597 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f6a34c45-7b7e-45b1-9270-3a7565913530 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/floatingips/3d8cc47d-02fa-4614-9477-c2fd433455e2 HTTP/1.1" status: 204 len: 168 time: 1.6703286 Aug 29 04:33:06.299858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.305523 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.310276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] 10.222.0.55 "DELETE /v2.0/networks/870a58ce-8cff-482e-9cde-b685e5bb8346 HTTP/1.1" status: 204 len: 168 time: 1.3318813 Aug 29 04:33:06.310815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58986) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.357444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] For port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:06.361661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] For port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:06.369449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.421417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.422836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.424687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] 10.222.0.37 "PUT /v2.0/ports/436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 200 len: 1131 time: 1.1723700 Aug 29 04:33:06.443246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8b42-1127-4b30-8404-e34784e5e763 tempest-NetworksTestDHCPv6-928739943 tempest-NetworksTestDHCPv6-928739943-project] Pushing event deleted for resources: {'Network': ['ID=870a58ce-8cff-482e-9cde-b685e5bb8346,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.451099 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-273b55ae-83ee-47ba-8ca5-a90fa4e2a662 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:06.457732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273b55ae-83ee-47ba-8ca5-a90fa4e2a662 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:06.467319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-273b55ae-83ee-47ba-8ca5-a90fa4e2a662 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/ports/2d0bbecf-c7ae-44f3-90ba-9b89e83c905b HTTP/1.1" status: 404 len: 333 time: 0.0887330 Aug 29 04:33:06.467992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:06.469516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58992) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.478860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb132f-5ee4-456e-99e0-a079d82dc44c service neutron] Pushing event updated for resources: {'Port': ['ID=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.499055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Made reservation on behalf of b009f866dd0e49d1b0c8eb9659cf9756 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:06.506827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.559253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.584460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c1147d55-bce9-4967-864e-92c6d623d7c5 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "GET /v2.0/ports?device_id=594b17c0-e7d9-48e4-adc0-421bd33d4ec7 HTTP/1.1" status: 200 len: 205 time: 0.1092768 Aug 29 04:33:06.587335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.602057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.606667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-5dcbe6ef-361f-44bb-8c65-3ac100076e06 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770562 Aug 29 04:33:06.892169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4cac8337-3d86-4ffb-9285-ab806771330e req-599a0e74-2c56-42c6-81b7-9a2d5330b6c6 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.3060756 Aug 29 04:33:06.914718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-2c21e06f-69e2-4d5b-b27a-ca641fd7cf07 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.916545 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-2c21e06f-69e2-4d5b-b27a-ca641fd7cf07 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767131 Aug 29 04:33:06.933836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:06.954557 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-972468e7-cc94-4b3f-945e-a2446dc2b250 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] delete failed (client error): The resource could not be found. Aug 29 04:33:06.963624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-972468e7-cc94-4b3f-945e-a2446dc2b250 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/routers/594b17c0-e7d9-48e4-adc0-421bd33d4ec7 HTTP/1.1" status: 404 len: 336 time: 0.3708189 Aug 29 04:33:06.975502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59010) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.013427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Request body: {'port': {'device_id': 'd60360c0-05ca-4c73-8030-51d878152136', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'b009f866dd0e49d1b0c8eb9659cf9756'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:07.162373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7613ad66-1551-4927-a25f-0532b313f755 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:07.170793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.184194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Transition to ACTIVE for port object 7613ad66-1551-4927-a25f-0532b313f755 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:07.210783 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93a5544-129c-4120-96f9-e7cb47042127 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:07.211424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93a5544-129c-4120-96f9-e7cb47042127 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:07.213942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b93a5544-129c-4120-96f9-e7cb47042127 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/subnets/f6a10924-4045-43dd-b011-48a5b31d035b HTTP/1.1" status: 404 len: 337 time: 0.2337582 Aug 29 04:33:07.214970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.217015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.265849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '1758a502-e979-4b23-86cf-930fbff24667'}, {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '436ebe39-93a0-4fb2-a1e2-dca7870d8af2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:07.268456 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712512ae-02bf-4260-b268-71fa2cc0cc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "1758a502-e979-4b23-86cf-930fbff24667"}, {"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "436ebe39-93a0-4fb2-a1e2-dca7870d8af2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:07.271566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7613ad66-1551-4927-a25f-0532b313f755,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.394832 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a107798a-23b7-4e16-be6e-1adc593ac24b x-openstack-request-id: req-a107798a-23b7-4e16-be6e-1adc593ac24b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:07.395291 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "1758a502-e979-4b23-86cf-930fbff24667", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "436ebe39-93a0-4fb2-a1e2-dca7870d8af2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:07.395692 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a107798a-23b7-4e16-be6e-1adc593ac24b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:07.396243 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '1758a502-e979-4b23-86cf-930fbff24667', 'status': 'completed', 'code': 200} Aug 29 04:33:07.396612 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '436ebe39-93a0-4fb2-a1e2-dca7870d8af2', 'status': 'completed', 'code': 200} Aug 29 04:33:07.436635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.449146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.459565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.471539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.482568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.493457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.505799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.509044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 217065f8-53a4-412c-8753-919b4c972f9e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:07.509541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.520480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-0b866dfb-045b-4c22-b33c-508193621a37 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5382 time: 0.3262987 Aug 29 04:33:07.520812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Attempting to bind port 7613ad66-1551-4927-a25f-0532b313f755 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:07.521134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Attempting to bind port 7613ad66-1551-4927-a25f-0532b313f755 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:07.521467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Attempting to bind port 7613ad66-1551-4927-a25f-0532b313f755 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:07.532480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.532966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.533446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.535878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.536364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.536834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.537307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.539382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-704d6146-a298-4546-9da7-d9b376ce988b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6236 time: 0.1393983 Aug 29 04:33:07.564878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.616699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Port 7613ad66-1551-4927-a25f-0532b313f755 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:07.617080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Attempting to bind port 7613ad66-1551-4927-a25f-0532b313f755 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:07.622244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e439e784-8ade-4056-adf7-5795675817b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10b3bf648f5c40a1ae405f9efec8f1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503465 Aug 29 04:33:07.625241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59026) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.633435 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.689910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:07.690300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Checking segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:07.690624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Bound using segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:07.691074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Bound port: 7613ad66-1551-4927-a25f-0532b313f755, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:07.691436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.839996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10550e78-d5f5-40bd-87a1-af3afca82126,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:07.842654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Made reservation on behalf of b009f866dd0e49d1b0c8eb9659cf9756 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:07.846062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.880466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72a52ca8-6b9e-426a-b091-238a09bba52e req-4938584d-48ff-4838-a1f1-d09054ad22f8 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3579524 Aug 29 04:33:07.921870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-8fa9c380-97ea-427d-b961-973baa62aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.927025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-8fa9c380-97ea-427d-b961-973baa62aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.927425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-8fa9c380-97ea-427d-b961-973baa62aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.932397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-8fa9c380-97ea-427d-b961-973baa62aad5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fb108782c18e44f89ec449e0eca86b1c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3806622 Aug 29 04:33:08.014684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.020765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Allocated IP 192.168.233.150 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/c28eec64-7223-4166-94fa-8cf0a0fb751d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:08.048367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 217065f8-53a4-412c-8753-919b4c972f9e owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:08.053539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] For port 7613ad66-1551-4927-a25f-0532b313f755, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:08.062138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] For port 7613ad66-1551-4927-a25f-0532b313f755, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7613ad66-1551-4927-a25f-0532b313f755,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:08.078237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.171631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2392-4da0-4177-bbfc-f68df60ec120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.180917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.181545 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.183542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/7613ad66-1551-4927-a25f-0532b313f755 HTTP/1.1" status: 200 len: 1092 time: 1.7277076 Aug 29 04:33:08.203012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-e74e1d24-197e-46c8-8c72-837632f49c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.207632 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-e74e1d24-197e-46c8-8c72-837632f49c95 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509425 Aug 29 04:33:08.239665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:08.243330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d159b-145b-4529-bacd-25a1efff38b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7613ad66-1551-4927-a25f-0532b313f755,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.322140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c419622c-8d22-47af-b5aa-8f4fa0aaa804 req-975f9839-af3f-41d0-8789-c51fdebcfc30 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.1347175 Aug 29 04:33:08.428389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2392-4da0-4177-bbfc-f68df60ec120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.510439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.511220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.512219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.512853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.513477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.514240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.514865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.515493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.527898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-26e0492a-618c-487c-808b-18bab3f11ffd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6278 time: 0.2706163 Aug 29 04:33:08.528468 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.585046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Transition to ACTIVE for port object c28eec64-7223-4166-94fa-8cf0a0fb751d will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:08.656336 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.671575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=217065f8-53a4-412c-8753-919b4c972f9e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:08.680673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.737644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Allocated IP 192.168.233.130 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/75832818-2318-4f8c-b07e-03e70e21ec6a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:08.785447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.789439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5809dae0-ff40-48d9-968a-b9ff8d511b22 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/ports/217065f8-53a4-412c-8753-919b4c972f9e HTTP/1.1" status: 204 len: 168 time: 1.5320179 Aug 29 04:33:08.790273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59038) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:08.908271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-af1a7077-09b8-423c-8373-581b200906dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.908657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-af1a7077-09b8-423c-8373-581b200906dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.909364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-af1a7077-09b8-423c-8373-581b200906dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.911748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-af1a7077-09b8-423c-8373-581b200906dc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fb108782c18e44f89ec449e0eca86b1c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3445868 Aug 29 04:33:08.974163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.075995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:09.081440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Transition to ACTIVE for port object 75832818-2318-4f8c-b07e-03e70e21ec6a will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:09.083162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:09.117130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2392-4da0-4177-bbfc-f68df60ec120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.120292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2392-4da0-4177-bbfc-f68df60ec120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.121618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d0d2392-4da0-4177-bbfc-f68df60ec120 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd156a7d-65ff-497c-8302-4a8be6bd3de2 HTTP/1.1" status: 204 len: 168 time: 1.4889984 Aug 29 04:33:09.122846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:09.365545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-0c2e94cc-e26f-4f25-876d-4b3542c392d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.367091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712512ae-02bf-4260-b268-71fa2cc0cc3e req-0c2e94cc-e26f-4f25-876d-4b3542c392d1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4445617 Aug 29 04:33:09.398588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '7613ad66-1551-4927-a25f-0532b313f755'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:09.401427 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d" -d '{"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "7613ad66-1551-4927-a25f-0532b313f755"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:09.409843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.423240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port ba51d599-e7f4-48c0-83be-ec1d2e44f692 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:09.423590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.458721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.465453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d2392-4da0-4177-bbfc-f68df60ec120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd156a7d-65ff-497c-8302-4a8be6bd3de2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.521642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1281f1c7-883f-4eb9-9965-c783c3b73f31 None None] Provisioning for port c28eec64-7223-4166-94fa-8cf0a0fb751d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:09.545373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1281f1c7-883f-4eb9-9965-c783c3b73f31 None None] Provisioning complete for port c28eec64-7223-4166-94fa-8cf0a0fb751d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:09.548192 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1281f1c7-883f-4eb9-9965-c783c3b73f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.586468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1281f1c7-883f-4eb9-9965-c783c3b73f31 None None] Port c28eec64-7223-4166-94fa-8cf0a0fb751d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:09.595606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:09.609269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:09.630879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:09.640172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.640862 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.674564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.716349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.725713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.741710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.742570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.751473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.756733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for ba51d599-e7f4-48c0-83be-ec1d2e44f692 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:09.759429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.768614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.783336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11510131-7507-4507-9951-74f13f13698d req-c17125f0-49b8-4839-ac8e-8c76ce10a796 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.786408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.788778 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-729d026f-12bc-4666-8626-8d68d6f22221 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5382 time: 0.7370574 Aug 29 04:33:09.791201 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11510131-7507-4507-9951-74f13f13698d req-c17125f0-49b8-4839-ac8e-8c76ce10a796 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 936 time: 0.2112317 Aug 29 04:33:09.826172 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-40b4e9f3-546f-4c86-aeac-fb2264c52095 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7601290 Aug 29 04:33:09.856425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96815d72-4af0-4d00-968e-74b84ee2d14d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:09.858210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Request body: {'port': {'device_id': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:09.867726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:09.868437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.878793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.956558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Transition to ACTIVE for port object 96815d72-4af0-4d00-968e-74b84ee2d14d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:09.970501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8f59211-40f1-4c1a-abaa-9dbf23bb71ae req-1fe4baa1-e08e-43a1-90c3-08fa71c917b7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1692073 Aug 29 04:33:09.973519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11510131-7507-4507-9951-74f13f13698d req-264c610e-8169-47f1-ba63-964b543643e2 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794868 Aug 29 04:33:09.982183 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.993532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-c510a27a-e8f1-4e2c-88ca-1d3cb7d6fa1f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0192063 Aug 29 04:33:10.058563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Request body: {'port': {'device_id': 'd60360c0-05ca-4c73-8030-51d878152136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:10.121626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-daaecfc6-eeee-4b7f-b7b3-405c92be932a None None] Provisioning for port 75832818-2318-4f8c-b07e-03e70e21ec6a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:10.128153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-daaecfc6-eeee-4b7f-b7b3-405c92be932a None None] Provisioning complete for port 75832818-2318-4f8c-b07e-03e70e21ec6a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:10.128530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daaecfc6-eeee-4b7f-b7b3-405c92be932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.143866 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8109421-385c-4455-977e-9b3cff5b8f8f x-openstack-request-id: req-f8109421-385c-4455-977e-9b3cff5b8f8f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:10.143866 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "7613ad66-1551-4927-a25f-0532b313f755", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:10.143866 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8109421-385c-4455-977e-9b3cff5b8f8f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:10.148063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.149972 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '7613ad66-1551-4927-a25f-0532b313f755', 'status': 'completed', 'code': 200} Aug 29 04:33:10.191254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.205892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-daaecfc6-eeee-4b7f-b7b3-405c92be932a None None] Port 75832818-2318-4f8c-b07e-03e70e21ec6a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:10.305975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.400135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=96815d72-4af0-4d00-968e-74b84ee2d14d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.499083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Attempting to bind port 96815d72-4af0-4d00-968e-74b84ee2d14d on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:10.499418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Attempting to bind port 96815d72-4af0-4d00-968e-74b84ee2d14d by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:10.499757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Attempting to bind port 96815d72-4af0-4d00-968e-74b84ee2d14d on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:10.501830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=ba51d599-e7f4-48c0-83be-ec1d2e44f692,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.515399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.529398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.530098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.530450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.530873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.531337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.531804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.535634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-2248bcf8-c2e7-4b0a-b4fa-0a6cabc528f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6304 time: 0.3827271 Aug 29 04:33:10.547077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Port 96815d72-4af0-4d00-968e-74b84ee2d14d on network 030cfc7b-a4fe-4593-a230-d44736b800f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:10.547405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Attempting to bind port 96815d72-4af0-4d00-968e-74b84ee2d14d on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:10.614314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59084) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.665052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-5674b8b4-c8c0-4c7d-808d-66ba7bb05627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.666701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-5674b8b4-c8c0-4c7d-808d-66ba7bb05627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.667074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-5674b8b4-c8c0-4c7d-808d-66ba7bb05627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.668655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-5674b8b4-c8c0-4c7d-808d-66ba7bb05627 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fb108782c18e44f89ec449e0eca86b1c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1227982 Aug 29 04:33:10.694705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:10.695145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Checking segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:10.695436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Bound using segment: {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:10.695870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Bound port: 96815d72-4af0-4d00-968e-74b84ee2d14d, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e3ae56-2c8c-41c3-8306-a09e3eda14a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:10.696230 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.760314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.765275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a57e39f3-a62d-4bd7-9be1-6a4bcf8ce000 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/ports/ba51d599-e7f4-48c0-83be-ec1d2e44f692 HTTP/1.1" status: 204 len: 168 time: 1.9711897 Aug 29 04:33:10.765929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59088) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.887421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1056241141'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:10.918881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c185b51-fb4a-487f-9d06-d692f66b2666 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.924021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3c185b51-fb4a-487f-9d06-d692f66b2666 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "GET /v2.0/ports?device_id=9598c574-cb3f-4b16-bb83-62d3d42c9f6a HTTP/1.1" status: 200 len: 913 time: 0.1258225 Aug 29 04:33:10.926656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59090) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.927784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] For port 96815d72-4af0-4d00-968e-74b84ee2d14d, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:10.944795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Made reservation on behalf of 7a6a84b0222e46fe823afce2bac384ea for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:10.950384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.040184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-57fede29-9ebf-47d7-8966-08ad591314f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.048140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7f9eac1-a6fa-4355-b0fd-a3a2dbedba8d req-57fede29-9ebf-47d7-8966-08ad591314f8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3704720 Aug 29 04:33:11.107470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] For port 96815d72-4af0-4d00-968e-74b84ee2d14d, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=96815d72-4af0-4d00-968e-74b84ee2d14d,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:11.135732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.298422 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.457842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.466817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.475063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.483695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.491208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.500130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.506239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.508395 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-ef02b9ff-3c0e-4b06-82b8-28851c141743 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5394 time: 0.2205777 Aug 29 04:33:11.591511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75832818-2318-4f8c-b07e-03e70e21ec6a {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:11.628019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.644816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Transition to ACTIVE for port object 75832818-2318-4f8c-b07e-03e70e21ec6a will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:11.681477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9b7fa29-cc1a-4c80-829e-09dc69943ea7 req-01506bc3-8bd7-4046-a530-2507331596d6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958660 Aug 29 04:33:11.692964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.736017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.740742 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.743326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] 10.222.0.37 "PUT /v2.0/ports/96815d72-4af0-4d00-968e-74b84ee2d14d HTTP/1.1" status: 200 len: 1091 time: 3.5219138 Aug 29 04:33:11.784766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936d9a3-1296-45f7-9d7d-3dd61a35d0ec service neutron] Pushing event updated for resources: {'Port': ['ID=96815d72-4af0-4d00-968e-74b84ee2d14d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.811143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:11.813725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.839051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.943804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.971237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.977829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:12.098088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.098445 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Added segment 1dc86344-f4ad-40f4-b0aa-1790b97ef9e1 of type vlan for network 9052c64b-5d0e-445e-85ba-2636c3fafe19 Aug 29 04:33:12.104654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3289302-2e3f-472c-9262-ef918cb12fdc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.204886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Attempting to bind port 75832818-2318-4f8c-b07e-03e70e21ec6a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:12.205223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Attempting to bind port 75832818-2318-4f8c-b07e-03e70e21ec6a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:12.205558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Attempting to bind port 75832818-2318-4f8c-b07e-03e70e21ec6a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:12.206970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d648abb-b18c-45cf-9d34-e69764d49e94 req-80ef4bf3-5d80-409e-b7d4-181e95ff8755 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.208495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d648abb-b18c-45cf-9d34-e69764d49e94 req-80ef4bf3-5d80-409e-b7d4-181e95ff8755 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 948 time: 1.0155721 Aug 29 04:33:12.208938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:12.211219 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6342dd29-1683-4ccb-9f0c-f6550505524b" -d '{"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:12.214099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.247967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Port 75832818-2318-4f8c-b07e-03e70e21ec6a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:12.248254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Attempting to bind port 75832818-2318-4f8c-b07e-03e70e21ec6a on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:12.258197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:12.258620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:12.258934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:12.259381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Bound port: 75832818-2318-4f8c-b07e-03e70e21ec6a, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:12.259796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.268915 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe8d93a-79ab-465b-bba1-0341c462d7c0 x-openstack-request-id: req-6fe8d93a-79ab-465b-bba1-0341c462d7c0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:12.269210 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:12.269455 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fe8d93a-79ab-465b-bba1-0341c462d7c0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:12.269868 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d', 'status': 'completed', 'code': 200} Aug 29 04:33:12.285362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d648abb-b18c-45cf-9d34-e69764d49e94 req-d5c67c6a-0f51-44b4-a386-75e971edbbf8 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668266 Aug 29 04:33:12.296996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28eec64-7223-4166-94fa-8cf0a0fb751d {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:12.328125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.336893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.342495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.343105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.444588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Transition to ACTIVE for port object c28eec64-7223-4166-94fa-8cf0a0fb751d will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:12.473046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.482616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:12.490012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.490502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.490975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.491446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.491916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.492385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.492863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.495524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-2578fbb4-5b0e-4a21-865f-c86ed012150d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6346 time: 0.1318560 Aug 29 04:33:12.524813 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9015298 Aug 29 04:33:12.525027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.531615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.532604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'subnet': {'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:12.559185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:12.561070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbd64c-1e58-419c-9169-5dec275732a9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Network': ['ID=9052c64b-5d0e-445e-85ba-2636c3fafe19,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.569025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.591395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:12.628768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.629410 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.630837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] 10.222.0.37 "PUT /v2.0/ports/75832818-2318-4f8c-b07e-03e70e21ec6a HTTP/1.1" status: 200 len: 1097 time: 2.5824385 Aug 29 04:33:12.634738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:12.642600 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b9774a-7555-425b-8d0c-fe3ffa499de3" -d '{"events": [{"name": "network-changed", "server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:12.752875 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2662a6c-9105-48ac-8663-55c97891ef08 x-openstack-request-id: req-d2662a6c-9105-48ac-8663-55c97891ef08 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:12.753182 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:12.753452 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2662a6c-9105-48ac-8663-55c97891ef08 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:12.753878 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'status': 'completed', 'code': 200} Aug 29 04:33:12.757493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39b2d5-9b36-4d18-a028-90efa9370583 service neutron] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.786943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbf8b09-ded1-4d91-8bd3-57a031b613bc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:12.800661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Attempting to bind port c28eec64-7223-4166-94fa-8cf0a0fb751d on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:12.800968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Attempting to bind port c28eec64-7223-4166-94fa-8cf0a0fb751d by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:12.801308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Attempting to bind port c28eec64-7223-4166-94fa-8cf0a0fb751d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:12.811346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Port c28eec64-7223-4166-94fa-8cf0a0fb751d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:12.811684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Attempting to bind port c28eec64-7223-4166-94fa-8cf0a0fb751d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:12.823856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-5ea1532a-41df-4dd0-9a5e-ffd921671597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.825441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-5ea1532a-41df-4dd0-9a5e-ffd921671597 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 1100 time: 0.1472125 Aug 29 04:33:12.826703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:12.827191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:12.827583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:12.828028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Bound port: c28eec64-7223-4166-94fa-8cf0a0fb751d, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:12.828391 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.840393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.888378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-ae8373d2-31cc-4e09-b371-a7bed5aa6aba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=75832818-2318-4f8c-b07e-03e70e21ec6a HTTP/1.1" status: 200 len: 217 time: 0.0514746 Aug 29 04:33:12.950522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Transition to ACTIVE for port object 8cbf8b09-ded1-4d91-8bd3-57a031b613bc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:12.976977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.985977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-4fa4a3bb-02cc-4a0c-b4af-98cc020472cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.986464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-4fa4a3bb-02cc-4a0c-b4af-98cc020472cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.987098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-4fa4a3bb-02cc-4a0c-b4af-98cc020472cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.988619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-4fa4a3bb-02cc-4a0c-b4af-98cc020472cd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fb108782c18e44f89ec449e0eca86b1c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4818985 Aug 29 04:33:13.013397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3e1d0908-540f-40b9-86f4-48e8b660dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.015077 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-3e1d0908-540f-40b9-86f4-48e8b660dfb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1013620 Aug 29 04:33:13.053681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:13.059611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.066152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.070426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:13.073241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.079824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.080437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.086417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.093064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.099029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.100982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-33fa9c11-0fce-49b6-95af-ab5c8c58608f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5394 time: 0.3031139 Aug 29 04:33:13.158282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Made reservation on behalf of 7a6a84b0222e46fe823afce2bac384ea for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:13.161529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.161738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.162386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.164007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] 10.222.0.32 "PUT /v2.0/ports/c28eec64-7223-4166-94fa-8cf0a0fb751d HTTP/1.1" status: 200 len: 1097 time: 3.3113067 Aug 29 04:33:13.177022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-26a7f3cd-a71c-4055-a140-b7684c9fff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.179503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-26a7f3cd-a71c-4055-a140-b7684c9fff9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571920 Aug 29 04:33:13.279235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a637b9-427d-4502-9000-e70d5d1c8bbb service neutron] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.365020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-57e4c7e8-e8e7-4c88-90e4-9e0445c1ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.366147 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-57e4c7e8-e8e7-4c88-90e4-9e0445c1ac7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 1100 time: 0.0807574 Aug 29 04:33:13.372697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92c29cbe-cd34-462e-bd38-8da5886f73bc req-a09661c7-5491-4ac0-bc86-3ab0eff0188e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2461469 Aug 29 04:33:13.380517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-da2a8e64-880b-4af9-9f9d-19036e188590 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892161 Aug 29 04:33:13.427833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:13.587326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cd66bda-c3b8-4a5b-8454-23e19e28eee2 req-ca1090a9-6009-4552-9a93-305719bd94f3 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891387 Aug 29 04:33:13.589775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-4b434437-0050-4c29-b9d5-8fdf5c798d5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d HTTP/1.1" status: 200 len: 217 time: 0.2082903 Aug 29 04:33:13.688860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-6d47fe00-9dc4-41c9-8510-b6981994e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.690523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-6d47fe00-9dc4-41c9-8510-b6981994e0b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0922863 Aug 29 04:33:13.700616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.738900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-27f59b03-e455-43ba-853a-28ac073a46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.740414 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-27f59b03-e455-43ba-853a-28ac073a46c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 1100 time: 0.0808578 Aug 29 04:33:13.798130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-ccfb6903-9427-4579-a860-c1223f8577f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.799625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-ccfb6903-9427-4579-a860-c1223f8577f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995924 Aug 29 04:33:13.842164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-ce4600a1-62fb-40bb-9711-46b3b635e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.843567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6342dd29-1683-4ccb-9f0c-f6550505524b req-ce4600a1-62fb-40bb-9711-46b3b635e166 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8363473 Aug 29 04:33:13.908146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-48ba26f3-f71e-495a-974c-13bd33049871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.909644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-48ba26f3-f71e-495a-974c-13bd33049871 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.1609764 Aug 29 04:33:13.945178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63454d-cc69-492a-9866-78ed57370d1c req-73e36f4c-8db6-4662-abf7-3f13d8a1ca2f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.951151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d63454d-cc69-492a-9866-78ed57370d1c req-73e36f4c-8db6-4662-abf7-3f13d8a1ca2f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 948 time: 0.2879779 Aug 29 04:33:13.951719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.975576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-a06681dd-9784-4e08-927b-a1f5a9e6a792 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=75832818-2318-4f8c-b07e-03e70e21ec6a HTTP/1.1" status: 200 len: 217 time: 0.0556810 Aug 29 04:33:13.980409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-6f62bfa1-c5ff-4836-8225-4ea0e2629571 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724153 Aug 29 04:33:14.012072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Attempting to bind port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:14.012397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Attempting to bind port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:14.012852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Attempting to bind port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc on network 61223970-77e3-4ef9-937f-d8e32b92a0c4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:14.044237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc on network 61223970-77e3-4ef9-937f-d8e32b92a0c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:14.044237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Attempting to bind port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc on network 61223970-77e3-4ef9-937f-d8e32b92a0c4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:14.068423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:14.068843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Checking segment: {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:14.069240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Bound using segment: {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:14.069626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Bound port: 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:14.070305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.094492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-92febde4-efd8-4911-b9d0-cb142e8c290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.095883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-92febde4-efd8-4911-b9d0-cb142e8c290b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1126578 Aug 29 04:33:14.158705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a32dcf4-9d46-4fc4-9017-ae915373c3b9 req-af9347dc-c9a3-4859-8058-69bdd7c10d33 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679823 Aug 29 04:33:14.159168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Subnet': ['ID=55ca3ba4-06e5-4dc2-af16-c675f18a8ef7,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.177347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-9e21df3d-84bb-44d5-8a56-3278c8e71b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.181014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-9e21df3d-84bb-44d5-8a56-3278c8e71b0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757420 Aug 29 04:33:14.197305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Checking segment: {'id': '1dc86344-f4ad-40f4-b0aa-1790b97ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:14.197713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Network hostable DHCP agents. Network: 9052c64b-5d0e-445e-85ba-2636c3fafe19, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:14.202117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d63454d-cc69-492a-9866-78ed57370d1c req-bac44a7f-bd5f-472b-a765-cee042fc0b27 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445879 Aug 29 04:33:14.246946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] For port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:14.253663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] For port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:14.265648 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.273302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:14.294764 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-06cf8ae2-7ef5-4249-9a07-e303b3198f42 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032171 Aug 29 04:33:14.315795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9052c64b-5d0e-445e-85ba-2636c3fafe19) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:14.321492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.322379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.323777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] 10.222.0.37 "PUT /v2.0/ports/8cbf8b09-ded1-4d91-8bd3-57a031b613bc HTTP/1.1" status: 200 len: 1092 time: 2.5267663 Aug 29 04:33:14.326393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:14.328481 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759" -d '{"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:14.333420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.334098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.368726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd3875-5fa3-480c-8832-eb52442a6aae None None] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:14.385548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-145dc485-1b3a-49eb-b5f2-e290f6d8a6a0 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8588088 Aug 29 04:33:14.390972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59144) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.393399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Request body: {'port': {'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:14.396511 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa1b90-fd28-4ccd-9305-993e3e17cf11 x-openstack-request-id: req-9afa1b90-fd28-4ccd-9305-993e3e17cf11 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:14.396797 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:14.397048 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9afa1b90-fd28-4ccd-9305-993e3e17cf11 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:14.398042 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc', 'status': 'completed', 'code': 200} Aug 29 04:33:14.411629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.412650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-32f0af41-33f0-4ed3-b544-78ce1d3d548c tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-139941996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:14.444251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b9774a-7555-425b-8d0c-fe3ffa499de3 req-be355422-aea9-4549-8c54-56e333c2fd17 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420465 Aug 29 04:33:14.477646 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32f0af41-33f0-4ed3-b544-78ce1d3d548c tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.480752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32f0af41-33f0-4ed3-b544-78ce1d3d548c tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.566260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.566613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.566960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.567302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.567639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.567968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.568298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.568625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.568953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.569278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.569611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.569946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d98e8c-ed10-403a-82da-895486662a06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:14.595303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32f0af41-33f0-4ed3-b544-78ce1d3d548c tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.605116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9052c64b-5d0e-445e-85ba-2636c3fafe19', 'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19', 'tenant_id': '7a6a84b0222e46fe823afce2bac384ea', 'fixed_ips': [{'subnet_id': '55ca3ba4-06e5-4dc2-af16-c675f18a8ef7'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:14.607552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.608257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32f0af41-33f0-4ed3-b544-78ce1d3d548c tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.652707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32f0af41-33f0-4ed3-b544-78ce1d3d548c tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.654161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32f0af41-33f0-4ed3-b544-78ce1d3d548c tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2620804 Aug 29 04:33:14.656734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59154) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.695342 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.706445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.707292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.707928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.708560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.709366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.710028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.710653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.712818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-d713e76f-c18d-40bf-a489-e87a0c5ad55e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6414 time: 0.2940698 Aug 29 04:33:14.771573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:14.775881 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac57775c-ff6f-4091-a960-ad3634923c89" -d '{"events": [{"name": "network-changed", "server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:14.782098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.788558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.804927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.816699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.835966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.848183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.854549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:14.863528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-319b40c7-d742-4fde-b980-db9b674194c0 req-c80a2152-aee5-4161-9347-11e96e1362a1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5406 time: 0.3778617 Aug 29 04:33:14.953917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 10ac4f56-a87f-4a50-bdf5-4fa5092256dc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:14.953917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.974613 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3485c2b-4a43-4abf-847b-b1322f85da3c x-openstack-request-id: req-d3485c2b-4a43-4abf-847b-b1322f85da3c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:14.975139 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:14.975905 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3485c2b-4a43-4abf-847b-b1322f85da3c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:14.976706 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'status': 'completed', 'code': 200} Aug 29 04:33:14.978422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Allocated IP 172.20.0.2 (9052c64b-5d0e-445e-85ba-2636c3fafe19/55ca3ba4-06e5-4dc2-af16-c675f18a8ef7/0daaf5cd-b464-4e08-807a-6121b1e7ddba) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:15.166666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-319b40c7-d742-4fde-b980-db9b674194c0 req-d60145a8-c58d-41ff-b3af-a72ab75f7633 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2193000 Aug 29 04:33:15.198888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.271250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-ec46c263-2809-40ac-8594-00a92ba6f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.274122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-ec46c263-2809-40ac-8594-00a92ba6f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.274774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-ec46c263-2809-40ac-8594-00a92ba6f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.277289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-83b4a144-02b9-4541-a23c-62be01d97625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.278918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-83b4a144-02b9-4541-a23c-62be01d97625 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 1100 time: 0.3064737 Aug 29 04:33:15.287910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-ec46c263-2809-40ac-8594-00a92ba6f3ee service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fb108782c18e44f89ec449e0eca86b1c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5596957 Aug 29 04:33:15.341310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.390352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.412253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Transition to ACTIVE for port object 0daaf5cd-b464-4e08-807a-6121b1e7ddba will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:15.430920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Transition to ACTIVE for port object 0daaf5cd-b464-4e08-807a-6121b1e7ddba will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:15.449034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.507190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:15.508487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Pushing event updated for resources: {'Port': ['ID=0daaf5cd-b464-4e08-807a-6121b1e7ddba,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.511130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:15.514153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:15.545956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 75832818-2318-4f8c-b07e-03e70e21ec6a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:15.566684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.567043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.567383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.567716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.568054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.568373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.568697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.569019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.569339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.569703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.570026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.570344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:15.625281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Attempting to bind port 0daaf5cd-b464-4e08-807a-6121b1e7ddba on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:15.625617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Attempting to bind port 0daaf5cd-b464-4e08-807a-6121b1e7ddba by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '1dc86344-f4ad-40f4-b0aa-1790b97ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:15.625918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Attempting to bind port 0daaf5cd-b464-4e08-807a-6121b1e7ddba on network 9052c64b-5d0e-445e-85ba-2636c3fafe19 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:15.632886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:15.633305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Checking segment: {'id': '1dc86344-f4ad-40f4-b0aa-1790b97ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:15.633678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.634075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Bound using segment: {'id': '1dc86344-f4ad-40f4-b0aa-1790b97ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:15.634591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Bound port: 0daaf5cd-b464-4e08-807a-6121b1e7ddba, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc86344-f4ad-40f4-b0aa-1790b97ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:15.634977 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.752541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] For port 0daaf5cd-b464-4e08-807a-6121b1e7ddba, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:15.760399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] For port 0daaf5cd-b464-4e08-807a-6121b1e7ddba, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0daaf5cd-b464-4e08-807a-6121b1e7ddba,segment=NetworkSegment(1dc86344-f4ad-40f4-b0aa-1790b97ef9e1),segment_id=1dc86344-f4ad-40f4-b0aa-1790b97ef9e1)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:15.768446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-e5824a7c-b448-490d-b18d-cfa7c99043bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.769989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-e5824a7c-b448-490d-b18d-cfa7c99043bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.4391019 Aug 29 04:33:15.780049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:33:15.800913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.820289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-ac4092e5-95e6-4873-80c4-317851ff1faf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d HTTP/1.1" status: 200 len: 217 time: 0.0425704 Aug 29 04:33:15.941008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc3cd0-eb5f-4fe7-a441-9cfc8bb88500 None None] Pushing event updated for resources: {'Port': ['ID=0daaf5cd-b464-4e08-807a-6121b1e7ddba,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.002854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-85b67589-c835-41d9-9e81-26ac817b7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.006182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-85b67589-c835-41d9-9e81-26ac817b7faf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.1130004 Aug 29 04:33:16.027382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 10ac4f56-a87f-4a50-bdf5-4fa5092256dc owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:16.049269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:16.070888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'mac_address': 'fa:16:3e:d5:e1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:16.074516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef505f4d-2b55-4eb3-814e-aa2736598ef2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:16.106068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.177735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-077b728f-a217-480a-a549-2526d2b04b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.179268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-077b728f-a217-480a-a549-2526d2b04b1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655700 Aug 29 04:33:16.249678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Allocated IP 172.20.0.1 (9052c64b-5d0e-445e-85ba-2636c3fafe19/55ca3ba4-06e5-4dc2-af16-c675f18a8ef7/b6faa780-1421-4a52-80c3-e4ca06ec340a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:16.254868 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.272016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75832818-2318-4f8c-b07e-03e70e21ec6a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:16.299024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a4f3f-6016-4bdc-9477-752e5c09e26c req-c500bd90-a4e7-4870-b360-c35e5bf5429d tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.304278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:16.320448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b02a4f3f-6016-4bdc-9477-752e5c09e26c req-c500bd90-a4e7-4870-b360-c35e5bf5429d tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 948 time: 0.9698396 Aug 29 04:33:16.324693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.394213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Transition to ACTIVE for port object ef505f4d-2b55-4eb3-814e-aa2736598ef2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:16.403062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-0c2d25d8-8835-4b70-ac95-c03d14f5f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.404865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c4ad50-43bc-4e9b-b23b-775b8fae4759 req-0c2d25d8-8835-4b70-ac95-c03d14f5f61e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0907452 Aug 29 04:33:16.407370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.416985 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.442228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-84b5b825-8955-4f29-abfd-90ef4fc7cb2b service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494507 Aug 29 04:33:16.536109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['75832818-2318-4f8c-b07e-03e70e21ec6a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:16.554346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b02a4f3f-6016-4bdc-9477-752e5c09e26c req-7d5994d8-387d-4157-9761-f25a08b12642 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462595 Aug 29 04:33:16.574802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Pushing event updated for resources: {'Port': ['ID=ef505f4d-2b55-4eb3-814e-aa2736598ef2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.665339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.672619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.679882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.685524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Attempting to bind port ef505f4d-2b55-4eb3-814e-aa2736598ef2 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:16.686014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Attempting to bind port ef505f4d-2b55-4eb3-814e-aa2736598ef2 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:16.686565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Attempting to bind port ef505f4d-2b55-4eb3-814e-aa2736598ef2 on network 61223970-77e3-4ef9-937f-d8e32b92a0c4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:16.686856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.693209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.702161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.715649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.719149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f00fe617-c312-43b0-810a-205bb744b34d req-d0fd6d71-805f-438d-8f05-c39bddcabb5a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.2106400 Aug 29 04:33:16.723694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Port ef505f4d-2b55-4eb3-814e-aa2736598ef2 on network 61223970-77e3-4ef9-937f-d8e32b92a0c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:33:16.724009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Attempting to bind port ef505f4d-2b55-4eb3-814e-aa2736598ef2 on network 61223970-77e3-4ef9-937f-d8e32b92a0c4 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:16.741786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:16.742123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Checking segment: {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:16.742518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Bound using segment: {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:16.743476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Bound port: ef505f4d-2b55-4eb3-814e-aa2736598ef2, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367ceb7b-2b45-4004-98ed-e89dac11cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:16.750271 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:16.750810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.765451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:16.809138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.820929 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6b1e-921e-4890-a093-0940c870742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.822134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.826002 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac57775c-ff6f-4091-a960-ad3634923c89 req-17c03a6c-b55e-4b14-9a97-35c6d9a60bd6 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737905 Aug 29 04:33:16.867626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=10ac4f56-a87f-4a50-bdf5-4fa5092256dc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.897627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f00fe617-c312-43b0-810a-205bb744b34d req-a34f9969-667a-496a-b9eb-6d05d628a793 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147854 Aug 29 04:33:16.902212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Transition to ACTIVE for port object b6faa780-1421-4a52-80c3-e4ca06ec340a will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:16.918936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:16.940757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'mac_address': 'fa:16:3e:91:72:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:16.959550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] For port ef505f4d-2b55-4eb3-814e-aa2736598ef2, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:16.974866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.981448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] For port ef505f4d-2b55-4eb3-814e-aa2736598ef2, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:17.010048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.034221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Port': ['ID=b6faa780-1421-4a52-80c3-e4ca06ec340a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.059444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:17.060976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:17.064228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:17.083938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28eec64-7223-4166-94fa-8cf0a0fb751d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:17.136439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.143013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:17.149087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.172228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.179105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.208128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.208769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.210297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] 10.222.0.37 "PUT /v2.0/ports/ef505f4d-2b55-4eb3-814e-aa2736598ef2 HTTP/1.1" status: 200 len: 1092 time: 2.8269932 Aug 29 04:33:17.212474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:17.227916 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be0f3eb-fd12-46d0-858f-0fa720d32b69" -d '{"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:17.323375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.422801 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf431431-b341-45d5-88b8-4ec394d2c27a x-openstack-request-id: req-cf431431-b341-45d5-88b8-4ec394d2c27a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:17.425077 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:17.425522 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf431431-b341-45d5-88b8-4ec394d2c27a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:17.426136 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2', 'status': 'completed', 'code': 200} Aug 29 04:33:17.444395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.516175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3f497-b76b-4c16-8402-aa1a883081cd service neutron] Pushing event updated for resources: {'Port': ['ID=ef505f4d-2b55-4eb3-814e-aa2736598ef2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.523400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 75832818-2318-4f8c-b07e-03e70e21ec6a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:17.602226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['c28eec64-7223-4166-94fa-8cf0a0fb751d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:17.625039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.625900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.627544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.627672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.628260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.628867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.629358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.632175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-a3648ae0-78cb-4e9e-ba7f-d2886962f7bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6482 time: 0.3444777 Aug 29 04:33:17.688943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe502f8-0c6f-484a-8db9-7430c729a4ce None None] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:17.706021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-c72b68b2-322b-4abf-b848-89c54f779126 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81f3740-c07d-416d-9f73-907db37fd679 HTTP/1.1" status: 200 len: 217 time: 0.0601423 Aug 29 04:33:17.854790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.857955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 75832818-2318-4f8c-b07e-03e70e21ec6a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:17.865068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 75832818-2318-4f8c-b07e-03e70e21ec6a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:17.865068 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.878671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.887175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-39e0c930-51cd-41f2-be60-8856bd14a2f9 None None] Provisioning for port 0daaf5cd-b464-4e08-807a-6121b1e7ddba completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:17.957318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-4614a76f-f8c4-4e21-ab9e-b72fb71ccc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:17.960800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-4614a76f-f8c4-4e21-ab9e-b72fb71ccc5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed5171ab-1fdb-4315-839d-998ac9302523 HTTP/1.1" status: 200 len: 850 time: 0.2208178 Aug 29 04:33:18.052997 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.073914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Port': ['ID=b6faa780-1421-4a52-80c3-e4ca06ec340a,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.081384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46ed87-b10c-4c1c-bbe9-ae1c550a9d43 req-9372c96c-6761-40ab-b088-3b386f180677 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.089968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc46ed87-b10c-4c1c-bbe9-ae1c550a9d43 req-9372c96c-6761-40ab-b088-3b386f180677 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 949 time: 0.3878145 Aug 29 04:33:18.094127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:18.138931 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.161715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc46ed87-b10c-4c1c-bbe9-ae1c550a9d43 req-bd54791d-2e3e-4825-9622-d14cb1f1cb92 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626194 Aug 29 04:33:18.164705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0daaf5cd-b464-4e08-807a-6121b1e7ddba up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:18.226698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.234556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.242235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.251464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.258718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.263180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:18.266002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.266584 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b80b71b-bac4-41f6-8cb6-6d9a087aa3c5" -d '{"events": [{"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-plugged", "status": "completed", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:18.273173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.273353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0daaf5cd-b464-4e08-807a-6121b1e7ddba completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:18.275920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-ee131619-bc4a-48a9-a11a-e00c66f6f08e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.2051084 Aug 29 04:33:18.285876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0daaf5cd-b464-4e08-807a-6121b1e7ddba triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:18.286724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.293683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:18.327083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.327322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-3b0d684d-253d-4f6a-ab35-96081bdf0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.331318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-3b0d684d-253d-4f6a-ab35-96081bdf0f3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de44834-2a7b-4f66-8909-aa94c16f31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3554490 Aug 29 04:33:18.392529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5cda299-2662-4081-a13f-21dcaa73bd5d req-cf94fa0b-4def-4a33-9225-0c6ea037d706 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056421 Aug 29 04:33:18.394626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:18.396307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:18.414556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.477544 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98894d59-4f67-4a02-8840-59c77cc037a0 x-openstack-request-id: req-98894d59-4f67-4a02-8840-59c77cc037a0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:18.478006 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-plugged", "status": "completed", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:18.478998 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98894d59-4f67-4a02-8840-59c77cc037a0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:18.480605 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'code': 200} Aug 29 04:33:18.509385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Provisioning complete for port 0daaf5cd-b464-4e08-807a-6121b1e7ddba triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:18.510090 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.592975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:18.604963 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] Sync routers for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:18.615633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-769ca178-857e-4794-8cf9-66dc65b90515 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "PUT /v2.0/routers/9598c574-cb3f-4b16-bb83-62d3d42c9f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6853290 Aug 29 04:33:18.619201 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.621914 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:18.623056 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.623866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59212) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.624896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-25eff203-b244-4864-933f-a02fd73e1256 service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724020 Aug 29 04:33:18.686943 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.698195 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] Routers {'9598c574-cb3f-4b16-bb83-62d3d42c9f6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:18.699562 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.699933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Router d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:18.710276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 0daaf5cd-b464-4e08-807a-6121b1e7ddba, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0daaf5cd-b464-4e08-807a-6121b1e7ddba,segment=NetworkSegment(1dc86344-f4ad-40f4-b0aa-1790b97ef9e1),segment_id=1dc86344-f4ad-40f4-b0aa-1790b97ef9e1)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:18.710979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b22a52-7ed5-4e44-8031-93e675aec3a8 req-2dec5501-018f-4274-b192-6e70746eb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.713627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81b22a52-7ed5-4e44-8031-93e675aec3a8 req-2dec5501-018f-4274-b192-6e70746eb79d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 1102 time: 0.2033169 Aug 29 04:33:18.719522 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.746612 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.747614 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8095efb-653a-4d2b-8e28-b56957116123 None None] The sync data for ids ['9598c574-cb3f-4b16-bb83-62d3d42c9f6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:18.771876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81b22a52-7ed5-4e44-8031-93e675aec3a8 req-efcb258e-001c-4a50-a2b5-1617bfd198c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488100 Aug 29 04:33:18.788168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=0daaf5cd-b464-4e08-807a-6121b1e7ddba,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.796060 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.823670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-72e94c02-1edf-4756-85a8-e3f4ac3e9880 service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889977 Aug 29 04:33:18.864269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:18.864928 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:18.921318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.019588 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-ecf8a6dd-423b-43e7-a76e-43ff7e47b222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 200 len: 217 time: 0.0528338 Aug 29 04:33:19.044548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:19.049835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a0fc3b1-c9b9-4775-8479-c4489358d4de tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "PUT /v2.0/routers/d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3921204 Aug 29 04:33:19.052420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.058498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] Sync routers for ids ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:19.058689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'port': {'network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19', 'name': 'tempest-FloatingIPNegativeTestJSON-637631728'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:19.074191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] Routers {'d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:19.075571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:19.077806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-5fdd4a64-f772-43e8-9ae7-4c511d4f43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.079391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-5fdd4a64-f772-43e8-9ae7-4c511d4f43e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0523162 Aug 29 04:33:19.132656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-bf0b9c74-c962-49f5-9709-848962efd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.134363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-bf0b9c74-c962-49f5-9709-848962efd324 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473537 Aug 29 04:33:19.138843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.258943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Made reservation on behalf of 7a6a84b0222e46fe823afce2bac384ea for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:19.266116 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.269377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e952e941-f9fa-44e6-80af-886148b81202 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256511 Aug 29 04:33:19.287952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:19.297029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] Routers {'d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:19.297672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:32:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:19.332790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:19.333357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508af703-571f-44f1-8308-b1a1f3e549ac None None] The sync data for ids ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:19.341338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] device_id is not set on port 0993214e-042e-4cb7-b499-3b819783f0a2 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:19.358827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting port 74167c01-48f1-4f3f-9061-e7bfea3f4af6 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:19.359565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.388417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-84f2b066-e30b-4fb2-9afe-e23860f01be4 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101093 Aug 29 04:33:19.439473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Provisioning for port b6faa780-1421-4a52-80c3-e4ca06ec340a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:19.456589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Provisioning complete for port b6faa780-1421-4a52-80c3-e4ca06ec340a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:19.456863 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.476062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-7a706e9f-0ccc-48c1-99f5-09b4352d2a0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 200 len: 217 time: 0.0793173 Aug 29 04:33:19.488540 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d415d5-b724-4ba8-a084-f48d5bc21642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.510438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cc97cabe-6d95-404d-a015-4f0d4a1a7644 None None] Port b6faa780-1421-4a52-80c3-e4ca06ec340a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:19.569125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-9979791b-f52b-403a-8770-3b90e87afb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.570642 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-9979791b-f52b-403a-8770-3b90e87afb85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0874405 Aug 29 04:33:19.602551 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.623262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.630660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.634612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-142f3da4-5435-41b4-b18b-b94529cd615b None None] Provisioning complete for port b6faa780-1421-4a52-80c3-e4ca06ec340a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:19.636393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-142f3da4-5435-41b4-b18b-b94529cd615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.637462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.643634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.650025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.656246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.662276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.664171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-50cac06c-def4-475a-aeac-fd22a7c7a02a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.1369467 Aug 29 04:33:19.685776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-142f3da4-5435-41b4-b18b-b94529cd615b None None] Port b6faa780-1421-4a52-80c3-e4ca06ec340a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:19.706917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b4ce9cdf-0a29-4d3e-a5e1-0d0458db027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.708924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-b4ce9cdf-0a29-4d3e-a5e1-0d0458db027e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287768 Aug 29 04:33:19.754242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f61aea4f-a5c3-473b-8786-d94355e90056 req-aecf7738-703b-424e-bdd5-370dad142f3e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781002 Aug 29 04:33:19.812087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366e86a-0094-4930-b469-5235a4dd29e4 req-75aedb3c-a735-46bb-aedd-e0ebb84acebd tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.816028 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7366e86a-0094-4930-b469-5235a4dd29e4 req-75aedb3c-a735-46bb-aedd-e0ebb84acebd tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 950 time: 0.5435910 Aug 29 04:33:19.839392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-566ea8ba-d578-4486-ad8d-56c9f2e0923c service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195788 Aug 29 04:33:19.885684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.912673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Calling delete_port for 74167c01-48f1-4f3f-9061-e7bfea3f4af6 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:19.940243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7366e86a-0094-4930-b469-5235a4dd29e4 req-6dffd1b4-b1b4-487d-944b-c34a37ad83b9 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051984 Aug 29 04:33:19.980675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-ac2871ac-06f6-49fe-a37b-7eac7033a01b service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329584 Aug 29 04:33:20.020963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Allocated IP 172.20.0.9 (9052c64b-5d0e-445e-85ba-2636c3fafe19/55ca3ba4-06e5-4dc2-af16-c675f18a8ef7/0993214e-042e-4cb7-b499-3b819783f0a2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:20.038922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-8e6db183-fb85-425c-aad4-ed67cf7d28d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=7613ad66-1551-4927-a25f-0532b313f755 HTTP/1.1" status: 200 len: 217 time: 0.0503545 Aug 29 04:33:20.071991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0daaf5cd-b464-4e08-807a-6121b1e7ddba up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:20.100673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-fced8522-fbcc-472e-a06f-92fddaa6ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:20.104424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-fced8522-fbcc-472e-a06f-92fddaa6ab77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0569463 Aug 29 04:33:20.167827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0daaf5cd-b464-4e08-807a-6121b1e7ddba triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:20.168203 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.175070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-fb261aef-17d2-4272-aaab-14004fee7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:20.177777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-fb261aef-17d2-4272-aaab-14004fee7df8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0656080 Aug 29 04:33:20.321348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-751ad462-ce97-4824-a95c-39acc659ede5 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347098 Aug 29 04:33:20.326193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.359240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Port': ['ID=74167c01-48f1-4f3f-9061-e7bfea3f4af6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.369763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.445722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Transition to ACTIVE for port object 0993214e-042e-4cb7-b499-3b819783f0a2 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:20.459662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-c0fd6649-5794-4ca8-89f1-582cbb8aafdd service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293867 Aug 29 04:33:20.485428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.514140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-9bfed731-3e4a-4a16-8bff-07ec03619fe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=96815d72-4af0-4d00-968e-74b84ee2d14d HTTP/1.1" status: 200 len: 217 time: 0.0457637 Aug 29 04:33:20.579665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-5bc2bf85-d939-4158-b2b9-2b0f25f6947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:20.581308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-5bc2bf85-d939-4158-b2b9-2b0f25f6947e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0544515 Aug 29 04:33:20.597846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.612978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.616188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.647621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.648209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-0ed81fd0-15ea-41a5-90a3-153a0bb2ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:20.650917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-0ed81fd0-15ea-41a5-90a3-153a0bb2ceab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611804 Aug 29 04:33:20.717931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.718655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Fanout notify agent at l3_agent the message router_deleted on router 9598c574-cb3f-4b16-bb83-62d3d42c9f6a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:20.719646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:20.729373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:20.735544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.735760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.736783 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-42fc086a-75ec-4e74-b218-b10cd8e6e330 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/routers/9598c574-cb3f-4b16-bb83-62d3d42c9f6a HTTP/1.1" status: 204 len: 168 time: 2.1118782 Aug 29 04:33:20.739900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:20.746092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.756364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:20.803500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Port': ['ID=0993214e-042e-4cb7-b499-3b819783f0a2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.853529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Deleting subnet c4afd928-e6a4-4c2f-a6f9-4920067bd428 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:20.857980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port c28eec64-7223-4166-94fa-8cf0a0fb751d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:20.866535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port c28eec64-7223-4166-94fa-8cf0a0fb751d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:20.868266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.869754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-453ed1f2-a9b8-4a93-8755-ff2291402ca8 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093186 Aug 29 04:33:20.881361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:20.882306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.895570 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.967614 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d18d6a96-3eae-4ea2-96b6-db948ca72870 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9141686 Aug 29 04:33:20.977280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59248) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:20.993300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:21.010540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.074438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.082596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.111852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.138900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.145317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.152001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.154830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.158914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.164992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.171580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.180748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94d66968-84bd-4dbd-baad-679e291ca343 req-0e936824-1c2d-4d1f-adbe-ab5d76f7c283 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.2695947 Aug 29 04:33:21.210521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.215902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:21.223245 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93200121-3581-48b3-a482-a4720a59ecfa" -d '{"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-plugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:21.242786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94d66968-84bd-4dbd-baad-679e291ca343 req-57bb0980-8739-47c8-b8e3-cd4828fb4c2e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560074 Aug 29 04:33:21.267007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:21.274468 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.279430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/subnets/c4afd928-e6a4-4c2f-a6f9-4920067bd428 HTTP/1.1" status: 204 len: 168 time: 0.5325997 Aug 29 04:33:21.282120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.284094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c582fa-1674-4a68-be0e-b002c4a229e6 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Subnet': ['ID=c4afd928-e6a4-4c2f-a6f9-4920067bd428,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.294119 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.350447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-3691e518-351c-489d-989a-66111186b64b service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721451 Aug 29 04:33:21.381677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee203d0-2b13-44db-943c-04df6101e24f req-71dc06e3-1b4a-4dfa-a71b-487c67b05c5c tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.388748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f66e7d5-e09c-4752-8221-1b7166f82466 None None] Provisioning for port 0993214e-042e-4cb7-b499-3b819783f0a2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:21.391003 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aee203d0-2b13-44db-943c-04df6101e24f req-71dc06e3-1b4a-4dfa-a71b-487c67b05c5c tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 950 time: 0.1432316 Aug 29 04:33:21.404154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:21.419571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.419909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f66e7d5-e09c-4752-8221-1b7166f82466 None None] Provisioning complete for port 0993214e-042e-4cb7-b499-3b819783f0a2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:21.420559 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f66e7d5-e09c-4752-8221-1b7166f82466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.476553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-1abddbbc-17c2-4b53-be4c-3d1072402e78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc HTTP/1.1" status: 200 len: 217 time: 0.0830872 Aug 29 04:33:21.483391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aee203d0-2b13-44db-943c-04df6101e24f req-e43196ab-943b-4eb0-9c11-1eac661d2f3d tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893202 Aug 29 04:33:21.522535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f66e7d5-e09c-4752-8221-1b7166f82466 None None] Port 0993214e-042e-4cb7-b499-3b819783f0a2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:21.525483 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7cc66-5e7e-4602-81ac-86c55b0f64af x-openstack-request-id: req-84a7cc66-5e7e-4602-81ac-86c55b0f64af {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:21.525854 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-plugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:21.526494 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84a7cc66-5e7e-4602-81ac-86c55b0f64af {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:21.526494 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'code': 200} Aug 29 04:33:21.573390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.612893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-507bd659-e61d-41d0-aeff-1e427f9e0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.614411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-507bd659-e61d-41d0-aeff-1e427f9e0f6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 200 len: 797 time: 0.1295352 Aug 29 04:33:21.684196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Allocated IP 172.25.7.30 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/3ebd1843-aa18-4d7a-b191-f0d5bc16c984) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:21.702583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b6373-cfaa-4b33-ad1e-776b9a077e32 req-6ab3c039-d311-4ac4-b4c3-7c70a5c3520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.704106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e90b6373-cfaa-4b33-ad1e-776b9a077e32 req-6ab3c039-d311-4ac4-b4c3-7c70a5c3520e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 1102 time: 0.0774760 Aug 29 04:33:21.761203 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.778482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b258c2ba-2015-45c1-90df-9430e1c84e5f']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:21.803753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20aaba-11ab-4465-956e-85d260bc5827 req-721f074f-cfa5-4f1f-a31c-3f3edc834b40 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.806748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f20aaba-11ab-4465-956e-85d260bc5827 req-721f074f-cfa5-4f1f-a31c-3f3edc834b40 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 950 time: 0.1866398 Aug 29 04:33:21.810077 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e90b6373-cfaa-4b33-ad1e-776b9a077e32 req-0f00ea2e-9c63-4828-83d5-253162aec81d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903382 Aug 29 04:33:21.812013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66564e0-8ff1-4e6d-89fe-2dabe4ea07cf') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:21.812319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66564e0-8ff1-4e6d-89fe-2dabe4ea07cf') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:21.824088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e958a95b-a385-4a85-82a3-8b721b760fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.829970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-e958a95b-a385-4a85-82a3-8b721b760fab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1927772 Aug 29 04:33:21.840904 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.851462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.892880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.918873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.932870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:21.937515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f20aaba-11ab-4465-956e-85d260bc5827 req-4d8786e7-e535-4e3c-b806-297171a473f1 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215229 Aug 29 04:33:21.938005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:21.938522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.938669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:21.941638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:21.943474 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:21.987698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Port': ['ID=3ebd1843-aa18-4d7a-b191-f0d5bc16c984,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.049799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.091095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.254254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.261762 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.266589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.352314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.354922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Port': ['ID=3ebd1843-aa18-4d7a-b191-f0d5bc16c984,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.371638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.375843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a252d3d-bfc4-4347-ab00-b67f2641f66e tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3950033 Aug 29 04:33:22.375994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59276) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.381166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-de1638f7-0252-4ea9-8a0a-41a891273d58 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'floatingip': {'port_id': '0993214e-042e-4cb7-b499-3b819783f0a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:22.422721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de1638f7-0252-4ea9-8a0a-41a891273d58 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.432087 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-802ef32c-7611-40c3-86a9-b236498471fd service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880671 Aug 29 04:33:22.436138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.454400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.458921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] 10.222.0.55 "DELETE /v2.0/networks/b258c2ba-2015-45c1-90df-9430e1c84e5f HTTP/1.1" status: 204 len: 168 time: 1.1644764 Aug 29 04:33:22.527343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.534210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.540528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.547696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.554123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.561090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.567261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.568501 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-de1638f7-0252-4ea9-8a0a-41a891273d58 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] update failed (client error): The resource could not be found. Aug 29 04:33:22.569491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-f605620e-76ef-437a-b568-34f4ced3f163 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.2023175 Aug 29 04:33:22.572921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8b700-2551-4d21-b5e5-db67a87a8038 tempest-FloatingIPTestJSON-750769009 tempest-FloatingIPTestJSON-750769009-project] Pushing event deleted for resources: {'Network': ['ID=b258c2ba-2015-45c1-90df-9430e1c84e5f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:22.574864 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-de1638f7-0252-4ea9-8a0a-41a891273d58 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "PUT /v2.0/floatingips/34d2692a-6e6c-40c1-b652-5ae46e4d88f5 HTTP/1.1" status: 404 len: 507 time: 0.1973445 Aug 29 04:33:22.579515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59282) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.655725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68df6046-d7b4-4327-8a29-4fb08392aff8 req-da86cdff-9d7f-49c7-8ee0-4d9a965d3777 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680859 Aug 29 04:33:22.676793 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-329e5849-1127-47b0-8a7f-b7a25827e14a service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210338 Aug 29 04:33:22.739683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Deleting port 3ebd1843-aa18-4d7a-b191-f0d5bc16c984 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:22.740252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.750291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-96c2bebf-efed-4bb9-be91-a4f5ee655e8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2 HTTP/1.1" status: 200 len: 217 time: 0.0770454 Aug 29 04:33:22.807195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:22.819803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-62e6bb85-9c06-4401-8093-000224d69c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.821423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-62e6bb85-9c06-4401-8093-000224d69c53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 200 len: 797 time: 0.0630846 Aug 29 04:33:22.834156 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.834920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.854756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Calling delete_port for 3ebd1843-aa18-4d7a-b191-f0d5bc16c984 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:22.922776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-3430a357-8475-4f23-bcce-030487756df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.925737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-3430a357-8475-4f23-bcce-030487756df4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914898 Aug 29 04:33:23.076499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.106385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event deleted for resources: {'Port': ['ID=3ebd1843-aa18-4d7a-b191-f0d5bc16c984,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.110264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-3f711f59-0b33-4043-ab48-525ef735cad8 service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765995 Aug 29 04:33:23.172001 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.175529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.177234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c9ecbddd-0d76-4d88-947b-dc678d97b113 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "DELETE /v2.0/floatingips/34d2692a-6e6c-40c1-b652-5ae46e4d88f5 HTTP/1.1" status: 204 len: 168 time: 0.5965583 Aug 29 04:33:23.181715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59298) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.187221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-67c4bb87-7142-4d76-8f34-9914ee0d29c5 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'floatingip': {'floating_network_id': '9052c64b-5d0e-445e-85ba-2636c3fafe19', 'port_id': '0993214e-042e-4cb7-b499-3b819783f0a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:23.187769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed239b7-1f09-4860-888c-ed38e44b77d6 req-397d9911-a231-4b8a-8433-58ff40dcc317 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.189286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ed239b7-1f09-4860-888c-ed38e44b77d6 req-397d9911-a231-4b8a-8433-58ff40dcc317 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 950 time: 0.1487036 Aug 29 04:33:23.199052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-23700594-e6fa-4be5-92cd-c0a3ab39f132 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=662b287f13f2476da055c23683f0386b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3905911 Aug 29 04:33:23.203482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59300) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.261234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ed239b7-1f09-4860-888c-ed38e44b77d6 req-53c25b9a-80cb-4604-8981-3b1a6c8b011a tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 Aug 29 04:33:23.261487 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67c4bb87-7142-4d76-8f34-9914ee0d29c5 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.290228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-92720f0f-2ee5-4f05-baa5-3ce3acff5b94 req-75e83f2a-f114-455d-b110-9eda16f5224b service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708369 Aug 29 04:33:23.331286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d00c34f1-ff43-4794-ba5f-77def361a24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.368135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d00c34f1-ff43-4794-ba5f-77def361a24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.408304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.408821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.409396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.410078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.410599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.411286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.411935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.414478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5239267b-dce1-4f42-afe1-fcc931703f90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6482 time: 0.0637205 Aug 29 04:33:23.460218 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-67c4bb87-7142-4d76-8f34-9914ee0d29c5 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:23.461626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-67c4bb87-7142-4d76-8f34-9914ee0d29c5 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2786975 Aug 29 04:33:23.463920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d00c34f1-ff43-4794-ba5f-77def361a24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.467671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d00c34f1-ff43-4794-ba5f-77def361a24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.470065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d00c34f1-ff43-4794-ba5f-77def361a24c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67f17994-0be0-409f-afe7-740b97dd9242 HTTP/1.1" status: 204 len: 168 time: 0.2604611 Aug 29 04:33:23.470839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59308) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.478562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '0993214e-042e-4cb7-b499-3b819783f0a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:23.496655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c34f1-ff43-4794-ba5f-77def361a24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f17994-0be0-409f-afe7-740b97dd9242,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.521088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.548041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-4ec58ed9-8d36-4403-bd37-f1c4de9efbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.550623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-4ec58ed9-8d36-4403-bd37-f1c4de9efbba service neutron] 10.222.0.37 "GET /v2.0/networks?id=61223970-77e3-4ef9-937f-d8e32b92a0c4 HTTP/1.1" status: 200 len: 902 time: 0.1270425 Aug 29 04:33:23.622894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-db64d38e-48c1-466e-a1f0-825c7c0f0d1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2 HTTP/1.1" status: 200 len: 217 time: 0.0643160 Aug 29 04:33:23.669756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.699241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-e7297349-5e25-4798-94a2-57f403b3d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.700758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-e7297349-5e25-4798-94a2-57f403b3d54b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 200 len: 797 time: 0.0704160 Aug 29 04:33:23.848752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Allocated IP 172.25.7.228 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/1afd7fad-ef9c-4390-9d0d-6fc46049ab31) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:23.858988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-01d55455-2178-4bbb-bd54-a297e6bf1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.860667 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-01d55455-2178-4bbb-bd54-a297e6bf1441 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1500826 Aug 29 04:33:23.873536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.885956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.887000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.893155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.899119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.905243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.911226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.919270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13744735-522d-4af9-9a12-af2372c8f699 req-9b1b9d4c-3150-4136-a8e5-5c59a7f34264 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.1356962 Aug 29 04:33:24.067527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-9f7cca20-2a10-494c-90ba-bcfe3b0f92de service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454794 Aug 29 04:33:24.088827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.091161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13744735-522d-4af9-9a12-af2372c8f699 req-e69afe58-6221-4896-ab5b-67d00ca578d6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1708739 Aug 29 04:33:24.157030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.198567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:24.202842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:24.207349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:24.232000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1be0f3eb-fd12-46d0-858f-0fa720d32b69 req-5e1620f1-744a-4120-bac0-63059ff68304 service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383288 Aug 29 04:33:24.287905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event updated for resources: {'Port': ['ID=1afd7fad-ef9c-4390-9d0d-6fc46049ab31,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.484565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Deleting port 1afd7fad-ef9c-4390-9d0d-6fc46049ab31 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:24.484919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.560389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.589394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.590231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.604318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Calling delete_port for 1afd7fad-ef9c-4390-9d0d-6fc46049ab31 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:24.674526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3d5602f3-30c6-4dc3-b893-aa59bed56930 tempest-DvrRoutersNegativeTest-825480116 tempest-DvrRoutersNegativeTest-825480116-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2063767489', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:24.678092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.policy [None req-3d5602f3-30c6-4dc3-b893-aa59bed56930 tempest-DvrRoutersNegativeTest-825480116 tempest-DvrRoutersNegativeTest-825480116-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94824) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 04:33:24.678607 n-d-712143-14 neutron-server[94824]: DEBUG neutron.policy [None req-3d5602f3-30c6-4dc3-b893-aa59bed56930 tempest-DvrRoutersNegativeTest-825480116 tempest-DvrRoutersNegativeTest-825480116-project] Failed policy check for 'create_router' {{(pid=94824) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 04:33:24.679356 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-3d5602f3-30c6-4dc3-b893-aa59bed56930 tempest-DvrRoutersNegativeTest-825480116 tempest-DvrRoutersNegativeTest-825480116-project] create failed (client error): Access was denied to this resource. Aug 29 04:33:24.692633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3d5602f3-30c6-4dc3-b893-aa59bed56930 tempest-DvrRoutersNegativeTest-825480116 tempest-DvrRoutersNegativeTest-825480116-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1309838 Aug 29 04:33:24.760289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.802605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event deleted for resources: {'Port': ['ID=1afd7fad-ef9c-4390-9d0d-6fc46049ab31,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:24.898970 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] create failed (client error): The resource could not be found. Aug 29 04:33:24.901093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a8dafa57-8deb-4df8-9e95-e6e6fa3e0d62 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4266932 Aug 29 04:33:24.905155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59376) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.036297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Deleting port 0993214e-042e-4cb7-b499-3b819783f0a2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:25.036641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.101838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59386) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.148734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.165241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Calling delete_port for 0993214e-042e-4cb7-b499-3b819783f0a2 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:25.257487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681720ae-eb30-4f19-8000-1b7b20e73564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.265953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.271796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.278381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.284227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.290112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.295951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.301896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.303790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-6d352769-32c4-400a-a22c-d7c3313435b2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.1398778 Aug 29 04:33:25.345735 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681720ae-eb30-4f19-8000-1b7b20e73564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.349418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681720ae-eb30-4f19-8000-1b7b20e73564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.359664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bd202ff-cc25-4a8a-a3e0-916b1369f465 req-f46b4854-0233-4ee6-8330-79e7eb583f38 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466383 Aug 29 04:33:25.394751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681720ae-eb30-4f19-8000-1b7b20e73564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a935a7-49b6-4f8b-85b2-3be8ec8056d2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.399153 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-681720ae-eb30-4f19-8000-1b7b20e73564 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b538ada7bc740f69e72602ba74ea31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963057 Aug 29 04:33:25.401755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.431014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.454449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844a210f-94a0-446a-b5fd-a77aae06b440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.461935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event deleted for resources: {'Port': ['ID=0993214e-042e-4cb7-b499-3b819783f0a2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.485678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844a210f-94a0-446a-b5fd-a77aae06b440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.546678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844a210f-94a0-446a-b5fd-a77aae06b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.549402 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-844a210f-94a0-446a-b5fd-a77aae06b440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.550770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-844a210f-94a0-446a-b5fd-a77aae06b440 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8a935a7-49b6-4f8b-85b2-3be8ec8056d2 HTTP/1.1" status: 204 len: 168 time: 0.1480887 Aug 29 04:33:25.559254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a210f-94a0-446a-b5fd-a77aae06b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a935a7-49b6-4f8b-85b2-3be8ec8056d2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.570148 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.573218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b7b018cc-6e66-4b83-bcea-53705f9efbaa tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "DELETE /v2.0/ports/0993214e-042e-4cb7-b499-3b819783f0a2 HTTP/1.1" status: 204 len: 168 time: 0.6666236 Aug 29 04:33:25.575646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.639880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45023067-562f-440e-8ce1-31f0a2693ee9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:25.641573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-45023067-562f-440e-8ce1-31f0a2693ee9 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "GET /v2.0/ports?device_id=d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed HTTP/1.1" status: 200 len: 913 time: 0.0643523 Aug 29 04:33:25.644735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.032486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.311543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Deleting port b6faa780-1421-4a52-80c3-e4ca06ec340a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:26.312098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.380013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59458) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.412926 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.431907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Calling delete_port for b6faa780-1421-4a52-80c3-e4ca06ec340a owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:26.502961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4e1c63f0-4705-4874-ab73-c0556b7eb350 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1335713017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:26.532363 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63f0-4705-4874-ab73-c0556b7eb350 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.533220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63f0-4705-4874-ab73-c0556b7eb350 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.592642 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63f0-4705-4874-ab73-c0556b7eb350 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.600051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63f0-4705-4874-ab73-c0556b7eb350 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.620343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63f0-4705-4874-ab73-c0556b7eb350 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.621872 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4e1c63f0-4705-4874-ab73-c0556b7eb350 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2400506 Aug 29 04:33:26.622305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.624446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59466) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:26.628260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.629980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1997445989'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:26.634158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.640968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.646897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.653426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.653728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:26.658333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.659328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.661316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-6a3fb993-d890-4de2-98a8-67b186101e15 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.1664019 Aug 29 04:33:26.676276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.748135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-149b892f-5efc-4c99-b578-a358d0d812a0 req-21371b86-8b33-44b4-a093-4afc8199dd56 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782149 Aug 29 04:33:26.759875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.789324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event deleted for resources: {'Port': ['ID=b6faa780-1421-4a52-80c3-e4ca06ec340a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.795329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:26.864849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.871698 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.896580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:26.914909 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.915346 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Added segment 86cbdfbe-35ae-4e08-bb6e-c61307c6bf04 of type vlan for network f148e20d-27b9-40a1-9db7-c0565da9c0c2 Aug 29 04:33:26.984757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:26.998500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'mac_address': 'fa:16:3e:91:72:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:27.067943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22831b4f-6c22-4b36-8421-b7616fd8b632,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.070326 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.090164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c28eec64-7223-4166-94fa-8cf0a0fb751d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:27.099571 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.110034 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.142289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:27.150976 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.170128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.188570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:27.198014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.286050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6603830 Aug 29 04:33:27.289160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59504) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.295780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'subnet': {'network_id': 'f148e20d-27b9-40a1-9db7-c0565da9c0c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:27.307620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.344660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['c28eec64-7223-4166-94fa-8cf0a0fb751d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:27.360364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543893c5-ed73-4be3-9502-f71943e09072 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Network': ['ID=f148e20d-27b9-40a1-9db7-c0565da9c0c2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:27.365384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Router d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:27.407379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:27.408513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:27.412232 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.447726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:27.458854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ff569b73-7f3b-4203-96fc-368f6243c827 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "PUT /v2.0/routers/d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129005 Aug 29 04:33:27.460049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.460942 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] Sync routers for ids ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:27.480223 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] Routers {'d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:27.483261 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.596422 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.627108 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] Routers {'d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:27.628032 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.675978 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.677244 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45768163-0556-4b9c-b89a-1d0e92d2e71a None None] The sync data for ids ['d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:27.692012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76bbda0c-5ca1-431a-a3a8-08ab56fc694f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.967135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76bbda0c-5ca1-431a-a3a8-08ab56fc694f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.969308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76bbda0c-5ca1-431a-a3a8-08ab56fc694f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.043696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76bbda0c-5ca1-431a-a3a8-08ab56fc694f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.044923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bbda0c-5ca1-431a-a3a8-08ab56fc694f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Fanout notify agent at l3_agent the message router_deleted on router d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:28.059281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.061005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76bbda0c-5ca1-431a-a3a8-08ab56fc694f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.064891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-76bbda0c-5ca1-431a-a3a8-08ab56fc694f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "DELETE /v2.0/routers/d66e5c4c-7331-4dc9-a4f5-e1f2f02435ed HTTP/1.1" status: 204 len: 168 time: 0.6029303 Aug 29 04:33:28.065534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59518) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.066675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.072814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.080445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.088835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.095246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.101408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.104269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf321247-7019-4a62-8f06-999d863cd861 req-2696c33b-bd7a-4f34-8b95-cc4e03617895 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.1351826 Aug 29 04:33:28.149135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.150299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Deleting subnet 55ca3ba4-06e5-4dc2-af16-c675f18a8ef7 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:28.154533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.212197 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf321247-7019-4a62-8f06-999d863cd861 req-b6bba663-a7dc-4ddf-919e-669b55a2c2d4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992024 Aug 29 04:33:28.231171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.266186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Checking segment: {'id': '86cbdfbe-35ae-4e08-bb6e-c61307c6bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f148e20d-27b9-40a1-9db7-c0565da9c0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:28.272051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network hostable DHCP agents. Network: f148e20d-27b9-40a1-9db7-c0565da9c0c2, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:28.277939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Subnet': ['ID=02bfe914-1863-443d-803e-82691b4060f6,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.320870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:28.340663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f148e20d-27b9-40a1-9db7-c0565da9c0c2) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:28.346609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.347534 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.352888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ab3f2-79a7-4477-96ac-725f915b02c7 None None] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:28.373398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-39337a8c-9a03-48f8-ace6-817769d01762 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0812731 Aug 29 04:33:28.376160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.383946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'network': {'name': 'tempest-router-network01--765350863'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:28.421687 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.471639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:28.475625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.528499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:28.574041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-f148e20d-27b9-40a1-9db7-c0565da9c0c2', 'network_id': 'f148e20d-27b9-40a1-9db7-c0565da9c0c2', 'tenant_id': '731ed92ce3e34779929fd588e188fa30', 'fixed_ips': [{'subnet_id': '02bfe914-1863-443d-803e-82691b4060f6'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:28.575373 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.580154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.580573 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Added segment 8146287f-c585-4501-bf6b-1b5ad68d58ce of type vlan for network 2953a772-a71d-4998-95ff-c0b2f44cc0ba Aug 29 04:33:28.625101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.768209 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.790731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.792926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "DELETE /v2.0/subnets/55ca3ba4-06e5-4dc2-af16-c675f18a8ef7 HTTP/1.1" status: 204 len: 168 time: 0.7259486 Aug 29 04:33:28.795361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59550) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.816123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69df8-f752-4426-b97b-7adb018f959f tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event deleted for resources: {'Subnet': ['ID=55ca3ba4-06e5-4dc2-af16-c675f18a8ef7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:28.822241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.831035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.831729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.928403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5487580 Aug 29 04:33:28.931242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Allocated IP 2001:db8::2 (f148e20d-27b9-40a1-9db7-c0565da9c0c2/02bfe914-1863-443d-803e-82691b4060f6/ffa4a93f-6e2e-485d-afd2-b5f0c4702497) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:28.937082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48927c1-29f9-4113-8be5-1557fdef2aae None None] Network 9052c64b-5d0e-445e-85ba-2636c3fafe19 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:28.939058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.940897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:28.943917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'network': {'name': 'tempest-router-network02--856340522'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:28.974755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe157876-550a-4268-adc1-733c95d6152d tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Network': ['ID=2953a772-a71d-4998-95ff-c0b2f44cc0ba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.016325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.029540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:29.034305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.044454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:29.089368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:29.111570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.112233 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Added segment ef0648ed-786e-4907-bbfa-7bc251e6bdfd of type vlan for network 814f5340-adaa-498f-90ba-41cc10633b42 Aug 29 04:33:29.155349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Deleting port 0daaf5cd-b464-4e08-807a-6121b1e7ddba {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:29.155757 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.204409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.234862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port c28eec64-7223-4166-94fa-8cf0a0fb751d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:29.235248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.266482 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.274624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.276563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.315272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] For port 0daaf5cd-b464-4e08-807a-6121b1e7ddba, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0daaf5cd-b464-4e08-807a-6121b1e7ddba,segment=NetworkSegment(1dc86344-f4ad-40f4-b0aa-1790b97ef9e1),segment_id=1dc86344-f4ad-40f4-b0aa-1790b97ef9e1)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:29.315272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.347970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Calling delete_port for 0daaf5cd-b464-4e08-807a-6121b1e7ddba owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:29.435881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Network': ['ID=814f5340-adaa-498f-90ba-41cc10633b42,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.493318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3149f1ec-596e-4d86-b349-451d4d2415cc tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5533400 Aug 29 04:33:29.497220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59570) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:29.510270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'subnet': {'network_id': '2953a772-a71d-4998-95ff-c0b2f44cc0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:29.517380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 814f5340-adaa-498f-90ba-41cc10633b42 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:29.659068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.679879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.698054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.708504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.722749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.743440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.756189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event deleted for resources: {'Port': ['ID=0daaf5cd-b464-4e08-807a-6121b1e7ddba,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:29.761016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.777578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] No DVR routers for this DVR port 0daaf5cd-b464-4e08-807a-6121b1e7ddba on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:29.800733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:29.815336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-f906ec42-59d0-4641-8665-22be476d61b6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.3513436 Aug 29 04:33:29.865993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cafe044-239d-4e68-9730-55b518385a2e None None] DHCP port deletion for 9052c64b-5d0e-445e-85ba-2636c3fafe19 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:29.948186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.953529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa44f164-9111-438e-b1e4-0c27756a2540 req-edd716ee-76eb-41ca-b288-08bc88656ba7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257534 Aug 29 04:33:29.966185 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.987812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9052c64b-5d0e-445e-85ba-2636c3fafe19']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.031122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc86344-f4ad-40f4-b0aa-1790b97ef9e1') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.031122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc86344-f4ad-40f4-b0aa-1790b97ef9e1') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:30.035267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.064129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:30.064515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.067210 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f2a17-bf31-4ded-9b72-d714cbdfe0dc" -d '{"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-plugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:30.073656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:30.073656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.116002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:30.119630 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.128136 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:30.143363 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:30.149401 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760bb5dd-af2f-4e54-a1eb-5ee622e5c98a x-openstack-request-id: req-760bb5dd-af2f-4e54-a1eb-5ee622e5c98a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:30.150655 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-plugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:30.152283 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.152968 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-760bb5dd-af2f-4e54-a1eb-5ee622e5c98a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:30.153404 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'code': 200} Aug 29 04:33:30.162272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.164177 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] 10.222.0.55 "DELETE /v2.0/networks/9052c64b-5d0e-445e-85ba-2636c3fafe19 HTTP/1.1" status: 204 len: 168 time: 1.3675907 Aug 29 04:33:30.167061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:30.169924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Transition to ACTIVE for port object ffa4a93f-6e2e-485d-afd2-b5f0c4702497 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:30.171891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.187339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Transition to ACTIVE for port object ffa4a93f-6e2e-485d-afd2-b5f0c4702497 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:30.187559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa6550-b230-4cc5-8af6-041e06a5ac03 tempest-FloatingIPNegativeTestJSON-648167219 tempest-FloatingIPNegativeTestJSON-648167219-project] Pushing event deleted for resources: {'Network': ['ID=9052c64b-5d0e-445e-85ba-2636c3fafe19,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.200905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0daaf5cd-b464-4e08-807a-6121b1e7ddba no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:30.243954 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.258792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0daaf5cd-b464-4e08-807a-6121b1e7ddba {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:30.260512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0daaf5cd-b464-4e08-807a-6121b1e7ddba not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:30.290887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:30.294955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:30.300098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:30.317361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.442820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Attempting to bind port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:30.443406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Attempting to bind port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '86cbdfbe-35ae-4e08-bb6e-c61307c6bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f148e20d-27b9-40a1-9db7-c0565da9c0c2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:30.443770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Attempting to bind port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 on network f148e20d-27b9-40a1-9db7-c0565da9c0c2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:30.464198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:30.464561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Checking segment: {'id': '86cbdfbe-35ae-4e08-bb6e-c61307c6bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f148e20d-27b9-40a1-9db7-c0565da9c0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:30.465027 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.465649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Bound using segment: {'id': '86cbdfbe-35ae-4e08-bb6e-c61307c6bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f148e20d-27b9-40a1-9db7-c0565da9c0c2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:30.466293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Bound port: ffa4a93f-6e2e-485d-afd2-b5f0c4702497, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cbdfbe-35ae-4e08-bb6e-c61307c6bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f148e20d-27b9-40a1-9db7-c0565da9c0c2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:30.466838 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.542440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] For port ffa4a93f-6e2e-485d-afd2-b5f0c4702497, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:30.546462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] For port ffa4a93f-6e2e-485d-afd2-b5f0c4702497, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ffa4a93f-6e2e-485d-afd2-b5f0c4702497,segment=NetworkSegment(86cbdfbe-35ae-4e08-bb6e-c61307c6bf04),segment_id=86cbdfbe-35ae-4e08-bb6e-c61307c6bf04)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:30.548170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Pushing event updated for resources: {'Port': ['ID=ffa4a93f-6e2e-485d-afd2-b5f0c4702497,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.554606 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.587941 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.679016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2274d-8378-4408-bd3f-c05dfd79e163 None None] Pushing event updated for resources: {'Port': ['ID=ffa4a93f-6e2e-485d-afd2-b5f0c4702497,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.703767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Subnet': ['ID=d865a8bf-d811-44b1-bd2d-dbc0e2580046,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.724871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Checking segment: {'id': '8146287f-c585-4501-bf6b-1b5ad68d58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2953a772-a71d-4998-95ff-c0b2f44cc0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:30.725251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network hostable DHCP agents. Network: 2953a772-a71d-4998-95ff-c0b2f44cc0ba, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:30.760311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:30.763965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59596) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.781648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 2953a772-a71d-4998-95ff-c0b2f44cc0ba) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:30.787676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.788437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.792931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92e1dc-05c9-48ad-98d1-ea3ce3fc273a None None] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:30.825734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cde28ddc-42ff-4238-bd1c-437f96fe4ead tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3247299 Aug 29 04:33:30.826078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59600) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.832970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'subnet': {'network_id': '814f5340-adaa-498f-90ba-41cc10633b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:31.130303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-2953a772-a71d-4998-95ff-c0b2f44cc0ba', 'network_id': '2953a772-a71d-4998-95ff-c0b2f44cc0ba', 'tenant_id': '731ed92ce3e34779929fd588e188fa30', 'fixed_ips': [{'subnet_id': 'd865a8bf-d811-44b1-bd2d-dbc0e2580046'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:31.131445 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.171240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ffe3a467-f0c6-4508-83c8-5120a4752e9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a6a84b0222e46fe823afce2bac384ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059608 Aug 29 04:33:31.173686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59608) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.259051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.267706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.282127 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e64290d1-57c7-45a3-ad03-4f018b0aa22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.285940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.301117 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.302727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.309048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e64290d1-57c7-45a3-ad03-4f018b0aa22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.311452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.317631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.324991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.326084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-09a78c0a-0775-4b67-a040-6b57f6007298 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.2246478 Aug 29 04:33:31.327322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:31.330816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.380565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e64290d1-57c7-45a3-ad03-4f018b0aa22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.387075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e64290d1-57c7-45a3-ad03-4f018b0aa22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.391643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e64290d1-57c7-45a3-ad03-4f018b0aa22f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3289302-2e3f-472c-9262-ef918cb12fdc HTTP/1.1" status: 204 len: 168 time: 0.2147536 Aug 29 04:33:31.396345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Allocated IP 2001:db8::2 (2953a772-a71d-4998-95ff-c0b2f44cc0ba/d865a8bf-d811-44b1-bd2d-dbc0e2580046/bfe7c169-16c2-45ef-99d2-8b5736c30e3d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:31.415012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64290d1-57c7-45a3-ad03-4f018b0aa22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3289302-2e3f-472c-9262-ef918cb12fdc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.513596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9381471f-fb7a-447d-8fa0-6cef2814cd0a req-30d3dff4-5fef-4614-b50a-c98bef7b06d4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713235 Aug 29 04:33:31.948081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.048337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59632) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.083987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Checking segment: {'id': 'ef0648ed-786e-4907-bbfa-7bc251e6bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '814f5340-adaa-498f-90ba-41cc10633b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:32.084381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network hostable DHCP agents. Network: 814f5340-adaa-498f-90ba-41cc10633b42, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:32.093341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Subnet': ['ID=8a330a6c-0638-47ac-bcad-fa6250bf0a9b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.121736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network 814f5340-adaa-498f-90ba-41cc10633b42 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:32.159796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 814f5340-adaa-498f-90ba-41cc10633b42) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:32.184603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:32.185358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.223566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.233466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-77aad184-78f8-48d5-955c-a741299cdc61 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4057074 Aug 29 04:33:32.236080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59640) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.259881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a527f-d4a8-4e88-8dd2-8a070874c0fb None None] Network 814f5340-adaa-498f-90ba-41cc10633b42 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:32.264101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] Deleting subnet a1b9873a-9434-456d-bfcf-5825f7e11c8c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:32.272447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.413357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Transition to ACTIVE for port object bfe7c169-16c2-45ef-99d2-8b5736c30e3d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:32.424869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ffa4a93f-6e2e-485d-afd2-b5f0c4702497 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:32.425878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.478093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.495704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ad954-2475-4872-bd35-160f895af08d None None] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:32.593693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.683974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b9873a-9434-456d-bfcf-5825f7e11c8c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.758924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.761908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4939bea3-bdcd-4c00-a274-dc777f59a39c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a1b9873a-9434-456d-bfcf-5825f7e11c8c HTTP/1.1" status: 204 len: 168 time: 0.7124040 Aug 29 04:33:32.768757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59664) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.817553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Transition to ACTIVE for port object bfe7c169-16c2-45ef-99d2-8b5736c30e3d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:32.872110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.911684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.928485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2505449-fdd2-44a0-a875-f428513cda6a None None] Provisioning for port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:32.936772 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.957617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:32.966893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:32.987287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.003659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.024719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.030903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.052157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.064138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-d54901f2-c81b-4104-8aa3-a75e633b5bda tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.3949256 Aug 29 04:33:33.105555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:33.115841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59670) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:33.153195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2505449-fdd2-44a0-a875-f428513cda6a None None] Provisioning complete for port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:33.153704 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2505449-fdd2-44a0-a875-f428513cda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.200637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:33.201095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.217458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.222979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Pushing event updated for resources: {'Port': ['ID=bfe7c169-16c2-45ef-99d2-8b5736c30e3d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.239831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6102b195-7b7e-4b72-b9d1-90a2ff04923b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:33.254078 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b4edf81-94fb-4b43-b29a-2db071ef715d req-7d21613c-1d0e-413e-84c5-278cea26bccc tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877179 Aug 29 04:33:33.286437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:33.290362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6db4780-f829-4e6a-8840-2bd28277145d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:33.291423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6db4780-f829-4e6a-8840-2bd28277145d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:33.304829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:33.309233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.332704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-814f5340-adaa-498f-90ba-41cc10633b42', 'network_id': '814f5340-adaa-498f-90ba-41cc10633b42', 'tenant_id': '731ed92ce3e34779929fd588e188fa30', 'fixed_ips': [{'subnet_id': '8a330a6c-0638-47ac-bcad-fa6250bf0a9b'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:33.333568 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.335989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:33.362101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.367369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Allocated IP 2001:db8::1 (2953a772-a71d-4998-95ff-c0b2f44cc0ba/d865a8bf-d811-44b1-bd2d-dbc0e2580046/a8d2291a-087f-4274-b66a-c01efb014e17) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:33.376350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:33.378903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.389226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-37735392'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:33.397379 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:33.492854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Attempting to bind port bfe7c169-16c2-45ef-99d2-8b5736c30e3d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:33.493234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Attempting to bind port bfe7c169-16c2-45ef-99d2-8b5736c30e3d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8146287f-c585-4501-bf6b-1b5ad68d58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2953a772-a71d-4998-95ff-c0b2f44cc0ba'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:33.493657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Attempting to bind port bfe7c169-16c2-45ef-99d2-8b5736c30e3d on network 2953a772-a71d-4998-95ff-c0b2f44cc0ba {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:33.533074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.549830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.555489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.557750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6102b195-7b7e-4b72-b9d1-90a2ff04923b HTTP/1.1" status: 204 len: 168 time: 0.7869952 Aug 29 04:33:33.562320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Transition to ACTIVE for port object a8d2291a-087f-4274-b66a-c01efb014e17 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:33.574566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:33.578045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.579967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:33.580769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d847-8c53-4fad-a107-f4dba87bb760 admin admin] Pushing event deleted for resources: {'Network': ['ID=6102b195-7b7e-4b72-b9d1-90a2ff04923b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.594732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:33.595430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Checking segment: {'id': '8146287f-c585-4501-bf6b-1b5ad68d58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2953a772-a71d-4998-95ff-c0b2f44cc0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:33.596024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.596594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Bound using segment: {'id': '8146287f-c585-4501-bf6b-1b5ad68d58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2953a772-a71d-4998-95ff-c0b2f44cc0ba'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:33.597259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Bound port: bfe7c169-16c2-45ef-99d2-8b5736c30e3d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8146287f-c585-4501-bf6b-1b5ad68d58ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2953a772-a71d-4998-95ff-c0b2f44cc0ba'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:33.597863 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.635462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] Deleting subnet 3e7ae232-318e-4eb6-8c1d-99c53fe82e8e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:33.645123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.646022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.649563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.704083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2505449-fdd2-44a0-a875-f428513cda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.747353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Port': ['ID=a8d2291a-087f-4274-b66a-c01efb014e17,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.772419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:33.774532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:33.791588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:33.792070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.822998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.863029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c2505449-fdd2-44a0-a875-f428513cda6a None None] For port ffa4a93f-6e2e-485d-afd2-b5f0c4702497, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ffa4a93f-6e2e-485d-afd2-b5f0c4702497,segment=NetworkSegment(86cbdfbe-35ae-4e08-bb6e-c61307c6bf04),segment_id=86cbdfbe-35ae-4e08-bb6e-c61307c6bf04)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:33.875858 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.926355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.938843 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2505449-fdd2-44a0-a875-f428513cda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.001510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.021035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] For port bfe7c169-16c2-45ef-99d2-8b5736c30e3d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:34.093866 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.111213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] For port bfe7c169-16c2-45ef-99d2-8b5736c30e3d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bfe7c169-16c2-45ef-99d2-8b5736c30e3d,segment=NetworkSegment(8146287f-c585-4501-bf6b-1b5ad68d58ce),segment_id=8146287f-c585-4501-bf6b-1b5ad68d58ce)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:34.113024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Allocated IP 2001:db8::2 (814f5340-adaa-498f-90ba-41cc10633b42/8a330a6c-0638-47ac-bcad-fa6250bf0a9b/bf51404c-21c0-4c68-b033-065db307d5ec) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:34.115633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.117134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.119962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3e7ae232-318e-4eb6-8c1d-99c53fe82e8e HTTP/1.1" status: 204 len: 168 time: 0.5360720 Aug 29 04:33:34.137660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59692) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:34.141999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.147041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2505449-fdd2-44a0-a875-f428513cda6a None None] Pushing event updated for resources: {'Port': ['ID=ffa4a93f-6e2e-485d-afd2-b5f0c4702497,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.147256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6303-8cf9-4875-b117-86acd3a6049f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7ae232-318e-4eb6-8c1d-99c53fe82e8e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.149180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.258337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:34.266661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d073b3f2-bbe6-45d3-857d-9cc3bce544ea,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.271350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.280871 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.281350 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 61357795-ca91-4d3a-b5a5-98a75886c4ca of type vlan for network fa0246be-1eb1-4855-ba1c-f2aba7efa90d Aug 29 04:33:34.304721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba6644-85d6-4579-86a6-31d3ea18e0cc None None] Pushing event updated for resources: {'Port': ['ID=bfe7c169-16c2-45ef-99d2-8b5736c30e3d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.402989 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:34.403497 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:34.421344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-41ea2f01-5b33-4f18-b434-e0766d0c33bd None None] Provisioning complete for port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:34.421862 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41ea2f01-5b33-4f18-b434-e0766d0c33bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.423529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.440608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.445199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.473895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:34.495584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.496464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.508709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c40a80-8a58-452f-8de8-42a1b5da4a3f') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:34.509120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c40a80-8a58-452f-8de8-42a1b5da4a3f') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:34.524319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.533172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.547172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.547813 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.567871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Port': ['ID=a8d2291a-087f-4274-b66a-c01efb014e17,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:34.657261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.691286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.699076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.705636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.712988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.719460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.731179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.735657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-a08ba4d6-4b8c-4fd3-8908-9a369205ea7f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.2874410 Aug 29 04:33:34.765676 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.796598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Transition to ACTIVE for port object bf51404c-21c0-4c68-b033-065db307d5ec will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:34.855311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Transition to ACTIVE for port object bf51404c-21c0-4c68-b033-065db307d5ec will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:34.875810 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.923736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec26b579-ae66-434e-8367-4a8df56a6b8f req-40edbaa7-4bc0-4275-9425-91c46acb304c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719501 Aug 29 04:33:34.949679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:34.951585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:35.034969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Network 814f5340-adaa-498f-90ba-41cc10633b42 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:35.051437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:35.055523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:35.059017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Pushing event updated for resources: {'Port': ['ID=bf51404c-21c0-4c68-b033-065db307d5ec,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.123314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Attempting to bind port bf51404c-21c0-4c68-b033-065db307d5ec on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:35.123701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Attempting to bind port bf51404c-21c0-4c68-b033-065db307d5ec by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ef0648ed-786e-4907-bbfa-7bc251e6bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '814f5340-adaa-498f-90ba-41cc10633b42'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:35.124070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Attempting to bind port bf51404c-21c0-4c68-b033-065db307d5ec on network 814f5340-adaa-498f-90ba-41cc10633b42 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:35.132601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:35.133230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Checking segment: {'id': 'ef0648ed-786e-4907-bbfa-7bc251e6bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '814f5340-adaa-498f-90ba-41cc10633b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:35.133548 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.134129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Bound using segment: {'id': 'ef0648ed-786e-4907-bbfa-7bc251e6bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '814f5340-adaa-498f-90ba-41cc10633b42'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:35.135111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Bound port: bf51404c-21c0-4c68-b033-065db307d5ec, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0648ed-786e-4907-bbfa-7bc251e6bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '814f5340-adaa-498f-90ba-41cc10633b42'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:35.135497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.214955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Router 25ab594b-2dd7-4cfb-9c05-c331bd0f16ec is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:35.233431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] For port bf51404c-21c0-4c68-b033-065db307d5ec, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:35.237682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] For port bf51404c-21c0-4c68-b033-065db307d5ec, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bf51404c-21c0-4c68-b033-065db307d5ec,segment=NetworkSegment(ef0648ed-786e-4907-bbfa-7bc251e6bdfd),segment_id=ef0648ed-786e-4907-bbfa-7bc251e6bdfd)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:35.246698 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.260642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.339728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce6b78-348b-48a0-a9be-0b2e2b170867 None None] Pushing event updated for resources: {'Port': ['ID=bf51404c-21c0-4c68-b033-065db307d5ec,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.360074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.2367976 Aug 29 04:33:35.364103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:35.364751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:35.369873 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:35.466402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc79997-a5c1-4952-8757-36c988be9c4b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=fa0246be-1eb1-4855-ba1c-f2aba7efa90d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.482640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network fa0246be-1eb1-4855-ba1c-f2aba7efa90d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:35.511877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.550818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.561024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d HTTP/1.1" status: 204 len: 168 time: 1.4200788 Aug 29 04:33:35.611305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e783af3-9763-4eb2-9d44-4dc16f32ffd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4db3d6-0542-46fe-bfe3-2f6cf0ae594d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:35.725272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:35.744348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4c0f599f-4566-4443-ac59-d09812dbcfef tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040131 Aug 29 04:33:35.744671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:35.752534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfe7c169-16c2-45ef-99d2-8b5736c30e3d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:35.802389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] Sync routers for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:35.880764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:35.881411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.163793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59738) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.173214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.242677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:36.246304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.263547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port bfe7c169-16c2-45ef-99d2-8b5736c30e3d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:36.273189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e25a70e6-8ce7-4ead-85b7-c2ba276bea0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc7b3fecfbb348b48cf0a165e9470b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059513 Aug 29 04:33:36.274159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59740) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.360218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ffa4a93f-6e2e-485d-afd2-b5f0c4702497 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:36.366953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-0af1aa11-50ae-4772-9925-7a3d5f677846 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4001343 Aug 29 04:33:36.368625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a284c4-d3a3-4551-ab1f-667f17fbce13 None None] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:36.377652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.378323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409f440-e12d-48c7-b842-ba61d026d180 None None] The sync data for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:36.387847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13822490-9347-4ce4-966b-43f0100019e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.436589 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13822490-9347-4ce4-966b-43f0100019e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.538525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13822490-9347-4ce4-966b-43f0100019e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.541945 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13822490-9347-4ce4-966b-43f0100019e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.545470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-13822490-9347-4ce4-966b-43f0100019e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0270d43-76a8-4c03-bce4-28e63026deef HTTP/1.1" status: 204 len: 168 time: 0.2683651 Aug 29 04:33:36.575168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13822490-9347-4ce4-966b-43f0100019e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0270d43-76a8-4c03-bce4-28e63026deef,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.587701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.617260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.628409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.636497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.643625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.658690 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.666100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.676513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-e6cd924c-aa58-4eee-8c07-769159b28609 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.5052977 Aug 29 04:33:36.752753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d28d7-0c74-44a7-b829-33002e781430 req-6be9782c-e07b-481d-beff-47daa28eea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:36.754761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-6be9782c-e07b-481d-beff-47daa28eea4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1097 time: 0.2909682 Aug 29 04:33:36.756751 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-56b891bb-18d2-4c2c-b780-f906a01cd162 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:36.762020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-56b891bb-18d2-4c2c-b780-f906a01cd162 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0161347 Aug 29 04:33:36.765009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59746) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.862376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fe33330-d3f2-4994-beb8-68f1eed0fccd req-26f29d97-c90c-4aec-9f16-a266652c79cb tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1845276 Aug 29 04:33:37.043796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59985537-951b-448a-85a2-199df4053039 None None] Provisioning for port bfe7c169-16c2-45ef-99d2-8b5736c30e3d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:37.049627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d28d7-0c74-44a7-b829-33002e781430 req-c0b292b6-5d5c-4aba-873b-57f98441d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.065417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-c0b292b6-5d5c-4aba-873b-57f98441d516 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.2595568 Aug 29 04:33:37.083525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59985537-951b-448a-85a2-199df4053039 None None] Provisioning complete for port bfe7c169-16c2-45ef-99d2-8b5736c30e3d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:37.083922 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59985537-951b-448a-85a2-199df4053039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.183006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:37.194425 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.305613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-fd3401c8-f6f9-4b15-99c5-8b27e7316e8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 1001 time: 0.2329278 Aug 29 04:33:37.362304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd24f2-0994-4e4b-bf9f-d7c4eab60c5c None None] Network 814f5340-adaa-498f-90ba-41cc10633b42 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:37.451972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d28d7-0c74-44a7-b829-33002e781430 req-33ddd695-c8d4-4b2b-a60e-dddce8d665b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.455988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-33ddd695-c8d4-4b2b-a60e-dddce8d665b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.1376829 Aug 29 04:33:37.594473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d28d7-0c74-44a7-b829-33002e781430 req-29540439-1f49-4414-b826-e1878b32f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.602026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-29540439-1f49-4414-b826-e1878b32f52d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343849 Aug 29 04:33:37.651851 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.685848 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59985537-951b-448a-85a2-199df4053039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.740272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-59985537-951b-448a-85a2-199df4053039 None None] For port bfe7c169-16c2-45ef-99d2-8b5736c30e3d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bfe7c169-16c2-45ef-99d2-8b5736c30e3d,segment=NetworkSegment(8146287f-c585-4501-bf6b-1b5ad68d58ce),segment_id=8146287f-c585-4501-bf6b-1b5ad68d58ce)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:37.745792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59764) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.839557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-ab853f13-e32d-43f7-bf4f-b5265292f6c5 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312217 Aug 29 04:33:37.923142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59985537-951b-448a-85a2-199df4053039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.043086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:38.046902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f8d76533-0e87-4651-896b-0c0867b15f7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f74434c3816463184a770d5d0212f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987928 Aug 29 04:33:38.056530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bf51404c-21c0-4c68-b033-065db307d5ec up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:38.228530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-297d28d7-0c74-44a7-b829-33002e781430 req-b0cc711b-efc3-4050-9d3e-4bd6bd831b20 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791881 Aug 29 04:33:38.248573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7907e9dd-aec0-4935-8b5c-03b4ee0e7f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.248838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aefc4d43-2a93-4388-90e5-8bd1afe429da None None] Provisioning for port bf51404c-21c0-4c68-b033-065db307d5ec completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:38.278256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985537-951b-448a-85a2-199df4053039 None None] Pushing event updated for resources: {'Port': ['ID=bfe7c169-16c2-45ef-99d2-8b5736c30e3d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.306665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7907e9dd-aec0-4935-8b5c-03b4ee0e7f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.320307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port bf51404c-21c0-4c68-b033-065db307d5ec completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:38.325856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bf51404c-21c0-4c68-b033-065db307d5ec triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:38.326586 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.428608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.432416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7907e9dd-aec0-4935-8b5c-03b4ee0e7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.435198 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7907e9dd-aec0-4935-8b5c-03b4ee0e7f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.447893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7907e9dd-aec0-4935-8b5c-03b4ee0e7f3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60c24dea-ab72-4dac-adfb-c1eb9724be2b HTTP/1.1" status: 204 len: 168 time: 0.3951247 Aug 29 04:33:38.474371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-766a8e7f-27e9-40fd-8e22-a78c36f5488a None None] Provisioning for port a8d2291a-087f-4274-b66a-c01efb014e17 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:38.483324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-766a8e7f-27e9-40fd-8e22-a78c36f5488a None None] Provisioning complete for port a8d2291a-087f-4274-b66a-c01efb014e17 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:38.484142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-766a8e7f-27e9-40fd-8e22-a78c36f5488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.497396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.503249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907e9dd-aec0-4935-8b5c-03b4ee0e7f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c24dea-ab72-4dac-adfb-c1eb9724be2b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.524355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.538760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.544705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.575683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.595553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:38.597440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-9d5eb91e-487f-446d-ad7f-b51a5a6ec447 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.3645973 Aug 29 04:33:38.660606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-766a8e7f-27e9-40fd-8e22-a78c36f5488a None None] Port a8d2291a-087f-4274-b66a-c01efb014e17 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:38.702866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.758169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-766a8e7f-27e9-40fd-8e22-a78c36f5488a None None] Provisioning complete for port bfe7c169-16c2-45ef-99d2-8b5736c30e3d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:38.758547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-766a8e7f-27e9-40fd-8e22-a78c36f5488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.920853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59790) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:38.922836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port bf51404c-21c0-4c68-b033-065db307d5ec, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bf51404c-21c0-4c68-b033-065db307d5ec,segment=NetworkSegment(ef0648ed-786e-4907-bbfa-7bc251e6bdfd),segment_id=ef0648ed-786e-4907-bbfa-7bc251e6bdfd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:38.926210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': 'fa0246be-1eb1-4855-ba1c-f2aba7efa90d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:38.936674 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.035521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=bf51404c-21c0-4c68-b033-065db307d5ec,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.189286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4b252e05-4198-468d-b9f7-b76898e9aca6 None None] Provisioning complete for port a8d2291a-087f-4274-b66a-c01efb014e17 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:39.189690 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b252e05-4198-468d-b9f7-b76898e9aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.255903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:39.260471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.280778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4b252e05-4198-468d-b9f7-b76898e9aca6 None None] Port a8d2291a-087f-4274-b66a-c01efb014e17 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:39.299192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4b252e05-4198-468d-b9f7-b76898e9aca6 None None] Provisioning complete for port bf51404c-21c0-4c68-b033-065db307d5ec triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:39.299401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b252e05-4198-468d-b9f7-b76898e9aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.347630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting port a8d2291a-087f-4274-b66a-c01efb014e17 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:39.348239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.483336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6090850-8dce-44a6-9b16-b4ed2439d36b req-c0735c6b-a98e-4de9-8115-bc69c7fe55aa tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8755293 Aug 29 04:33:39.564628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.583496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Calling delete_port for a8d2291a-087f-4274-b66a-c01efb014e17 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:39.605628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3954823f-d1dd-411f-9573-bc9d76a398a9 None None] Provisioning complete for port a8d2291a-087f-4274-b66a-c01efb014e17 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:39.609741 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3954823f-d1dd-411f-9573-bc9d76a398a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.691257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3954823f-d1dd-411f-9573-bc9d76a398a9 None None] Port a8d2291a-087f-4274-b66a-c01efb014e17 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:39.786110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.827752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bf51404c-21c0-4c68-b033-065db307d5ec up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:39.847313 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.890429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Port': ['ID=a8d2291a-087f-4274-b66a-c01efb014e17,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.893137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=2cf88970-6725-451b-aebd-db13e797ed43,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.908753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '61357795-ca91-4d3a-b5a5-98a75886c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa0246be-1eb1-4855-ba1c-f2aba7efa90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:39.909131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: fa0246be-1eb1-4855-ba1c-f2aba7efa90d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:39.933568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network fa0246be-1eb1-4855-ba1c-f2aba7efa90d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:39.958152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, fa0246be-1eb1-4855-ba1c-f2aba7efa90d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:39.965194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.965547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.966399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.966399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.966598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.967643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bf51404c-21c0-4c68-b033-065db307d5ec triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:39.968013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.968159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.968359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.968701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.969055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.969358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.972151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.972572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:39.981186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:39.981829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.002093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08365ad-e8e0-4098-87d4-6bc882593bc9 None None] Network fa0246be-1eb1-4855-ba1c-f2aba7efa90d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:40.011315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b7daf16f-a7b4-44e2-8626-09c22405c191 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0892694 Aug 29 04:33:40.012067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59824) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:40.019337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724517313'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:40.048082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:40.053507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.092762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:40.104087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.104573 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 7a95ec91-b9d5-49f1-8360-4e8f3631e3e8 of type vlan for network 35380125-725d-429e-a5a1-9d3530020a59 Aug 29 04:33:40.150855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.169887 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.240005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.246154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:40.246862 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.363007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=35380125-725d-429e-a5a1-9d3530020a59,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:40.369928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-55312d3b-d677-43ea-b8d2-ba4f3dde5cd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3566751 Aug 29 04:33:40.371510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59836) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:40.376191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': '35380125-725d-429e-a5a1-9d3530020a59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:40.414176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 35380125-725d-429e-a5a1-9d3530020a59 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:40.490248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfe7c169-16c2-45ef-99d2-8b5736c30e3d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:40.565742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:40.571453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-fa0246be-1eb1-4855-ba1c-f2aba7efa90d', 'network_id': 'fa0246be-1eb1-4855-ba1c-f2aba7efa90d', 'tenant_id': 'e2936827b6984d01bc371a2cbf9822ce', 'fixed_ips': [{'subnet_id': '2cf88970-6725-451b-aebd-db13e797ed43'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:40.572798 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.576653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.586713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bfe7c169-16c2-45ef-99d2-8b5736c30e3d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:40.586713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.609305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Router 25ab594b-2dd7-4cfb-9c05-c331bd0f16ec has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:40.801126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Allocated IP 2001:db8:0:ffff::2 (fa0246be-1eb1-4855-ba1c-f2aba7efa90d/2cf88970-6725-451b-aebd-db13e797ed43/12737748-b9c2-421f-a6ce-f99d5f7fcd51) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:40.870102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:40.879224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-943a33bb-220b-4bfa-839c-8f92132caca5 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1094565 Aug 29 04:33:40.881998 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] Sync routers for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:40.887384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59854) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:40.895490 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:40.896115 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:40.967918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.968616 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:40.979038 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:40.979654 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:40.995869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59856) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.022067 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:41.022636 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c0a05-5d26-45bd-876a-dacad563d399 None None] The sync data for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:41.023326 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-23913c17-736e-45e2-94ea-0bc511b69785 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] delete failed (client error): The resource could not be found. Aug 29 04:33:41.027936 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-23913c17-736e-45e2-94ea-0bc511b69785 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-101781305 HTTP/1.1" status: 404 len: 334 time: 0.1360154 Aug 29 04:33:41.028348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59858) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.034042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1c6e1db5-119e-490b-8af9-efd3e1a73c3f tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'router': {'external_gateway_info': {'network_id': '25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:41.104874 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.121723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Transition to ACTIVE for port object 12737748-b9c2-421f-a6ce-f99d5f7fcd51 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:41.156955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Transition to ACTIVE for port object 12737748-b9c2-421f-a6ce-f99d5f7fcd51 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:41.167539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.177113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.190190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.196089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.213062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.218878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.224616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.231701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.233645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-878f4063-b650-4785-82d2-72f3c6c45357 req-3cbb994e-8b30-42c0-86d0-d8d2f6b2c236 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5418 time: 0.2998717 Aug 29 04:33:41.234310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=9620d00b-d0a7-4800-b1e0-bb592efb92ee,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.237283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Pushing event updated for resources: {'Port': ['ID=12737748-b9c2-421f-a6ce-f99d5f7fcd51,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.250062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Network fa0246be-1eb1-4855-ba1c-f2aba7efa90d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:41.251505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:41.254098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:41.280664 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1db5-119e-490b-8af9-efd3e1a73c3f tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.292456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a85f071f-3d89-4a16-88bd-e6045a0a97f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.324326 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-1c6e1db5-119e-490b-8af9-efd3e1a73c3f tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] update failed (client error): The resource could not be found. Aug 29 04:33:41.325326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c6e1db5-119e-490b-8af9-efd3e1a73c3f tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec HTTP/1.1" status: 404 len: 339 time: 0.2961853 Aug 29 04:33:41.331022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59864) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.332536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '35380125-725d-429e-a5a1-9d3530020a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:41.332907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: 35380125-725d-429e-a5a1-9d3530020a59, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:41.338004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Attempting to bind port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:41.341313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Attempting to bind port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '61357795-ca91-4d3a-b5a5-98a75886c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa0246be-1eb1-4855-ba1c-f2aba7efa90d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:41.341721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Attempting to bind port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 on network fa0246be-1eb1-4855-ba1c-f2aba7efa90d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:41.343175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-878f4063-b650-4785-82d2-72f3c6c45357 req-1b3532cc-ea6d-4e0b-875d-0e3d1e7ba223 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934408 Aug 29 04:33:41.344631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-180158240'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:41.359010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:41.359390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Checking segment: {'id': '61357795-ca91-4d3a-b5a5-98a75886c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa0246be-1eb1-4855-ba1c-f2aba7efa90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:41.360962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.363839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Bound using segment: {'id': '61357795-ca91-4d3a-b5a5-98a75886c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa0246be-1eb1-4855-ba1c-f2aba7efa90d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:41.364266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Bound port: 12737748-b9c2-421f-a6ce-f99d5f7fcd51, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61357795-ca91-4d3a-b5a5-98a75886c4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fa0246be-1eb1-4855-ba1c-f2aba7efa90d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:41.365041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.381618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 35380125-725d-429e-a5a1-9d3530020a59 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:41.401766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 35380125-725d-429e-a5a1-9d3530020a59) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:41.414236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b9f01-9bf1-47a0-8596-834c50f5aac5 None None] Network 35380125-725d-429e-a5a1-9d3530020a59 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:41.415106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:41.416062 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.472202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a85f071f-3d89-4a16-88bd-e6045a0a97f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.480919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a85f071f-3d89-4a16-88bd-e6045a0a97f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.503171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ac03dbea-960e-4fe0-8418-abb254412119 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1288488 Aug 29 04:33:41.504420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59868) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.527543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] For port 12737748-b9c2-421f-a6ce-f99d5f7fcd51, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:41.528911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a85f071f-3d89-4a16-88bd-e6045a0a97f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0919610f37374b59b3408b77990de079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287869 Aug 29 04:33:41.530586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f071f-3d89-4a16-88bd-e6045a0a97f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0221a65d-11aa-4314-b820-71e1cbfeffab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.533178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59870) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.555588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] For port 12737748-b9c2-421f-a6ce-f99d5f7fcd51, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12737748-b9c2-421f-a6ce-f99d5f7fcd51,segment=NetworkSegment(61357795-ca91-4d3a-b5a5-98a75886c4ca),segment_id=61357795-ca91-4d3a-b5a5-98a75886c4ca)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:41.625370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b73b3b9c-16e7-4584-9913-59b87d927b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.625618 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.653553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:41.655677 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b73b3b9c-16e7-4584-9913-59b87d927b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.661850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.663699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-35380125-725d-429e-a5a1-9d3530020a59', 'network_id': '35380125-725d-429e-a5a1-9d3530020a59', 'tenant_id': 'e2936827b6984d01bc371a2cbf9822ce', 'fixed_ips': [{'subnet_id': '9620d00b-d0a7-4800-b1e0-bb592efb92ee'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:41.664546 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.669970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ef505f4d-2b55-4eb3-814e-aa2736598ef2 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:41.752544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68f9dd-5a92-4a16-a2c4-02cf7d076d3b None None] Pushing event updated for resources: {'Port': ['ID=12737748-b9c2-421f-a6ce-f99d5f7fcd51,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.760240 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b73b3b9c-16e7-4584-9913-59b87d927b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.762916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b73b3b9c-16e7-4584-9913-59b87d927b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.764390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b73b3b9c-16e7-4584-9913-59b87d927b40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0221a65d-11aa-4314-b820-71e1cbfeffab HTTP/1.1" status: 204 len: 168 time: 0.2302687 Aug 29 04:33:41.779167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b3b9c-16e7-4584-9913-59b87d927b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221a65d-11aa-4314-b820-71e1cbfeffab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.786232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:41.799795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.816869 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.816869 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Added segment 9bf32bd3-9b08-4df8-b804-88ed0389f6e6 of type vlan for network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 Aug 29 04:33:42.035128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ef505f4d-2b55-4eb3-814e-aa2736598ef2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:42.041269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.044427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.058823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2', 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4', 'port_id': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2', 'mac_address': 'fa:16:3e:5f:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1b194a-4ec9-4577-aa87-6cd2965fe907', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:42.070978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Allocated IP 2001:db8::1 (35380125-725d-429e-a5a1-9d3530020a59/9620d00b-d0a7-4800-b1e0-bb592efb92ee/5587372a-d44c-4964-a4c7-cb002659a8ff) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:42.148172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.154598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.165870 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.210395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.269187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.269768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9366560 Aug 29 04:33:42.275809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'subnet': {'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:42.293975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b7731-7eb5-4b92-ac45-bc425b441a93 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Network': ['ID=74ed9f01-4960-46e7-9f99-b21efc56e3f1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.410264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef505f4d-2b55-4eb3-814e-aa2736598ef2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:42.436619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ef505f4d-2b55-4eb3-814e-aa2736598ef2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:42.437954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:42.469101 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.469816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1758a502-e979-4b23-86cf-930fbff24667 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:42.479914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Made reservation on behalf of 731ed92ce3e34779929fd588e188fa30 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:42.498036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.658589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.665917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.676540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.686633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.693504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.701421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.708236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:42.717998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-0ebfef1f-2959-44df-80fe-98f9e938967d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5419 time: 0.2157009 Aug 29 04:33:42.802726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3fea7ae-0dba-4182-a998-8823aa877abd req-4484af93-d168-438f-b761-3f0224b2e420 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837283 Aug 29 04:33:42.803534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ef505f4d-2b55-4eb3-814e-aa2736598ef2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.916625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1758a502-e979-4b23-86cf-930fbff24667, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1758a502-e979-4b23-86cf-930fbff24667,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:42.943019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '1758a502-e979-4b23-86cf-930fbff24667', 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'port_id': '1758a502-e979-4b23-86cf-930fbff24667', 'mac_address': 'fa:16:3e:e5:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854e0da2-4c4a-48fb-afe3-e8f4f71ce36d', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:43.025346 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.079504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1758a502-e979-4b23-86cf-930fbff24667 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:43.086450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.093653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.127359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Transition to ACTIVE for port object 5587372a-d44c-4964-a4c7-cb002659a8ff will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:43.150153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1758a502-e979-4b23-86cf-930fbff24667, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1758a502-e979-4b23-86cf-930fbff24667,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:43.169242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.169941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8cbf8b09-ded1-4d91-8bd3-57a031b613bc details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:43.198091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Transition to ACTIVE for port object 5587372a-d44c-4964-a4c7-cb002659a8ff will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:43.227236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Subnet': ['ID=e94db1c0-eb1a-4bf6-9834-c46f45fe5ab4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.239772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Checking segment: {'id': '9bf32bd3-9b08-4df8-b804-88ed0389f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:43.240137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network hostable DHCP agents. Network: 74ed9f01-4960-46e7-9f99-b21efc56e3f1, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:43.247885 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.260714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:43.283629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc', 'network_id': '61223970-77e3-4ef9-937f-d8e32b92a0c4', 'port_id': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc', 'mac_address': 'fa:16:3e:9f:2f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1b194a-4ec9-4577-aa87-6cd2965fe907', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:43.286598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:43.305426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 74ed9f01-4960-46e7-9f99-b21efc56e3f1) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:43.310521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.311623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.315686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.323535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3aa2c2-b694-4e08-be5f-5c4487caf7f4 None None] Network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:43.336657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=9620d00b-d0a7-4800-b1e0-bb592efb92ee,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.356748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e00a6d9d-6bd6-4edc-8ac4-a46f1ce214d0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0860405 Aug 29 04:33:43.359718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:43.365880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-808d2d6c-66a3-452f-b3bb-2c6b90bc2010 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'router': {'external_gateway_info': {'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:43.441069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Network 35380125-725d-429e-a5a1-9d3530020a59 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:43.463441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.469368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1758a502-e979-4b23-86cf-930fbff24667,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.480469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:43.487631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:43.490439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.496404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35380125-725d-429e-a5a1-9d3530020a59']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:43.522168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:43.522718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:43.547991 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.551370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbf8b09-ded1-4d91-8bd3-57a031b613bc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:43.576433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:43.582996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.596490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385fbc5-9575-4b2c-a7a0-8f812429d280 None None] Network fa0246be-1eb1-4855-ba1c-f2aba7efa90d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:43.599470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:43.601874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:43.783655 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:43.795892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-808d2d6c-66a3-452f-b3bb-2c6b90bc2010 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.798042 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:33:43.798042 n-d-712143-14 neutron-server[94823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:33:43.798042 n-d-712143-14 neutron-server[94823]: [parameters: {'id': '35380125-725d-429e-a5a1-9d3530020a59'}] Aug 29 04:33:43.798042 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:43.798821 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:43.814561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.815286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device b81f3740-c07d-416d-9f73-907db37fd679 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:43.955100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12737748-b9c2-421f-a6ce-f99d5f7fcd51 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:44.058344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e750f5fb-da1b-4aa5-8314-2cfbfe1aca8d None None] Provisioning for port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:44.079265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Pushing event updated for resources: {'Port': ['ID=5587372a-d44c-4964-a4c7-cb002659a8ff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.105909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Attempting to bind port 5587372a-d44c-4964-a4c7-cb002659a8ff on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:44.106484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Attempting to bind port 5587372a-d44c-4964-a4c7-cb002659a8ff by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '35380125-725d-429e-a5a1-9d3530020a59'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:44.106759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Attempting to bind port 5587372a-d44c-4964-a4c7-cb002659a8ff on network 35380125-725d-429e-a5a1-9d3530020a59 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:44.160211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.166930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.168686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:33:44.173149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.179057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.185836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.195290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:44.195669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Checking segment: {'id': '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '35380125-725d-429e-a5a1-9d3530020a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:44.196073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.197106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Bound using segment: {'id': '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '35380125-725d-429e-a5a1-9d3530020a59'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:44.197611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Bound port: 5587372a-d44c-4964-a4c7-cb002659a8ff, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '35380125-725d-429e-a5a1-9d3530020a59'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:44.197992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.201200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.210869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.222309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-908894e2-127a-44f8-b431-8e0bbdd9aca5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5421 time: 0.2219214 Aug 29 04:33:44.290303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d95ed7d2-7fd9-465b-8b0e-917d8145a725 req-c5d1097f-51dd-43d2-8bbd-8b55e1d4fb8c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666020 Aug 29 04:33:44.303584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.314014 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-808d2d6c-66a3-452f-b3bb-2c6b90bc2010 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:33:44.314014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-808d2d6c-66a3-452f-b3bb-2c6b90bc2010 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec HTTP/1.1" status: 400 len: 364 time: 0.9458082 Aug 29 04:33:44.314212 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.314212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59992) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.481886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:44.494760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-74ed9f01-4960-46e7-9f99-b21efc56e3f1', 'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1', 'tenant_id': '731ed92ce3e34779929fd588e188fa30', 'fixed_ips': [{'subnet_id': 'e94db1c0-eb1a-4bf6-9834-c46f45fe5ab4'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:44.497723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.506908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:44.507278 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.572612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port b81f3740-c07d-416d-9f73-907db37fd679, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=b81f3740-c07d-416d-9f73-907db37fd679,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:44.600535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687b76a-d495-4104-9930-68c307ea7489 req-f3fda9c7-ab32-4adb-9c2b-9cb581d5f370 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.608935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4687b76a-d495-4104-9930-68c307ea7489 req-f3fda9c7-ab32-4adb-9c2b-9cb581d5f370 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.1687744 Aug 29 04:33:44.630565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] For port 5587372a-d44c-4964-a4c7-cb002659a8ff, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:44.636090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting port 5587372a-d44c-4964-a4c7-cb002659a8ff {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:44.636876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.657402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'b81f3740-c07d-416d-9f73-907db37fd679', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'port_id': 'b81f3740-c07d-416d-9f73-907db37fd679', 'mac_address': 'fa:16:3e:bf:a6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:44.712301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4687b76a-d495-4104-9930-68c307ea7489 req-cce64b59-f89a-4b43-8305-db5efa65bfac tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971091 Aug 29 04:33:44.829390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] For port 5587372a-d44c-4964-a4c7-cb002659a8ff, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5587372a-d44c-4964-a4c7-cb002659a8ff,segment=NetworkSegment(7a95ec91-b9d5-49f1-8360-4e8f3631e3e8),segment_id=7a95ec91-b9d5-49f1-8360-4e8f3631e3e8)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:44.851686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.914647 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.114999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] For port 5587372a-d44c-4964-a4c7-cb002659a8ff, host n-d-712143-14, got binding levels [] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:45.115361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.153037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Allocated IP 2001:db8:1::2 (74ed9f01-4960-46e7-9f99-b21efc56e3f1/e94db1c0-eb1a-4bf6-9834-c46f45fe5ab4/aa635022-8810-44b4-aa23-8abbf0cade2d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:45.154358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Calling delete_port for 5587372a-d44c-4964-a4c7-cb002659a8ff owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:45.214676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Allocated IP 2001:db8::1 (f148e20d-27b9-40a1-9db7-c0565da9c0c2/02bfe914-1863-443d-803e-82691b4060f6/dbeafca0-efba-4be7-958f-d08150027f79) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:45.312918 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.340252 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.389930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.405738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Transition to ACTIVE for port object dbeafca0-efba-4be7-958f-d08150027f79 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:45.437703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-345316fd-d7ab-479a-a129-d1c09ae28f82 None None] Provisioning complete for port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:45.438208 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-345316fd-d7ab-479a-a129-d1c09ae28f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.443371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.467120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.485997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No DVR routers for this DVR port 5587372a-d44c-4964-a4c7-cb002659a8ff on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:45.502761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 12737748-b9c2-421f-a6ce-f99d5f7fcd51, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12737748-b9c2-421f-a6ce-f99d5f7fcd51,segment=NetworkSegment(61357795-ca91-4d3a-b5a5-98a75886c4ca),segment_id=61357795-ca91-4d3a-b5a5-98a75886c4ca)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:45.516087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81f3740-c07d-416d-9f73-907db37fd679 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:45.526987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:45.530384 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.532596 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d1de9-9640-414a-9144-f771c08a3118 None None] Pushing event updated for resources: {'Port': ['ID=5587372a-d44c-4964-a4c7-cb002659a8ff,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.559365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:45.572014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:45.572564 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.635990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Port': ['ID=dbeafca0-efba-4be7-958f-d08150027f79,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:45.889015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7af29-c799-46c4-9156-76007918ca1a None None] Network 35380125-725d-429e-a5a1-9d3530020a59 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:45.900733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port b81f3740-c07d-416d-9f73-907db37fd679, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=b81f3740-c07d-416d-9f73-907db37fd679,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:45.933566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.972461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.973399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:46.001780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Transition to ACTIVE for port object aa635022-8810-44b4-aa23-8abbf0cade2d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:46.076985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Transition to ACTIVE for port object aa635022-8810-44b4-aa23-8abbf0cade2d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:46.083244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=12737748-b9c2-421f-a6ce-f99d5f7fcd51,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.125338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.137819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.185393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:46.195897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:46.198874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:46.208296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.211455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '436ebe39-93a0-4fb2-a1e2-dca7870d8af2', 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'port_id': '436ebe39-93a0-4fb2-a1e2-dca7870d8af2', 'mac_address': 'fa:16:3e:97:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854e0da2-4c4a-48fb-afe3-e8f4f71ce36d', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:46.219703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35380125-725d-429e-a5a1-9d3530020a59']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.231904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.234729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a95ec91-b9d5-49f1-8360-4e8f3631e3e8') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.247509 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.262233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-792c311b-9ecb-4154-92e7-baf7c87b8379 None None] Provisioning for port dbeafca0-efba-4be7-958f-d08150027f79 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:46.262938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.265235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=b81f3740-c07d-416d-9f73-907db37fd679,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.269322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:46.269874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.334652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Pushing event updated for resources: {'Port': ['ID=aa635022-8810-44b4-aa23-8abbf0cade2d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:46.340821 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:46.356140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-792c311b-9ecb-4154-92e7-baf7c87b8379 None None] Provisioning complete for port dbeafca0-efba-4be7-958f-d08150027f79 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:46.356504 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-792c311b-9ecb-4154-92e7-baf7c87b8379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.369983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Port': ['ID=5587372a-d44c-4964-a4c7-cb002659a8ff,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.374354 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.388230 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.396410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/35380125-725d-429e-a5a1-9d3530020a59 HTTP/1.1" status: 204 len: 168 time: 4.8900287 Aug 29 04:33:46.398615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.405823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1468280405'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:46.407441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Attempting to bind port aa635022-8810-44b4-aa23-8abbf0cade2d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:46.407812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Attempting to bind port aa635022-8810-44b4-aa23-8abbf0cade2d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '9bf32bd3-9b08-4df8-b804-88ed0389f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:46.408172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Attempting to bind port aa635022-8810-44b4-aa23-8abbf0cade2d on network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:46.422035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.440275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:46.440659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Checking segment: {'id': '9bf32bd3-9b08-4df8-b804-88ed0389f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:46.440955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.441348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Bound using segment: {'id': '9bf32bd3-9b08-4df8-b804-88ed0389f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:46.441857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Bound port: aa635022-8810-44b4-aa23-8abbf0cade2d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf32bd3-9b08-4df8-b804-88ed0389f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '74ed9f01-4960-46e7-9f99-b21efc56e3f1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:46.442238 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.447018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-792c311b-9ecb-4154-92e7-baf7c87b8379 None None] Port dbeafca0-efba-4be7-958f-d08150027f79 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:46.459915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:46.479475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:46.481931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e81a6f-7611-4a32-bf8a-860d3d890a79 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=35380125-725d-429e-a5a1-9d3530020a59,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.488194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.564816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:46.568719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.583276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.598392 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.598739 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 86b74e4e-a177-4306-aa48-ecfdccbd9381 of type vlan for network 71b43eb3-db00-4cb4-82aa-020a3cf24029 Aug 29 04:33:46.603613 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.604457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 7613ad66-1551-4927-a25f-0532b313f755 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:46.668771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.684056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.701080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.717117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.718050 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.745944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 7613ad66-1551-4927-a25f-0532b313f755, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7613ad66-1551-4927-a25f-0532b313f755,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:46.761805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] For port aa635022-8810-44b4-aa23-8abbf0cade2d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:46.769554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '7613ad66-1551-4927-a25f-0532b313f755', 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'port_id': '7613ad66-1551-4927-a25f-0532b313f755', 'mac_address': 'fa:16:3e:2e:eb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854e0da2-4c4a-48fb-afe3-e8f4f71ce36d', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:46.812077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] For port aa635022-8810-44b4-aa23-8abbf0cade2d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aa635022-8810-44b4-aa23-8abbf0cade2d,segment=NetworkSegment(9bf32bd3-9b08-4df8-b804-88ed0389f6e6),segment_id=9bf32bd3-9b08-4df8-b804-88ed0389f6e6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:46.848265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64bfe2b7-9ad0-4ba1-9f88-e15071ae2004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.850478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.869266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4688447 Aug 29 04:33:46.871992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60056) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.880196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': '71b43eb3-db00-4cb4-82aa-020a3cf24029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:46.882645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db700de0-0185-48cd-a49f-96bae7f388f0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=71b43eb3-db00-4cb4-82aa-020a3cf24029,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.921382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4440cd-8b4f-418b-985a-41831faf2c0a None None] Pushing event updated for resources: {'Port': ['ID=aa635022-8810-44b4-aa23-8abbf0cade2d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:46.924933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 71b43eb3-db00-4cb4-82aa-020a3cf24029 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:47.009254 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.033984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7613ad66-1551-4927-a25f-0532b313f755 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:47.080731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:47.084120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.095962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 7613ad66-1551-4927-a25f-0532b313f755, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7613ad66-1551-4927-a25f-0532b313f755,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:47.112559 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.116163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 96815d72-4af0-4d00-968e-74b84ee2d14d details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:47.278426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=7613ad66-1551-4927-a25f-0532b313f755,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.302064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 96815d72-4af0-4d00-968e-74b84ee2d14d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=96815d72-4af0-4d00-968e-74b84ee2d14d,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:47.323484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.325824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '96815d72-4af0-4d00-968e-74b84ee2d14d', 'network_id': '030cfc7b-a4fe-4593-a230-d44736b800f0', 'port_id': '96815d72-4af0-4d00-968e-74b84ee2d14d', 'mac_address': 'fa:16:3e:86:9a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854e0da2-4c4a-48fb-afe3-e8f4f71ce36d', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:47.337796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.339111 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.408865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.455337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96815d72-4af0-4d00-968e-74b84ee2d14d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:47.492473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 96815d72-4af0-4d00-968e-74b84ee2d14d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=96815d72-4af0-4d00-968e-74b84ee2d14d,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:47.519813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event updated for resources: {'Port': ['ID=dbeafca0-efba-4be7-958f-d08150027f79,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.521682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.623223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=96815d72-4af0-4d00-968e-74b84ee2d14d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.632205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:47.657230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:47.768494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.909318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Router 25ab594b-2dd7-4cfb-9c05-c331bd0f16ec has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:47.936879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=ac20fe25-609e-411e-9716-53feee4e55a0,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.967251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '86b74e4e-a177-4306-aa48-ecfdccbd9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '71b43eb3-db00-4cb4-82aa-020a3cf24029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:47.967640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: 71b43eb3-db00-4cb4-82aa-020a3cf24029, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:47.978580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aa635022-8810-44b4-aa23-8abbf0cade2d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:48.099929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port aa635022-8810-44b4-aa23-8abbf0cade2d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:48.106708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12737748-b9c2-421f-a6ce-f99d5f7fcd51 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:48.132741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 71b43eb3-db00-4cb4-82aa-020a3cf24029 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:48.144071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:48.156079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60060) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.156852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9253c801-6d53-4575-ba6b-3d1a4fcecf06 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8432672 Aug 29 04:33:48.164193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 71b43eb3-db00-4cb4-82aa-020a3cf24029) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:48.183845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.184423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.191116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] Sync routers for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:48.213261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5d3f1d7d-fb50-4d4a-b009-c7f28690bdc9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3361373 Aug 29 04:33:48.213479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a4854-f189-4019-9230-e9c895309ce6 None None] Network 71b43eb3-db00-4cb4-82aa-020a3cf24029 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:48.213822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60062) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.223987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229329956'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:48.294503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:48.298070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.318282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:48.318981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:48.348266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:48.358072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95e0046f-0b1d-40ea-82e1-75e1da68e087 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.370784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.371492 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 239c963b-0641-42b2-a0f7-e169323006c8 of type vlan for network f049df0a-848f-40de-9c8a-dd9b8d277e90 Aug 29 04:33:48.397076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:48.399283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ef505f4d-2b55-4eb3-814e-aa2736598ef2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:48.401273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['436ebe39-93a0-4fb2-a1e2-dca7870d8af2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:48.478405 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.518515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['b81f3740-c07d-416d-9f73-907db37fd679'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:48.525660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['8cbf8b09-ded1-4d91-8bd3-57a031b613bc'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:48.527216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.532450 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['96815d72-4af0-4d00-968e-74b84ee2d14d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:48.536023 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-95e0046f-0b1d-40ea-82e1-75e1da68e087 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:33:48.546209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:48.546807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.547344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-95e0046f-0b1d-40ea-82e1-75e1da68e087 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec HTTP/1.1" status: 409 len: 329 time: 0.3866565 Aug 29 04:33:48.548101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60064) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.641954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4251676 Aug 29 04:33:48.648075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60066) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.651188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['7613ad66-1551-4927-a25f-0532b313f755'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:48.657797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': 'f049df0a-848f-40de-9c8a-dd9b8d277e90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:48.691217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eafa37-4dbe-49b7-83f0-9ac7571a6a68 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=f049df0a-848f-40de-9c8a-dd9b8d277e90,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:48.803556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:48.808246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.844910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f049df0a-848f-40de-9c8a-dd9b8d277e90 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:48.903929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89afec-432f-4693-81df-d5d4fbd78243 None None] Network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:48.908067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ede317c6-8fcc-4d95-921e-b2f4b16eeb3a None None] Provisioning complete for port dbeafca0-efba-4be7-958f-d08150027f79 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:48.908439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ede317c6-8fcc-4d95-921e-b2f4b16eeb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.928495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Performing IP validity checks on allocation pools {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:33:48.929441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:33:49.100004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ede317c6-8fcc-4d95-921e-b2f4b16eeb3a None None] Port dbeafca0-efba-4be7-958f-d08150027f79 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:49.145115 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.173927 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.231872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=9e773f48-3bea-48a0-a42b-a971da3b8b88,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.239284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:49.240793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:49.249234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '239c963b-0641-42b2-a0f7-e169323006c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f049df0a-848f-40de-9c8a-dd9b8d277e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:49.249234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: f049df0a-848f-40de-9c8a-dd9b8d277e90, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:49.270297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network f049df0a-848f-40de-9c8a-dd9b8d277e90 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:49.283507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f049df0a-848f-40de-9c8a-dd9b8d277e90) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:49.297203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.299152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.347383 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2ff8e738-06ff-4048-9faf-87c38fe74dab tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6978528 Aug 29 04:33:49.350628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60072) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.419781 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:49.420631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e45252-7f88-42ff-b837-1f61a337c841 None None] The sync data for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:49.426434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b4417-8e8a-4d06-a3a7-996172006d79 None None] Network f049df0a-848f-40de-9c8a-dd9b8d277e90 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:49.580974 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.582352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['1758a502-e979-4b23-86cf-930fbff24667'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:49.596993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting port dbeafca0-efba-4be7-958f-d08150027f79 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:49.597349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.699592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.713829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Calling delete_port for dbeafca0-efba-4be7-958f-d08150027f79 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:49.742357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.833857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.976273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.989248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f049df0a-848f-40de-9c8a-dd9b8d277e90']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:50.002608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239c963b-0641-42b2-a0f7-e169323006c8') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:50.002913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239c963b-0641-42b2-a0f7-e169323006c8') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:50.013188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.029863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.033892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.036223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:50.036640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:50.099596 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:50.104435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=9e773f48-3bea-48a0-a42b-a971da3b8b88,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.110941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Port': ['ID=dbeafca0-efba-4be7-958f-d08150027f79,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.111344 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.127976 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.135829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/f049df0a-848f-40de-9c8a-dd9b8d277e90 HTTP/1.1" status: 204 len: 168 time: 0.7804666 Aug 29 04:33:50.139967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.163666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9679b-9410-468e-8a69-12afe22948a5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=f049df0a-848f-40de-9c8a-dd9b8d277e90,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.280974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99585090'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:50.284505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.378412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:50.378788 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.382256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c97c19ed-addc-41c4-8634-6d0ba4c13688 None None] Provisioning for port aa635022-8810-44b4-aa23-8abbf0cade2d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:50.437612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-25543d72-e034-45b3-9ad1-f973c1acf08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.496185 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.515230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ce344-51a4-4c2e-9281-f3d706ca9ed5 None None] Network f049df0a-848f-40de-9c8a-dd9b8d277e90 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:50.540699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c97c19ed-addc-41c4-8634-6d0ba4c13688 None None] Provisioning complete for port aa635022-8810-44b4-aa23-8abbf0cade2d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:50.540699 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c97c19ed-addc-41c4-8634-6d0ba4c13688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.707899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ce344-51a4-4c2e-9281-f3d706ca9ed5 None None] Network f049df0a-848f-40de-9c8a-dd9b8d277e90 could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:33:50.921094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:50.924680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.936026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-71b43eb3-db00-4cb4-82aa-020a3cf24029', 'network_id': '71b43eb3-db00-4cb4-82aa-020a3cf24029', 'tenant_id': 'e2936827b6984d01bc371a2cbf9822ce', 'fixed_ips': [{'subnet_id': 'ac20fe25-609e-411e-9716-53feee4e55a0'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:50.937345 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.962003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.999305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:51.013013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.013305 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 9ae4342e-b4cb-4bd5-bd5b-d6af3aa204b3 of type vlan for network 9f86f38f-b603-4313-b609-63e4ebf472ea Aug 29 04:33:51.029096 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.083099 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.192043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.199394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:51.200393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.296621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=9f86f38f-b603-4313-b609-63e4ebf472ea,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.299483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fa53eaac-e7cf-43d7-ab08-2e855c092706 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1583991 Aug 29 04:33:51.303020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60088) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.309001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': '9f86f38f-b603-4313-b609-63e4ebf472ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:51.317220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Router 25ab594b-2dd7-4cfb-9c05-c331bd0f16ec has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:51.408621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:51.414419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-556dd41a-0a26-48b0-8eb8-979a4d95c716 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8650641 Aug 29 04:33:51.417935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60090) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.419050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Allocated IP 2001:db8::1 (71b43eb3-db00-4cb4-82aa-020a3cf24029/ac20fe25-609e-411e-9716-53feee4e55a0/678ec4f1-9dbc-468e-b93e-e27171766b1b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:51.424904 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] Sync routers for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:51.451873 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:51.452506 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:51.468705 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-52531ee1-79be-4e19-9ef6-676bb0a667c1 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] show failed (client error): The resource could not be found. Aug 29 04:33:51.478435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-52531ee1-79be-4e19-9ef6-676bb0a667c1 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1677655441 HTTP/1.1" status: 404 len: 335 time: 0.0531588 Aug 29 04:33:51.479188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.484339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bef06e66-fcbd-42e5-825d-90cb37b2d0d7 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:51.523608 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-bef06e66-fcbd-42e5-825d-90cb37b2d0d7 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] update failed (client error): The resource could not be found. Aug 29 04:33:51.529362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bef06e66-fcbd-42e5-825d-90cb37b2d0d7 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-328099079 HTTP/1.1" status: 404 len: 334 time: 0.0460002 Aug 29 04:33:51.529544 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:51.529860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.538219 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] Routers {'25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:51.538954 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:51.572115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:51.576734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.582864 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:51.583800 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8823399-a92a-4adf-a55c-e95d8d1d6737 None None] The sync data for ids ['25ab594b-2dd7-4cfb-9c05-c331bd0f16ec'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:51.620424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting subnet e94db1c0-eb1a-4bf6-9834-c46f45fe5ab4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:51.625361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.640203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9f86f38f-b603-4313-b609-63e4ebf472ea details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:51.683237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.804311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.906746 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.956007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.965524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/subnets/e94db1c0-eb1a-4bf6-9834-c46f45fe5ab4 HTTP/1.1" status: 204 len: 168 time: 0.4344947 Aug 29 04:33:51.968544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.997705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3ae1d-a828-436a-a6cc-974813b71a73 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Subnet': ['ID=e94db1c0-eb1a-4bf6-9834-c46f45fe5ab4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.011259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.074564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=d66a2db4-ec78-4212-ad2c-54496c6a831a,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.088083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.117472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Transition to ACTIVE for port object 678ec4f1-9dbc-468e-b93e-e27171766b1b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:52.121187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b986d-5441-43be-8a16-b98f5a39aca9 None None] Network 74ed9f01-4960-46e7-9f99-b21efc56e3f1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:52.123717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '9ae4342e-b4cb-4bd5-bd5b-d6af3aa204b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f86f38f-b603-4313-b609-63e4ebf472ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:52.124298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: 9f86f38f-b603-4313-b609-63e4ebf472ea, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:52.186467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 9f86f38f-b603-4313-b609-63e4ebf472ea is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:52.191456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.210925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9f86f38f-b603-4313-b609-63e4ebf472ea) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:52.250955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.251587 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.256058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.262714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.272191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf584e-a0af-4689-bf6f-911953ba4bad None None] Network 9f86f38f-b603-4313-b609-63e4ebf472ea requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:52.275054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.282331 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b1236281-22a4-401e-9d09-d97b3ccc8783 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9781461 Aug 29 04:33:52.285080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60120) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.287427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.295329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.302858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.311706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.319474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-cc0a0d91-644c-4d9d-899e-5b26cfca2c90 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5425 time: 0.2521825 Aug 29 04:33:52.404079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab12516d-7ebc-4af3-af03-80e0ef453411 req-d5391aa6-9689-4b22-a54c-08c22e870828 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532677 Aug 29 04:33:52.432264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting port aa635022-8810-44b4-aa23-8abbf0cade2d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:52.432627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.449708 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c97c19ed-addc-41c4-8634-6d0ba4c13688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.483730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Transition to ACTIVE for port object 678ec4f1-9dbc-468e-b93e-e27171766b1b will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:52.522730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.530292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.552385 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.580054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] For port aa635022-8810-44b4-aa23-8abbf0cade2d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aa635022-8810-44b4-aa23-8abbf0cade2d,segment=NetworkSegment(9bf32bd3-9b08-4df8-b804-88ed0389f6e6),segment_id=9bf32bd3-9b08-4df8-b804-88ed0389f6e6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:52.580054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.591427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Calling delete_port for aa635022-8810-44b4-aa23-8abbf0cade2d owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:52.607657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Network 71b43eb3-db00-4cb4-82aa-020a3cf24029 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:52.614847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:52.637272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:52.640978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.760266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6875b3-4980-45c4-aea3-e3ce98d88f02 req-b410acd0-51f7-4503-b86b-17a626b35343 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.767684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad6875b3-4980-45c4-aea3-e3ce98d88f02 req-b410acd0-51f7-4503-b86b-17a626b35343 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 950 time: 0.0979469 Aug 29 04:33:52.773338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.779487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Pushing event updated for resources: {'Port': ['ID=678ec4f1-9dbc-468e-b93e-e27171766b1b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.797326 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.832068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae48c2c-fb15-4f7d-ac40-f07020a3f3b4 None None] DHCP port deletion for 74ed9f01-4960-46e7-9f99-b21efc56e3f1 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:52.834256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Attempting to bind port 678ec4f1-9dbc-468e-b93e-e27171766b1b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:52.834693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Attempting to bind port 678ec4f1-9dbc-468e-b93e-e27171766b1b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '86b74e4e-a177-4306-aa48-ecfdccbd9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '71b43eb3-db00-4cb4-82aa-020a3cf24029'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:52.835131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Attempting to bind port 678ec4f1-9dbc-468e-b93e-e27171766b1b on network 71b43eb3-db00-4cb4-82aa-020a3cf24029 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:52.853287 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-c97c19ed-addc-41c4-8634-6d0ba4c13688 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:52.853784 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-c97c19ed-addc-41c4-8634-6d0ba4c13688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:52.853922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Port': ['ID=aa635022-8810-44b4-aa23-8abbf0cade2d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.860163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:52.860524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Checking segment: {'id': '86b74e4e-a177-4306-aa48-ecfdccbd9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '71b43eb3-db00-4cb4-82aa-020a3cf24029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:52.861074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.861691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Bound using segment: {'id': '86b74e4e-a177-4306-aa48-ecfdccbd9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '71b43eb3-db00-4cb4-82aa-020a3cf24029'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:52.862341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Bound port: 678ec4f1-9dbc-468e-b93e-e27171766b1b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b74e4e-a177-4306-aa48-ecfdccbd9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '71b43eb3-db00-4cb4-82aa-020a3cf24029'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:52.862796 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.872916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e215685-9dea-4d58-a59d-d805f9654fe7 None None] Network 9f86f38f-b603-4313-b609-63e4ebf472ea requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:52.873758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=d66a2db4-ec78-4212-ad2c-54496c6a831a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.874289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] No DVR routers for this DVR port aa635022-8810-44b4-aa23-8abbf0cade2d on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:53.000236 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.012956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad6875b3-4980-45c4-aea3-e3ce98d88f02 req-d4d26e36-fd60-4405-803d-911a357446e3 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217805 Aug 29 04:33:53.017487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.028658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ed9f01-4960-46e7-9f99-b21efc56e3f1']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:53.035944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f86f38f-b603-4313-b609-63e4ebf472ea']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:53.040691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-f1bce786-f396-4fb3-8dd2-618808417c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.041976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-f1bce786-f396-4fb3-8dd2-618808417c09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1097 time: 0.3184290 Aug 29 04:33:53.051352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] For port 678ec4f1-9dbc-468e-b93e-e27171766b1b, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:53.055084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] For port 678ec4f1-9dbc-468e-b93e-e27171766b1b, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=678ec4f1-9dbc-468e-b93e-e27171766b1b,segment=NetworkSegment(86b74e4e-a177-4306-aa48-ecfdccbd9381),segment_id=86b74e4e-a177-4306-aa48-ecfdccbd9381)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:53.062676 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.067852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae4342e-b4cb-4bd5-bd5b-d6af3aa204b3') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:53.068331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae4342e-b4cb-4bd5-bd5b-d6af3aa204b3') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:53.072637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf32bd3-9b08-4df8-b804-88ed0389f6e6') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:53.076196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf32bd3-9b08-4df8-b804-88ed0389f6e6') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:53.091271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.100020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.137120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e5664-918e-4a60-99ec-6f40985d972a None None] Pushing event updated for resources: {'Port': ['ID=678ec4f1-9dbc-468e-b93e-e27171766b1b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.143229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.150923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:53.152299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:53.179860 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:53.184379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.215507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:53.215974 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:53.220491 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:53.240795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.249120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.253357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/networks/74ed9f01-4960-46e7-9f99-b21efc56e3f1 HTTP/1.1" status: 204 len: 168 time: 1.2820938 Aug 29 04:33:53.264828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60146) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.289650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281a96e-fd23-4c90-a9fe-d3a881db37da tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Network': ['ID=74ed9f01-4960-46e7-9f99-b21efc56e3f1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.375136 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-10bf3a85-13dc-49d4-ac3c-2c1f2dea6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.376678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-10bf3a85-13dc-49d4-ac3c-2c1f2dea6953 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.2997630 Aug 29 04:33:53.377280 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.386808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.388754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/9f86f38f-b603-4313-b609-63e4ebf472ea HTTP/1.1" status: 204 len: 168 time: 1.1024473 Aug 29 04:33:53.392871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.422993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984901063'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:53.429734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting subnet 8a330a6c-0638-47ac-bcad-fa6250bf0a9b {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:53.448709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c97c19ed-addc-41c4-8634-6d0ba4c13688 None None] Port aa635022-8810-44b4-aa23-8abbf0cade2d update to ACTIVE by agent not found {{(pid=94825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:33:53.467262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:53.471018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.551840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:53.564678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-4276d256-564e-4a62-ad0a-5a7ca35e9023 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 1000 time: 0.1737423 Aug 29 04:33:53.565730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.566328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c3f1c0af-0655-475d-b985-3eb086f9f431 None None] Could not find standard attr ID for object aa635022-8810-44b4-aa23-8abbf0cade2d. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:53.572442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcd588-cfd1-4ace-941f-b0f06bbb1f08 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=9f86f38f-b603-4313-b609-63e4ebf472ea,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.588925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 96815d72-4af0-4d00-968e-74b84ee2d14d up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:53.626369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.626727 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 22ca8fd6-79b8-4667-aa56-a180f202211a of type vlan for network cf2f3c89-1645-46b9-8916-dc3ea24390da Aug 29 04:33:53.656873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-a6bba745-5221-4d02-9084-4caa39260185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.658434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-a6bba745-5221-4d02-9084-4caa39260185 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0824170 Aug 29 04:33:53.700803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.733672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.736988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.743979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.750184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.751337 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:53.756750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.774071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.787883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.789230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-7d1c1dbb-f218-4cb0-9473-612e83b84fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.791347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-7d1c1dbb-f218-4cb0-9473-612e83b84fc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197379 Aug 29 04:33:53.815780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.828526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-210cf75c-42c3-4560-9640-3f869cf32679 req-c6ed724c-86c5-4087-9219-3ff5ac693c4e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5425 time: 0.2793739 Aug 29 04:33:53.859790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:33:53.907292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.944034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.950503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:53.951209 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.979499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-210cf75c-42c3-4560-9640-3f869cf32679 req-d42d491c-a919-4673-bd6a-1b31a0ec0c09 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499975 Aug 29 04:33:53.994964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 96815d72-4af0-4d00-968e-74b84ee2d14d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:53.999651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 96815d72-4af0-4d00-968e-74b84ee2d14d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:53.999935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-881ba50d-4de5-4b48-b39a-e19dfcc150e2 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989629 Aug 29 04:33:54.007436 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.013634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6159620 Aug 29 04:33:54.049573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60174) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.056671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': 'cf2f3c89-1645-46b9-8916-dc3ea24390da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:54.112712 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.132342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.134565 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/subnets/8a330a6c-0638-47ac-bcad-fa6250bf0a9b HTTP/1.1" status: 204 len: 168 time: 0.8438544 Aug 29 04:33:54.140047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60176) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.145431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb3f25-fd47-4e3c-9192-a7b90c5aea1d None None] Network 814f5340-adaa-498f-90ba-41cc10633b42 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:54.166969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927afbee-765b-41ea-8e86-084a43ce904f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=cf2f3c89-1645-46b9-8916-dc3ea24390da,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.195805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ecf5d-949e-4d3e-92fa-80db041c4888 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Subnet': ['ID=8a330a6c-0638-47ac-bcad-fa6250bf0a9b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.203344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network cf2f3c89-1645-46b9-8916-dc3ea24390da details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:54.205101 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.212580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:54.218875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.262539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9043e205-1fcb-4e58-8a04-7565830b8631 req-72a124d2-6e15-42d5-9632-fcde524d5649 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521234 Aug 29 04:33:54.294326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting subnet d865a8bf-d811-44b1-bd2d-dbc0e2580046 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:54.305054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.392908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:54.393178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.398496 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870eb51b-330a-4e1d-9b85-6ab461342110" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:54.455047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 96815d72-4af0-4d00-968e-74b84ee2d14d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=96815d72-4af0-4d00-968e-74b84ee2d14d,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:54.522231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 678ec4f1-9dbc-468e-b93e-e27171766b1b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:54.584136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.585510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.587330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 7613ad66-1551-4927-a25f-0532b313f755 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:54.593135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.687012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=a644622d-26b5-428f-995f-477c24ed09d7,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.692052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '22ca8fd6-79b8-4667-aa56-a180f202211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cf2f3c89-1645-46b9-8916-dc3ea24390da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:54.692500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: cf2f3c89-1645-46b9-8916-dc3ea24390da, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:54.711936 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.715819 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6882e89-8a1f-4000-aaf7-a11beb85d51c x-openstack-request-id: req-f6882e89-8a1f-4000-aaf7-a11beb85d51c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:54.716151 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:54.716446 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6882e89-8a1f-4000-aaf7-a11beb85d51c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:54.716980 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d', 'code': 200} Aug 29 04:33:54.723040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a84a4f-ad6a-4d4a-b5b5-f297b6082ef4 None None] Network 71b43eb3-db00-4cb4-82aa-020a3cf24029 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:54.723334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network cf2f3c89-1645-46b9-8916-dc3ea24390da is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:54.736446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, cf2f3c89-1645-46b9-8916-dc3ea24390da) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:54.744578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Subnet': ['ID=d865a8bf-d811-44b1-bd2d-dbc0e2580046,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.746518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.749630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.749807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.755282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.755532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-419d4e4e-b6bf-4564-a1f5-398f5d114a2b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/subnets/d865a8bf-d811-44b1-bd2d-dbc0e2580046 HTTP/1.1" status: 204 len: 168 time: 0.5819874 Aug 29 04:33:54.798106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bbbe5b7d-5a31-4f87-85e5-ebfefda1784b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7474296 Aug 29 04:33:54.800732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60192) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.817920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7721ca-3ed5-420d-99c8-d567a85a6edb None None] Network cf2f3c89-1645-46b9-8916-dc3ea24390da requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:54.898115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d9432-de12-4867-bae1-b1c71213fb96 None None] Network 2953a772-a71d-4998-95ff-c0b2f44cc0ba requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:54.900556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.959947 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.987856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting port bf51404c-21c0-4c68-b033-065db307d5ec {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:54.988204 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.030294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:55.034791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 678ec4f1-9dbc-468e-b93e-e27171766b1b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:55.041503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7cf47d4e-47de-48c9-ba9d-01c58c22200c None None] Provisioning for port 678ec4f1-9dbc-468e-b93e-e27171766b1b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:55.053923 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.061494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 678ec4f1-9dbc-468e-b93e-e27171766b1b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.061886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.063489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7cf47d4e-47de-48c9-ba9d-01c58c22200c None None] Provisioning complete for port 678ec4f1-9dbc-468e-b93e-e27171766b1b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.063843 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7cf47d4e-47de-48c9-ba9d-01c58c22200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.084057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] For port bf51404c-21c0-4c68-b033-065db307d5ec, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bf51404c-21c0-4c68-b033-065db307d5ec,segment=NetworkSegment(ef0648ed-786e-4907-bbfa-7bc251e6bdfd),segment_id=ef0648ed-786e-4907-bbfa-7bc251e6bdfd)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:55.090035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.107630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Calling delete_port for bf51404c-21c0-4c68-b033-065db307d5ec owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:55.172042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.178236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.184490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.185864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=96815d72-4af0-4d00-968e-74b84ee2d14d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.191053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.199533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.205987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.212398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.214335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-4211c3fb-d764-4147-9504-b362d0acf055 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5426 time: 0.1288035 Aug 29 04:33:55.240140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.243055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.269985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=a644622d-26b5-428f-995f-477c24ed09d7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.297746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c34b164a-4ded-4df5-82a5-b88c6e6bda9c req-baa95e54-e278-4d84-b67c-f1c72d98f6ca tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762296 Aug 29 04:33:55.305860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Port': ['ID=bf51404c-21c0-4c68-b033-065db307d5ec,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.319999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] No DVR routers for this DVR port bf51404c-21c0-4c68-b033-065db307d5ec on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:55.362710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 7613ad66-1551-4927-a25f-0532b313f755 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:55.369007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.406488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2f3c89-1645-46b9-8916-dc3ea24390da']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.421475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d8314-1b7b-4428-ae5f-fb33b12fccb4 None None] DHCP port deletion for 814f5340-adaa-498f-90ba-41cc10633b42 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:55.429899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 7613ad66-1551-4927-a25f-0532b313f755 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.429899 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.434299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ca8fd6-79b8-4667-aa56-a180f202211a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.434600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ca8fd6-79b8-4667-aa56-a180f202211a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.461930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.478435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.485192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.489658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814f5340-adaa-498f-90ba-41cc10633b42']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.491941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:55.492349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:55.496659 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:55.506646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0648ed-786e-4907-bbfa-7bc251e6bdfd') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.507205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0648ed-786e-4907-bbfa-7bc251e6bdfd') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:55.518896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.535353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.543838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:55.544555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:55.549213 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:55.599776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef30fa0-ace0-404f-a989-f10cbe5b9143 None None] Network cf2f3c89-1645-46b9-8916-dc3ea24390da requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:55.606241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 75832818-2318-4f8c-b07e-03e70e21ec6a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:33:55.628839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.638405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.640928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/networks/814f5340-adaa-498f-90ba-41cc10633b42 HTTP/1.1" status: 204 len: 168 time: 0.8826156 Aug 29 04:33:55.643500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:55.677867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc6402-7cc5-4e50-a6fa-9a8f4320b37a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Network': ['ID=814f5340-adaa-498f-90ba-41cc10633b42,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.754956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.778997 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.820774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting port bfe7c169-16c2-45ef-99d2-8b5736c30e3d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:55.822563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.892847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.910990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.918242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/cf2f3c89-1645-46b9-8916-dc3ea24390da HTTP/1.1" status: 204 len: 168 time: 1.1132030 Aug 29 04:33:55.919641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:55.926133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-545391409'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:55.929003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:55.929821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ee9fe-7fb9-49f6-b537-8e783b6c31df tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=cf2f3c89-1645-46b9-8916-dc3ea24390da,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:55.991769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:55.996931 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.003760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] For port bfe7c169-16c2-45ef-99d2-8b5736c30e3d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bfe7c169-16c2-45ef-99d2-8b5736c30e3d,segment=NetworkSegment(8146287f-c585-4501-bf6b-1b5ad68d58ce),segment_id=8146287f-c585-4501-bf6b-1b5ad68d58ce)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:56.003760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.027671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Calling delete_port for bfe7c169-16c2-45ef-99d2-8b5736c30e3d owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:56.072157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'mac_address': 'fa:16:3e:d5:e1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:56.079131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:56.080826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:56.095403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.095722 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 3ea06a55-7874-47d6-9469-729bf8662a27 of type vlan for network 964bdaff-3b6b-4535-962d-f6c299f63a1d Aug 29 04:33:56.193576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.198027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe2ff02-f7aa-4eba-99cb-2bd6101b7f64 None None] DHCP port deletion for 2953a772-a71d-4998-95ff-c0b2f44cc0ba request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:33:56.202357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'mac_address': 'fa:16:3e:1b:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:33:56.235972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.278198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 678ec4f1-9dbc-468e-b93e-e27171766b1b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=678ec4f1-9dbc-468e-b93e-e27171766b1b,segment=NetworkSegment(86b74e4e-a177-4306-aa48-ecfdccbd9381),segment_id=86b74e4e-a177-4306-aa48-ecfdccbd9381)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:56.279370 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7cf47d4e-47de-48c9-ba9d-01c58c22200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.284040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Port': ['ID=bfe7c169-16c2-45ef-99d2-8b5736c30e3d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.291699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] No DVR routers for this DVR port bfe7c169-16c2-45ef-99d2-8b5736c30e3d on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:56.296046 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.297305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.304082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.304671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.337675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.408671 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.411260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2ff02-f7aa-4eba-99cb-2bd6101b7f64 None None] The port 'bfe7c169-16c2-45ef-99d2-8b5736c30e3d' was deleted {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 04:33:56.449746 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.465995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5451663 Aug 29 04:33:56.468820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.478693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:56.514018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb866f97-6e62-4109-b8a8-e61e5559a80b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=964bdaff-3b6b-4535-962d-f6c299f63a1d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.525897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.539169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2953a772-a71d-4998-95ff-c0b2f44cc0ba']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:56.552901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8146287f-c585-4501-bf6b-1b5ad68d58ce') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:56.553203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8146287f-c585-4501-bf6b-1b5ad68d58ce') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:56.567185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.596064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.622058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:56.624644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:56.632642 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:56.681978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.692091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.701094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.710545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.712238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc37d2-d0e3-4cd6-9089-32f3fc5b631b None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:33:56.717580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.725142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.732359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:56.734637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-c116e3e7-302d-4af0-bdb9-4dcb41e8c684 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5426 time: 0.1635358 Aug 29 04:33:56.738596 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aa635022-8810-44b4-aa23-8abbf0cade2d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:56.756539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:56.760497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.763113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:56.775832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.788010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.793283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/networks/2953a772-a71d-4998-95ff-c0b2f44cc0ba HTTP/1.1" status: 204 len: 168 time: 1.1480899 Aug 29 04:33:56.796806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7613ad66-1551-4927-a25f-0532b313f755'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:56.800156 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6154ee-3fe0-485a-a130-9660f3d4682a" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "7613ad66-1551-4927-a25f-0532b313f755"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:56.802745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.803554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: aa635022-8810-44b4-aa23-8abbf0cade2d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:56.804119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aa635022-8810-44b4-aa23-8abbf0cade2d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:56.883894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75832818-2318-4f8c-b07e-03e70e21ec6a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:56.890024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-7cf47d4e-47de-48c9-ba9d-01c58c22200c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:56.890614 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-7cf47d4e-47de-48c9-ba9d-01c58c22200c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:56.893749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 7613ad66-1551-4927-a25f-0532b313f755, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7613ad66-1551-4927-a25f-0532b313f755,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:56.905442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6eaa106-8ffb-4c3f-8415-cfc00f08534a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:33:56.915847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a9409bd-1490-45d9-8ee4-6d6ae7334cf1 req-84d88356-39cb-44e1-9905-f3bd46fa0f7b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651871 Aug 29 04:33:56.935715 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.942784 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd8fc5a-8a5a-4202-9881-ec07ac37ef7e x-openstack-request-id: req-edd8fc5a-8a5a-4202-9881-ec07ac37ef7e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:56.943344 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "7613ad66-1551-4927-a25f-0532b313f755", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:56.943891 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edd8fc5a-8a5a-4202-9881-ec07ac37ef7e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:56.944536 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7613ad66-1551-4927-a25f-0532b313f755', 'code': 200} Aug 29 04:33:56.973657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaac9d6-2fa7-4f8a-b2aa-90789be9645b tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Network': ['ID=2953a772-a71d-4998-95ff-c0b2f44cc0ba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.974081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ef505f4d-2b55-4eb3-814e-aa2736598ef2 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:57.022836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting subnet 02bfe914-1863-443d-803e-82691b4060f6 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:33:57.027828 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.072620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.116305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:57.121844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:57.126504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bf51404c-21c0-4c68-b033-065db307d5ec no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:57.161272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: bf51404c-21c0-4c68-b033-065db307d5ec {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:57.162418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bf51404c-21c0-4c68-b033-065db307d5ec not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:57.163603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfe7c169-16c2-45ef-99d2-8b5736c30e3d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:57.182763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.188979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.213130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: bfe7c169-16c2-45ef-99d2-8b5736c30e3d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:57.215656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfe7c169-16c2-45ef-99d2-8b5736c30e3d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:57.218682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=678ec4f1-9dbc-468e-b93e-e27171766b1b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.231763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.233784 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.342289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.375509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=ddf82464-8c98-4b41-b7b2-8faa02a007c3,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.388276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '3ea06a55-7874-47d6-9469-729bf8662a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:57.388659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: 964bdaff-3b6b-4535-962d-f6c299f63a1d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:57.397809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Subnet': ['ID=02bfe914-1863-443d-803e-82691b4060f6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.406377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.409327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5754123e-6673-433a-82c7-3640f6288038 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/subnets/02bfe914-1863-443d-803e-82691b4060f6 HTTP/1.1" status: 204 len: 168 time: 0.6054840 Aug 29 04:33:57.411819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60280) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:57.424521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:57.442542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 964bdaff-3b6b-4535-962d-f6c299f63a1d) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:57.458936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:57.459557 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.487161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-575eced5-3d54-41d1-a2e4-96313473d8e9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0166180 Aug 29 04:33:57.488340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60282) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:57.494549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:57.517081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc37d2-d0e3-4cd6-9089-32f3fc5b631b None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:33:57.574057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.634534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['75832818-2318-4f8c-b07e-03e70e21ec6a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:57.646077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b6eaa106-8ffb-4c3f-8415-cfc00f08534a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:33:57.716806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Deleting port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:57.716806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.757461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:57.767025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.828154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=7613ad66-1551-4927-a25f-0532b313f755,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.829039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] For port ffa4a93f-6e2e-485d-afd2-b5f0c4702497, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ffa4a93f-6e2e-485d-afd2-b5f0c4702497,segment=NetworkSegment(86cbdfbe-35ae-4e08-bb6e-c61307c6bf04),segment_id=86cbdfbe-35ae-4e08-bb6e-c61307c6bf04)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:57.829413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.867375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Calling delete_port for ffa4a93f-6e2e-485d-afd2-b5f0c4702497 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:57.901659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port ef505f4d-2b55-4eb3-814e-aa2736598ef2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:57.973353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port ef505f4d-2b55-4eb3-814e-aa2736598ef2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:57.973790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.013923 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.077171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] No DVR routers for this DVR port ffa4a93f-6e2e-485d-afd2-b5f0c4702497 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:33:58.083540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Port': ['ID=ffa4a93f-6e2e-485d-afd2-b5f0c4702497,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.094254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-35e22548-0711-4b40-9766-200b5efe8671 None None] Provisioning complete for port 678ec4f1-9dbc-468e-b93e-e27171766b1b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:58.094827 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35e22548-0711-4b40-9766-200b5efe8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.256635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.280624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.286830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.291075 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.294174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.297368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.300844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.308044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.314033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.319994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.322133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-fcbc3501-ca02-4120-b413-7569980bd7c4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5427 time: 0.2422898 Aug 29 04:33:58.326160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f148e20d-27b9-40a1-9db7-c0565da9c0c2']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:58.345652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cbdfbe-35ae-4e08-bb6e-c61307c6bf04') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:58.346032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cbdfbe-35ae-4e08-bb6e-c61307c6bf04') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:58.363953 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.377767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=a2901a73-e358-459a-a0ff-f6fccaff7fc2,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.390516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.397020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e3b6237-1223-42ed-9c6d-e2f1eb0687d7 req-b6609330-9a0a-4535-985b-f72890774c79 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635195 Aug 29 04:33:58.401281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.403625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:33:58.404190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:33:58.407651 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:33:58.417505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:58.419109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:58.428463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.429356 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.456606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-035b8dfb-8dd7-4853-9a07-3766d0a9eb3c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9669170 Aug 29 04:33:58.460483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60298) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.553122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.554668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ef505f4d-2b55-4eb3-814e-aa2736598ef2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:58.563199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.566442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/networks/f148e20d-27b9-40a1-9db7-c0565da9c0c2 HTTP/1.1" status: 204 len: 168 time: 1.1532552 Aug 29 04:33:58.570735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60300) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.591754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad4d9a-77d4-4e9c-bcc4-44e59498c0b0 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Pushing event deleted for resources: {'Network': ['ID=f148e20d-27b9-40a1-9db7-c0565da9c0c2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.602202 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.602922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1758a502-e979-4b23-86cf-930fbff24667 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:58.630899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-31c0511b-b47c-450b-a6eb-1915896a0d18 tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "GET /v2.0/ports?device_id=25ab594b-2dd7-4cfb-9c05-c331bd0f16ec HTTP/1.1" status: 200 len: 205 time: 0.0584598 Aug 29 04:33:58.631520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.642101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11fcf0-fad3-45f6-b6a0-ef6b0468617e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.643627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11fcf0-fad3-45f6-b6a0-ef6b0468617e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.645165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11fcf0-fad3-45f6-b6a0-ef6b0468617e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.646750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11fcf0-fad3-45f6-b6a0-ef6b0468617e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.648277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11fcf0-fad3-45f6-b6a0-ef6b0468617e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.653475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4a11fcf0-fad3-45f6-b6a0-ef6b0468617e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1814640 Aug 29 04:33:58.654523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60304) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.661786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-685905037'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:58.693135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:58.701030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.762780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:58.783268 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.784951 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment a98aef4e-9187-4224-b029-7f1818b7add8 of type vlan for network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be Aug 29 04:33:58.792854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:58.794592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fce38a6-bc3d-4948-a671-a360967e1e6a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.848678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.887535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.896393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.898029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.970524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:33:58.972845 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae25083-9221-4090-ac5d-2c1c43a8bd15" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:33:59.012510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3545537 Aug 29 04:33:59.030022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60310) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.049037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:59.085511 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc3171a-f233-4435-8293-c3f7415aa04c x-openstack-request-id: req-1dc3171a-f233-4435-8293-c3f7415aa04c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:33:59.085873 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:33:59.086103 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1dc3171a-f233-4435-8293-c3f7415aa04c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:33:59.088927 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2', 'code': 200} Aug 29 04:33:59.142910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7c022-48fe-4c19-a55a-c5e9612da1e3 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=5dcc01f5-c1ef-4f91-acb5-3f6c324898be,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.162266 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fce38a6-bc3d-4948-a671-a360967e1e6a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.165667 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fce38a6-bc3d-4948-a671-a360967e1e6a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.205226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:59.208457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 678ec4f1-9dbc-468e-b93e-e27171766b1b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:59.218924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ef505f4d-2b55-4eb3-814e-aa2736598ef2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.259765 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fce38a6-bc3d-4948-a671-a360967e1e6a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.260503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fce38a6-bc3d-4948-a671-a360967e1e6a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Fanout notify agent at l3_agent the message router_deleted on router 25ab594b-2dd7-4cfb-9c05-c331bd0f16ec {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:59.271639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4fce38a6-bc3d-4948-a671-a360967e1e6a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.275112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4fce38a6-bc3d-4948-a671-a360967e1e6a tempest-RoutersNegativeIpV6Test-1194322515 tempest-RoutersNegativeIpV6Test-1194322515-project] 10.222.0.55 "DELETE /v2.0/routers/25ab594b-2dd7-4cfb-9c05-c331bd0f16ec HTTP/1.1" status: 204 len: 168 time: 0.6400743 Aug 29 04:33:59.282874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-964bdaff-3b6b-4535-962d-f6c299f63a1d', 'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d', 'tenant_id': 'e2936827b6984d01bc371a2cbf9822ce', 'fixed_ips': [{'subnet_id': 'a2901a73-e358-459a-a0ff-f6fccaff7fc2'}, {'subnet_id': 'ddf82464-8c98-4b41-b7b2-8faa02a007c3'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:59.283988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.286247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:59.356260 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.356846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 1758a502-e979-4b23-86cf-930fbff24667 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:59.387125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.401689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be is not hosted by any dhcp agent {{(pid=94823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:33:59.409567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.410913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.412351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "PUT /v2.0/networks/5dcc01f5-c1ef-4f91-acb5-3f6c324898be HTTP/1.1" status: 200 len: 723 time: 0.3817437 Aug 29 04:33:59.415793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60314) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.420886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': '5dcc01f5-c1ef-4f91-acb5-3f6c324898be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:59.501440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 1758a502-e979-4b23-86cf-930fbff24667 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:59.511516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.513149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c9082-85c9-4f71-ab39-232841bf5899 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=5dcc01f5-c1ef-4f91-acb5-3f6c324898be,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.712334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.719204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.725993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.732796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.739276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.746953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.753299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.755688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-04c3aebb-a048-4c82-8340-a69c25107e40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5428 time: 0.1275463 Aug 29 04:33:59.777508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:59.781461 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.858257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:59.964026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8bcde8e5-f5c2-4808-b8bf-a46d7bbaeab9 req-b2c68fec-b922-4fae-964b-7ab2cde32647 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1950521 Aug 29 04:34:00.027508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60326) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.111134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.175633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Allocated IP 172.20.0.1 (964bdaff-3b6b-4535-962d-f6c299f63a1d/a2901a73-e358-459a-a0ff-f6fccaff7fc2/0e22fc2b-cd01-45cd-a66a-282dd5b85a09) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:00.185953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Allocated IP 2001:db8::2 (964bdaff-3b6b-4535-962d-f6c299f63a1d/ddf82464-8c98-4b41-b7b2-8faa02a007c3/0e22fc2b-cd01-45cd-a66a-282dd5b85a09) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:00.272542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a81ad113-66e8-4801-a0ab-a9b302362d89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=731ed92ce3e34779929fd588e188fa30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435505 Aug 29 04:34:00.278837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60330) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.294830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=22cee9ea-df1a-462f-adb9-d0aaeccc99a2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.312955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': 'a98aef4e-9187-4224-b029-7f1818b7add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5dcc01f5-c1ef-4f91-acb5-3f6c324898be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:00.317461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: 5dcc01f5-c1ef-4f91-acb5-3f6c324898be, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:00.350095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 678ec4f1-9dbc-468e-b93e-e27171766b1b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:00.351011 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.375831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:00.380727 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4c3818a-7ceb-421a-8ba8-558beb975a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.406251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b6eaa106-8ffb-4c3f-8415-cfc00f08534a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:00.406933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 5dcc01f5-c1ef-4f91-acb5-3f6c324898be) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:00.411696 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.415814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:00.416430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.465746 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fe091d6a-f0b8-43ea-ad85-7b320e2572c1 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0462244 Aug 29 04:34:00.466277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.470656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4c3818a-7ceb-421a-8ba8-558beb975a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.480743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-21a31792-2eaa-49ca-9aa9-afeeeff2f1c0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:00.569340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4c3818a-7ceb-421a-8ba8-558beb975a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.576030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4c3818a-7ceb-421a-8ba8-558beb975a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.577316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b4c3818a-7ceb-421a-8ba8-558beb975a17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22831b4f-6c22-4b36-8421-b7616fd8b632 HTTP/1.1" status: 204 len: 168 time: 0.2964163 Aug 29 04:34:00.598498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3818a-7ceb-421a-8ba8-558beb975a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22831b4f-6c22-4b36-8421-b7616fd8b632,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.661651 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.686903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21a31792-2eaa-49ca-9aa9-afeeeff2f1c0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12756878'] for subnet, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.779954 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.859257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.875154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1758a502-e979-4b23-86cf-930fbff24667, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1758a502-e979-4b23-86cf-930fbff24667,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:00.879077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Transition to ACTIVE for port object 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:00.891046 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.892151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device b81f3740-c07d-416d-9f73-907db37fd679 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:00.924102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:00.960000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.960785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:00.975567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Transition to ACTIVE for port object 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:00.993915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21a31792-2eaa-49ca-9aa9-afeeeff2f1c0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738958343464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58716240'] for subnet, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.025373 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.056320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1758a502-e979-4b23-86cf-930fbff24667,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.106941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a31792-2eaa-49ca-9aa9-afeeeff2f1c0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.106941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21a31792-2eaa-49ca-9aa9-afeeeff2f1c0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.110091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.111100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-21a31792-2eaa-49ca-9aa9-afeeeff2f1c0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "PUT /v2.0/subnets/22cee9ea-df1a-462f-adb9-d0aaeccc99a2 HTTP/1.1" status: 200 len: 826 time: 0.6426201 Aug 29 04:34:01.116956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1758a502-e979-4b23-86cf-930fbff24667'}, {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:01.120532 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ab5c8-dc25-4407-a1e8-6edf5a53a4bb" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "1758a502-e979-4b23-86cf-930fbff24667"}, {"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:01.137561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:01.139855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a31792-2eaa-49ca-9aa9-afeeeff2f1c0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=22cee9ea-df1a-462f-adb9-d0aaeccc99a2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.154608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:01.162844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:01.229954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.237998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.247250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.254062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.271281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.307042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.312674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port b81f3740-c07d-416d-9f73-907db37fd679 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:01.323938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.325874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-707c40b2-eef8-425c-8351-08c01097914e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5429 time: 0.1710162 Aug 29 04:34:01.357660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.375745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port b81f3740-c07d-416d-9f73-907db37fd679 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.376132 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.380035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.381780 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.410922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.416420 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc1d8a9e-1206-47bc-b08f-8db9364fff2e req-62aed906-f0b2-42f1-b767-be9867f09a53 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821996 Aug 29 04:34:01.464898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Attempting to bind port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:01.465492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Attempting to bind port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '3ea06a55-7874-47d6-9469-729bf8662a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:01.465714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Attempting to bind port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 on network 964bdaff-3b6b-4535-962d-f6c299f63a1d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:01.494238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:01.494626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Checking segment: {'id': '3ea06a55-7874-47d6-9469-729bf8662a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:01.495029 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.495431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Bound using segment: {'id': '3ea06a55-7874-47d6-9469-729bf8662a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:01.495923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Bound port: 0e22fc2b-cd01-45cd-a66a-282dd5b85a09, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea06a55-7874-47d6-9469-729bf8662a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '964bdaff-3b6b-4535-962d-f6c299f63a1d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:01.496397 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.517665 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.518763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:01.521669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Pushing event updated for resources: {'Port': ['ID=0e22fc2b-cd01-45cd-a66a-282dd5b85a09,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.532642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.676602 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.700092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] For port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:01.700861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.714376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.725338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] For port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e22fc2b-cd01-45cd-a66a-282dd5b85a09,segment=NetworkSegment(3ea06a55-7874-47d6-9469-729bf8662a27),segment_id=3ea06a55-7874-47d6-9469-729bf8662a27)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:01.745991 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572a435-8bf9-4ba6-b848-969246033412 x-openstack-request-id: req-2572a435-8bf9-4ba6-b848-969246033412 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:01.746302 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "1758a502-e979-4b23-86cf-930fbff24667", "code": 200}, {"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:01.746558 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2572a435-8bf9-4ba6-b848-969246033412 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:01.747855 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1758a502-e979-4b23-86cf-930fbff24667', 'code': 200} Aug 29 04:34:01.748111 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'code': 200} Aug 29 04:34:01.749190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.756308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=22cee9ea-df1a-462f-adb9-d0aaeccc99a2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.758930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port b81f3740-c07d-416d-9f73-907db37fd679, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=b81f3740-c07d-416d-9f73-907db37fd679,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:01.814151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc804-8968-4c5b-ab5a-16e6d2a26a13 None None] Pushing event updated for resources: {'Port': ['ID=0e22fc2b-cd01-45cd-a66a-282dd5b85a09,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.819573 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.820396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:01.945177 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.958356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcc01f5-c1ef-4f91-acb5-3f6c324898be']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:01.966370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=b81f3740-c07d-416d-9f73-907db37fd679,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.977618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:01.984563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:01.984563 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.996067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98aef4e-9187-4224-b029-7f1818b7add8') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:01.996699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98aef4e-9187-4224-b029-7f1818b7add8') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:02.007574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.035862 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.049674 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:02.050387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:02.053544 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:02.171118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.183361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.193267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/5dcc01f5-c1ef-4f91-acb5-3f6c324898be HTTP/1.1" status: 204 len: 168 time: 1.0795436 Aug 29 04:34:02.193459 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.197604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.235185 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff515fd-55dd-4dea-ab74-58610cac6c1f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:02.235978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff515fd-55dd-4dea-ab74-58610cac6c1f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:02.242387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eff515fd-55dd-4dea-ab74-58610cac6c1f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/5dcc01f5-c1ef-4f91-acb5-3f6c324898be HTTP/1.1" status: 404 len: 339 time: 0.0463784 Aug 29 04:34:02.243454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.243610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f5934-60e0-46d7-b606-c38fdd158385 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=5dcc01f5-c1ef-4f91-acb5-3f6c324898be,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.249367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138104261', 'description': 'd1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:02.288443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:02.292320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.297733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60372) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.317263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:02.338777 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.339609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8cbf8b09-ded1-4d91-8bd3-57a031b613bc up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:02.379796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:02.399600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.400021 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 213fd410-771e-4e48-86c0-4ffd42f0f257 of type vlan for network 5831fa9f-0a95-40eb-b2b7-3af99c4f4aca Aug 29 04:34:02.491836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-756a72aa-aa1b-4cc6-bda7-8afbbeb745fb tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:02.492646 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-756a72aa-aa1b-4cc6-bda7-8afbbeb745fb tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:34:02.493688 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-756a72aa-aa1b-4cc6-bda7-8afbbeb745fb tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:02.494702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-756a72aa-aa1b-4cc6-bda7-8afbbeb745fb tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1956563 Aug 29 04:34:02.499136 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.505367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.509734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.514650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--671795155'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:02.523590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:02.529852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.530322 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.585471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.591862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.593055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.607792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.634899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.684830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.734248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:02.741942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.753192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 75832818-2318-4f8c-b07e-03e70e21ec6a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:02.861835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.865702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 75832818-2318-4f8c-b07e-03e70e21ec6a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.866084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.057738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.091370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.101360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.141809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:03.160047 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.322554 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.349495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.358627 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.375895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:03.404597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a372157-4603-4432-ae53-ac9ac7269de3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.441090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.443760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9426973 Aug 29 04:34:03.446737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60396) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.464915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fcb4e175-cce7-43a5-81ec-6a3ad9361040 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '7c058739-bc59-47cf-98e9-666e9018a0eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:03.500404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188857-93d4-4dc9-9518-0ff7c675e645 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c058739-bc59-47cf-98e9-666e9018a0eb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.511545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:03.567933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3233433 Aug 29 04:34:03.571445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60406) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.613825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.624063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.642133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.658179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.662308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e175-cce7-43a5-81ec-6a3ad9361040 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.668470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.679728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.686953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.695551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-be56d28d-4b8f-403b-9e47-6f9601d7ecc7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5431 time: 1.1249013 Aug 29 04:34:03.749385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436ebe39-93a0-4fb2-a1e2-dca7870d8af2'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc'}, {'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:03.751737 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7324741-af09-44bf-a98a-18db52ff4dc2" -d '{"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "b81f3740-c07d-416d-9f73-907db37fd679"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "436ebe39-93a0-4fb2-a1e2-dca7870d8af2"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc"}, {"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-plugged", "status": "completed", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:03.763288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6e167-049c-45d6-aaaa-e308dff66da8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.768286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-93a6e167-049c-45d6-aaaa-e308dff66da8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/networks?id=5831fa9f-0a95-40eb-b2b7-3af99c4f4aca HTTP/1.1" status: 200 len: 765 time: 0.1907694 Aug 29 04:34:03.768473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f49f0-70e0-4f0e-9e74-0286c28a5228 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=5831fa9f-0a95-40eb-b2b7-3af99c4f4aca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.773216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a898de56-9b7f-40d1-99f4-6fb657619b6a req-0c7421f9-5910-4abb-ada8-0fbc3470b906 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762036 Aug 29 04:34:03.777069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5831fa9f-0a95-40eb-b2b7-3af99c4f4aca details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:03.787810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60412) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.797372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'description': 'd2'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:03.859389 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835372e9-df61-48f7-bf45-abe14c17f45b x-openstack-request-id: req-835372e9-df61-48f7-bf45-abe14c17f45b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:03.859783 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "b81f3740-c07d-416d-9f73-907db37fd679", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "436ebe39-93a0-4fb2-a1e2-dca7870d8af2", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-plugged", "status": "completed", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc", "code": 200}, {"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-plugged", "status": "completed", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:03.860105 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-835372e9-df61-48f7-bf45-abe14c17f45b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:03.860798 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'code': 200} Aug 29 04:34:03.861100 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679', 'code': 200} Aug 29 04:34:03.861421 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436ebe39-93a0-4fb2-a1e2-dca7870d8af2', 'code': 200} Aug 29 04:34:03.861756 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc', 'code': 200} Aug 29 04:34:03.862060 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'code': 200} Aug 29 04:34:03.912833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f09330-4c61-481b-aa0a-fe899fd45d1a None None] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:03.916032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7118c-b087-4fe0-b702-64317fe9eb54 None None] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:03.944862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f09330-4c61-481b-aa0a-fe899fd45d1a None None] Network f148e20d-27b9-40a1-9db7-c0565da9c0c2 could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:34:03.949763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e175-cce7-43a5-81ec-6a3ad9361040 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.972907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e175-cce7-43a5-81ec-6a3ad9361040 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.076823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.077289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4e175-cce7-43a5-81ec-6a3ad9361040 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa670878-eec5-414e-811f-7195a00c6172,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.077436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.077832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.078305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.078776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.079748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.080232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.094470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-9f9054b3-12fb-45dc-a08f-bc90ac253c1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6496 time: 0.1051638 Aug 29 04:34:04.128705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e175-cce7-43a5-81ec-6a3ad9361040 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.133962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.135123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fcb4e175-cce7-43a5-81ec-6a3ad9361040 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6814556 Aug 29 04:34:04.146481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f73d1025-14a6-40e3-8f76-039c9eb8ed0c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '7c058739-bc59-47cf-98e9-666e9018a0eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:04.166796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.194880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f73d1025-14a6-40e3-8f76-039c9eb8ed0c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.197152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495eeaa-9adf-416b-b9ae-dabc644693b9 None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:04.200344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98221ad8-bd47-48b0-ae72-8eb2b4ef4d2d req-0a9e48a2-cd29-4258-b918-9078cc421458 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897644 Aug 29 04:34:04.201257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c224d9-dc49-4125-a89d-90e5a8138e96 None None] DHCP port deletion for f148e20d-27b9-40a1-9db7-c0565da9c0c2 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:04.210201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.225866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495eeaa-9adf-416b-b9ae-dabc644693b9 None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:34:04.251580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28933f18-9fa9-47cb-a9ba-51af594ae868 None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:04.254329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-61166a6e-f8a1-4a9d-8a86-0b79648c0fbe None None] Provisioning for port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:04.272625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28933f18-9fa9-47cb-a9ba-51af594ae868 None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:34:04.277310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-61166a6e-f8a1-4a9d-8a86-0b79648c0fbe None None] Provisioning complete for port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:04.277310 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61166a6e-f8a1-4a9d-8a86-0b79648c0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.288528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 5831fa9f-0a95-40eb-b2b7-3af99c4f4aca is not hosted by any dhcp agent {{(pid=94823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:34:04.307717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.308558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.308932 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-f73d1025-14a6-40e3-8f76-039c9eb8ed0c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:04.310221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "PUT /v2.0/networks/5831fa9f-0a95-40eb-b2b7-3af99c4f4aca HTTP/1.1" status: 200 len: 762 time: 0.5211983 Aug 29 04:34:04.313836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f73d1025-14a6-40e3-8f76-039c9eb8ed0c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1774263 Aug 29 04:34:04.314422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.315052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5609ecd-49fd-410c-902a-815c57033edd None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:04.318975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.473577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5609ecd-49fd-410c-902a-815c57033edd None None] Network 5dcc01f5-c1ef-4f91-acb5-3f6c324898be could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:34:04.511071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9acbc-81eb-4fd2-8933-7f3dc3449c86 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=5831fa9f-0a95-40eb-b2b7-3af99c4f4aca,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.537003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5831fa9f-0a95-40eb-b2b7-3af99c4f4aca details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:04.607053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc50f4-288f-4d0c-a0d6-0145c01e6c8c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.609272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c1fc50f4-288f-4d0c-a0d6-0145c01e6c8c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/networks?id=5831fa9f-0a95-40eb-b2b7-3af99c4f4aca HTTP/1.1" status: 200 len: 765 time: 0.2920144 Aug 29 04:34:04.616157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60446) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.626756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c59c467-5bb7-4782-9bcf-d20cb2d1e74d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.692419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c59c467-5bb7-4782-9bcf-d20cb2d1e74d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.732719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61166a6e-f8a1-4a9d-8a86-0b79648c0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.829123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c59c467-5bb7-4782-9bcf-d20cb2d1e74d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.832912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c59c467-5bb7-4782-9bcf-d20cb2d1e74d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.834196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-61166a6e-f8a1-4a9d-8a86-0b79648c0fbe None None] For port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e22fc2b-cd01-45cd-a66a-282dd5b85a09,segment=NetworkSegment(3ea06a55-7874-47d6-9469-729bf8662a27),segment_id=3ea06a55-7874-47d6-9469-729bf8662a27)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:04.834819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4c59c467-5bb7-4782-9bcf-d20cb2d1e74d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c058739-bc59-47cf-98e9-666e9018a0eb HTTP/1.1" status: 204 len: 168 time: 0.4956408 Aug 29 04:34:04.838880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60450) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.845490 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61166a6e-f8a1-4a9d-8a86-0b79648c0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.897551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59c467-5bb7-4782-9bcf-d20cb2d1e74d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c058739-bc59-47cf-98e9-666e9018a0eb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.915229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ffa4a93f-6e2e-485d-afd2-b5f0c4702497 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:05.003833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: ffa4a93f-6e2e-485d-afd2-b5f0c4702497 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:05.004182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ffa4a93f-6e2e-485d-afd2-b5f0c4702497 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:05.019111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4e37e06d-c0d2-45aa-b333-98a301479b23 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1730738 Aug 29 04:34:05.020207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.037132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61166a6e-f8a1-4a9d-8a86-0b79648c0fbe None None] Pushing event updated for resources: {'Port': ['ID=0e22fc2b-cd01-45cd-a66a-282dd5b85a09,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.042523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-266e8eef-6ecc-4bb4-95a6-3e081adad11d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988663904'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.089015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-266e8eef-6ecc-4bb4-95a6-3e081adad11d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.111766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5f308-dcb7-4f60-94f5-059e5e655dd9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.113801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-81a5f308-dcb7-4f60-94f5-059e5e655dd9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4958887 Aug 29 04:34:05.116108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60458) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.208988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-746766e5-4301-4566-b56c-57d682b3539c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 207 time: 0.0915616 Aug 29 04:34:05.210653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60460) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.256548 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-266e8eef-6ecc-4bb4-95a6-3e081adad11d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.263370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-266e8eef-6ecc-4bb4-95a6-3e081adad11d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.309710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e8eef-6ecc-4bb4-95a6-3e081adad11d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83df5028-95c7-45c9-aad4-8c6d08e1bafa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.336130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-266e8eef-6ecc-4bb4-95a6-3e081adad11d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.337864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-266e8eef-6ecc-4bb4-95a6-3e081adad11d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3161497 Aug 29 04:34:05.340942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.350068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-30a998b0-2938-477e-8f92-9d7f97e2127b tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '83df5028-95c7-45c9-aad4-8c6d08e1bafa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.353301 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-30a998b0-2938-477e-8f92-9d7f97e2127b tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:34:05.356458 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-30a998b0-2938-477e-8f92-9d7f97e2127b tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:05.359485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-30a998b0-2938-477e-8f92-9d7f97e2127b tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0171232 Aug 29 04:34:05.363174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60464) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.370590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.406486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.418145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.438898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.444787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.496638 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a84-68f7-4a90-9f55-9ed3fd3f0c12 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.503031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.518877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.536447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-c1e1a584-9f34-4b38-8560-1a2a0e2aae40 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 0.5625012 Aug 29 04:34:05.573797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a84-68f7-4a90-9f55-9ed3fd3f0c12 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.711356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a84-68f7-4a90-9f55-9ed3fd3f0c12 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.714539 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e4a9a84-68f7-4a90-9f55-9ed3fd3f0c12 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.715918 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3e4a9a84-68f7-4a90-9f55-9ed3fd3f0c12 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/83df5028-95c7-45c9-aad4-8c6d08e1bafa HTTP/1.1" status: 204 len: 168 time: 0.3517871 Aug 29 04:34:05.743884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60472) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.750265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a9a84-68f7-4a90-9f55-9ed3fd3f0c12 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df5028-95c7-45c9-aad4-8c6d08e1bafa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.777804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b90bf-419e-4eaf-9558-332c9cc54e5f None None] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:05.846208 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9f9770c-e5fa-477e-903e-86eaf1c13f9d req-2a6897ff-0821-4e62-8755-495bce8c2ea7 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3085756 Aug 29 04:34:05.927184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4237456d-967f-4bd0-87bc-73209b9e6d08 None None] Provisioning complete for port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:05.943539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4237456d-967f-4bd0-87bc-73209b9e6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.976433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b722b-4c1f-4898-ad05-2dc6ca37ecd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.983052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b722b-4c1f-4898-ad05-2dc6ca37ecd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.989051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b722b-4c1f-4898-ad05-2dc6ca37ecd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.995608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b722b-4c1f-4898-ad05-2dc6ca37ecd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.001493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b722b-4c1f-4898-ad05-2dc6ca37ecd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.009699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b722b-4c1f-4898-ad05-2dc6ca37ecd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.011702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-602b722b-4c1f-4898-ad05-2dc6ca37ecd8 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7995896 Aug 29 04:34:06.016054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.033577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8edb3e3b-0f46-4efb-8bf2-9922b829a4e2 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2886789 Aug 29 04:34:06.037380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60476) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.042589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6d75d000-21aa-4c0f-8d4f-dbe5c2d30fc6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865086078'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:06.074163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d75d000-21aa-4c0f-8d4f-dbe5c2d30fc6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.187519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d75d000-21aa-4c0f-8d4f-dbe5c2d30fc6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.204779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d75d000-21aa-4c0f-8d4f-dbe5c2d30fc6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.284650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d75d000-21aa-4c0f-8d4f-dbe5c2d30fc6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.286980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d75d000-21aa-4c0f-8d4f-dbe5c2d30fc6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2484524 Aug 29 04:34:06.290031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60478) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.304979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-76496121-87bf-43e3-8735-69851b75dab6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '98a24136-73f1-43bc-b99a-245add1b6c61', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:06.306317 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-76496121-87bf-43e3-8735-69851b75dab6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:34:06.307503 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-76496121-87bf-43e3-8735-69851b75dab6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:06.309402 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-76496121-87bf-43e3-8735-69851b75dab6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148280 Aug 29 04:34:06.311911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75d000-21aa-4c0f-8d4f-dbe5c2d30fc6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a24136-73f1-43bc-b99a-245add1b6c61,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.316517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60480) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.433866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f402-eed9-4d1f-86a4-65db8e7eaafd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.482830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e049e1d1-28d4-4abf-886a-15b482129267 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4655437 Aug 29 04:34:06.484800 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f402-eed9-4d1f-86a4-65db8e7eaafd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.487921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60482) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.613937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70f388-7fb3-4192-b0de-fab283fadf9f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.615506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70f388-7fb3-4192-b0de-fab283fadf9f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.617051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70f388-7fb3-4192-b0de-fab283fadf9f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.631200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70f388-7fb3-4192-b0de-fab283fadf9f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.632814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70f388-7fb3-4192-b0de-fab283fadf9f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.635182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f70f388-7fb3-4192-b0de-fab283fadf9f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1461346 Aug 29 04:34:06.640617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60486) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.695285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f402-eed9-4d1f-86a4-65db8e7eaafd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.699274 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f402-eed9-4d1f-86a4-65db8e7eaafd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.713830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ac4f402-eed9-4d1f-86a4-65db8e7eaafd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/98a24136-73f1-43bc-b99a-245add1b6c61 HTTP/1.1" status: 204 len: 168 time: 0.3871944 Aug 29 04:34:06.714683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60488) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.786293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4f402-eed9-4d1f-86a4-65db8e7eaafd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a24136-73f1-43bc-b99a-245add1b6c61,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.807990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8278d-6759-49c8-b13c-6a04a1939185 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.810156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8278d-6759-49c8-b13c-6a04a1939185 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.812452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8278d-6759-49c8-b13c-6a04a1939185 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.814048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf0557-7178-4304-bbf1-d1b0a4df6fb9 None None] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:06.815227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8278d-6759-49c8-b13c-6a04a1939185 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.816947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8278d-6759-49c8-b13c-6a04a1939185 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.826778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0ec8278d-6759-49c8-b13c-6a04a1939185 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1845303 Aug 29 04:34:06.831860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60490) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.870318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b15956ca-ba4e-49be-9499-b00378c69fc1 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1476426 Aug 29 04:34:06.873022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60494) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.886813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0ebebc26-a8c6-4c3b-bd28-0a133d85a4b4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405874402'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:07.001682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:07.038084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ebebc26-a8c6-4c3b-bd28-0a133d85a4b4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.073805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.078822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.092040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.093660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4d665b2b-c6df-42dd-883f-6fee1bb41472 None None] Provisioning complete for port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:07.101033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed01b9-2439-4c11-81c1-6d3c6598b1a0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.102515 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d665b2b-c6df-42dd-883f-6fee1bb41472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.104053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.114631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a8ed01b9-2439-4c11-81c1-6d3c6598b1a0 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/networks/fa0246be-1eb1-4855-ba1c-f2aba7efa90d HTTP/1.1" status: 200 len: 802 time: 0.2813244 Aug 29 04:34:07.115502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60498) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.115631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.131813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.149503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.151152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-e35447da-565d-418b-8fc5-81bf80dc306f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 0.1935205 Aug 29 04:34:07.213400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3e8fd34-5032-43e8-85c2-f2478d460b18 req-2483d0fe-5cb2-4bfc-812a-56e508627cef tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529902 Aug 29 04:34:07.313134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ebebc26-a8c6-4c3b-bd28-0a133d85a4b4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.329745 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ebebc26-a8c6-4c3b-bd28-0a133d85a4b4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.377654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ebebc26-a8c6-4c3b-bd28-0a133d85a4b4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.415373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ab6c871e-41f9-492a-b506-9269e45f8121 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/networks/fa0246be-1eb1-4855-ba1c-f2aba7efa90d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2658515 Aug 29 04:34:07.415373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.415801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ebebc26-a8c6-4c3b-bd28-0a133d85a4b4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5180802 Aug 29 04:34:07.415904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-da957f4c-61bc-4dc6-b288-414d76fea275 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '101915af-d550-4f32-b4e5-5af28055bcb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:07.416033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebebc26-a8c6-4c3b-bd28-0a133d85a4b4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101915af-d550-4f32-b4e5-5af28055bcb3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:07.419792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60506) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.447233 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-da957f4c-61bc-4dc6-b288-414d76fea275 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:34:07.447909 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-da957f4c-61bc-4dc6-b288-414d76fea275 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:07.452202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-da957f4c-61bc-4dc6-b288-414d76fea275 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0626955 Aug 29 04:34:07.452820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60508) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.457585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-67703279-9e26-414f-bd60-4067d9f1f96a tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '101915af-d550-4f32-b4e5-5af28055bcb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:07.458340 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-67703279-9e26-414f-bd60-4067d9f1f96a tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:34:07.458847 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-67703279-9e26-414f-bd60-4067d9f1f96a tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:07.466220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-67703279-9e26-414f-bd60-4067d9f1f96a tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122428 Aug 29 04:34:07.466882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60510) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.484163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:07.486049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-038ec3c1-2416-4cb3-b382-288a2187256c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '101915af-d550-4f32-b4e5-5af28055bcb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:07.486542 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.486971 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-038ec3c1-2416-4cb3-b382-288a2187256c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:34:07.489762 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-038ec3c1-2416-4cb3-b382-288a2187256c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:07.494604 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-038ec3c1-2416-4cb3-b382-288a2187256c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0265212 Aug 29 04:34:07.499312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60512) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.506435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7c2b4c97-cd36-4a27-bca8-3f86a7132fae tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '101915af-d550-4f32-b4e5-5af28055bcb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:07.507357 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-7c2b4c97-cd36-4a27-bca8-3f86a7132fae tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:34:07.507870 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-7c2b4c97-cd36-4a27-bca8-3f86a7132fae tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:07.513421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60514) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.518275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c2b4c97-cd36-4a27-bca8-3f86a7132fae tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0177574 Aug 29 04:34:07.546627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad2bd0-7f42-427e-aff9-ed0b0d4ddae2 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.548060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-61ad2bd0-7f42-427e-aff9-ed0b0d4ddae2 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/subnets/2cf88970-6725-451b-aebd-db13e797ed43 HTTP/1.1" status: 200 len: 843 time: 0.1271045 Aug 29 04:34:07.553794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.634289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8182bb28-ff0a-43c0-bbf9-2233fab22569 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.663909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e79da-9250-4649-86e8-4f1cb67c6271 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['shared'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.672503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f63e79da-9250-4649-86e8-4f1cb67c6271 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "GET /v2.0/subnets/2cf88970-6725-451b-aebd-db13e797ed43?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1105924 Aug 29 04:34:07.672745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60518) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.681629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-482018018'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:07.701700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8182bb28-ff0a-43c0-bbf9-2233fab22569 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.740678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:07.745494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.793826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8182bb28-ff0a-43c0-bbf9-2233fab22569 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.797389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8182bb28-ff0a-43c0-bbf9-2233fab22569 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.798886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8182bb28-ff0a-43c0-bbf9-2233fab22569 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/101915af-d550-4f32-b4e5-5af28055bcb3 HTTP/1.1" status: 204 len: 168 time: 0.2844636 Aug 29 04:34:07.810215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60522) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.813481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:08.247386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b473759c-5f90-4afb-b51a-e13b0789601b None None] Provisioning complete for port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:08.248119 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b473759c-5f90-4afb-b51a-e13b0789601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.550629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182bb28-ff0a-43c0-bbf9-2233fab22569 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101915af-d550-4f32-b4e5-5af28055bcb3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.629061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.629890 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Added segment 4cc95e75-5da4-4d30-b93a-39007cd27c47 of type vlan for network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 Aug 29 04:34:08.684145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ea851e20-3276-4e2a-ae07-76d565ea3f23 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8641922 Aug 29 04:34:08.690479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60528) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:08.696456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5754b6f4-75a3-4014-90cf-0fcf128c1082 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--128732997'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:08.740972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.758857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754b6f4-75a3-4014-90cf-0fcf128c1082 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.778843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.784981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.785696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.881913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.888097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.894029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.909560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.932619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.939679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.945635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.950606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6387a9e9-d4cf-4044-938d-e1d8613a2b5f req-ea5c27d3-2609-4a1a-9a45-0cc7859901d0 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 1.0831201 Aug 29 04:34:08.981762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60532) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:08.990056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Request body: {'floatingip': {'port_id': 'b81f3740-c07d-416d-9f73-907db37fd679'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.001538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754b6f4-75a3-4014-90cf-0fcf128c1082 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.008399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754b6f4-75a3-4014-90cf-0fcf128c1082 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.030582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5754b6f4-75a3-4014-90cf-0fcf128c1082 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.032233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5754b6f4-75a3-4014-90cf-0fcf128c1082 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3398950 Aug 29 04:34:09.041401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.044545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.048333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-95345470-eae2-40fc-8a67-1af7b9aca1e6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.050445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3783395 Aug 29 04:34:09.050725 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-95345470-eae2-40fc-8a67-1af7b9aca1e6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:34:09.051529 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-95345470-eae2-40fc-8a67-1af7b9aca1e6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.052778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-95345470-eae2-40fc-8a67-1af7b9aca1e6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098400 Aug 29 04:34:09.054505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60536) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.056910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60538) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.061428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'network_id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.062292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d97b7fea-e0fc-4d34-8e84-4f102f61b1a2 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.122975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754b6f4-75a3-4014-90cf-0fcf128c1082 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.132512 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-d97b7fea-e0fc-4d34-8e84-4f102f61b1a2 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.133921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d97b7fea-e0fc-4d34-8e84-4f102f61b1a2 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0755649 Aug 29 04:34:09.136712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60540) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.147397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0cf59385-40aa-41e9-a21b-5607c8c2bb02 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.148176 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-0cf59385-40aa-41e9-a21b-5607c8c2bb02 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:34:09.149642 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-0cf59385-40aa-41e9-a21b-5607c8c2bb02 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.150947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0cf59385-40aa-41e9-a21b-5607c8c2bb02 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126207 Aug 29 04:34:09.153487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60542) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.158932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-069cf1b7-1db4-4098-8486-3fa7c96fcf15 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.179621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db68e6-b417-4611-8fc8-596a347d6bdb tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Network': ['ID=41fe80f0-25e7-4f02-b2ba-ad8acce19b17,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.206392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:09.270493 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-069cf1b7-1db4-4098-8486-3fa7c96fcf15 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.281543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-069cf1b7-1db4-4098-8486-3fa7c96fcf15 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1235180 Aug 29 04:34:09.284350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60544) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.311833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-af844ce1-8de9-4a9b-b961-0fef644b0891 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.311833 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-af844ce1-8de9-4a9b-b961-0fef644b0891 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:34:09.327668 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-af844ce1-8de9-4a9b-b961-0fef644b0891 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.330640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-af844ce1-8de9-4a9b-b961-0fef644b0891 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0365462 Aug 29 04:34:09.337421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60546) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.342380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb1b0143-4a2c-42ff-999b-4208cd1b26fe tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.391748 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-bb1b0143-4a2c-42ff-999b-4208cd1b26fe tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Project 7da5705c931f45169d90e952b4d96c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:34:09.429580 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-bb1b0143-4a2c-42ff-999b-4208cd1b26fe tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.433767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bb1b0143-4a2c-42ff-999b-4208cd1b26fe tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0923460 Aug 29 04:34:09.434393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60548) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.450942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-169dc1d1-7ce1-4c74-8b8e-c52228b2c141 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.454164 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-169dc1d1-7ce1-4c74-8b8e-c52228b2c141 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:34:09.454893 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-169dc1d1-7ce1-4c74-8b8e-c52228b2c141 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.462088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-169dc1d1-7ce1-4c74-8b8e-c52228b2c141 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0216670 Aug 29 04:34:09.464434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.478188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9df71cc2-0565-49b3-93db-be36c7064068 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.559803 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-9df71cc2-0565-49b3-93db-be36c7064068 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Project 7da5705c931f45169d90e952b4d96c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:34:09.625296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Made reservation on behalf of e2936827b6984d01bc371a2cbf9822ce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:09.628895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.629732 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-9df71cc2-0565-49b3-93db-be36c7064068 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.631223 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9df71cc2-0565-49b3-93db-be36c7064068 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1654553 Aug 29 04:34:09.636005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.644426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-da6efee3-116b-4e46-960e-e9350bd69a78 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:09.683909 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-da6efee3-116b-4e46-960e-e9350bd69a78 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Project 7da5705c931f45169d90e952b4d96c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:34:09.725361 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-da6efee3-116b-4e46-960e-e9350bd69a78 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:09.731192 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-da6efee3-116b-4e46-960e-e9350bd69a78 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0937264 Aug 29 04:34:09.732040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.844744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1611001d-559a-43b1-9322-7882869a8d6c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.902339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1611001d-559a-43b1-9322-7882869a8d6c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.990289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Performing IP validity checks on allocation pools {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:34:09.990289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:34:10.036549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1611001d-559a-43b1-9322-7882869a8d6c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.040524 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1611001d-559a-43b1-9322-7882869a8d6c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.044488 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1611001d-559a-43b1-9322-7882869a8d6c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5 HTTP/1.1" status: 204 len: 168 time: 0.3112507 Aug 29 04:34:10.045105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.071389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611001d-559a-43b1-9322-7882869a8d6c tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3326a41-5f28-4b4d-bb62-8a8bd8f59cc5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.118724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2152ee94-7e66-421f-a2b0-95cde7fdc1c2 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690486 Aug 29 04:34:10.123570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.140210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-50bc0f3f-bb3e-4515-9c57-cd18d780aff6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--387085307'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:10.296275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50bc0f3f-bb3e-4515-9c57-cd18d780aff6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.355537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:34:10.451454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.484921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.591068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.774205 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50bc0f3f-bb3e-4515-9c57-cd18d780aff6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.787997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Checking segment: {'id': '4cc95e75-5da4-4d30-b93a-39007cd27c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:10.788358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network hostable DHCP agents. Network: 41fe80f0-25e7-4f02-b2ba-ad8acce19b17, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:10.794894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50bc0f3f-bb3e-4515-9c57-cd18d780aff6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.808898 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Floating IP 1d85cc68-a540-4b24-8db9-3de64652c189 associated. External IP: 172.25.7.2, port: b81f3740-c07d-416d-9f73-907db37fd679. Aug 29 04:34:10.815630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=9be93b3c-b959-485c-ad11-b60ddedb75e3,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.881647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50bc0f3f-bb3e-4515-9c57-cd18d780aff6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.883559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-50bc0f3f-bb3e-4515-9c57-cd18d780aff6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7502165 Aug 29 04:34:10.886797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60574) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.895068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-57a079ca-08fd-4266-b926-782f05a55266 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'c35e3e2d-05a8-4206-a667-c780b93e9f10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:10.902325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:10.915552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc0f3f-bb3e-4515-9c57-cd18d780aff6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e3e2d-05a8-4206-a667-c780b93e9f10,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.928761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 41fe80f0-25e7-4f02-b2ba-ad8acce19b17) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:10.941499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ea212-e4b5-40dd-b4d7-6d9bf661364d None None] Network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:10.973329 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-57a079ca-08fd-4266-b926-782f05a55266 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The resource could not be found. Aug 29 04:34:10.978533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-57a079ca-08fd-4266-b926-782f05a55266 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0898407 Aug 29 04:34:10.979432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60576) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.985381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-494c5cba-6731-4a0d-95a9-0be6a9b84f36 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'c35e3e2d-05a8-4206-a667-c780b93e9f10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8a0b6e55-55ca-4c1d-b88b-c821cd92bc6d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:10.995910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.996540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.046737 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a069816b-56e6-4a4b-861f-3ad4b451bf96 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9872258 Aug 29 04:34:11.056172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60578) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.066507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0086730c-27ff-4ebb-883d-9fac56af014a tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:11.077170 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-494c5cba-6731-4a0d-95a9-0be6a9b84f36 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The resource could not be found. Aug 29 04:34:11.081495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60580) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.082635 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-494c5cba-6731-4a0d-95a9-0be6a9b84f36 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1010392 Aug 29 04:34:11.209830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0086730c-27ff-4ebb-883d-9fac56af014a tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12756878'] for subnet, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.261269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-41fe80f0-25e7-4f02-b2ba-ad8acce19b17', 'network_id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17', 'tenant_id': 'e2936827b6984d01bc371a2cbf9822ce', 'fixed_ips': [{'subnet_id': '9be93b3c-b959-485c-ad11-b60ddedb75e3'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:11.262552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.411685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Router dae69b29-4a94-49b0-846f-4b6d1ccd6116 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:34:11.467411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fed8fbcd-f621-4469-b911-c105fbba2358 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.666487 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fed8fbcd-f621-4469-b911-c105fbba2358 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.698941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0086730c-27ff-4ebb-883d-9fac56af014a tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738958343464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58716240'] for subnet, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.742989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:34:11.752768 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.760463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] Sync routers for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:34:11.797056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Allocated IP 2001:db8::3 (41fe80f0-25e7-4f02-b2ba-ad8acce19b17/9be93b3c-b959-485c-ad11-b60ddedb75e3/36333b48-84e3-4109-995e-b161f2645c8d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:11.798997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086730c-27ff-4ebb-883d-9fac56af014a tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event updated for resources: {'Subnet': ['ID=9be93b3c-b959-485c-ad11-b60ddedb75e3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.805904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:11.806993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:11.822137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086730c-27ff-4ebb-883d-9fac56af014a tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:11.830111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0086730c-27ff-4ebb-883d-9fac56af014a tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.834501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0086730c-27ff-4ebb-883d-9fac56af014a tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "PUT /v2.0/subnets/9be93b3c-b959-485c-ad11-b60ddedb75e3 HTTP/1.1" status: 200 len: 900 time: 0.7742872 Aug 29 04:34:11.834667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4c2a1026-e32c-41eb-94e7-b455444b6810 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "PUT /v2.0/floatingips/1d85cc68-a540-4b24-8db9-3de64652c189 HTTP/1.1" status: 200 len: 989 time: 2.8515868 Aug 29 04:34:11.834786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60590) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.837049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:11.839546 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4320cedb-0dc2-4e79-a437-25e4b200cc68" -d '{"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "b81f3740-c07d-416d-9f73-907db37fd679"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:11.866364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fed8fbcd-f621-4469-b911-c105fbba2358 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.870819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fed8fbcd-f621-4469-b911-c105fbba2358 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.876264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fed8fbcd-f621-4469-b911-c105fbba2358 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/c35e3e2d-05a8-4206-a667-c780b93e9f10 HTTP/1.1" status: 204 len: 168 time: 0.7904532 Aug 29 04:34:11.876453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.905784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8fbcd-f621-4469-b911-c105fbba2358 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e3e2d-05a8-4206-a667-c780b93e9f10,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.102429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4221cce7-e849-46bf-83d6-eee9509b63c6 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2248378 Aug 29 04:34:12.107936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60598) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.110375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:12.115500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d84b2c0b-b4b4-4de5-ba33-d9668cc9d53d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '82862e30-aa9c-4e8b-a3ce-e1aaeb436688', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:12.222192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.298428 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-d84b2c0b-b4b4-4de5-ba33-d9668cc9d53d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The resource could not be found. Aug 29 04:34:12.299533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d84b2c0b-b4b4-4de5-ba33-d9668cc9d53d tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1899037 Aug 29 04:34:12.305653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60602) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.325071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5cdea12e-67b5-42d2-80e0-f0d08d635156 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--39265226'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:12.377563 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975635e2-6e2f-4716-a141-5a7b116a3dc2 x-openstack-request-id: req-975635e2-6e2f-4716-a141-5a7b116a3dc2 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:12.377897 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "tag": "b81f3740-c07d-416d-9f73-907db37fd679", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:12.378161 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-975635e2-6e2f-4716-a141-5a7b116a3dc2 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:12.378586 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679', 'status': 'completed', 'code': 200} Aug 29 04:34:12.414808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cdea12e-67b5-42d2-80e0-f0d08d635156 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.491314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.603567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cdea12e-67b5-42d2-80e0-f0d08d635156 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.609449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cdea12e-67b5-42d2-80e0-f0d08d635156 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.652795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.653297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.653813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.654296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.654769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.661979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.662234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.664874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-b537cfd8-e85a-4d54-b90e-b53de549ad63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6496 time: 0.3101659 Aug 29 04:34:12.670803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdea12e-67b5-42d2-80e0-f0d08d635156 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3f9a3-aac9-4927-b38b-ded9f4d62648,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.687418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cdea12e-67b5-42d2-80e0-f0d08d635156 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.690539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5cdea12e-67b5-42d2-80e0-f0d08d635156 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3821473 Aug 29 04:34:12.693905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60608) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.703973 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-17b90e92-8829-477d-ae6b-c436cc2f11e4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143888773'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:12.742547 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17b90e92-8829-477d-ae6b-c436cc2f11e4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.757734 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.777584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Transition to ACTIVE for port object 36333b48-84e3-4109-995e-b161f2645c8d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:12.813321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Transition to ACTIVE for port object 36333b48-84e3-4109-995e-b161f2645c8d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:12.832860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '1d85cc68-a540-4b24-8db9-3de64652c189', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'port_id': 'b81f3740-c07d-416d-9f73-907db37fd679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'mac_address': 'fa:16:3e:bf:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:41Z', 'updated_at': '2021-08-29T04:34:10Z', 'revision_number': 1, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:59Z', 'revision_number': 5, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:12.845022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.869175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-04f0d704-644c-4ea1-b80c-44ba878ef491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.870416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-04f0d704-644c-4ea1-b80c-44ba878ef491 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de44834-2a7b-4f66-8909-aa94c16f31a9 HTTP/1.1" status: 200 len: 912 time: 0.1975610 Aug 29 04:34:12.881955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17b90e92-8829-477d-ae6b-c436cc2f11e4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.886462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.889257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17b90e92-8829-477d-ae6b-c436cc2f11e4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.967471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-17b90e92-8829-477d-ae6b-c436cc2f11e4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.969148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-17b90e92-8829-477d-ae6b-c436cc2f11e4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2738383 Aug 29 04:34:12.971987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60610) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.974649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b90e92-8829-477d-ae6b-c436cc2f11e4 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296a4a0d-0e06-492d-a662-4153926a4b31,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.985806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a9b971f4-9d40-45c7-b8ae-a04b9cc671a7 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': '30b3f9a3-aac9-4927-b38b-ded9f4d62648', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '296a4a0d-0e06-492d-a662-4153926a4b31'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:12.995557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Pushing event updated for resources: {'Port': ['ID=36333b48-84e3-4109-995e-b161f2645c8d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.011595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] Checking router: dae69b29-4a94-49b0-846f-4b6d1ccd6116 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:34:13.032760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:34:13.046503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.050444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:13.052771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:13.056877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:13.074825 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-a9b971f4-9d40-45c7-b8ae-a04b9cc671a7 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:13.080433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a9b971f4-9d40-45c7-b8ae-a04b9cc671a7 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1043522 Aug 29 04:34:13.082988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=9be93b3c-b959-485c-ad11-b60ddedb75e3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.083541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60614) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.198385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eb727e6-e5fd-4d8e-8dd6-cb4561977b67 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.232366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-f079ac66-e88c-4c5b-8c83-54aa5526f8dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81f3740-c07d-416d-9f73-907db37fd679 HTTP/1.1" status: 200 len: 997 time: 0.3540852 Aug 29 04:34:13.243737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.265953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eb727e6-e5fd-4d8e-8dd6-cb4561977b67 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.324856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fe80f0-25e7-4f02-b2ba-ad8acce19b17']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.356699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc95e75-5da4-4d30-b93a-39007cd27c47') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.360807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc95e75-5da4-4d30-b93a-39007cd27c47') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:13.384737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.431143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eb727e6-e5fd-4d8e-8dd6-cb4561977b67 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.435353 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eb727e6-e5fd-4d8e-8dd6-cb4561977b67 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.439044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3eb727e6-e5fd-4d8e-8dd6-cb4561977b67 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/296a4a0d-0e06-492d-a662-4153926a4b31 HTTP/1.1" status: 204 len: 168 time: 0.3521535 Aug 29 04:34:13.478897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60618) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.479916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb727e6-e5fd-4d8e-8dd6-cb4561977b67 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a4a0d-0e06-492d-a662-4153926a4b31,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.483002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-7eef3b04-d575-4b2b-b967-7459e3d3b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:13.491675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-7eef3b04-d575-4b2b-b967-7459e3d3b241 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed5171ab-1fdb-4315-839d-998ac9302523 HTTP/1.1" status: 200 len: 850 time: 0.2501590 Aug 29 04:34:13.530496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.575653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:13.577670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:13.585231 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:13.603537 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-83228d82-abb8-498a-ae8d-464842c211bb tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1148121 Aug 29 04:34:13.609420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60620) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.649958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Attempting to bind port 36333b48-84e3-4109-995e-b161f2645c8d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:13.650680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Attempting to bind port 36333b48-84e3-4109-995e-b161f2645c8d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4cc95e75-5da4-4d30-b93a-39007cd27c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:13.650975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Attempting to bind port 36333b48-84e3-4109-995e-b161f2645c8d on network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:13.713110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-727492d1-cdb4-4bfb-b114-c673aeb2bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:13.714799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-727492d1-cdb4-4bfb-b114-c673aeb2bf34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de44834-2a7b-4f66-8909-aa94c16f31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090924 Aug 29 04:34:13.717851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:34:13.717851 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:34:13.717851 n-d-712143-14 neutron-server[94824]: [parameters: {'id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17'}] Aug 29 04:34:13.717851 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:13.718559 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:13.785912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:34:13.863069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:13.863419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Checking segment: {'id': '4cc95e75-5da4-4d30-b93a-39007cd27c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:13.863826 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.864218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Bound using segment: {'id': '4cc95e75-5da4-4d30-b93a-39007cd27c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:13.864832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Bound port: 36333b48-84e3-4109-995e-b161f2645c8d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc95e75-5da4-4d30-b93a-39007cd27c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '41fe80f0-25e7-4f02-b2ba-ad8acce19b17'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:13.865090 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.955332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-9bb81bba-4bb1-492c-9688-c274a7547dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295291 Aug 29 04:34:13.980522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e5b179-c184-4618-b3e9-5c7c5dc24951 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.016461 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e5b179-c184-4618-b3e9-5c7c5dc24951 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.173946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] For port 36333b48-84e3-4109-995e-b161f2645c8d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:14.177358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] For port 36333b48-84e3-4109-995e-b161f2645c8d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=36333b48-84e3-4109-995e-b161f2645c8d,segment=NetworkSegment(4cc95e75-5da4-4d30-b93a-39007cd27c47),segment_id=4cc95e75-5da4-4d30-b93a-39007cd27c47)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:14.191132 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.194108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4320cedb-0dc2-4e79-a437-25e4b200cc68 req-d31bca5c-54d9-4e63-8b5b-72b569bada4a service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373210 Aug 29 04:34:14.201310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e5b179-c184-4618-b3e9-5c7c5dc24951 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.205197 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e5b179-c184-4618-b3e9-5c7c5dc24951 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.208694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-06e5b179-c184-4618-b3e9-5c7c5dc24951 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/30b3f9a3-aac9-4927-b38b-ded9f4d62648 HTTP/1.1" status: 204 len: 168 time: 0.5951757 Aug 29 04:34:14.209802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60630) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.227009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.239105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5b179-c184-4618-b3e9-5c7c5dc24951 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3f9a3-aac9-4927-b38b-ded9f4d62648,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.305468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting port 36333b48-84e3-4109-995e-b161f2645c8d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:14.305878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.319472 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0267da36-dfef-4ab5-a617-35de72a22240 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069643 Aug 29 04:34:14.322384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60634) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.329237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2dc8c8bc-8cd8-48a3-b2fa-6e2c7abb7aa9 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--235004196'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:14.391954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c8bc-8cd8-48a3-b2fa-6e2c7abb7aa9 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.405318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] For port 36333b48-84e3-4109-995e-b161f2645c8d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=36333b48-84e3-4109-995e-b161f2645c8d,segment=NetworkSegment(4cc95e75-5da4-4d30-b93a-39007cd27c47),segment_id=4cc95e75-5da4-4d30-b93a-39007cd27c47)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:14.405859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.426666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Calling delete_port for 36333b48-84e3-4109-995e-b161f2645c8d owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:14.444763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd5a57a-f9dd-46f0-9453-426e31a18bab None None] Network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:14.530450 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.561676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Port': ['ID=36333b48-84e3-4109-995e-b161f2645c8d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.573237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No DVR routers for this DVR port 36333b48-84e3-4109-995e-b161f2645c8d on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:14.658206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c8bc-8cd8-48a3-b2fa-6e2c7abb7aa9 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.663060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c8bc-8cd8-48a3-b2fa-6e2c7abb7aa9 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.690829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b99ca2-43e9-4b5a-855b-6141ab127381 None None] Pushing event updated for resources: {'Port': ['ID=36333b48-84e3-4109-995e-b161f2645c8d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.703206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a7b0e-fb51-44af-b1c8-fdf2d2aef652 None None] Network 41fe80f0-25e7-4f02-b2ba-ad8acce19b17 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:14.728732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.755759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c8bc-8cd8-48a3-b2fa-6e2c7abb7aa9 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.762388 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2dc8c8bc-8cd8-48a3-b2fa-6e2c7abb7aa9 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4386916 Aug 29 04:34:14.762839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fe80f0-25e7-4f02-b2ba-ad8acce19b17']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.766713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60638) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.779777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4a563603-1d08-4c2b-94e5-32983c412235 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'af289c17-82df-41d6-bac1-a5e7b4d5f8f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:14.787443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc95e75-5da4-4d30-b93a-39007cd27c47') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.787816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc95e75-5da4-4d30-b93a-39007cd27c47') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.790026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8c8bc-8cd8-48a3-b2fa-6e2c7abb7aa9 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af289c17-82df-41d6-bac1-a5e7b4d5f8f7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.813239 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.843282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.858137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:14.859581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.864438 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-4a563603-1d08-4c2b-94e5-32983c412235 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:14.869573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4a563603-1d08-4c2b-94e5-32983c412235 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1006105 Aug 29 04:34:14.870235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60642) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.876376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-840bec8f-4de1-4836-9e5c-0a56738bb048 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group_rule': {'security_group_id': 'af289c17-82df-41d6-bac1-a5e7b4d5f8f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:14.911050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '1d85cc68-a540-4b24-8db9-3de64652c189', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'port_id': 'b81f3740-c07d-416d-9f73-907db37fd679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'mac_address': 'fa:16:3e:bf:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:41Z', 'updated_at': '2021-08-29T04:34:10Z', 'revision_number': 1, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:59Z', 'revision_number': 5, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:14.949645 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:14.969349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8feed02-cbd1-4d42-a239-42b29c57c976 None None] The sync data for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 is: [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '1d85cc68-a540-4b24-8db9-3de64652c189', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'floating_ip_address': '172.25.7.2', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'port_id': 'b81f3740-c07d-416d-9f73-907db37fd679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'mac_address': 'fa:16:3e:bf:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:32:41Z', 'updated_at': '2021-08-29T04:34:10Z', 'revision_number': 1, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:59Z', 'revision_number': 5, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:34:15.001729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.011814 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-840bec8f-4de1-4836-9e5c-0a56738bb048 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:15.036739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-840bec8f-4de1-4836-9e5c-0a56738bb048 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1653039 Aug 29 04:34:15.037360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60646) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.069725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.078037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60648) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.081469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/41fe80f0-25e7-4f02-b2ba-ad8acce19b17 HTTP/1.1" status: 204 len: 168 time: 3.2455497 Aug 29 04:34:15.084216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=41fe80f0-25e7-4f02-b2ba-ad8acce19b17,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.111251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.111871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.112351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.112928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.113358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.114026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.114721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.116285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.118087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b97ba-af17-4988-b92d-cb5c532ea9d2 None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:34:15.119241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.121110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.123420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.125524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda4bbca-ea2c-4d22-8c59-2f490d504bcd tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:15.259112 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd881d4-e23a-478a-a0a9-e55f623d1024 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:15.259662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd881d4-e23a-478a-a0a9-e55f623d1024 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:15.265958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60656) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.272057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ddd881d4-e23a-478a-a0a9-e55f623d1024 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/9be93b3c-b959-485c-ad11-b60ddedb75e3 HTTP/1.1" status: 404 len: 337 time: 0.1840892 Aug 29 04:34:15.304148 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3cfc64-89e6-4364-b9cc-dcb5d87a1ab5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:15.304773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3cfc64-89e6-4364-b9cc-dcb5d87a1ab5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:15.308931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2b3cfc64-89e6-4364-b9cc-dcb5d87a1ab5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/41fe80f0-25e7-4f02-b2ba-ad8acce19b17 HTTP/1.1" status: 404 len: 339 time: 0.0397770 Aug 29 04:34:15.309915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60660) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.363219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8953394-5290-4d90-b135-a5e1c955a3ff tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.450779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8953394-5290-4d90-b135-a5e1c955a3ff tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.480932 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e25a-3213-44e9-a72b-431f50ae9402 None None] New status for floating IP 1d85cc68-a540-4b24-8db9-3de64652c189: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:34:15.500232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.539951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b97ba-af17-4988-b92d-cb5c532ea9d2 None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:34:15.619160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8953394-5290-4d90-b135-a5e1c955a3ff tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.621947 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8953394-5290-4d90-b135-a5e1c955a3ff tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.624598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8953394-5290-4d90-b135-a5e1c955a3ff tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/af289c17-82df-41d6-bac1-a5e7b4d5f8f7 HTTP/1.1" status: 204 len: 168 time: 0.5821614 Aug 29 04:34:15.627779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60664) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.642863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8953394-5290-4d90-b135-a5e1c955a3ff tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af289c17-82df-41d6-bac1-a5e7b4d5f8f7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.755008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.843031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5831fa9f-0a95-40eb-b2b7-3af99c4f4aca']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.873696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6db07cd3-8344-45b9-b04a-a6706d138d5a tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2442889 Aug 29 04:34:15.878770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60672) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.884042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8979169e-c119-4034-9408-ee39b33581a0 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653816927'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:15.907310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213fd410-771e-4e48-86c0-4ffd42f0f257') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.907782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213fd410-771e-4e48-86c0-4ffd42f0f257') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.931701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.974974 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8979169e-c119-4034-9408-ee39b33581a0 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.980931 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.002765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:16.003291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:16.090824 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:16.100158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.163789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.174800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/5831fa9f-0a95-40eb-b2b7-3af99c4f4aca HTTP/1.1" status: 204 len: 168 time: 0.8643959 Aug 29 04:34:16.177642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a368ec-ef06-425f-bec3-dfeffc13c6ae tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=5831fa9f-0a95-40eb-b2b7-3af99c4f4aca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.178990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60680) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.383560 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe65843-f165-42be-b936-0cae6763e0c9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:16.384513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe65843-f165-42be-b936-0cae6763e0c9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:16.388500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.401404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5fe65843-f165-42be-b936-0cae6763e0c9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/22cee9ea-df1a-462f-adb9-d0aaeccc99a2 HTTP/1.1" status: 404 len: 337 time: 0.2058909 Aug 29 04:34:16.427413 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-91192c91-ffae-4b89-ba2a-8cbd77c830f5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:16.428080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91192c91-ffae-4b89-ba2a-8cbd77c830f5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:16.432707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-91192c91-ffae-4b89-ba2a-8cbd77c830f5 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/5dcc01f5-c1ef-4f91-acb5-3f6c324898be HTTP/1.1" status: 404 len: 339 time: 0.0403359 Aug 29 04:34:16.433101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60690) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.440850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8979169e-c119-4034-9408-ee39b33581a0 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.460373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8979169e-c119-4034-9408-ee39b33581a0 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.519953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8979169e-c119-4034-9408-ee39b33581a0 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.521128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8979169e-c119-4034-9408-ee39b33581a0 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6413360 Aug 29 04:34:16.526290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60692) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.530519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5aa4e8cd-7d18-455e-9c51-c337b1154947 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:16.531789 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-5aa4e8cd-7d18-455e-9c51-c337b1154947 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:34:16.532299 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-5aa4e8cd-7d18-455e-9c51-c337b1154947 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:16.533266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5aa4e8cd-7d18-455e-9c51-c337b1154947 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "PUT /v2.0/security-groups/f06a4987-25c7-4c06-b956-e272d9352ea3 HTTP/1.1" status: 409 len: 330 time: 0.0063698 Aug 29 04:34:16.539924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60694) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.557859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979169e-c119-4034-9408-ee39b33581a0 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06a4987-25c7-4c06-b956-e272d9352ea3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.580384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting subnet a2901a73-e358-459a-a0ff-f6fccaff7fc2 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:16.593307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.647949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c2f2-bffc-48c5-afd7-b86fc245fba8 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.671345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.688479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c2f2-bffc-48c5-afd7-b86fc245fba8 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.788026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c2f2-bffc-48c5-afd7-b86fc245fba8 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.791432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c2f2-bffc-48c5-afd7-b86fc245fba8 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.792774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c0f1c2f2-bffc-48c5-afd7-b86fc245fba8 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/f06a4987-25c7-4c06-b956-e272d9352ea3 HTTP/1.1" status: 204 len: 168 time: 0.2509882 Aug 29 04:34:16.796557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60702) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.815586 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1c2f2-bffc-48c5-afd7-b86fc245fba8 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06a4987-25c7-4c06-b956-e272d9352ea3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.822913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb7a07e2-c4e9-4dd2-8f6c-adf421e388b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.860111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.892247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a1b8f5cc-3492-4265-86ec-28c09744e0eb tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0942562 Aug 29 04:34:16.896571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60704) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.915479 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-9af58bfb-7f4c-420a-83de-94dcd67e4eda tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] delete failed (client error): The resource could not be found. Aug 29 04:34:16.917230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9af58bfb-7f4c-420a-83de-94dcd67e4eda tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "DELETE /v2.0/security-groups/a2842ee0-8fbe-4c1b-9e5b-bfbf12fc1d66 HTTP/1.1" status: 404 len: 347 time: 0.0187550 Aug 29 04:34:16.921025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60706) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.946831 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-27149a48-4d26-4592-9002-b6019b9e5ecd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] show failed (client error): The resource could not be found. Aug 29 04:34:16.949877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-27149a48-4d26-4592-9002-b6019b9e5ecd tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-groups/2840da9d-96f4-46ab-8dfa-29a30689aed3 HTTP/1.1" status: 404 len: 347 time: 0.0272222 Aug 29 04:34:16.954165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60716) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.040442 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-2300bfe9-2d8e-449f-a155-079cc7b0cd04 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] show failed (client error): The resource could not be found. Aug 29 04:34:17.054290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2300bfe9-2d8e-449f-a155-079cc7b0cd04 tempest-NegativeSecGroupIPv6Test-1050325504 tempest-NegativeSecGroupIPv6Test-1050325504-project] 10.222.0.55 "GET /v2.0/security-group-rules/91668a96-6815-4af2-9720-dcfaf8fa1705 HTTP/1.1" status: 404 len: 356 time: 0.0843282 Aug 29 04:34:17.088597 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.140703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.147383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f8217f-ba9b-4a1b-b233-418ed24d7734 None None] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:17.157730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/a2901a73-e358-459a-a0ff-f6fccaff7fc2 HTTP/1.1" status: 204 len: 168 time: 0.7221930 Aug 29 04:34:17.159995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60730) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.300187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfbfe0-0cb1-4f73-a403-3a414aa14d0f req-db295bd1-fcfb-4132-808f-11d1c2b6a78b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.311326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fdfbfe0-0cb1-4f73-a403-3a414aa14d0f req-db295bd1-fcfb-4132-808f-11d1c2b6a78b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.1570282 Aug 29 04:34:17.427001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fdfbfe0-0cb1-4f73-a403-3a414aa14d0f req-bd99e87a-2c5a-46f2-bf4f-83368885e5fa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118987 Aug 29 04:34:17.475717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting subnet ddf82464-8c98-4b41-b7b2-8faa02a007c3 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:17.481046 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.558907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.564134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d105f0-6a4e-4c76-bdca-311e47eaa384 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=a2901a73-e358-459a-a0ff-f6fccaff7fc2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.886939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.911892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60742) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.096670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.171087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf82464-8c98-4b41-b7b2-8faa02a007c3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.198957 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.201306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c254bb7b-2c7b-41cd-a4aa-16f562e5598e tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/ddf82464-8c98-4b41-b7b2-8faa02a007c3 HTTP/1.1" status: 204 len: 168 time: 0.9610641 Aug 29 04:34:18.203855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60750) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.336735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d0c64548-936b-4932-8098-9af9d83f01fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7da5705c931f45169d90e952b4d96c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235945 Aug 29 04:34:18.340451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60764) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.412805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.494326 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c229efa-e3a1-46fb-885f-107f91209c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.551971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:18.553072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.553327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c229efa-e3a1-46fb-885f-107f91209c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.647938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] For port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e22fc2b-cd01-45cd-a66a-282dd5b85a09,segment=NetworkSegment(3ea06a55-7874-47d6-9469-729bf8662a27),segment_id=3ea06a55-7874-47d6-9469-729bf8662a27)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:18.648289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.671406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Calling delete_port for 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:18.689538 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c229efa-e3a1-46fb-885f-107f91209c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.698188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c229efa-e3a1-46fb-885f-107f91209c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.701886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7c229efa-e3a1-46fb-885f-107f91209c7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a372157-4603-4432-ae53-ac9ac7269de3 HTTP/1.1" status: 204 len: 168 time: 0.3587930 Aug 29 04:34:18.732336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c229efa-e3a1-46fb-885f-107f91209c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a372157-4603-4432-ae53-ac9ac7269de3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.776001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43ca4-b177-4335-868c-7b60889cd7e3 req-731b840c-892c-4566-9df2-d749e127fff6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:18.777937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-31f43ca4-b177-4335-868c-7b60889cd7e3 req-731b840c-892c-4566-9df2-d749e127fff6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.2324884 Aug 29 04:34:18.793208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e18dc58-0edf-4c4e-a49c-5939099b2f94 None None] Network 964bdaff-3b6b-4535-962d-f6c299f63a1d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:18.854523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-31f43ca4-b177-4335-868c-7b60889cd7e3 req-9cc1c649-f239-45b0-9d26-51fb2bb8f5fc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645616 Aug 29 04:34:18.886845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.923395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-659c5642-4390-4cb2-8b12-d8148c3b7dfc None None] Could not find standard attr ID for object 0e22fc2b-cd01-45cd-a66a-282dd5b85a09. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:18.954496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No DVR routers for this DVR port 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:18.963325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Port': ['ID=0e22fc2b-cd01-45cd-a66a-282dd5b85a09,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.142951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.148717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8494b-4efa-4396-973c-cf5c8dbe37b7 None None] DHCP port deletion for 964bdaff-3b6b-4535-962d-f6c299f63a1d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:19.161158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964bdaff-3b6b-4535-962d-f6c299f63a1d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.190929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea06a55-7874-47d6-9469-729bf8662a27') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.191479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea06a55-7874-47d6-9469-729bf8662a27') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.214642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.250973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.269729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:19.272038 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:19.421360 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:19.433354 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.439832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.446733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/964bdaff-3b6b-4535-962d-f6c299f63a1d HTTP/1.1" status: 204 len: 168 time: 1.2411258 Aug 29 04:34:19.449146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60814) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.474437 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b117aa7a-04bf-478a-9576-41118bb293cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.480719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e5387-2ed8-47b5-b8e0-acca7015addf tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=964bdaff-3b6b-4535-962d-f6c299f63a1d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.506031 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-92152de1-b815-4d49-ae6e-d13ec120221b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:19.507233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92152de1-b815-4d49-ae6e-d13ec120221b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:19.511842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-92152de1-b815-4d49-ae6e-d13ec120221b tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/a644622d-26b5-428f-995f-477c24ed09d7 HTTP/1.1" status: 404 len: 337 time: 0.0568657 Aug 29 04:34:19.512304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.557638 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d5c648-bd08-4dcc-ab6b-d574b8ba0472 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:19.558280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d5c648-bd08-4dcc-ab6b-d574b8ba0472 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:19.562411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a0d5c648-bd08-4dcc-ab6b-d574b8ba0472 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/cf2f3c89-1645-46b9-8916-dc3ea24390da HTTP/1.1" status: 404 len: 339 time: 0.0467582 Aug 29 04:34:19.562866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.618271 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcceb2f2-cd9c-4cea-8877-2dbf3381cfd6 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:19.618901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcceb2f2-cd9c-4cea-8877-2dbf3381cfd6 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:19.620266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.620864 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fcceb2f2-cd9c-4cea-8877-2dbf3381cfd6 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/d66a2db4-ec78-4212-ad2c-54496c6a831a HTTP/1.1" status: 404 len: 337 time: 0.0569730 Aug 29 04:34:19.625078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.700186 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1108744-938f-475b-b71c-553f3cd5a345 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:19.703699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1108744-938f-475b-b71c-553f3cd5a345 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:19.717354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60840) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.718863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1108744-938f-475b-b71c-553f3cd5a345 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/9f86f38f-b603-4313-b609-63e4ebf472ea HTTP/1.1" status: 404 len: 339 time: 0.0923615 Aug 29 04:34:19.746862 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bfaeb3-8c70-425d-9686-ff6a86050a71 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:19.747600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bfaeb3-8c70-425d-9686-ff6a86050a71 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:19.749799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-17bfaeb3-8c70-425d-9686-ff6a86050a71 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/9e773f48-3bea-48a0-a42b-a971da3b8b88 HTTP/1.1" status: 404 len: 337 time: 0.0310822 Aug 29 04:34:19.752359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60844) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.778943 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-00eb88f0-bd55-4de2-9edf-f25c90c3a5d7 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:19.779750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00eb88f0-bd55-4de2-9edf-f25c90c3a5d7 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:19.784037 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-00eb88f0-bd55-4de2-9edf-f25c90c3a5d7 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/f049df0a-848f-40de-9c8a-dd9b8d277e90 HTTP/1.1" status: 404 len: 339 time: 0.0281699 Aug 29 04:34:19.785065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.909538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting subnet ac20fe25-609e-411e-9716-53feee4e55a0 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:19.919695 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.027428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cedde-1b05-4e38-85a0-194fce3d8b94 req-f2360ce2-f8a1-4242-9c66-efaea3e04f52 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:20.035352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f6cedde-1b05-4e38-85a0-194fce3d8b94 req-f2360ce2-f8a1-4242-9c66-efaea3e04f52 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1063068 Aug 29 04:34:20.041504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.127300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60858) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.164373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f6cedde-1b05-4e38-85a0-194fce3d8b94 req-8d0b72bf-edcf-4839-8b5f-1dfcd65280e0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276977 Aug 29 04:34:20.223009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.315073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.316592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-51336236-network', 'tenant_id': '595bae00d443422ea8cf5d10a49514ae'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:20.354880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=ac20fe25-609e-411e-9716-53feee4e55a0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.369818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.373324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f34c1ab8-8f55-49e6-a046-c4e608120621 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/ac20fe25-609e-411e-9716-53feee4e55a0 HTTP/1.1" status: 204 len: 168 time: 0.5861034 Aug 29 04:34:20.375590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60864) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.378837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3c336-2fb0-47ba-a7fb-9371c257a05c None None] Network 71b43eb3-db00-4cb4-82aa-020a3cf24029 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:20.397769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Made reservation on behalf of 595bae00d443422ea8cf5d10a49514ae for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:20.407565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.421836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.534237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.565246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.569506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.599449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:20.602878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting port 678ec4f1-9dbc-468e-b93e-e27171766b1b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:20.603352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.611257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787e4409-d8f6-4485-b66f-cf1e2333b946,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.617903 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.618254 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Added segment 2f61b383-b710-48ec-9f22-30cab19e9f3b of type vlan for network fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf Aug 29 04:34:20.651678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.665245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.691038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] For port 678ec4f1-9dbc-468e-b93e-e27171766b1b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=678ec4f1-9dbc-468e-b93e-e27171766b1b,segment=NetworkSegment(86b74e4e-a177-4306-aa48-ecfdccbd9381),segment_id=86b74e4e-a177-4306-aa48-ecfdccbd9381)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:20.691414 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.711615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.714061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:20.716107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.716707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Calling delete_port for 678ec4f1-9dbc-468e-b93e-e27171766b1b owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:20.727952 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.780708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] DHCP port deletion for 71b43eb3-db00-4cb4-82aa-020a3cf24029 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:20.848142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.848922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Deleting port 678ec4f1-9dbc-468e-b93e-e27171766b1b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:20.849303 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.954615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] Pushing event updated for resources: {'Network': ['ID=fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.995587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-917f1e92-94f9-4b19-ab7c-a2aa319c2d3d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8666966 Aug 29 04:34:20.996368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60890) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.006348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Request body: {'subnet': {'network_id': 'fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-51336236-subnet', 'tenant_id': '595bae00d443422ea8cf5d10a49514ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:21.014862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] For port 678ec4f1-9dbc-468e-b93e-e27171766b1b, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:21.015536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.035711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Calling delete_port for 678ec4f1-9dbc-468e-b93e-e27171766b1b owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:21.040497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Port 678ec4f1-9dbc-468e-b93e-e27171766b1b was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:34:21.042356 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.052776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Made reservation on behalf of 595bae00d443422ea8cf5d10a49514ae for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:21.058752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.073510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Port': ['ID=678ec4f1-9dbc-468e-b93e-e27171766b1b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.085772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:21.092288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No DVR routers for this DVR port 678ec4f1-9dbc-468e-b93e-e27171766b1b on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:21.149817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:21.152332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] No DVR routers for this DVR port 678ec4f1-9dbc-468e-b93e-e27171766b1b on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:21.154561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Pushing event deleted for resources: {'Port': ['ID=678ec4f1-9dbc-468e-b93e-e27171766b1b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.166604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.167312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.167969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.168471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.168965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.169459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.177790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.178356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.178856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.179379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.190595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.190980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1385c3-5b4f-42f9-a5e6-aa8291fbd4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:21.214535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:21.214752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e22fc2b-cd01-45cd-a66a-282dd5b85a09 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:21.215144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 678ec4f1-9dbc-468e-b93e-e27171766b1b no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:21.267716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 678ec4f1-9dbc-468e-b93e-e27171766b1b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:21.268069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 678ec4f1-9dbc-468e-b93e-e27171766b1b not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:21.333493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.346965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b43eb3-db00-4cb4-82aa-020a3cf24029']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:21.360243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:21.383834 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.387266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b74e4e-a177-4306-aa48-ecfdccbd9381') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:21.387952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b74e4e-a177-4306-aa48-ecfdccbd9381') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:21.413308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.434968 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.448288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:21.448756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.475642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Checking segment: {'id': '2f61b383-b710-48ec-9f22-30cab19e9f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:21.476013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Network hostable DHCP agents. Network: fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:21.481002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a98bf34-535d-446a-953d-bd0b97421419,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.481146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7925c05-4a25-4e1a-8635-e1fb597251af req-79e1bb88-546b-4bbb-b763-35edc895a22b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:21.482661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7925c05-4a25-4e1a-8635-e1fb597251af req-79e1bb88-546b-4bbb-b763-35edc895a22b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1406004 Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:21.483359 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:21.515403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Network fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:21.530034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.532442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:21.541131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:21.541790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.564883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3350ad4a-8f28-4f87-ae54-cba3f567cb7e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5661130 Aug 29 04:34:21.598922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2e60b-6cf1-4cc2-9937-6b85a254695c None None] Network fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:21.634496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.657172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.661927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60904) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.676326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/71b43eb3-db00-4cb4-82aa-020a3cf24029 HTTP/1.1" status: 204 len: 168 time: 1.2860789 Aug 29 04:34:21.677322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d82b5-716a-441b-8e6b-9d0d0569148d tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=71b43eb3-db00-4cb4-82aa-020a3cf24029,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.696551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7925c05-4a25-4e1a-8635-e1fb597251af req-f654b3a8-76ec-4046-931b-8823f6667da9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083717 Aug 29 04:34:21.716643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:21.716643 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea365c07-f6e0-4ac4-855d-0f1ee0bc528a" -d '{"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-unplugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:21.725940 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b764ca-f209-4b78-9aec-1560a7e0644f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:21.726706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b764ca-f209-4b78-9aec-1560a7e0644f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:21.733190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.738404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:21.743162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c9b764ca-f209-4b78-9aec-1560a7e0644f tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/9620d00b-d0a7-4800-b1e0-bb592efb92ee HTTP/1.1" status: 404 len: 337 time: 0.0799880 Aug 29 04:34:21.747864 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.759236 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-767aa865-7a9d-48d6-ab73-6a164a0d17c9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:21.759850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767aa865-7a9d-48d6-ab73-6a164a0d17c9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:21.764378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60910) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.774105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-767aa865-7a9d-48d6-ab73-6a164a0d17c9 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/35380125-725d-429e-a5a1-9d3530020a59 HTTP/1.1" status: 404 len: 339 time: 0.0398023 Aug 29 04:34:21.848833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.852495 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed59528-934a-45a0-8955-69a1c624fa97 x-openstack-request-id: req-aed59528-934a-45a0-8955-69a1c624fa97 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:21.852793 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-unplugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:21.853053 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aed59528-934a-45a0-8955-69a1c624fa97 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:21.853443 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'code': 200} Aug 29 04:34:21.861025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting subnet 2cf88970-6725-451b-aebd-db13e797ed43 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:21.876879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.885091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b9065-78fe-433a-869a-f7b497b92c70 None None] Network fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:21.996121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.170076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.250419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.279781 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.310605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf88970-6725-451b-aebd-db13e797ed43,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.312194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6198deb6-3f9c-47af-a81c-046100793561 None None] Network fa0246be-1eb1-4855-ba1c-f2aba7efa90d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:22.314155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.318228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8aafab85-7a0e-4b6f-8059-aefcc8621d12 tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/subnets/2cf88970-6725-451b-aebd-db13e797ed43 HTTP/1.1" status: 204 len: 168 time: 0.5526235 Aug 29 04:34:22.319321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.443326 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.487545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60946) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.492825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-87573395-network', 'tenant_id': '25af725c31bc4e129841aa0ff26aafb9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:22.537584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Made reservation on behalf of 25af725c31bc4e129841aa0ff26aafb9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:22.547337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.561027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Deleting port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:22.561355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.563638 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.622622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] DHCP port deletion for fa0246be-1eb1-4855-ba1c-f2aba7efa90d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:22.708300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] For port 12737748-b9c2-421f-a6ce-f99d5f7fcd51, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12737748-b9c2-421f-a6ce-f99d5f7fcd51,segment=NetworkSegment(61357795-ca91-4d3a-b5a5-98a75886c4ca),segment_id=61357795-ca91-4d3a-b5a5-98a75886c4ca)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:22.708845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.722675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] Deleting port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:22.724663 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.742151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Calling delete_port for 12737748-b9c2-421f-a6ce-f99d5f7fcd51 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:22.817884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.852626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.898056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:22.937718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f685617-4a72-4b8c-8614-423fd44f3c70,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.943871 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.944222 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Added segment 8d4300a1-8a9e-4fb6-90bf-0eb7f2c066a6 of type vlan for network 54dbdbba-aa73-4d8f-b4d9-3467d6b1122a Aug 29 04:34:23.008833 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.027518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34153-35f4-4200-ae72-3c174e85a3ed req-b532eca9-bb25-4fbd-8814-504cf7c9ad26 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:23.038389 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ae34153-35f4-4200-ae72-3c174e85a3ed req-b532eca9-bb25-4fbd-8814-504cf7c9ad26 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.2368879 Aug 29 04:34:23.041249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.042380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12737748-b9c2-421f-a6ce-f99d5f7fcd51 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:23.042543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:23.043065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.067412 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.103697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6147552 Aug 29 04:34:23.108826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] For port 12737748-b9c2-421f-a6ce-f99d5f7fcd51, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12737748-b9c2-421f-a6ce-f99d5f7fcd51,segment=NetworkSegment(61357795-ca91-4d3a-b5a5-98a75886c4ca),segment_id=61357795-ca91-4d3a-b5a5-98a75886c4ca)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:23.109402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.116876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60966) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.124509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] Calling delete_port for 12737748-b9c2-421f-a6ce-f99d5f7fcd51 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:23.126261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No active binding found for port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 {{(pid=94825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:34:23.126737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12737748-b9c2-421f-a6ce-f99d5f7fcd51 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:23.145407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Request body: {'subnet': {'network_id': '54dbdbba-aa73-4d8f-b4d9-3467d6b1122a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-87573395-subnet', 'tenant_id': '25af725c31bc4e129841aa0ff26aafb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:23.151042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Port': ['ID=12737748-b9c2-421f-a6ce-f99d5f7fcd51,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.173080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] No DVR routers for this DVR port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:23.193009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ae34153-35f4-4200-ae72-3c174e85a3ed req-e176a30a-e7ee-46eb-acd0-047c4ad1cec8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490138 Aug 29 04:34:23.260072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0a07a-063f-4148-8c9c-5b35c93a3fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=54dbdbba-aa73-4d8f-b4d9-3467d6b1122a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.286830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.308344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 54dbdbba-aa73-4d8f-b4d9-3467d6b1122a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:23.323542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Made reservation on behalf of 25af725c31bc4e129841aa0ff26aafb9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:23.325875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.365620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] Pushing event deleted for resources: {'Port': ['ID=12737748-b9c2-421f-a6ce-f99d5f7fcd51,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.367770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484d301-050f-4174-b64b-f07bd04649c9 None None] No DVR routers for this DVR port 12737748-b9c2-421f-a6ce-f99d5f7fcd51 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:23.410530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:23.436383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.469610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0246be-1eb1-4855-ba1c-f2aba7efa90d']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:23.493643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61357795-ca91-4d3a-b5a5-98a75886c4ca') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:23.494008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61357795-ca91-4d3a-b5a5-98a75886c4ca') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:23.563044 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.569811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:23.587968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'mac_address': 'fa:16:3e:1b:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:23.599196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f2a6-8f16-42d7-91be-ae1b81c1c042 req-c4e2ca07-db6a-47b7-a8ec-f169bed9863c tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:23.601004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8da2f2a6-8f16-42d7-91be-ae1b81c1c042 req-c4e2ca07-db6a-47b7-a8ec-f169bed9863c tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 950 time: 0.2334318 Aug 29 04:34:23.628368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.645971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.650750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:23.651232 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:23.654434 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:23.670537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6eaa106-8ffb-4c3f-8415-cfc00f08534a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:23.734973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:23.750002 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.829258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.934422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b6eaa106-8ffb-4c3f-8415-cfc00f08534a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:24.143928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8da2f2a6-8f16-42d7-91be-ae1b81c1c042 req-969b4047-0171-4e0f-a494-8d79d2686a8c tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347733 Aug 29 04:34:24.159560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.211664 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.214589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] 10.222.0.55 "DELETE /v2.0/networks/fa0246be-1eb1-4855-ba1c-f2aba7efa90d HTTP/1.1" status: 204 len: 168 time: 1.8931248 Aug 29 04:34:24.260308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d51bf-4013-469e-bca5-1ab1f7144b5c tempest-NetworksIpV6Test-403955319 tempest-NetworksIpV6Test-403955319-project] Pushing event deleted for resources: {'Network': ['ID=fa0246be-1eb1-4855-ba1c-f2aba7efa90d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.263393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.335630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7780d98-c351-4591-85cb-e36824719cc2,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.375579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Checking segment: {'id': '8d4300a1-8a9e-4fb6-90bf-0eb7f2c066a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54dbdbba-aa73-4d8f-b4d9-3467d6b1122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:24.378908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Network hostable DHCP agents. Network: 54dbdbba-aa73-4d8f-b4d9-3467d6b1122a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:24.428589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Network 54dbdbba-aa73-4d8f-b4d9-3467d6b1122a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:24.454293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 54dbdbba-aa73-4d8f-b4d9-3467d6b1122a) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:24.471076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.471876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.494701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f187caaf-b5c8-4c3c-9247-93b29e922bf2 None None] Network 54dbdbba-aa73-4d8f-b4d9-3467d6b1122a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:24.501361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eac49-b3c9-4e7f-b75b-f64a79f51f25 req-38e7c963-0756-453a-ada2-526da1032a60 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:24.513028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b28eac49-b3c9-4e7f-b75b-f64a79f51f25 req-38e7c963-0756-453a-ada2-526da1032a60 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1650047 Aug 29 04:34:24.537716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9bec02bf-624a-4520-b79c-972af0e90188 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4196069 Aug 29 04:34:24.633066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b28eac49-b3c9-4e7f-b75b-f64a79f51f25 req-99d56e9f-aa42-40ad-8d2e-780908610f23 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174798 Aug 29 04:34:24.803087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb858925-234f-491d-8ad1-39d33e551e3a None None] Network 54dbdbba-aa73-4d8f-b4d9-3467d6b1122a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:24.814763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32804) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.914439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] Deleting subnet 4a98bf34-535d-446a-953d-bd0b97421419 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:24.917943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.926964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.967788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.015775 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.080164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.111375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a98bf34-535d-446a-953d-bd0b97421419,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.119632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.122049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-29eb354d-c56f-467b-89a9-857cd4987a7a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4a98bf34-535d-446a-953d-bd0b97421419 HTTP/1.1" status: 204 len: 168 time: 0.3048615 Aug 29 04:34:25.124819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32814) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.200418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.387624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:25.455068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b6eaa106-8ffb-4c3f-8415-cfc00f08534a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:25.457223 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.574640 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.606115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:25.612436 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375c692-2e15-4f8c-abe1-53c888bf2b0d" -d '{"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:25.650315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:25.662213 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.703604 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625ff320-b884-47d3-a2dd-5240b1057391 x-openstack-request-id: req-625ff320-b884-47d3-a2dd-5240b1057391 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:25.704142 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:25.704591 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-625ff320-b884-47d3-a2dd-5240b1057391 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:25.705181 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'code': 200} Aug 29 04:34:25.712814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.713461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b6750950-ed20-426c-9c32-ef58eb5789c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2936827b6984d01bc371a2cbf9822ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7847438 Aug 29 04:34:25.726024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.735235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 75832818-2318-4f8c-b07e-03e70e21ec6a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:25.748853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:25.761369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59f3e-4148-4127-8397-f016c416b2e0 req-56911c0e-edb6-4b29-9ad4-a31ac7e1843e tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:25.770307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fca59f3e-4148-4127-8397-f016c416b2e0 req-56911c0e-edb6-4b29-9ad4-a31ac7e1843e tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 950 time: 0.5416932 Aug 29 04:34:25.795964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f61b383-b710-48ec-9f22-30cab19e9f3b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:25.796324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f61b383-b710-48ec-9f22-30cab19e9f3b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:25.820870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.837982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fad1d-88d1-4f26-8901-244835bcdacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.863161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.871307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.900132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fca59f3e-4148-4127-8397-f016c416b2e0 req-fe58b8d6-54e8-4081-ab83-6d0ab74687a9 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238925 Aug 29 04:34:25.908828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:25.909467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:25.914433 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:25.918706 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fad1d-88d1-4f26-8901-244835bcdacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.998355 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.009575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549a11e-16c7-4785-9034-0533f2bd1be0 req-a768ff91-821d-4853-a477-2646ef1d7814 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:26.018588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2549a11e-16c7-4785-9034-0533f2bd1be0 req-a768ff91-821d-4853-a477-2646ef1d7814 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1425488 Aug 29 04:34:26.027452 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.044173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.046815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf HTTP/1.1" status: 204 len: 168 time: 0.9204109 Aug 29 04:34:26.052667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32836) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.058387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c82900-8b9a-453a-8a59-f8893572e8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4999d5-aac6-4c6c-a04f-279b5cf5d6cf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.073673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:26.099401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.178183 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fad1d-88d1-4f26-8901-244835bcdacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.182264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a0fad1d-88d1-4f26-8901-244835bcdacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.185729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a0fad1d-88d1-4f26-8901-244835bcdacf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d073b3f2-bbe6-45d3-857d-9cc3bce544ea HTTP/1.1" status: 204 len: 168 time: 0.4681702 Aug 29 04:34:26.199225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2549a11e-16c7-4785-9034-0533f2bd1be0 req-0f9f9002-f91a-4636-b106-2b30771279fa tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796598 Aug 29 04:34:26.201279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.202505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fad1d-88d1-4f26-8901-244835bcdacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d073b3f2-bbe6-45d3-857d-9cc3bce544ea,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.206598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] Deleting subnet c7780d98-c351-4591-85cb-e36824719cc2 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:26.210170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.263295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.313388 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.414999 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.463099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7780d98-c351-4591-85cb-e36824719cc2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.469603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.473625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-44f36f04-f099-42c7-b317-cb29ed97273b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c7780d98-c351-4591-85cb-e36824719cc2 HTTP/1.1" status: 204 len: 168 time: 0.4072676 Aug 29 04:34:26.477896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.734551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.895043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.910209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dbdbba-aa73-4d8f-b4d9-3467d6b1122a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:26.933455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4300a1-8a9e-4fb6-90bf-0eb7f2c066a6') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:26.934162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4300a1-8a9e-4fb6-90bf-0eb7f2c066a6') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:26.944032 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.959599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.967084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:26.967755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:26.969745 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:27.052393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.061508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.066283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] 10.222.0.55 "DELETE /v2.0/networks/54dbdbba-aa73-4d8f-b4d9-3467d6b1122a HTTP/1.1" status: 204 len: 168 time: 0.5842178 Aug 29 04:34:27.076272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b64c2e-3a7b-40ce-b52b-fba9e36c0b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=54dbdbba-aa73-4d8f-b4d9-3467d6b1122a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.281095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32900) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.359531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3924eeb0-0ec4-474a-9a1e-59077d23cdef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=595bae00d443422ea8cf5d10a49514ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767341 Aug 29 04:34:27.362199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32904) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.409560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b60db-9142-4df9-8b63-bfc3a3cc44da req-d33adf36-3a91-4397-94a9-b790a4f878c6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.411191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd5b60db-9142-4df9-8b63-bfc3a3cc44da req-d33adf36-3a91-4397-94a9-b790a4f878c6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.0898089 Aug 29 04:34:27.463398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-444f497f-5a2d-4c2c-b405-a9930d28edf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.474615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.500189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd5b60db-9142-4df9-8b63-bfc3a3cc44da req-3618e7bf-4405-47c8-8bb8-9bb12df23688 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813725 Aug 29 04:34:27.505173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-444f497f-5a2d-4c2c-b405-a9930d28edf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.558682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-444f497f-5a2d-4c2c-b405-a9930d28edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.562551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-444f497f-5a2d-4c2c-b405-a9930d28edf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.564516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-444f497f-5a2d-4c2c-b405-a9930d28edf3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/787e4409-d8f6-4485-b66f-cf1e2333b946 HTTP/1.1" status: 204 len: 168 time: 0.2009041 Aug 29 04:34:27.574820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f497f-5a2d-4c2c-b405-a9930d28edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e4409-d8f6-4485-b66f-cf1e2333b946,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.706187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:27.708516 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2587fb98-50b1-4d23-ab3f-cc0bc008b0df" -d '{"events": [{"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-unplugged", "status": "completed", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:27.798154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583087627'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.806786 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a840e55d-b290-48b7-a213-bfe5b11d8759 x-openstack-request-id: req-a840e55d-b290-48b7-a213-bfe5b11d8759 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:27.807182 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-unplugged", "status": "completed", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:27.807294 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a840e55d-b290-48b7-a213-bfe5b11d8759 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:27.807686 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'code': 200} Aug 29 04:34:27.833970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.858071 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.073527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.088536 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.129746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cd5e37-b728-4348-9379-e32c45b9929b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.192754 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.198494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.220820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.230013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32936) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.245908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7699516 Aug 29 04:34:28.262333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.306273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8c4e6-a66d-4b3b-b4ab-15a57fee1a7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268b3bed-b6f9-4f12-b062-b3f5e964799c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.327301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9aeab1c7-e05e-4b31-b222-42b942ee094a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0953677 Aug 29 04:34:28.328181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.339447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-853a096d-5e67-4432-9409-512c2c1b9391 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-security--1375818876', 'description': 'tempest-security-description-1674381101'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.378089 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1908fe9-fbd9-44f0-93a7-227a25493ec5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25af725c31bc4e129841aa0ff26aafb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096244 Aug 29 04:34:28.380191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.383955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-853a096d-5e67-4432-9409-512c2c1b9391 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.464466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-853a096d-5e67-4432-9409-512c2c1b9391 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.470376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-853a096d-5e67-4432-9409-512c2c1b9391 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.474509 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-853a096d-5e67-4432-9409-512c2c1b9391 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.480795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.481516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-853a096d-5e67-4432-9409-512c2c1b9391 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "PUT /v2.0/security-groups/268b3bed-b6f9-4f12-b062-b3f5e964799c HTTP/1.1" status: 200 len: 1780 time: 0.1491175 Aug 29 04:34:28.488473 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d73774f8-4a2e-425b-88f6-3850517ff335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.514956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a096d-5e67-4432-9409-512c2c1b9391 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268b3bed-b6f9-4f12-b062-b3f5e964799c,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.549703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d73774f8-4a2e-425b-88f6-3850517ff335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.589151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f87582d5-1838-4b11-bcfd-6d11d08d1558 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups/268b3bed-b6f9-4f12-b062-b3f5e964799c HTTP/1.1" status: 200 len: 1780 time: 0.1067255 Aug 29 04:34:28.591636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32948) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.632359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d73774f8-4a2e-425b-88f6-3850517ff335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.640405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d73774f8-4a2e-425b-88f6-3850517ff335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.643006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d73774f8-4a2e-425b-88f6-3850517ff335 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f685617-4a72-4b8c-8614-423fd44f3c70 HTTP/1.1" status: 204 len: 168 time: 0.2618916 Aug 29 04:34:28.654231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73774f8-4a2e-425b-88f6-3850517ff335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f685617-4a72-4b8c-8614-423fd44f3c70,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.759265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b71d5a-b02a-416e-9efd-1bc91e49d83b req-83f73270-5db6-4d16-88a7-7e571b39895b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.761009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5b71d5a-b02a-416e-9efd-1bc91e49d83b req-83f73270-5db6-4d16-88a7-7e571b39895b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1610107 Aug 29 04:34:28.790400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d551c53b-32da-4f4b-8f8f-63f903c80e4b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.854989 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d551c53b-32da-4f4b-8f8f-63f903c80e4b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.862842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5b71d5a-b02a-416e-9efd-1bc91e49d83b req-58856858-6a54-410d-981f-360a32ab4ac7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875962 Aug 29 04:34:29.002393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d551c53b-32da-4f4b-8f8f-63f903c80e4b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.006337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d551c53b-32da-4f4b-8f8f-63f903c80e4b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.009091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d551c53b-32da-4f4b-8f8f-63f903c80e4b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/268b3bed-b6f9-4f12-b062-b3f5e964799c HTTP/1.1" status: 204 len: 168 time: 0.4164147 Aug 29 04:34:29.011648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32968) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.055173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551c53b-32da-4f4b-8f8f-63f903c80e4b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b3bed-b6f9-4f12-b062-b3f5e964799c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.110612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c5140504-598b-4ffc-a1fe-112b7e878d7b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970519 Aug 29 04:34:29.112824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32978) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.140198 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-9f412331-ae85-48b7-9627-b5a2360dc2c5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] delete failed (client error): The resource could not be found. Aug 29 04:34:29.141555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9f412331-ae85-48b7-9627-b5a2360dc2c5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/268b3bed-b6f9-4f12-b062-b3f5e964799c HTTP/1.1" status: 404 len: 347 time: 0.0277162 Aug 29 04:34:29.145563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32980) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.150394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d74487c3-33b6-4ec6-bf64-4052bffe37b6 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--767348133'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:29.201273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d74487c3-33b6-4ec6-bf64-4052bffe37b6 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.269082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32984) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.391888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d74487c3-33b6-4ec6-bf64-4052bffe37b6 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.404347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:29.414833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d74487c3-33b6-4ec6-bf64-4052bffe37b6 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.420956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73b43bdc-eb05-4863-a9c9-622c6190a618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.500578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74487c3-33b6-4ec6-bf64-4052bffe37b6 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c203a-a448-4039-b334-d22f9c2bbf45,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.604414 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73b43bdc-eb05-4863-a9c9-622c6190a618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.611234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:29.623093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73b43bdc-eb05-4863-a9c9-622c6190a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.623606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d74487c3-33b6-4ec6-bf64-4052bffe37b6 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.625026 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d74487c3-33b6-4ec6-bf64-4052bffe37b6 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4785783 Aug 29 04:34:29.627838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32996) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.634432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5bd5615b-1af8-4d1d-a647-203a043885c8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': 'c14c203a-a448-4039-b334-d22f9c2bbf45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:29.646800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'mac_address': 'fa:16:3e:91:72:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:29.722843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bd5615b-1af8-4d1d-a647-203a043885c8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.724512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b43bdc-eb05-4863-a9c9-622c6190a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cf9faa-4a12-4587-849c-a0779a373fb5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.782648 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.793836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.797260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-73b43bdc-eb05-4863-a9c9-622c6190a618 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f9c66f74c1549d39fd928e405ea5a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265839 Aug 29 04:34:29.809070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28eec64-7223-4166-94fa-8cf0a0fb751d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:29.915454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:29.922559 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.974618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bd5615b-1af8-4d1d-a647-203a043885c8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.015578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bd5615b-1af8-4d1d-a647-203a043885c8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.061684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5615b-1af8-4d1d-a647-203a043885c8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31393fbc-6fc9-4c6c-bfa5-612915966acc,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.076784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.113155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43148837-5d9c-4df1-a8a6-52755f35b1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.139796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43148837-5d9c-4df1-a8a6-52755f35b1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.213160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['c28eec64-7223-4166-94fa-8cf0a0fb751d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:30.242192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5bd5615b-1af8-4d1d-a647-203a043885c8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.243492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5bd5615b-1af8-4d1d-a647-203a043885c8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6146278 Aug 29 04:34:30.247189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33032) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.296097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad73bd-2e27-4c0b-bf44-461b6536b3a9 req-3a6ed3a4-267e-42f3-a6b4-7f4dab93ac13 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:30.298018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6ad73bd-2e27-4c0b-bf44-461b6536b3a9 req-3a6ed3a4-267e-42f3-a6b4-7f4dab93ac13 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.3160050 Aug 29 04:34:30.340441 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31cdefea-1f26-4c0f-ba86-e8fbe0577216 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.361940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31cdefea-1f26-4c0f-ba86-e8fbe0577216 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.367625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43148837-5d9c-4df1-a8a6-52755f35b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.370193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43148837-5d9c-4df1-a8a6-52755f35b1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.380488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-43148837-5d9c-4df1-a8a6-52755f35b1e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2cf9faa-4a12-4587-849c-a0779a373fb5 HTTP/1.1" status: 204 len: 168 time: 0.5819743 Aug 29 04:34:30.420585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43148837-5d9c-4df1-a8a6-52755f35b1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cf9faa-4a12-4587-849c-a0779a373fb5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.422260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31cdefea-1f26-4c0f-ba86-e8fbe0577216 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.439741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-31cdefea-1f26-4c0f-ba86-e8fbe0577216 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.440259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6ad73bd-2e27-4c0b-bf44-461b6536b3a9 req-ae3d1eef-12d1-4e1a-a542-14df593050a9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166122 Aug 29 04:34:30.441864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-31cdefea-1f26-4c0f-ba86-e8fbe0577216 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/31393fbc-6fc9-4c6c-bfa5-612915966acc HTTP/1.1" status: 204 len: 168 time: 0.1935475 Aug 29 04:34:30.444455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.512355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdefea-1f26-4c0f-ba86-e8fbe0577216 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31393fbc-6fc9-4c6c-bfa5-612915966acc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.606309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4f8b51d4-0222-41dd-80ec-b6461730391b tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1592097 Aug 29 04:34:30.609119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33052) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.680366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-987d54fa-b22f-40bc-8d12-95b49d91a2ae tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.722014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-987d54fa-b22f-40bc-8d12-95b49d91a2ae tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.751606 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:30.806290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-987d54fa-b22f-40bc-8d12-95b49d91a2ae tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.808942 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-987d54fa-b22f-40bc-8d12-95b49d91a2ae tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.812747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.815922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-987d54fa-b22f-40bc-8d12-95b49d91a2ae tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/c14c203a-a448-4039-b334-d22f9c2bbf45 HTTP/1.1" status: 204 len: 168 time: 0.2049770 Aug 29 04:34:30.837519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d54fa-b22f-40bc-8d12-95b49d91a2ae tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c203a-a448-4039-b334-d22f9c2bbf45,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.886679 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6a9b0b07-9faf-44a3-b503-a5dd8f4dc398 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727687 Aug 29 04:34:30.894778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.905126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f341c9d8-860a-45d1-9f47-5ee342aaf844 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--223537696'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:30.939039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f341c9d8-860a-45d1-9f47-5ee342aaf844 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.063178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f341c9d8-860a-45d1-9f47-5ee342aaf844 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.068177 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f341c9d8-860a-45d1-9f47-5ee342aaf844 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.106218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341c9d8-860a-45d1-9f47-5ee342aaf844 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6cd5e7-e131-4a9f-85c5-7d948faf4d19,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.110433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f341c9d8-860a-45d1-9f47-5ee342aaf844 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.113990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f341c9d8-860a-45d1-9f47-5ee342aaf844 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2154927 Aug 29 04:34:31.114201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33080) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.127059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4cda3413-4469-48a3-baa1-c8e8de31277a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '3b6cd5e7-e131-4a9f-85c5-7d948faf4d19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.191011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cda3413-4469-48a3-baa1-c8e8de31277a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.284890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.316314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cda3413-4469-48a3-baa1-c8e8de31277a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.326520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cda3413-4469-48a3-baa1-c8e8de31277a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.364968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda3413-4469-48a3-baa1-c8e8de31277a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30963a8b-ad89-4cb0-9b41-5dd45ad9e623,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.398516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cda3413-4469-48a3-baa1-c8e8de31277a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.403324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33098) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.404137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4cda3413-4469-48a3-baa1-c8e8de31277a tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883258 Aug 29 04:34:31.405831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:31.411755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e8b0ea9a-1f64-4564-87fc-6cdcb93916c0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '3b6cd5e7-e131-4a9f-85c5-7d948faf4d19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.451493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ea9a-1f64-4564-87fc-6cdcb93916c0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.528102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port c28eec64-7223-4166-94fa-8cf0a0fb751d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:31.528465 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.543810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ea9a-1f64-4564-87fc-6cdcb93916c0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.557733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ea9a-1f64-4564-87fc-6cdcb93916c0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.593185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0ea9a-1f64-4564-87fc-6cdcb93916c0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093fd246-b5c4-4157-89fd-7099344624b2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.680833 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ea9a-1f64-4564-87fc-6cdcb93916c0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.688637 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e8b0ea9a-1f64-4564-87fc-6cdcb93916c0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2832489 Aug 29 04:34:31.691886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33112) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.697876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-93f6629c-fad3-47ea-8a6b-c0b73b58c09e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '3b6cd5e7-e131-4a9f-85c5-7d948faf4d19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.727928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f78aa6-33e8-497f-aab5-204324ed4d94 req-2db39f88-e959-4f70-8adf-2360dba737bb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:31.735381 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.740813 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3f78aa6-33e8-497f-aab5-204324ed4d94 req-2db39f88-e959-4f70-8adf-2360dba737bb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1343727 Aug 29 04:34:31.789445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93f6629c-fad3-47ea-8a6b-c0b73b58c09e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.792509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:31.836154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:31.845514 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe19970-7508-4ef4-917c-fa667b4f5105" -d '{"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-plugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:31.871916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3f78aa6-33e8-497f-aab5-204324ed4d94 req-25122a39-6842-4bbf-a01f-86369cf731f7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073623 Aug 29 04:34:31.910787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:31.927608 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.962051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93f6629c-fad3-47ea-8a6b-c0b73b58c09e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.974178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93f6629c-fad3-47ea-8a6b-c0b73b58c09e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.009991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6629c-fad3-47ea-8a6b-c0b73b58c09e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6c08da-3fa4-46c8-a9c2-cbe38be8f255,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.031380 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93f6629c-fad3-47ea-8a6b-c0b73b58c09e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.033455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-93f6629c-fad3-47ea-8a6b-c0b73b58c09e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3402379 Aug 29 04:34:32.037143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33122) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.042779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1fdccbcd-9174-41f0-b3cc-124329cafe89 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '3b6cd5e7-e131-4a9f-85c5-7d948faf4d19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:32.107383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fdccbcd-9174-41f0-b3cc-124329cafe89 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.211683 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7820542-2dea-4702-9c66-15a29fdabbe3 x-openstack-request-id: req-a7820542-2dea-4702-9c66-15a29fdabbe3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:32.212294 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-plugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:32.212732 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7820542-2dea-4702-9c66-15a29fdabbe3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:32.213306 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'code': 200} Aug 29 04:34:32.224421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.261624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:32.264348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fdccbcd-9174-41f0-b3cc-124329cafe89 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.270389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fdccbcd-9174-41f0-b3cc-124329cafe89 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.278485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'port_id': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'mac_address': 'fa:16:3e:d2:a6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:32.294457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdccbcd-9174-41f0-b3cc-124329cafe89 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ee6838-89df-4517-9bf2-e40c2b9e2b4b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.303725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fdccbcd-9174-41f0-b3cc-124329cafe89 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.305750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1fdccbcd-9174-41f0-b3cc-124329cafe89 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2674387 Aug 29 04:34:32.308323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33132) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.314237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b2b8646d-4c4e-45f9-801f-12af8057cd8f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '3b6cd5e7-e131-4a9f-85c5-7d948faf4d19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:32.356227 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.358737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2b8646d-4c4e-45f9-801f-12af8057cd8f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.407832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c308867e-48d5-4d9a-8c7b-795d1e60e35c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:32.508701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:32.520876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.620935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2b8646d-4c4e-45f9-801f-12af8057cd8f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.632063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2b8646d-4c4e-45f9-801f-12af8057cd8f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.664206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.680614 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2b8646d-4c4e-45f9-801f-12af8057cd8f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.683335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b2b8646d-4c4e-45f9-801f-12af8057cd8f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3739522 Aug 29 04:34:32.686704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33142) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.687581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8646d-4c4e-45f9-801f-12af8057cd8f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b3c65d-16d0-46ea-b89b-8736f40711e1,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.752437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['c308867e-48d5-4d9a-8c7b-795d1e60e35c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:32.761379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d55faf3-61f1-4aa9-955b-ac650c78ed57 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.787210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d55faf3-61f1-4aa9-955b-ac650c78ed57 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.854817 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d55faf3-61f1-4aa9-955b-ac650c78ed57 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.860325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d55faf3-61f1-4aa9-955b-ac650c78ed57 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.867005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33144) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.869821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9d55faf3-61f1-4aa9-955b-ac650c78ed57 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b4b3c65d-16d0-46ea-b89b-8736f40711e1 HTTP/1.1" status: 204 len: 168 time: 0.1794038 Aug 29 04:34:32.892729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55faf3-61f1-4aa9-955b-ac650c78ed57 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4b3c65d-16d0-46ea-b89b-8736f40711e1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.071806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-63b572fa-b0e0-4dfe-8750-aef6c7b290db tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2017457 Aug 29 04:34:33.073459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33154) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.139799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c1b626e-aaeb-4a43-a0b5-f8bf4bc3f3fa tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.171061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c1b626e-aaeb-4a43-a0b5-f8bf4bc3f3fa tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.207573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb341ae-9d00-48c8-9df3-01653fa1a377 req-05ef3eb8-66ee-48c4-9092-84003398120f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:33.235944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9eb341ae-9d00-48c8-9df3-01653fa1a377 req-05ef3eb8-66ee-48c4-9092-84003398120f tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 944 time: 0.1689250 Aug 29 04:34:33.264772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c1b626e-aaeb-4a43-a0b5-f8bf4bc3f3fa tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.274170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c1b626e-aaeb-4a43-a0b5-f8bf4bc3f3fa tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.275380 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c1b626e-aaeb-4a43-a0b5-f8bf4bc3f3fa tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/85ee6838-89df-4517-9bf2-e40c2b9e2b4b HTTP/1.1" status: 204 len: 168 time: 0.1989567 Aug 29 04:34:33.280124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33158) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.321995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9eb341ae-9d00-48c8-9df3-01653fa1a377 req-3659fc0c-818f-474d-8ca1-3888d5e95c7d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850241 Aug 29 04:34:33.347907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b626e-aaeb-4a43-a0b5-f8bf4bc3f3fa tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85ee6838-89df-4517-9bf2-e40c2b9e2b4b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.454048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.466387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-44f1201b-1d41-44c1-b039-a37b94cfb5f4 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1804321 Aug 29 04:34:33.541996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c21c6bd4-c50a-4868-b294-0908d71e5b55 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.552962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c21c6bd4-c50a-4868-b294-0908d71e5b55 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.612557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c21c6bd4-c50a-4868-b294-0908d71e5b55 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.628465 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c21c6bd4-c50a-4868-b294-0908d71e5b55 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.630015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c21c6bd4-c50a-4868-b294-0908d71e5b55 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2b6c08da-3fa4-46c8-a9c2-cbe38be8f255 HTTP/1.1" status: 204 len: 168 time: 0.1737471 Aug 29 04:34:33.632697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33170) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.655146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c6bd4-c50a-4868-b294-0908d71e5b55 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b6c08da-3fa4-46c8-a9c2-cbe38be8f255,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.709554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ea054fc-bd45-4baf-bca3-48d7462f621d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0753458 Aug 29 04:34:33.713484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.755164 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0466c9c-8042-4efc-aebc-b8bc9525dc8d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.770108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0466c9c-8042-4efc-aebc-b8bc9525dc8d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.779889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:33.813821 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0466c9c-8042-4efc-aebc-b8bc9525dc8d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.823944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0466c9c-8042-4efc-aebc-b8bc9525dc8d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.827439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d0466c9c-8042-4efc-aebc-b8bc9525dc8d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/093fd246-b5c4-4157-89fd-7099344624b2 HTTP/1.1" status: 204 len: 168 time: 0.1098065 Aug 29 04:34:33.828280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33182) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.830378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0466c9c-8042-4efc-aebc-b8bc9525dc8d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=093fd246-b5c4-4157-89fd-7099344624b2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.881269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port c308867e-48d5-4d9a-8c7b-795d1e60e35c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:33.881664 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.918165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.921103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-153aad4a-7ee6-49ec-ba0b-7f5a97eabc71 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0850704 Aug 29 04:34:33.994773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75374f3e-6b8d-45bb-b296-ab02f5841cc9 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.007012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75374f3e-6b8d-45bb-b296-ab02f5841cc9 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.066711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75374f3e-6b8d-45bb-b296-ab02f5841cc9 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.073550 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.078436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75374f3e-6b8d-45bb-b296-ab02f5841cc9 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.082861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-75374f3e-6b8d-45bb-b296-ab02f5841cc9 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/30963a8b-ad89-4cb0-9b41-5dd45ad9e623 HTTP/1.1" status: 204 len: 168 time: 0.1635516 Aug 29 04:34:34.085974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33186) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.094983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75374f3e-6b8d-45bb-b296-ab02f5841cc9 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30963a8b-ad89-4cb0-9b41-5dd45ad9e623,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.131758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:34.139197 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.197012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-78e116d1-5648-49e9-a7a1-18a8aaa43027 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1096961 Aug 29 04:34:34.199725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.214689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:34.222615 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e78f58-db6b-4431-9a18-f93bac575fdb" -d '{"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-plugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:34.258946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.309401 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78f84c7-60f8-4311-a6e1-87cad487cf12 x-openstack-request-id: req-d78f84c7-60f8-4311-a6e1-87cad487cf12 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:34.309721 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-plugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:34.309986 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d78f84c7-60f8-4311-a6e1-87cad487cf12 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:34.310385 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'code': 200} Aug 29 04:34:34.318796 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-698b242a-b2bc-471d-9e3b-01f7e0863240 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.370741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-698b242a-b2bc-471d-9e3b-01f7e0863240 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.526695 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-698b242a-b2bc-471d-9e3b-01f7e0863240 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.530588 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-698b242a-b2bc-471d-9e3b-01f7e0863240 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.531995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-698b242a-b2bc-471d-9e3b-01f7e0863240 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b6cd5e7-e131-4a9f-85c5-7d948faf4d19 HTTP/1.1" status: 204 len: 168 time: 0.3310175 Aug 29 04:34:34.535207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.614569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2590ad-79a2-452d-836c-7a1d1a499647 req-db840907-56a4-45ac-8dd5-8f411780c148 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.672565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e2590ad-79a2-452d-836c-7a1d1a499647 req-db840907-56a4-45ac-8dd5-8f411780c148 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.2259579 Aug 29 04:34:34.676595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b242a-b2bc-471d-9e3b-01f7e0863240 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6cd5e7-e131-4a9f-85c5-7d948faf4d19,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.683777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-49cf4cb4-7b38-4ba1-9a26-eec4def73bd2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1462431 Aug 29 04:34:34.693043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33204) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.700494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d7f052ab-746b-46c5-a60c-417e4be148d2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899311306'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:34.759846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7f052ab-746b-46c5-a60c-417e4be148d2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.767329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e2590ad-79a2-452d-836c-7a1d1a499647 req-12d8d699-f1e9-4a6e-99ce-fa9630cba346 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925748 Aug 29 04:34:34.978034 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7f052ab-746b-46c5-a60c-417e4be148d2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.984039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7f052ab-746b-46c5-a60c-417e4be148d2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.026895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d7f052ab-746b-46c5-a60c-417e4be148d2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.030138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d7f052ab-746b-46c5-a60c-417e4be148d2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3351004 Aug 29 04:34:35.032885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f052ab-746b-46c5-a60c-417e4be148d2 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e739f45-4b8c-49b4-8230-a1f1963dbce8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.033225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.041435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-76ab3dd2-6883-4b03-ada8-3e34a8a0ebd5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '8e739f45-4b8c-49b4-8230-a1f1963dbce8', 'direction': 'ingress', 'protocol': 17}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:35.115971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76ab3dd2-6883-4b03-ada8-3e34a8a0ebd5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.240105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76ab3dd2-6883-4b03-ada8-3e34a8a0ebd5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.248103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76ab3dd2-6883-4b03-ada8-3e34a8a0ebd5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.272409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab3dd2-6883-4b03-ada8-3e34a8a0ebd5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2df9945-ae30-48a1-8c4d-7d1db741b9df,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.294153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76ab3dd2-6883-4b03-ada8-3e34a8a0ebd5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.296433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-76ab3dd2-6883-4b03-ada8-3e34a8a0ebd5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2618101 Aug 29 04:34:35.299663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33212) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.506851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd6149e3-da92-4779-b790-c51f44f56cc5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.577887 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd6149e3-da92-4779-b790-c51f44f56cc5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.681663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd6149e3-da92-4779-b790-c51f44f56cc5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.689464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd6149e3-da92-4779-b790-c51f44f56cc5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.690685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dd6149e3-da92-4779-b790-c51f44f56cc5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/8e739f45-4b8c-49b4-8230-a1f1963dbce8 HTTP/1.1" status: 204 len: 168 time: 0.3894031 Aug 29 04:34:35.694171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.707348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6149e3-da92-4779-b790-c51f44f56cc5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e739f45-4b8c-49b4-8230-a1f1963dbce8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.830892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33222) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.847981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c4cb932-468a-46e2-90d9-fc857851752f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1512465 Aug 29 04:34:35.858687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0b54ae2d-3f49-4e71-812b-0b0698b57e0d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--320835612'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:35.908202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b54ae2d-3f49-4e71-812b-0b0698b57e0d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.058385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd7ff1e6-4cf8-4c0a-afcc-8f0f874e9b8c req-b5ce93b2-5987-4393-b82b-222cb560d214 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0770555 Aug 29 04:34:36.077173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d35132-ecbc-4388-9d40-9a702ee32346 req-d3525502-f32d-44f4-bc6c-37517810cff0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.079029 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56d35132-ecbc-4388-9d40-9a702ee32346 req-d3525502-f32d-44f4-bc6c-37517810cff0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1566265 Aug 29 04:34:36.263350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd7ff1e6-4cf8-4c0a-afcc-8f0f874e9b8c req-2bf0a616-df5c-4eeb-8fef-5f1dabb151f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0838029 Aug 29 04:34:36.323916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd7ff1e6-4cf8-4c0a-afcc-8f0f874e9b8c req-e7200362-e307-468a-9c42-d2066c93d4e7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364413 Aug 29 04:34:36.581773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ff1e6-4cf8-4c0a-afcc-8f0f874e9b8c req-b08b4c2a-e2d7-458f-8f1e-fc7aeb58c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.581773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd7ff1e6-4cf8-4c0a-afcc-8f0f874e9b8c req-b08b4c2a-e2d7-458f-8f1e-fc7aeb58c822 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424719 Aug 29 04:34:36.594130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56d35132-ecbc-4388-9d40-9a702ee32346 req-a840cf5e-30a0-498f-bc14-64bf25b8fecd tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210000 Aug 29 04:34:36.620231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b54ae2d-3f49-4e71-812b-0b0698b57e0d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.638982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b54ae2d-3f49-4e71-812b-0b0698b57e0d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.810399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54ae2d-3f49-4e71-812b-0b0698b57e0d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f93da3-4b48-41a8-b9ed-8e190517d7c6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.917227 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b54ae2d-3f49-4e71-812b-0b0698b57e0d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.922054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33248) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.926134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0b54ae2d-3f49-4e71-812b-0b0698b57e0d tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0834918 Aug 29 04:34:36.930024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fa2ddece-19a0-4453-a0a8-001216c23ba1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--81202124'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:36.989517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa2ddece-19a0-4453-a0a8-001216c23ba1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.198715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa2ddece-19a0-4453-a0a8-001216c23ba1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.211781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa2ddece-19a0-4453-a0a8-001216c23ba1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.271789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fa2ddece-19a0-4453-a0a8-001216c23ba1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.273243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fa2ddece-19a0-4453-a0a8-001216c23ba1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3497255 Aug 29 04:34:37.276839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.283791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-86970cd6-86b4-451b-af4e-842c4e4b662e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': 'e2f93da3-4b48-41a8-b9ed-8e190517d7c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd0f2b6f5-fce1-4f4b-812a-54ace1b1bc9c', 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.298195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ddece-19a0-4453-a0a8-001216c23ba1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2b6f5-fce1-4f4b-812a-54ace1b1bc9c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.365827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86970cd6-86b4-451b-af4e-842c4e4b662e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.631053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86970cd6-86b4-451b-af4e-842c4e4b662e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.639941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86970cd6-86b4-451b-af4e-842c4e4b662e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.682343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86970cd6-86b4-451b-af4e-842c4e4b662e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.688950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33260) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.690040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-86970cd6-86b4-451b-af4e-842c4e4b662e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4118741 Aug 29 04:34:37.707297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86970cd6-86b4-451b-af4e-842c4e4b662e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18fbe1f-a0cc-4d40-9c78-1abd34cffe02,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.763278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d018b0d6-8280-4e98-a4b4-12eb4a6d9653 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.791565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d018b0d6-8280-4e98-a4b4-12eb4a6d9653 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.848327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d018b0d6-8280-4e98-a4b4-12eb4a6d9653 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.872980 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d018b0d6-8280-4e98-a4b4-12eb4a6d9653 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.887742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d018b0d6-8280-4e98-a4b4-12eb4a6d9653 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d18fbe1f-a0cc-4d40-9c78-1abd34cffe02 HTTP/1.1" status: 204 len: 168 time: 0.1974235 Aug 29 04:34:37.888710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018b0d6-8280-4e98-a4b4-12eb4a6d9653 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d18fbe1f-a0cc-4d40-9c78-1abd34cffe02,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.890472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33264) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.981552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad79ab7-6e58-4545-90a2-a961cedf9975 req-b38ebfa8-123e-45d5-b9a2-0b7200a760db tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.011459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ad79ab7-6e58-4545-90a2-a961cedf9975 req-b38ebfa8-123e-45d5-b9a2-0b7200a760db tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1689186 Aug 29 04:34:38.131962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ad79ab7-6e58-4545-90a2-a961cedf9975 req-c3ccb050-dda6-4184-9487-be4523c1316d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191020 Aug 29 04:34:38.134173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-03a45470-4990-44d7-baa1-9dfca9b22083 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2425354 Aug 29 04:34:38.138957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:38.369318 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bedb6af-2eca-40ef-9eb4-27c8cc9c713e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.448320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bedb6af-2eca-40ef-9eb4-27c8cc9c713e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.519180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bedb6af-2eca-40ef-9eb4-27c8cc9c713e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.522749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bedb6af-2eca-40ef-9eb4-27c8cc9c713e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.524511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6bedb6af-2eca-40ef-9eb4-27c8cc9c713e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/d0f2b6f5-fce1-4f4b-812a-54ace1b1bc9c HTTP/1.1" status: 204 len: 168 time: 0.3847742 Aug 29 04:34:38.527623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33278) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:38.567159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedb6af-2eca-40ef-9eb4-27c8cc9c713e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2b6f5-fce1-4f4b-812a-54ace1b1bc9c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.761581 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c113f8c1-1535-4809-becd-92448399a96e tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2319677 Aug 29 04:34:38.764189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33280) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:38.887788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eadc361b-5b5f-4db6-9f05-e97d11f64bbc tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.919352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eadc361b-5b5f-4db6-9f05-e97d11f64bbc tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.015400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eadc361b-5b5f-4db6-9f05-e97d11f64bbc tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.019143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eadc361b-5b5f-4db6-9f05-e97d11f64bbc tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.022480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33282) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.023200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eadc361b-5b5f-4db6-9f05-e97d11f64bbc tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/e2f93da3-4b48-41a8-b9ed-8e190517d7c6 HTTP/1.1" status: 204 len: 168 time: 0.2536180 Aug 29 04:34:39.035740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc361b-5b5f-4db6-9f05-e97d11f64bbc tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f93da3-4b48-41a8-b9ed-8e190517d7c6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.114655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3fb2217e-9e65-456d-8bf2-8bfca10bf833 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0906360 Aug 29 04:34:39.119022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33284) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.124027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1563d880-7581-4af0-9144-afb422f59bb1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942489022'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:39.164385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1563d880-7581-4af0-9144-afb422f59bb1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.312193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1563d880-7581-4af0-9144-afb422f59bb1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.323400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1563d880-7581-4af0-9144-afb422f59bb1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.327485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966789-c523-4d10-833a-a57c52b63478 req-438fd7ab-ab40-4247-8c83-ad84ed18e0a2 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.335603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b966789-c523-4d10-833a-a57c52b63478 req-438fd7ab-ab40-4247-8c83-ad84ed18e0a2 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.0614915 Aug 29 04:34:39.385617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1563d880-7581-4af0-9144-afb422f59bb1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.391226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1563d880-7581-4af0-9144-afb422f59bb1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2709804 Aug 29 04:34:39.392669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.405987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9afb4e3e-8fdb-44ea-8f1b-d5a6a8e928a5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '6ac8a1d5-557f-443e-a25f-32b5a32fca23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:39.410192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563d880-7581-4af0-9144-afb422f59bb1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8a1d5-557f-443e-a25f-32b5a32fca23,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.443199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b966789-c523-4d10-833a-a57c52b63478 req-8ee7ae24-fecf-4fa9-b49c-fc9317d08769 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065912 Aug 29 04:34:39.498267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9afb4e3e-8fdb-44ea-8f1b-d5a6a8e928a5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.741308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9afb4e3e-8fdb-44ea-8f1b-d5a6a8e928a5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.763557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9afb4e3e-8fdb-44ea-8f1b-d5a6a8e928a5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.814793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9afb4e3e-8fdb-44ea-8f1b-d5a6a8e928a5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.816043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9afb4e3e-8fdb-44ea-8f1b-d5a6a8e928a5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4201143 Aug 29 04:34:39.819253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.837123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb4e3e-8fdb-44ea-8f1b-d5a6a8e928a5 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fb3693-625d-4c1a-836a-1857b94e299d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.911859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.940516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.018617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.030773 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.034278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a8fb3693-625d-4c1a-836a-1857b94e299d HTTP/1.1" status: 204 len: 168 time: 0.2110331 Aug 29 04:34:40.034687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33318) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.068954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8fb3693-625d-4c1a-836a-1857b94e299d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.095569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.095927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.096294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.096620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.096969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.097311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.097658 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.097996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.098334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.098692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.099026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.099365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30fb24-58db-42e6-ae93-61e52ba91dd0 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:40.127650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33320) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.128875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0f533943-11c4-4ffd-83fd-1e36d75de417 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0928838 Aug 29 04:34:40.230769 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7e2e11fd-8636-4d97-879b-7c5b1126ce60 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.290267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7e2e11fd-8636-4d97-879b-7c5b1126ce60 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.399871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7e2e11fd-8636-4d97-879b-7c5b1126ce60 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.402757 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7e2e11fd-8636-4d97-879b-7c5b1126ce60 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.406794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7e2e11fd-8636-4d97-879b-7c5b1126ce60 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/6ac8a1d5-557f-443e-a25f-32b5a32fca23 HTTP/1.1" status: 204 len: 168 time: 0.2737751 Aug 29 04:34:40.407593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33328) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.433121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e11fd-8636-4d97-879b-7c5b1126ce60 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8a1d5-557f-443e-a25f-32b5a32fca23,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.596275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33334) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.598491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-66e6ef2d-e913-4586-83b5-89a2cc3bc707 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1889713 Aug 29 04:34:40.601371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ed85da43-a25c-41a9-92e7-561af1ec3095 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886830649'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.669153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed85da43-a25c-41a9-92e7-561af1ec3095 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.798644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08343a-d1b5-46d2-abcb-7b4d284a0190 req-46cf7f1f-aaaf-482f-9bbd-b35274c3e26a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.803199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e08343a-d1b5-46d2-abcb-7b4d284a0190 req-46cf7f1f-aaaf-482f-9bbd-b35274c3e26a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1689606 Aug 29 04:34:40.920217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed85da43-a25c-41a9-92e7-561af1ec3095 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.921198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e08343a-d1b5-46d2-abcb-7b4d284a0190 req-40bdaf32-f517-4c72-b379-846dcab79e8c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965216 Aug 29 04:34:40.926557 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed85da43-a25c-41a9-92e7-561af1ec3095 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.018953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed85da43-a25c-41a9-92e7-561af1ec3095 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.020243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed85da43-a25c-41a9-92e7-561af1ec3095 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4229279 Aug 29 04:34:41.023289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.029464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8be5ff41-124a-4c54-92e0-2c982be46782 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '4ff02306-b02c-4863-9b3d-db34e7a272db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:41.052501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85da43-a25c-41a9-92e7-561af1ec3095 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff02306-b02c-4863-9b3d-db34e7a272db,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.102635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8be5ff41-124a-4c54-92e0-2c982be46782 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.190676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8be5ff41-124a-4c54-92e0-2c982be46782 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.196199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8be5ff41-124a-4c54-92e0-2c982be46782 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.265084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ff41-124a-4c54-92e0-2c982be46782 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c7d433-a6df-4b67-b6e5-dbff8e3d82e1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.284455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8be5ff41-124a-4c54-92e0-2c982be46782 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.285717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8be5ff41-124a-4c54-92e0-2c982be46782 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2613451 Aug 29 04:34:41.288960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.325235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8f1fdd1-7df1-44db-85a7-643ce964e9d1 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules/01c7d433-a6df-4b67-b6e5-dbff8e3d82e1 HTTP/1.1" status: 200 len: 763 time: 0.0349894 Aug 29 04:34:41.327702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.432362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d93cce4f-0dc7-4cf6-baf2-1ff8a55ac037 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1034639 Aug 29 04:34:41.436422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33348) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.483086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de8cff29-df1c-41a5-9259-3e2ed9e656e3 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.501682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de8cff29-df1c-41a5-9259-3e2ed9e656e3 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.560272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de8cff29-df1c-41a5-9259-3e2ed9e656e3 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.571668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de8cff29-df1c-41a5-9259-3e2ed9e656e3 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.573189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-de8cff29-df1c-41a5-9259-3e2ed9e656e3 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/01c7d433-a6df-4b67-b6e5-dbff8e3d82e1 HTTP/1.1" status: 204 len: 168 time: 0.1357701 Aug 29 04:34:41.576033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.609449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cff29-df1c-41a5-9259-3e2ed9e656e3 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01c7d433-a6df-4b67-b6e5-dbff8e3d82e1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.707455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8bcab1f5-f938-4c2a-a2bd-c51e1d671910 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1268699 Aug 29 04:34:41.707701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33356) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.713911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-77964c5e-e178-44c8-ae9e-1c18663fb1e8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '4ff02306-b02c-4863-9b3d-db34e7a272db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:41.917152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77964c5e-e178-44c8-ae9e-1c18663fb1e8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.170158 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77964c5e-e178-44c8-ae9e-1c18663fb1e8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.197009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77964c5e-e178-44c8-ae9e-1c18663fb1e8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.219643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77964c5e-e178-44c8-ae9e-1c18663fb1e8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fdc6d0-4967-49dd-84b3-4bea32912659,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.242540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77964c5e-e178-44c8-ae9e-1c18663fb1e8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.247519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-77964c5e-e178-44c8-ae9e-1c18663fb1e8 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5364530 Aug 29 04:34:42.248054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33364) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.281539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3858ae-f942-4557-b666-bf8cb1a2ddc5 req-5539fd2e-644d-4d3d-9821-a5294712b6d7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:42.285919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-24d9ea9a-0f7b-40f5-a5c8-431bc3bd2aea tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules/c8fdc6d0-4967-49dd-84b3-4bea32912659 HTTP/1.1" status: 200 len: 763 time: 0.0369415 Aug 29 04:34:42.287601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3858ae-f942-4557-b666-bf8cb1a2ddc5 req-5539fd2e-644d-4d3d-9821-a5294712b6d7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1006911 Aug 29 04:34:42.288857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.357496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3858ae-f942-4557-b666-bf8cb1a2ddc5 req-e530e2bd-166d-427a-91ba-59cc79260b26 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615251 Aug 29 04:34:42.435015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5d622dd9-3b5c-4feb-92db-24027989d5ea tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1450472 Aug 29 04:34:42.438063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.486028 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b703-aecb-44fd-9d11-a9fdc9b5b897 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.508598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b703-aecb-44fd-9d11-a9fdc9b5b897 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.577693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b703-aecb-44fd-9d11-a9fdc9b5b897 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.594628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9a0b703-aecb-44fd-9d11-a9fdc9b5b897 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.598116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a9a0b703-aecb-44fd-9d11-a9fdc9b5b897 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c8fdc6d0-4967-49dd-84b3-4bea32912659 HTTP/1.1" status: 204 len: 168 time: 0.1551988 Aug 29 04:34:42.598385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33380) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.633212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0b703-aecb-44fd-9d11-a9fdc9b5b897 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8fdc6d0-4967-49dd-84b3-4bea32912659,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.679516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d7a93f16-ff94-41bb-82ea-1491d8a7ce4f tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796497 Aug 29 04:34:42.681937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33382) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.686980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Request body: {'security_group_rule': {'security_group_id': '4ff02306-b02c-4863-9b3d-db34e7a272db', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:42.728563 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Project b7af00b8a6b6488782c3f2a111481b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:34:42.734190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.864130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.871151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.914646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdfa00d-10a5-4b61-b566-be09a2d9556a,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.932870 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.937299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33390) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.952827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9bc2add4-d74b-4673-8892-6ecf425fc233 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2694595 Aug 29 04:34:42.987854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-32ed98a9-7fd2-4be4-8893-3efa4b4dd276 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules/8cdfa00d-10a5-4b61-b566-be09a2d9556a HTTP/1.1" status: 200 len: 769 time: 0.0485499 Aug 29 04:34:42.990477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.140074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a01d296b-ffff-44b7-97bd-843cf6405753 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1484139 Aug 29 04:34:43.143072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33398) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.185706 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86fd4e38-8860-4a91-b022-ce0ff62a9695 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.202644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86fd4e38-8860-4a91-b022-ce0ff62a9695 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.292727 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86fd4e38-8860-4a91-b022-ce0ff62a9695 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.311637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86fd4e38-8860-4a91-b022-ce0ff62a9695 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.313062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-86fd4e38-8860-4a91-b022-ce0ff62a9695 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8cdfa00d-10a5-4b61-b566-be09a2d9556a HTTP/1.1" status: 204 len: 168 time: 0.1687813 Aug 29 04:34:43.315835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33400) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.318212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd4e38-8860-4a91-b022-ce0ff62a9695 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cdfa00d-10a5-4b61-b566-be09a2d9556a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.429989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9369efa2-693f-4a38-ac97-b94b47979ef7 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1122115 Aug 29 04:34:43.432620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33406) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.558736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-01e2af3c-f398-49dc-af1a-b84c2af107ce tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.591252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9e858-8801-419d-a0cc-d9558c8211fb req-50688636-ea73-433d-861f-eb7ae828af70 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:43.596271 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79d9e858-8801-419d-a0cc-d9558c8211fb req-50688636-ea73-433d-861f-eb7ae828af70 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1311297 Aug 29 04:34:43.629815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-01e2af3c-f398-49dc-af1a-b84c2af107ce tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.711110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79d9e858-8801-419d-a0cc-d9558c8211fb req-be85b455-676c-49f7-a9d8-8a1d977cba22 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042523 Aug 29 04:34:43.720527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-01e2af3c-f398-49dc-af1a-b84c2af107ce tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.723136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-01e2af3c-f398-49dc-af1a-b84c2af107ce tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.727471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-01e2af3c-f398-49dc-af1a-b84c2af107ce tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "DELETE /v2.0/security-groups/4ff02306-b02c-4863-9b3d-db34e7a272db HTTP/1.1" status: 204 len: 168 time: 0.2906699 Aug 29 04:34:43.728366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.750833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2af3c-f398-49dc-af1a-b84c2af107ce tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff02306-b02c-4863-9b3d-db34e7a272db,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.842719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e8645d2e-b219-46b9-adec-20691ef62301 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129348 Aug 29 04:34:43.849866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33420) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.947568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c41a3a1f-24fb-4de4-8ed8-1b30ae8c4558 tempest-SecGroupIPv6Test-253371947 tempest-SecGroupIPv6Test-253371947-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977473 Aug 29 04:34:44.460325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a49ca-8c61-4b8a-8afb-6a74b37b4be0 req-76b05807-bcf5-4945-85a3-bbbf4be1953a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.468771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf5a49ca-8c61-4b8a-8afb-6a74b37b4be0 req-76b05807-bcf5-4945-85a3-bbbf4be1953a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.0726118 Aug 29 04:34:44.568770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf5a49ca-8c61-4b8a-8afb-6a74b37b4be0 req-9be552e9-e45a-4f31-81db-93a7da2cf9a6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956671 Aug 29 04:34:44.586777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33458) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.906126 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cc8c11ad-e2d1-4f71-bb04-946e84e1c192 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7af00b8a6b6488782c3f2a111481b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174870 Aug 29 04:34:44.908027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.036898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc1232-5d8f-4428-a8fc-c7d41a661667 req-78f5bc87-a88e-4269-908e-35c438093d38 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:45.045663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2efc1232-5d8f-4428-a8fc-c7d41a661667 req-78f5bc87-a88e-4269-908e-35c438093d38 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1486793 Aug 29 04:34:45.048873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c48f73d-b3c2-40de-a90d-0b721de2735c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.092624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c48f73d-b3c2-40de-a90d-0b721de2735c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.118274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2efc1232-5d8f-4428-a8fc-c7d41a661667 req-3201e5fc-43be-4806-920b-615c2a753888 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714750 Aug 29 04:34:45.169619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c48f73d-b3c2-40de-a90d-0b721de2735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.174809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c48f73d-b3c2-40de-a90d-0b721de2735c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.178197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6c48f73d-b3c2-40de-a90d-0b721de2735c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88cd5e37-b728-4348-9379-e32c45b9929b HTTP/1.1" status: 204 len: 168 time: 0.2691257 Aug 29 04:34:45.198950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48f73d-b3c2-40de-a90d-0b721de2735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cd5e37-b728-4348-9379-e32c45b9929b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.025717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994562b-56b1-4c93-b5e2-2fddba8d5f49 req-c6955650-8b8b-4f6c-8095-5624903820fb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.030362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6994562b-56b1-4c93-b5e2-2fddba8d5f49 req-c6955650-8b8b-4f6c-8095-5624903820fb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1725824 Aug 29 04:34:46.194525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6994562b-56b1-4c93-b5e2-2fddba8d5f49 req-90d474ef-8673-4486-bf87-86c470fcdfd4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572719 Aug 29 04:34:46.516760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc90c0-a402-450f-9e72-e18dea9a917e req-e96125e1-3e25-403a-ac80-003eb28dc431 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.519701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53cc90c0-a402-450f-9e72-e18dea9a917e req-e96125e1-3e25-403a-ac80-003eb28dc431 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.0767560 Aug 29 04:34:46.607776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53cc90c0-a402-450f-9e72-e18dea9a917e req-2244feea-889a-4d36-b5db-f1890e94c300 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799603 Aug 29 04:34:46.811910 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7380948a-e7ff-456a-8d4e-e4b5244df9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.161478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.395970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-557182048'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:47.589831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Made reservation on behalf of cf90a1a7c0314666be580bcb5f0f50a7 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:47.607766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.632891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.967144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.975429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.997671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:48.035765 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.036630 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Added segment 4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa of type vlan for network 1537445c-461f-491e-b597-1158f719ff4f Aug 29 04:34:48.066819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b1fbaf-706b-416f-b701-6888735b00a7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.184803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.259025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.275885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.278462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.510805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event updated for resources: {'Network': ['ID=1537445c-461f-491e-b597-1158f719ff4f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.526777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1537445c-461f-491e-b597-1158f719ff4f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:48.564697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-151ab0b5-f6dc-4f63-a4f4-1607b59e6647 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4016769 Aug 29 04:34:48.567532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33644) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.575364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Request body: {'subnet': {'network_id': '1537445c-461f-491e-b597-1158f719ff4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:48.803236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Made reservation on behalf of cf90a1a7c0314666be580bcb5f0f50a7 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:48.807973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.168618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.377724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Checking segment: {'id': '4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1537445c-461f-491e-b597-1158f719ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:49.378660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Network hostable DHCP agents. Network: 1537445c-461f-491e-b597-1158f719ff4f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:49.381982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event updated for resources: {'Subnet': ['ID=09f536c5-65e9-4531-9c32-6b64375ff9b8,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:49.479488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:49.483323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Network 1537445c-461f-491e-b597-1158f719ff4f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:49.508008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 1537445c-461f-491e-b597-1158f719ff4f) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:49.513221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.514531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.519846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aa8a6e4c-1ad3-44e1-a6a4-c08915d661a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.534573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd948c6-6573-4175-8d02-c4b935936af8 None None] Network 1537445c-461f-491e-b597-1158f719ff4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:49.542717 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c6c5a340-1829-4e1f-ab2e-9f2c99684752 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9739671 Aug 29 04:34:49.545637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33654) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.551159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Request body: {'port': {'network_id': '1537445c-461f-491e-b597-1158f719ff4f', 'name': 'tempest-TagsExtTest-1972303239'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:49.713882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.831545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Made reservation on behalf of cf90a1a7c0314666be580bcb5f0f50a7 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:49.833876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.840843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.897649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] device_id is not set on port f8f34ac4-68af-484c-9c87-1e5f5ad58df2 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:49.901330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:49.905485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:49.908749 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b16fb8-75fc-49c8-8795-15fb15fb5d9b" -d '{"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-unplugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:49.932686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.149241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.242698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-1537445c-461f-491e-b597-1158f719ff4f', 'network_id': '1537445c-461f-491e-b597-1158f719ff4f', 'tenant_id': 'cf90a1a7c0314666be580bcb5f0f50a7', 'fixed_ips': [{'subnet_id': '09f536c5-65e9-4531-9c32-6b64375ff9b8'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:50.243848 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.257980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Allocated IP 172.20.0.12 (1537445c-461f-491e-b597-1158f719ff4f/09f536c5-65e9-4531-9c32-6b64375ff9b8/f8f34ac4-68af-484c-9c87-1e5f5ad58df2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:50.626383 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.650049 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf12247-5d9f-435a-b30a-e8de05f0d2fe x-openstack-request-id: req-4bf12247-5d9f-435a-b30a-e8de05f0d2fe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:50.650762 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-unplugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:50.651209 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bf12247-5d9f-435a-b30a-e8de05f0d2fe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:50.651749 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'code': 200} Aug 29 04:34:50.671044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751de37-4d4d-484d-946c-430a38edad83 req-bb60e1f6-7786-4a7b-8095-dacd677571b5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.672586 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f751de37-4d4d-484d-946c-430a38edad83 req-bb60e1f6-7786-4a7b-8095-dacd677571b5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.0797307 Aug 29 04:34:50.713207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.726534 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.738615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Transition to ACTIVE for port object f8f34ac4-68af-484c-9c87-1e5f5ad58df2 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:50.754877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f751de37-4d4d-484d-946c-430a38edad83 req-0e12853c-e382-49bc-85d9-6158e35e31d7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662098 Aug 29 04:34:50.815214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.930535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73507c3-ae44-4854-b56f-0f549748c687 req-0413005c-8bc7-4f0f-af60-5d62d9bde4d5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.938501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f73507c3-ae44-4854-b56f-0f549748c687 req-0413005c-8bc7-4f0f-af60-5d62d9bde4d5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1321456 Aug 29 04:34:51.000212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event updated for resources: {'Port': ['ID=f8f34ac4-68af-484c-9c87-1e5f5ad58df2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.007696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Network 1537445c-461f-491e-b597-1158f719ff4f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:51.011363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:51.015365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:51.093480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f73507c3-ae44-4854-b56f-0f549748c687 req-b7bc0d50-ec71-4ae4-bb65-9df046917bd2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500175 Aug 29 04:34:51.115838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038f861-165a-4248-bc9f-cded5c2c7e77 req-acb96892-652e-4c01-a7c1-66b1b9a2f593 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.115838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7038f861-165a-4248-bc9f-cded5c2c7e77 req-acb96892-652e-4c01-a7c1-66b1b9a2f593 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 951 time: 0.2734432 Aug 29 04:34:51.125291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.125946 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.173367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7038f861-165a-4248-bc9f-cded5c2c7e77 req-1b12e3c5-b8ce-4a72-8c22-71ac7b2981d7 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Aug 29 04:34:51.174850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fa272f8b-9e8a-47b4-9468-8e17c8fdb3bc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6281800 Aug 29 04:34:51.178324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33704) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.183154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0f824ca0-f0b4-4a04-8cc1-1e47ffde7860 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2054644096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:51.187732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Allocated IP 172.20.0.2 (1537445c-461f-491e-b597-1158f719ff4f/09f536c5-65e9-4531-9c32-6b64375ff9b8/9f94607a-6846-4676-bf81-d79f6aaff426) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:51.247497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f824ca0-f0b4-4a04-8cc1-1e47ffde7860 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.250036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f824ca0-f0b4-4a04-8cc1-1e47ffde7860 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.327901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f824ca0-f0b4-4a04-8cc1-1e47ffde7860 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.336823 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f824ca0-f0b4-4a04-8cc1-1e47ffde7860 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.370996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f824ca0-f0b4-4a04-8cc1-1e47ffde7860 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.373740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f824ca0-f0b4-4a04-8cc1-1e47ffde7860 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1943438 Aug 29 04:34:51.376725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33722) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.385560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-94352bc3-f3a3-43c2-b0f9-724c9cb7ad9f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1307806619', 'prefixes': ['172.20.0.0/16']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:51.560004 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94352bc3-f3a3-43c2-b0f9-724c9cb7ad9f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for subnetpool, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.564751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-94352bc3-f3a3-43c2-b0f9-724c9cb7ad9f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1826949 Aug 29 04:34:51.565174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33740) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.572087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-27359357-4a6b-4cd6-904e-f8cbc0c63dcc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', 'tempest-TagsExtTest-Tag-1082376734') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:51.590474 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.611503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Transition to ACTIVE for port object 9f94607a-6846-4676-bf81-d79f6aaff426 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:51.650598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Transition to ACTIVE for port object 9f94607a-6846-4676-bf81-d79f6aaff426 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:51.658981 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.707502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Network 1537445c-461f-491e-b597-1158f719ff4f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:51.711704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:51.759110 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-27359357-4a6b-4cd6-904e-f8cbc0c63dcc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags/tempest-TagsExtTest-Tag-1082376734 HTTP/1.1" status: 201 len: 201 time: 0.1896315 Aug 29 04:34:51.759342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33752) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.766122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:51.766353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-ce1d87e7-0c33-4c24-bf3c-a2e247d64fb3 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', 'tempest-TagsExtTest-Tag-1105071319') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:51.836237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Pushing event updated for resources: {'Port': ['ID=9f94607a-6846-4676-bf81-d79f6aaff426,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:51.851333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Attempting to bind port 9f94607a-6846-4676-bf81-d79f6aaff426 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:51.851992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Attempting to bind port 9f94607a-6846-4676-bf81-d79f6aaff426 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1537445c-461f-491e-b597-1158f719ff4f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:51.852550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Attempting to bind port 9f94607a-6846-4676-bf81-d79f6aaff426 on network 1537445c-461f-491e-b597-1158f719ff4f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:51.879487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:51.881099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Checking segment: {'id': '4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1537445c-461f-491e-b597-1158f719ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:51.882659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.886259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Bound using segment: {'id': '4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1537445c-461f-491e-b597-1158f719ff4f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:51.887449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Bound port: 9f94607a-6846-4676-bf81-d79f6aaff426, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1537445c-461f-491e-b597-1158f719ff4f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:51.888159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.970636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ce1d87e7-0c33-4c24-bf3c-a2e247d64fb3 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags/tempest-TagsExtTest-Tag-1105071319 HTTP/1.1" status: 201 len: 201 time: 0.2104065 Aug 29 04:34:51.971362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.982253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-9a4ebcb8-d8ea-4d31-aceb-87fbf20ab656 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', 'tempest-TagsExtTest-Tag-1417168236') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.007892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8d48c-392f-4487-874b-fa00e459c73e req-37e0bb6f-92ab-4c59-8901-e13341d59df5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.023021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a8d48c-392f-4487-874b-fa00e459c73e req-37e0bb6f-92ab-4c59-8901-e13341d59df5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1251988 Aug 29 04:34:52.094810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] For port 9f94607a-6846-4676-bf81-d79f6aaff426, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:52.107208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] For port 9f94607a-6846-4676-bf81-d79f6aaff426, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9f94607a-6846-4676-bf81-d79f6aaff426,segment=NetworkSegment(4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa),segment_id=4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:52.111569 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.146035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68a8d48c-392f-4487-874b-fa00e459c73e req-883d4f14-329b-4dec-ad2c-ff98ef05a5b0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219954 Aug 29 04:34:52.192543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33786) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.199744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-84a57b25-234c-4f9a-873b-6de2fa9d0979 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', 'tempest-TagsExtTest-Tag-1587874102') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.206121 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9a4ebcb8-d8ea-4d31-aceb-87fbf20ab656 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags/tempest-TagsExtTest-Tag-1417168236 HTTP/1.1" status: 201 len: 201 time: 0.2335124 Aug 29 04:34:52.326491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-84a57b25-234c-4f9a-873b-6de2fa9d0979 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags/tempest-TagsExtTest-Tag-1587874102 HTTP/1.1" status: 201 len: 201 time: 0.1290252 Aug 29 04:34:52.326958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47757-3aa8-4c33-95d0-c5b0c6f0d776 None None] Pushing event updated for resources: {'Port': ['ID=9f94607a-6846-4676-bf81-d79f6aaff426,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.327325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33798) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.340301 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-32fae61f-208e-4fc4-8e90-c03085e7c1f6 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.361569 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.421544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd283a-8381-4d05-9594-89a70ca9b568 req-02c084f3-5b91-487c-a778-5354f3dbc5e8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:52.424286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8cd283a-8381-4d05-9594-89a70ca9b568 req-02c084f3-5b91-487c-a778-5354f3dbc5e8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1002817 Aug 29 04:34:52.466245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32fae61f-208e-4fc4-8e90-c03085e7c1f6 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags HTTP/1.1" status: 200 len: 241 time: 0.1369865 Aug 29 04:34:52.468400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33804) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.482295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-f5d3d313-902f-40d7-9328-945c7c59499e tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', 'tempest-TagsExtTest-Tag-1082376734') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.503185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8cd283a-8381-4d05-9594-89a70ca9b568 req-a4411d98-5cd1-4f0b-a9a5-828e06a362aa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696802 Aug 29 04:34:52.619727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.623565 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f5d3d313-902f-40d7-9328-945c7c59499e tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags/tempest-TagsExtTest-Tag-1082376734 HTTP/1.1" status: 204 len: 168 time: 0.1540256 Aug 29 04:34:52.628208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-0286b767-e1c9-4deb-88e5-50112d4d448a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', 'tempest-TagsExtTest-Tag-1082376734') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:52.973545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0286b767-e1c9-4deb-88e5-50112d4d448a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags/tempest-TagsExtTest-Tag-1082376734 HTTP/1.1" status: 204 len: 168 time: 0.3523426 Aug 29 04:34:52.976198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.980944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-fd58a352-a440-47a6-8adf-c094bc23f4c7 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.097267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd58a352-a440-47a6-8adf-c094bc23f4c7 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags HTTP/1.1" status: 200 len: 205 time: 0.1178937 Aug 29 04:34:53.097514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33856) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:53.106459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-a0d60944-d1f0-4ab6-9b52-dfdba20796af tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.215500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9f94607a-6846-4676-bf81-d79f6aaff426 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:53.221068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a0d60944-d1f0-4ab6-9b52-dfdba20796af tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags HTTP/1.1" status: 200 len: 241 time: 0.1203394 Aug 29 04:34:53.222009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33870) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:53.228464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-388417a7-0987-419e-b94a-56952fddf28f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', 'tempest-TagsExtTest-Tag-1105071319') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.353720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9f94607a-6846-4676-bf81-d79f6aaff426 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:53.427648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc958e44-6192-4a70-83c3-57208df14b38 req-3735ab34-eea1-4307-93df-1e272631504c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:53.436853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc958e44-6192-4a70-83c3-57208df14b38 req-3735ab34-eea1-4307-93df-1e272631504c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.0971692 Aug 29 04:34:53.453525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:53.456877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-388417a7-0987-419e-b94a-56952fddf28f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags/tempest-TagsExtTest-Tag-1105071319 HTTP/1.1" status: 204 len: 168 time: 0.2329917 Aug 29 04:34:53.459337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:53.464276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-63ecf35a-cc46-43b2-b344-8428649fee66 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', 'tempest-TagsExtTest-Tag-1105071319') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.478761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:53.634050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc958e44-6192-4a70-83c3-57208df14b38 req-523f5f23-1365-4f79-a7e1-222de2a5a51c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945627 Aug 29 04:34:53.741843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-63ecf35a-cc46-43b2-b344-8428649fee66 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags/tempest-TagsExtTest-Tag-1105071319 HTTP/1.1" status: 204 len: 168 time: 0.2807903 Aug 29 04:34:53.744507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33904) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:53.748749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-d8fb1b7d-1021-43c3-827c-d2516b89be57 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:53.749701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:53.838730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'mac_address': 'fa:16:3e:1b:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:53.840171 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.875726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:53.877344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:53.880702 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d994c1-24d5-445b-b0b9-5a7ed1f4fb0d" -d '{"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:53.886483 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.018394 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.036719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6eaa106-8ffb-4c3f-8415-cfc00f08534a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:54.064698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:54.074154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262adf8c-71f7-4359-ae22-43fb9b2010c5 req-853398a8-49c0-49cb-8c1b-ba3fec42306c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.074427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.079856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-262adf8c-71f7-4359-ae22-43fb9b2010c5 req-853398a8-49c0-49cb-8c1b-ba3fec42306c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.2480197 Aug 29 04:34:54.086538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.115398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d8fb1b7d-1021-43c3-827c-d2516b89be57 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags HTTP/1.1" status: 200 len: 205 time: 0.3699219 Aug 29 04:34:54.118176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.123099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-22d04986-fb54-47c9-b228-37ed98d8b630 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.141905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-262adf8c-71f7-4359-ae22-43fb9b2010c5 req-d330cf57-3c8f-4162-b7c2-faf242661b1a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530386 Aug 29 04:34:54.206544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=12']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.232869 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f52caab-6d57-4c82-b32e-5ce899751280 x-openstack-request-id: req-2f52caab-6d57-4c82-b32e-5ce899751280 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:54.234057 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-unplugged", "status": "completed", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:54.234464 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f52caab-6d57-4c82-b32e-5ce899751280 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:54.235155 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'code': 200} Aug 29 04:34:54.292566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b6eaa106-8ffb-4c3f-8415-cfc00f08534a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:54.331541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-22d04986-fb54-47c9-b228-37ed98d8b630 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags HTTP/1.1" status: 200 len: 241 time: 0.2122507 Aug 29 04:34:54.334184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33944) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.346142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-7a7e07b3-9bb0-45ad-8d75-5a06ae013ae1 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', 'tempest-TagsExtTest-Tag-1417168236') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.464406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078cef6-bc5d-4596-b2bd-1deeb445144b None None] Network 1537445c-461f-491e-b597-1158f719ff4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:54.490441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a7e07b3-9bb0-45ad-8d75-5a06ae013ae1 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags/tempest-TagsExtTest-Tag-1417168236 HTTP/1.1" status: 204 len: 168 time: 0.1543560 Aug 29 04:34:54.493361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33968) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.498141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-0010a531-0bed-40fd-a837-78d1ffa4739d tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', 'tempest-TagsExtTest-Tag-1417168236') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.599067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c9d98acb-aabd-4667-9006-56de833f4fe4 None None] Provisioning for port 9f94607a-6846-4676-bf81-d79f6aaff426 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:54.654549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c9d98acb-aabd-4667-9006-56de833f4fe4 None None] Provisioning complete for port 9f94607a-6846-4676-bf81-d79f6aaff426 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:54.655222 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d98acb-aabd-4667-9006-56de833f4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.667592 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0010a531-0bed-40fd-a837-78d1ffa4739d tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags/tempest-TagsExtTest-Tag-1417168236 HTTP/1.1" status: 204 len: 168 time: 0.1724010 Aug 29 04:34:54.669600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33978) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.674292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-f7042c75-7b06-4b6d-b508-d4c2a3219d14 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:54.719979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-64306464-9161-457f-a9c9-770bf986a5d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0913227 Aug 29 04:34:54.919918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.923001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.923697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.925346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.926817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.931308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.932176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:54.934413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-1edfe4ca-49ce-4a33-8560-8ce8994955cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6508 time: 0.1106038 Aug 29 04:34:54.949501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f7042c75-7b06-4b6d-b508-d4c2a3219d14 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags HTTP/1.1" status: 200 len: 205 time: 0.2787511 Aug 29 04:34:54.950055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33988) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.954770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-6dcad889-2c76-4f9b-9b25-bdc8a5353981 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:55.000643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d98acb-aabd-4667-9006-56de833f4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.012235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079870b0-61a7-4b64-b0dc-9b12e64a40b4 req-e4848517-d7cb-48a0-ae3c-478dc131ecc8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.016137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-079870b0-61a7-4b64-b0dc-9b12e64a40b4 req-e4848517-d7cb-48a0-ae3c-478dc131ecc8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1604402 Aug 29 04:34:55.077529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c9d98acb-aabd-4667-9006-56de833f4fe4 None None] For port 9f94607a-6846-4676-bf81-d79f6aaff426, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9f94607a-6846-4676-bf81-d79f6aaff426,segment=NetworkSegment(4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa),segment_id=4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:55.084393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9d98acb-aabd-4667-9006-56de833f4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.112676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-079870b0-61a7-4b64-b0dc-9b12e64a40b4 req-637ef984-da93-45f3-928c-55b2ede858a3 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893950 Aug 29 04:34:55.241089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d98acb-aabd-4667-9006-56de833f4fe4 None None] Pushing event updated for resources: {'Port': ['ID=9f94607a-6846-4676-bf81-d79f6aaff426,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:55.298481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-bb3b9dbf-a934-49d4-b6a7-5eb0c08d015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.302215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-bb3b9dbf-a934-49d4-b6a7-5eb0c08d015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.302915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-bb3b9dbf-a934-49d4-b6a7-5eb0c08d015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.305136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-bb3b9dbf-a934-49d4-b6a7-5eb0c08d015c service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa31365-0ce5-4157-bac5-4a74a31eca98&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 200 len: 2297 time: 0.3228593 Aug 29 04:34:55.368653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb213f0-ede7-4665-90aa-cd211b8d8e83 req-6286bfa0-7db8-4f07-8732-8ff87d2701c4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.386670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3eb213f0-ede7-4665-90aa-cd211b8d8e83 req-6286bfa0-7db8-4f07-8732-8ff87d2701c4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.1030519 Aug 29 04:34:55.412724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-73259323-78b5-426b-b9d1-e75e63048a04 None None] Provisioning complete for port 9f94607a-6846-4676-bf81-d79f6aaff426 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:55.416566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73259323-78b5-426b-b9d1-e75e63048a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.474288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3eb213f0-ede7-4665-90aa-cd211b8d8e83 req-71ce0b33-e760-4744-9cbf-ba82af32dbf3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865145 Aug 29 04:34:55.479346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.481476 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6dcad889-2c76-4f9b-9b25-bdc8a5353981 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags HTTP/1.1" status: 200 len: 241 time: 0.5294039 Aug 29 04:34:55.490918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-14d71392-65b5-4558-aca9-a42876169cb9 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', 'tempest-TagsExtTest-Tag-1587874102') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:55.592215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-68dfa763-3ba4-414d-9c8d-f6a9d845ba7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 200 len: 1001 time: 0.2768676 Aug 29 04:34:55.632781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-14d71392-65b5-4558-aca9-a42876169cb9 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags/tempest-TagsExtTest-Tag-1587874102 HTTP/1.1" status: 204 len: 168 time: 0.1498563 Aug 29 04:34:55.633386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.671560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-15abc2a4-99b0-45a9-9bc9-0960ec8ca5cb tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', 'tempest-TagsExtTest-Tag-1587874102') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:55.790657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-47a36853-93ca-4235-92b6-c70b3c409b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.792532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-73259323-78b5-426b-b9d1-e75e63048a04 None None] Provisioning for port f8f34ac4-68af-484c-9c87-1e5f5ad58df2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:55.806025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-73259323-78b5-426b-b9d1-e75e63048a04 None None] Provisioning complete for port f8f34ac4-68af-484c-9c87-1e5f5ad58df2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:55.807999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-73259323-78b5-426b-b9d1-e75e63048a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.810548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-15abc2a4-99b0-45a9-9bc9-0960ec8ca5cb tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags/tempest-TagsExtTest-Tag-1587874102 HTTP/1.1" status: 204 len: 168 time: 0.1578963 Aug 29 04:34:55.813584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34048) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.825941 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-47a36853-93ca-4235-92b6-c70b3c409b27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1bdbcf-71be-4cc1-83cd-2994fa212390 HTTP/1.1" status: 200 len: 855 time: 0.2101824 Aug 29 04:34:55.826160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-709826b3-cfe3-4381-90e6-4c358cec3083 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:55.870919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-709826b3-cfe3-4381-90e6-4c358cec3083 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags HTTP/1.1" status: 200 len: 205 time: 0.0555801 Aug 29 04:34:55.874274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.885715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-73259323-78b5-426b-b9d1-e75e63048a04 None None] Port f8f34ac4-68af-484c-9c87-1e5f5ad58df2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:55.888443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-2d7725c0-69c8-4e10-97e9-9a3947b50522 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:55.912309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-e04cec6b-5af4-4ec7-befe-0a1571c5dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:55.914434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-e04cec6b-5af4-4ec7-befe-0a1571c5dccb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa31365-0ce5-4157-bac5-4a74a31eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797398 Aug 29 04:34:55.929719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2d7725c0-69c8-4e10-97e9-9a3947b50522 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags HTTP/1.1" status: 204 len: 168 time: 0.0516865 Aug 29 04:34:55.931987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34058) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.937273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-35841a4b-62d7-46ce-8a5e-313316bf05fa tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:56.015998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-76c4755b-ec59-4387-bcff-ae228b8812cf None None] Provisioning complete for port f8f34ac4-68af-484c-9c87-1e5f5ad58df2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:56.016368 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76c4755b-ec59-4387-bcff-ae228b8812cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.017426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-12c1ef7e-6bf4-4c30-9743-f10619efd547 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958920 Aug 29 04:34:56.122360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76c4755b-ec59-4387-bcff-ae228b8812cf None None] Port f8f34ac4-68af-484c-9c87-1e5f5ad58df2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:56.181800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-a01f38b8-1fc6-4ccd-9c72-9541502c6a46 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562293 Aug 29 04:34:56.266337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-0851849f-5b06-4c10-9c52-145b5c1afd39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 217 time: 0.0774603 Aug 29 04:34:56.357513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-342333e7-778e-4959-80c2-63d13bb30837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.360538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-342333e7-778e-4959-80c2-63d13bb30837 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0866127 Aug 29 04:34:56.448940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-99103f22-d643-4c1c-8af2-fe0860574c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.457718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-99103f22-d643-4c1c-8af2-fe0860574c48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893452 Aug 29 04:34:56.608959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-6ac5a8d4-ee13-47fb-9054-7c10adebe1f1 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426752 Aug 29 04:34:56.613877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35841a4b-62d7-46ce-8a5e-313316bf05fa tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags HTTP/1.1" status: 204 len: 168 time: 0.6798711 Aug 29 04:34:56.616686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34090) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:56.628104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-d1762df2-8e25-4150-8ab4-f963a062d111 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:56.669950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daf743-19d2-47e1-8f7e-9e0875fd8e7a req-4788019f-4080-4ba6-b673-3da594b38d6c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.683317 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94daf743-19d2-47e1-8f7e-9e0875fd8e7a req-4788019f-4080-4ba6-b673-3da594b38d6c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.2220709 Aug 29 04:34:56.757412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94daf743-19d2-47e1-8f7e-9e0875fd8e7a req-560e1009-a8c6-4841-9d87-af08bbfb4801 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726857 Aug 29 04:34:56.985349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f40748-2bdc-44c9-8158-56f06353a3f3 req-069f455a-743b-4b4b-922b-5b0179d16463 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.992991 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72f40748-2bdc-44c9-8158-56f06353a3f3 req-069f455a-743b-4b4b-922b-5b0179d16463 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 945 time: 0.1220832 Aug 29 04:34:56.998609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:56.998771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d1762df2-8e25-4150-8ab4-f963a062d111 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags HTTP/1.1" status: 204 len: 168 time: 0.3787646 Aug 29 04:34:57.003821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-b5261859-e27f-4755-b551-922fd5e23b8a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.038254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-45e94c86-55b8-4496-892b-77a3b5e382be service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154921 Aug 29 04:34:57.073512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72f40748-2bdc-44c9-8158-56f06353a3f3 req-a1f099e7-84df-4f1e-84aa-4b7cb771b128 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795486 Aug 29 04:34:57.177964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9f94607a-6846-4676-bf81-d79f6aaff426 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:57.188378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-ac8d0aea-c053-43b1-a856-3798ebe8d311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 217 time: 0.1309233 Aug 29 04:34:57.198234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b5261859-e27f-4755-b551-922fd5e23b8a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1978099 Aug 29 04:34:57.200268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.211138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-91438852-4495-40bf-a40e-156eb1f6851f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', 'tempest-TagsExtTest-Tag-499166047') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.258356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9f94607a-6846-4676-bf81-d79f6aaff426 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:57.258819 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.290870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-8ad20acb-c49a-4946-80f2-234411f3516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.292702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-8ad20acb-c49a-4946-80f2-234411f3516e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0902524 Aug 29 04:34:57.350609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-91438852-4495-40bf-a40e-156eb1f6851f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags/tempest-TagsExtTest-Tag-499166047 HTTP/1.1" status: 201 len: 201 time: 0.1478245 Aug 29 04:34:57.351407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34132) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.356163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-6af92700-d23f-41cf-b97d-d3d8b6b026e1 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', 'tempest-TagsExtTest-Tag-1483309189') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.388199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-f09fb398-4289-4da0-9194-1094f25b40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.392961 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-f09fb398-4289-4da0-9194-1094f25b40bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914037 Aug 29 04:34:57.463592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:57.529768 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6af92700-d23f-41cf-b97d-d3d8b6b026e1 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags/tempest-TagsExtTest-Tag-1483309189 HTTP/1.1" status: 201 len: 201 time: 0.1771927 Aug 29 04:34:57.532311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34138) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.546011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-3b203808-ec86-41b2-9869-66e3e0c9283a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', 'tempest-TagsExtTest-Tag-1374006090') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.579792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-521c7c7f-bdac-4eeb-b39d-d95536a824c1 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774859 Aug 29 04:34:57.628165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b6eaa106-8ffb-4c3f-8415-cfc00f08534a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:57.628938 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.737401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.771290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:57.774565 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6fee4b-db82-48f6-947d-9f343cb7167f" -d '{"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:57.799658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:57.806358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.854996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3b203808-ec86-41b2-9869-66e3e0c9283a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags/tempest-TagsExtTest-Tag-1374006090 HTTP/1.1" status: 201 len: 201 time: 0.3214581 Aug 29 04:34:57.861235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34148) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.876272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-547e1561-adf2-44f1-8205-fca935cf246d tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', 'tempest-TagsExtTest-Tag-170861733') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.894913 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4db57e-0987-4c0b-bac8-1c020d685f08 x-openstack-request-id: req-df4db57e-0987-4c0b-bac8-1c020d685f08 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:57.895433 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-plugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:57.895699 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df4db57e-0987-4c0b-bac8-1c020d685f08 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:57.896102 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'code': 200} Aug 29 04:34:57.896817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=13']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.917200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-679ad5b3-6be9-43d0-9f1a-97e415638fde service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235326 Aug 29 04:34:57.969376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-547e1561-adf2-44f1-8205-fca935cf246d tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags/tempest-TagsExtTest-Tag-170861733 HTTP/1.1" status: 201 len: 201 time: 0.1052780 Aug 29 04:34:57.972064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34154) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.978549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-555069f4-f71f-4bd6-8707-032ff51a0e95 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', {'tags': ['tempest-TagsExtTest-Tag-2128453033', 'tempest-TagsExtTest-Tag-559178842', 'tempest-TagsExtTest-Tag-186521393']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:58.187568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-284bb3c1-9486-486f-8fed-95f94e5af636 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9ef2357a-ca48-4385-a116-2f0905952474 HTTP/1.1" status: 200 len: 217 time: 0.2542500 Aug 29 04:34:58.306198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-555069f4-f71f-4bd6-8707-032ff51a0e95 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags HTTP/1.1" status: 200 len: 316 time: 0.3327603 Aug 29 04:34:58.308808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.313852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-b57cc3b1-6462-4059-8df9-cd074cdfd459 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:58.427048 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-03630da4-ca26-4dc3-a5cb-debd3a130d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.433667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-03630da4-ca26-4dc3-a5cb-debd3a130d9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.2322776 Aug 29 04:34:58.473306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f8d1-0574-4bf5-aa9d-3853a93da948 req-c0d3df89-a8c6-4d95-b4cd-a3ea367d59f1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.478505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa45f8d1-0574-4bf5-aa9d-3853a93da948 req-c0d3df89-a8c6-4d95-b4cd-a3ea367d59f1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.3134131 Aug 29 04:34:58.490867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b57cc3b1-6462-4059-8df9-cd074cdfd459 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1804395 Aug 29 04:34:58.493152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.500538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-76a41486-331f-445d-be73-e569d49460f4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', 'tempest-TagsExtTest-Tag-2128453033') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:58.655941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-8c0c2398-09f5-4799-be15-ce45a9aff027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.657469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-8c0c2398-09f5-4799-be15-ce45a9aff027 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2139716 Aug 29 04:34:58.693574 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-76a41486-331f-445d-be73-e569d49460f4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:34:58.697680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-76a41486-331f-445d-be73-e569d49460f4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags/tempest-TagsExtTest-Tag-2128453033 HTTP/1.1" status: 404 len: 329 time: 0.2008240 Aug 29 04:34:58.697936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.705329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa45f8d1-0574-4bf5-aa9d-3853a93da948 req-7a82213e-7e8c-46ca-a04e-fe43c17d5b66 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850369 Aug 29 04:34:58.710914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-006a7a30-d84c-4b26-9279-8b914c4f9430 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', 'tempest-TagsExtTest-Tag-559178842') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:58.901422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-e2a434f8-997b-4dc6-a039-6e662c796e2e service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289927 Aug 29 04:34:58.907152 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-006a7a30-d84c-4b26-9279-8b914c4f9430 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:34:58.913632 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-006a7a30-d84c-4b26-9279-8b914c4f9430 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags/tempest-TagsExtTest-Tag-559178842 HTTP/1.1" status: 404 len: 328 time: 0.2138855 Aug 29 04:34:58.914482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34178) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.921537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-6805ef2d-57a5-46ed-96be-a847707702e8 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8', 'tempest-TagsExtTest-Tag-186521393') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:59.104945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-b4ce4ed9-d52c-4c6c-a083-873737fa0826 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703994 Aug 29 04:34:59.259440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-2593c329-b9b7-4593-95b0-3634bb800945 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=ff238051-0a0a-4903-ac26-034f71774b17 HTTP/1.1" status: 200 len: 217 time: 0.1362202 Aug 29 04:34:59.342262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-2ae2be5c-160e-4ef7-a22f-81a806cae449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.344466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-2ae2be5c-160e-4ef7-a22f-81a806cae449 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0710826 Aug 29 04:34:59.399379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab965-15aa-4b69-884d-fe4db12f1093 req-6112ef78-9ef4-4d2d-ab07-e231fb9c5480 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.408103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-057ab965-15aa-4b69-884d-fe4db12f1093 req-6112ef78-9ef4-4d2d-ab07-e231fb9c5480 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.3017018 Aug 29 04:34:59.481021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-057ab965-15aa-4b69-884d-fe4db12f1093 req-5c8a86c6-1660-474c-9049-38a96692a990 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718527 Aug 29 04:34:59.500558 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-6805ef2d-57a5-46ed-96be-a847707702e8 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:34:59.505106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:59.511757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-ad1b8132-2994-4675-9736-1504636dbe44 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', {'tags': ['tempest-TagsExtTest-Tag-1984992494', 'tempest-TagsExtTest-Tag-1208036952', 'tempest-TagsExtTest-Tag-1686193081']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:59.516336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6805ef2d-57a5-46ed-96be-a847707702e8 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags/tempest-TagsExtTest-Tag-186521393 HTTP/1.1" status: 404 len: 328 time: 0.6005201 Aug 29 04:34:59.537688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-ce3b6690-83e6-4020-9d58-fd208bcc7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.552464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-ce3b6690-83e6-4020-9d58-fd208bcc7803 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1931584 Aug 29 04:34:59.699974 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ad1b8132-2994-4675-9736-1504636dbe44 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags HTTP/1.1" status: 200 len: 318 time: 0.1907794 Aug 29 04:34:59.701144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:59.712966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-b57cb66f-d5f1-46a7-9b1b-e005b98b51ce tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:59.923327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b57cb66f-d5f1-46a7-9b1b-e005b98b51ce tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags HTTP/1.1" status: 204 len: 168 time: 0.2197375 Aug 29 04:34:59.924795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:59.933807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-0c9526ff-3856-4e09-a8ee-63f635ad6bfc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', 'tempest-TagsExtTest-Tag-1984992494') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.072638 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-0c9526ff-3856-4e09-a8ee-63f635ad6bfc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:00.083326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0c9526ff-3856-4e09-a8ee-63f635ad6bfc tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags/tempest-TagsExtTest-Tag-1984992494 HTTP/1.1" status: 404 len: 329 time: 0.1571038 Aug 29 04:35:00.084095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.094934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-a0db0634-a7a7-4861-b380-d1d7a6b2bba4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', 'tempest-TagsExtTest-Tag-1208036952') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.258524 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-a0db0634-a7a7-4861-b380-d1d7a6b2bba4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:00.262608 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a0db0634-a7a7-4861-b380-d1d7a6b2bba4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags/tempest-TagsExtTest-Tag-1208036952 HTTP/1.1" status: 404 len: 329 time: 0.1745348 Aug 29 04:35:00.264750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.277035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-e1965477-3fbe-4b07-ad15-96126a124df6 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2', 'tempest-TagsExtTest-Tag-1686193081') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.408952 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-e1965477-3fbe-4b07-ad15-96126a124df6 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:00.409945 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e1965477-3fbe-4b07-ad15-96126a124df6 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags/tempest-TagsExtTest-Tag-1686193081 HTTP/1.1" status: 404 len: 329 time: 0.1442046 Aug 29 04:35:00.414215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.424522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-0e51c939-c64d-4120-8702-7088d6473c34 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', {'tags': ['tempest-TagsExtTest-Tag-1421303408', 'tempest-TagsExtTest-Tag-616258242', 'tempest-TagsExtTest-Tag-1131276517']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.669651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0e51c939-c64d-4120-8702-7088d6473c34 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags HTTP/1.1" status: 200 len: 317 time: 0.2483029 Aug 29 04:35:00.670089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.677411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-e2eefb97-cc3c-4b38-8f7e-ea1b36003c28 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:00.725123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-b1720996-de3f-418e-b1ab-ec1328a52fd0 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1711242 Aug 29 04:35:00.891703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-dc9b4c32-def4-4207-bc37-d006a04ad1c8 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588590 Aug 29 04:35:00.918548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e29f4d-688d-474c-81c4-c366888f4f4b req-f74debf9-17a8-4a07-a068-1ab99e891645 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:00.920681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50e29f4d-688d-474c-81c4-c366888f4f4b req-f74debf9-17a8-4a07-a068-1ab99e891645 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.3748260 Aug 29 04:35:00.922599 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e2eefb97-cc3c-4b38-8f7e-ea1b36003c28 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags HTTP/1.1" status: 204 len: 168 time: 0.2508495 Aug 29 04:35:00.925106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:00.929823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-00d4aaac-728c-4cf6-8eb6-d7c4a67fabb5 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', 'tempest-TagsExtTest-Tag-1421303408') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:01.095725 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-00d4aaac-728c-4cf6-8eb6-d7c4a67fabb5 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:01.098717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-00d4aaac-728c-4cf6-8eb6-d7c4a67fabb5 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags/tempest-TagsExtTest-Tag-1421303408 HTTP/1.1" status: 404 len: 329 time: 0.1726935 Aug 29 04:35:01.099801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-c4c38b00-29d6-4c03-bdae-ff84f6cce2e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f HTTP/1.1" status: 200 len: 217 time: 0.1779466 Aug 29 04:35:01.103523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34212) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.138657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50e29f4d-688d-474c-81c4-c366888f4f4b req-520dde7f-0b7d-4edd-8c43-477dc611cc30 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013209 Aug 29 04:35:01.142028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-e852667a-bc21-43ab-a0f4-e9ab60abdcd4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', 'tempest-TagsExtTest-Tag-616258242') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:01.304816 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.427861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-e75bc225-8e5e-4c72-8ede-8051b345e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.429905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-e75bc225-8e5e-4c72-8ede-8051b345e5be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.2858126 Aug 29 04:35:01.446056 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-e852667a-bc21-43ab-a0f4-e9ab60abdcd4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:01.447619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e852667a-bc21-43ab-a0f4-e9ab60abdcd4 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags/tempest-TagsExtTest-Tag-616258242 HTTP/1.1" status: 404 len: 328 time: 0.3211021 Aug 29 04:35:01.453978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.459324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-bede312d-1418-4393-b9cf-6610a8c6f88a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e', 'tempest-TagsExtTest-Tag-1131276517') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:01.541222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-7fb1da9f-61a3-49ac-b2b8-f5cca816d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.542851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-7fb1da9f-61a3-49ac-b2b8-f5cca816d0b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684581 Aug 29 04:35:01.742480 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-bede312d-1418-4393-b9cf-6610a8c6f88a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:01.743503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bede312d-1418-4393-b9cf-6610a8c6f88a tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags/tempest-TagsExtTest-Tag-1131276517 HTTP/1.1" status: 404 len: 329 time: 0.2885411 Aug 29 04:35:01.760117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.770508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-07cde6f3-4d0e-4945-8fba-6cfc3687c173 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', {'tags': ['tempest-TagsExtTest-Tag-347358697', 'tempest-TagsExtTest-Tag-1256866446', 'tempest-TagsExtTest-Tag-1519241943']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:01.772452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-fec17633-410b-4638-a7c3-0a963074824d service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135930 Aug 29 04:35:01.865264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-07cde6f3-4d0e-4945-8fba-6cfc3687c173 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "PUT /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags HTTP/1.1" status: 200 len: 317 time: 0.1040320 Aug 29 04:35:01.868544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.873112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-60d0a5b3-75f5-4507-9993-b6cb12698d5f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:01.942639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-25e531a9-9fb9-46c7-81dc-eb599779e403 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617358 Aug 29 04:35:01.965578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-60d0a5b3-75f5-4507-9993-b6cb12698d5f tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags HTTP/1.1" status: 204 len: 168 time: 0.0960047 Aug 29 04:35:01.968159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34228) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.978598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-ee4c75b3-2d05-44bf-9e6f-de6957883a5d tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', 'tempest-TagsExtTest-Tag-347358697') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.029050 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-ee4c75b3-2d05-44bf-9e6f-de6957883a5d tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:02.036585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ee4c75b3-2d05-44bf-9e6f-de6957883a5d tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags/tempest-TagsExtTest-Tag-347358697 HTTP/1.1" status: 404 len: 328 time: 0.0672045 Aug 29 04:35:02.037238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34230) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.042498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-1e9a461f-5c62-4fbc-a4a3-faa46ecc5d60 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', 'tempest-TagsExtTest-Tag-1256866446') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.105853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080a793-9e26-4031-80fe-1ead2520ef21 req-596f8e69-1429-40c9-84f5-9e7ad56f1bf2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.108290 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-1e9a461f-5c62-4fbc-a4a3-faa46ecc5d60 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:02.111847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e9a461f-5c62-4fbc-a4a3-faa46ecc5d60 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags/tempest-TagsExtTest-Tag-1256866446 HTTP/1.1" status: 404 len: 329 time: 0.0703838 Aug 29 04:35:02.112208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34232) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.113853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7080a793-9e26-4031-80fe-1ead2520ef21 req-596f8e69-1429-40c9-84f5-9e7ad56f1bf2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.4396641 Aug 29 04:35:02.116363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-5d8687b5-41b2-47eb-9d03-d04a75f36582 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 200 len: 217 time: 0.1634519 Aug 29 04:35:02.146816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-0a9fd8a2-22bc-49c3-909b-469de44fae73 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856', 'tempest-TagsExtTest-Tag-1519241943') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.172235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-ac1f8a54-33d0-4183-9916-3be021a905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.174162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-ac1f8a54-33d0-4183-9916-3be021a905f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.0513172 Aug 29 04:35:02.222770 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-0a9fd8a2-22bc-49c3-909b-469de44fae73 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] show failed (client error): The resource could not be found. Aug 29 04:35:02.226661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0a9fd8a2-22bc-49c3-909b-469de44fae73 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags/tempest-TagsExtTest-Tag-1519241943 HTTP/1.1" status: 404 len: 329 time: 0.1106997 Aug 29 04:35:02.227294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.246588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-a3cb7470-7168-4b5d-83b3-fefbf580bdac tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7eba5a9e-7a3b-4f34-9788-5e90613b8856') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.301138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-ca9ac0a8-f8d2-46e9-af9f-2744b54b2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.308284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-ca9ac0a8-f8d2-46e9-af9f-2744b54b2784 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234865 Aug 29 04:35:02.311618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7080a793-9e26-4031-80fe-1ead2520ef21 req-508e8b7b-d234-44c2-9c31-a9dfdca56b31 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361072 Aug 29 04:35:02.371257 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a3cb7470-7168-4b5d-83b3-fefbf580bdac tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856/tags HTTP/1.1" status: 204 len: 168 time: 0.1372519 Aug 29 04:35:02.374926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.401234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-61285fb9-7819-4346-baf5-2b30de9a2a38 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8eaefca4-96c0-4533-9dd9-1ba8c7de937e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.480076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.578845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-48e8f2e2-020b-4601-8590-f4bf5896e6bc service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615216 Aug 29 04:35:02.686874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-61285fb9-7819-4346-baf5-2b30de9a2a38 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e/tags HTTP/1.1" status: 204 len: 168 time: 0.3108993 Aug 29 04:35:02.689847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.700652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-81c6d39e-fd66-4150-8210-6de4434ccf2c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8f34ac4-68af-484c-9c87-1e5f5ad58df2') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:02.791908 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22d174f2-1c35-428e-93e7-63743565bc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.874501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-81c6d39e-fd66-4150-8210-6de4434ccf2c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2/tags HTTP/1.1" status: 204 len: 168 time: 0.1810644 Aug 29 04:35:02.875822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:02.880480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-4d14f5dd-14d8-4d46-8a58-44e904149f60 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '09f536c5-65e9-4531-9c32-6b64375ff9b8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:03.019688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22d174f2-1c35-428e-93e7-63743565bc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.029776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22d174f2-1c35-428e-93e7-63743565bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.063755 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4d14f5dd-14d8-4d46-8a58-44e904149f60 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1866963 Aug 29 04:35:03.070030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.195137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a01bc-1c46-4992-b925-1c35dcf7ee06 req-f906a32e-98e9-4f20-8e0c-85f344299682 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.208012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d0a01bc-1c46-4992-b925-1c35dcf7ee06 req-f906a32e-98e9-4f20-8e0c-85f344299682 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.5011015 Aug 29 04:35:03.253464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d174f2-1c35-428e-93e7-63743565bc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63316789-7a1e-434b-921b-215f8bdbf6e5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.273817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-22d174f2-1c35-428e-93e7-63743565bc32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ff754577a114f2091e738131267b96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7904284 Aug 29 04:35:03.276566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.281074 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33ef6b07-133f-4503-bf17-4fc020c81784 req-f763b527-1f0b-408d-905c-ebd815772f03 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943128 Aug 29 04:35:03.339510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d0a01bc-1c46-4992-b925-1c35dcf7ee06 req-511f1e0a-d820-4c7d-b518-8b6b8c289df6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307347 Aug 29 04:35:03.408608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad820-9afa-4f7e-9b50-caf6b8949e38 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for subnetpool, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.409493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7d4ad820-9afa-4f7e-9b50-caf6b8949e38 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnetpools/7eba5a9e-7a3b-4f34-9788-5e90613b8856 HTTP/1.1" status: 204 len: 168 time: 0.3382306 Aug 29 04:35:03.410457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc7984c6-98f0-48f6-873e-a1ac501c201d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.412248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34262) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.472595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc7984c6-98f0-48f6-873e-a1ac501c201d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.515237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3e60ceb8-b6a7-4963-8456-51f491d35b47 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "GET /v2.0/ports?device_id=8eaefca4-96c0-4533-9dd9-1ba8c7de937e HTTP/1.1" status: 200 len: 205 time: 0.0989301 Aug 29 04:35:03.516839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:03.637751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-457735c0-eafe-4540-8b4b-1c8ac151b50c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.796358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edce25-48dd-41b6-a5e4-361e8ee5a082 req-0e5e4914-1c94-4217-8145-4f51794eeb7e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.798056 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0edce25-48dd-41b6-a5e4-361e8ee5a082 req-0e5e4914-1c94-4217-8145-4f51794eeb7e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1067612 Aug 29 04:35:03.839341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc7984c6-98f0-48f6-873e-a1ac501c201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.842097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc7984c6-98f0-48f6-873e-a1ac501c201d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.843291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc7984c6-98f0-48f6-873e-a1ac501c201d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63316789-7a1e-434b-921b-215f8bdbf6e5 HTTP/1.1" status: 204 len: 168 time: 0.5510483 Aug 29 04:35:03.896311 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0edce25-48dd-41b6-a5e4-361e8ee5a082 req-c38dc0f2-3b3d-41b5-ade9-ae6854d6c095 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901723 Aug 29 04:35:04.063921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7984c6-98f0-48f6-873e-a1ac501c201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63316789-7a1e-434b-921b-215f8bdbf6e5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:04.104394 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-457735c0-eafe-4540-8b4b-1c8ac151b50c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.118924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-457735c0-eafe-4540-8b4b-1c8ac151b50c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.239829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-457735c0-eafe-4540-8b4b-1c8ac151b50c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.240962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457735c0-eafe-4540-8b4b-1c8ac151b50c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Fanout notify agent at l3_agent the message router_deleted on router 8eaefca4-96c0-4533-9dd9-1ba8c7de937e {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:04.248125 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-457735c0-eafe-4540-8b4b-1c8ac151b50c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.261308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34280) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:04.262044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-457735c0-eafe-4540-8b4b-1c8ac151b50c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/routers/8eaefca4-96c0-4533-9dd9-1ba8c7de937e HTTP/1.1" status: 204 len: 168 time: 0.7417908 Aug 29 04:35:04.424016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Deleting port f8f34ac4-68af-484c-9c87-1e5f5ad58df2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:04.424379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.533690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.550354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Calling delete_port for f8f34ac4-68af-484c-9c87-1e5f5ad58df2 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:04.747316 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:04.939599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event deleted for resources: {'Port': ['ID=f8f34ac4-68af-484c-9c87-1e5f5ad58df2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.048591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c11004-1176-4e0f-ac34-52926e3754e1 req-cf170c53-8f50-437d-a330-219a8b486f5d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.074214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3c11004-1176-4e0f-ac34-52926e3754e1 req-cf170c53-8f50-437d-a330-219a8b486f5d tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.3686519 Aug 29 04:35:05.210944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34314) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.218921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3c11004-1176-4e0f-ac34-52926e3754e1 req-a4ec0842-3e99-4e88-bd24-98075b7c60ff tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433558 Aug 29 04:35:05.219922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.221794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-43c67905-d362-494b-b0d2-fdc729e6fd7c tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/ports/f8f34ac4-68af-484c-9c87-1e5f5ad58df2 HTTP/1.1" status: 204 len: 168 time: 0.9594028 Aug 29 04:35:05.224376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34318) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.345014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Deleting subnet 09f536c5-65e9-4531-9c32-6b64375ff9b8 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:05.355605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.443588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.518567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-938632226-network', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:05.561562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Made reservation on behalf of f935ffb9a0b74a9aa598e23e42168b31 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:05.564247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.582250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.690548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.768424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.774077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.785696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216e336-8c1b-4058-8bec-bece9471824b req-c3eed235-aa74-4de8-91b4-4bb61f369d08 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.806488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:05.816129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc2d14-6d81-403b-a24c-579c33c84a9b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.821828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d216e336-8c1b-4058-8bec-bece9471824b req-c3eed235-aa74-4de8-91b4-4bb61f369d08 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.2358673 Aug 29 04:35:05.823051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.823667 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Added segment 41438b78-fe18-40c8-885d-372b0ecccb93 of type vlan for network 799a498b-fa83-4245-ba84-fd7f00249b65 Aug 29 04:35:05.875930 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.923387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.924741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.928911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.016076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d216e336-8c1b-4058-8bec-bece9471824b req-c76c4832-df9a-418a-b3a9-8941f4153d0b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931553 Aug 29 04:35:06.026651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.108101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8953447 Aug 29 04:35:06.110851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.116464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Request body: {'subnet': {'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-938632226-subnet', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:06.119902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event deleted for resources: {'Subnet': ['ID=09f536c5-65e9-4531-9c32-6b64375ff9b8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.148112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.153300 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-da332a78-73f3-4f81-b6b3-46bca040c362 tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/subnets/09f536c5-65e9-4531-9c32-6b64375ff9b8 HTTP/1.1" status: 204 len: 168 time: 0.9270988 Aug 29 04:35:06.155816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4813cb-3f42-404b-a3e9-fc5e38b24bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=799a498b-fa83-4245-ba84-fd7f00249b65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.156928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34336) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.157192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de3c3f-b8d7-4754-8247-38b440149c75 None None] Network 1537445c-461f-491e-b597-1158f719ff4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:06.168674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Made reservation on behalf of f935ffb9a0b74a9aa598e23e42168b31 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:06.172006 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.195684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 799a498b-fa83-4245-ba84-fd7f00249b65 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:06.524484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.568535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cf083-6e3e-48d0-9a67-4c3b7af8852b req-7a58acbf-e373-4026-9781-37dbf2eb4890 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.571780 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c77cf083-6e3e-48d0-9a67-4c3b7af8852b req-7a58acbf-e373-4026-9781-37dbf2eb4890 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.1929944 Aug 29 04:35:06.641285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] DHCP port deletion for 1537445c-461f-491e-b597-1158f719ff4f request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:06.684692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.762634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c77cf083-6e3e-48d0-9a67-4c3b7af8852b req-5e86314e-7c6b-488d-8f85-55ee1112d84c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807683 Aug 29 04:35:06.766604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Checking segment: {'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:06.766968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Network hostable DHCP agents. Network: 799a498b-fa83-4245-ba84-fd7f00249b65, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:06.784518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81d70a0-ffbe-4cfc-9d0a-843eab226cb5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.789480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Deleting port 9f94607a-6846-4676-bf81-d79f6aaff426 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:06.789965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.812906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] Deleting port 9f94607a-6846-4676-bf81-d79f6aaff426 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:06.818884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.826716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Network 799a498b-fa83-4245-ba84-fd7f00249b65 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:06.836912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.853430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 799a498b-fa83-4245-ba84-fd7f00249b65) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:06.878874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.894069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.924720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-19cdd992-d69b-4bff-b32e-27b77183e554 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8102853 Aug 29 04:35:06.925057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34370) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.929711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:06.947156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055987d1-ed18-4415-9ba9-d8c8e674375c None None] Network 799a498b-fa83-4245-ba84-fd7f00249b65 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:06.993883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] For port 9f94607a-6846-4676-bf81-d79f6aaff426, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9f94607a-6846-4676-bf81-d79f6aaff426,segment=NetworkSegment(4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa),segment_id=4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:06.994233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.039979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Calling delete_port for 9f94607a-6846-4676-bf81-d79f6aaff426 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:07.050188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.051805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.059606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-722dba0e-2bd9-4bae-ae51-4841b4bb0a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.160491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] For port 9f94607a-6846-4676-bf81-d79f6aaff426, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9f94607a-6846-4676-bf81-d79f6aaff426,segment=NetworkSegment(4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa),segment_id=4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:07.161542 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.190610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] Calling delete_port for 9f94607a-6846-4676-bf81-d79f6aaff426 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:07.307577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-722dba0e-2bd9-4bae-ae51-4841b4bb0a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.312126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-722dba0e-2bd9-4bae-ae51-4841b4bb0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.341350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.361265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9f94607a-6846-4676-bf81-d79f6aaff426 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:07.374040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.375189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34380) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.393305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-722dba0e-2bd9-4bae-ae51-4841b4bb0a05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e1fb381352c49ee9776d921fb92a672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550816 Aug 29 04:35:07.433496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dba0e-2bd9-4bae-ae51-4841b4bb0a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2063ab-3b45-47e8-9b5a-6728cbeb9c6a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:07.456053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] Pushing event deleted for resources: {'Port': ['ID=9f94607a-6846-4676-bf81-d79f6aaff426,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:07.466286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.476663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9f94607a-6846-4676-bf81-d79f6aaff426 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:07.477237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9f94607a-6846-4676-bf81-d79f6aaff426 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:07.487883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006719a-ff6b-4479-b7dc-9f1dfa094998 req-813cf4b5-dfbc-476a-8166-5e0a90cea0e1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:07.489837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d88127-3f92-4edf-9cfb-3d98f8f26bd8 None None] No DVR routers for this DVR port 9f94607a-6846-4676-bf81-d79f6aaff426 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:07.496483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2006719a-ff6b-4479-b7dc-9f1dfa094998 req-813cf4b5-dfbc-476a-8166-5e0a90cea0e1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.3270512 Aug 29 04:35:07.534332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] No DVR routers for this DVR port 9f94607a-6846-4676-bf81-d79f6aaff426 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:07.636117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-799a498b-fa83-4245-ba84-fd7f00249b65', 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'fixed_ips': [{'subnet_id': 'c81d70a0-ffbe-4cfc-9d0a-843eab226cb5'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:07.637351 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.668216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event deleted for resources: {'Port': ['ID=9f94607a-6846-4676-bf81-d79f6aaff426,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:07.728953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2006719a-ff6b-4479-b7dc-9f1dfa094998 req-d28f0ef3-3f05-445b-93e1-4d48606241d6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313917 Aug 29 04:35:07.751872 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:07.837046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Allocated IP 172.20.0.2 (799a498b-fa83-4245-ba84-fd7f00249b65/c81d70a0-ffbe-4cfc-9d0a-843eab226cb5/67bfa886-5a3e-41a0-bd24-46c5eb368004) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:07.907017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.915569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.970093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4267-72a1-4eaa-901c-620cd7ae963b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.978464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1537445c-461f-491e-b597-1158f719ff4f']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:08.118032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:08.119053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4620d1-f5b9-45c2-9bb4-ea1c422f7dfa') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:08.120468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.130674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Transition to ACTIVE for port object 67bfa886-5a3e-41a0-bd24-46c5eb368004 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:08.149628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Transition to ACTIVE for port object 67bfa886-5a3e-41a0-bd24-46c5eb368004 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:08.153631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4267-72a1-4eaa-901c-620cd7ae963b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.164268 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.226905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Pushing event updated for resources: {'Port': ['ID=67bfa886-5a3e-41a0-bd24-46c5eb368004,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:08.243900 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Network 799a498b-fa83-4245-ba84-fd7f00249b65 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:08.245863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:08.249414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:08.286366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.334343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.358634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63418e-c9c2-412b-83f9-0929ae0a18ee req-86a729dc-308a-418c-b3a5-31aeff13fdf6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.360240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d63418e-c9c2-412b-83f9-0929ae0a18ee req-86a729dc-308a-418c-b3a5-31aeff13fdf6 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.3167706 Aug 29 04:35:08.364764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:08.365179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:08.370541 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:08.490003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4267-72a1-4eaa-901c-620cd7ae963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.494818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4267-72a1-4eaa-901c-620cd7ae963b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.504884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2c5b4267-72a1-4eaa-901c-620cd7ae963b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a2063ab-3b45-47e8-9b5a-6728cbeb9c6a HTTP/1.1" status: 204 len: 168 time: 1.1286566 Aug 29 04:35:08.542451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b4267-72a1-4eaa-901c-620cd7ae963b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2063ab-3b45-47e8-9b5a-6728cbeb9c6a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:08.612248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d63418e-c9c2-412b-83f9-0929ae0a18ee req-8c2a5e4e-a6b0-401d-b802-f6713f6de009 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312410 Aug 29 04:35:08.625354 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.643649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Attempting to bind port 67bfa886-5a3e-41a0-bd24-46c5eb368004 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:08.644135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Attempting to bind port 67bfa886-5a3e-41a0-bd24-46c5eb368004 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:08.644614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Attempting to bind port 67bfa886-5a3e-41a0-bd24-46c5eb368004 on network 799a498b-fa83-4245-ba84-fd7f00249b65 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:08.656139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:08.656638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Checking segment: {'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:08.657616 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.657904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Bound using segment: {'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:08.658558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Bound port: 67bfa886-5a3e-41a0-bd24-46c5eb368004, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:08.659069 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.666482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.672693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] 10.222.0.55 "DELETE /v2.0/networks/1537445c-461f-491e-b597-1158f719ff4f HTTP/1.1" status: 204 len: 168 time: 2.5084763 Aug 29 04:35:08.712635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9dbc0-89bb-4b64-b891-9972108269fe tempest-TagsExtTest-1395787350 tempest-TagsExtTest-1395787350-project] Pushing event deleted for resources: {'Network': ['ID=1537445c-461f-491e-b597-1158f719ff4f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:08.758045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] For port 67bfa886-5a3e-41a0-bd24-46c5eb368004, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:08.761655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] For port 67bfa886-5a3e-41a0-bd24-46c5eb368004, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=67bfa886-5a3e-41a0-bd24-46c5eb368004,segment=NetworkSegment(41438b78-fe18-40c8-885d-372b0ecccb93),segment_id=41438b78-fe18-40c8-885d-372b0ecccb93)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:08.777960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.979290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cf7a7-ba0d-4990-a52b-199641a87c20 None None] Pushing event updated for resources: {'Port': ['ID=67bfa886-5a3e-41a0-bd24-46c5eb368004,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.126581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781530b-dbcb-4f45-8176-1402ebaeaea2 req-324ded7d-9505-47fc-8b12-69fc06cb801b tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.128930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c781530b-dbcb-4f45-8176-1402ebaeaea2 req-324ded7d-9505-47fc-8b12-69fc06cb801b tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 948 time: 0.1058083 Aug 29 04:35:09.186524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34428) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.219865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.225793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda8156f-9d81-4d11-97d7-cd5b1c94b904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.256517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61ca8e-913e-436e-80fd-7b57095908db req-e0c349fc-846e-4742-8237-2aa5c7194e47 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.268982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a61ca8e-913e-436e-80fd-7b57095908db req-e0c349fc-846e-4742-8237-2aa5c7194e47 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.3333719 Aug 29 04:35:09.313855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-6ebab9af-286e-45ce-ae7e-8489feeea0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.315528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-6ebab9af-286e-45ce-ae7e-8489feeea0b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1097 time: 0.1854801 Aug 29 04:35:09.332063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.373821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34430) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.404287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c781530b-dbcb-4f45-8176-1402ebaeaea2 req-c7fa7104-ceba-4f7e-ab51-7057534e4ebc tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305398 Aug 29 04:35:09.607100 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a61ca8e-913e-436e-80fd-7b57095908db req-d3ce45d6-9d1b-44b3-a3b2-d6502add1ce7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792044 Aug 29 04:35:09.713563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-63771525-7006-44b8-8a34-52090ed6bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.717116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-63771525-7006-44b8-8a34-52090ed6bdb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.3900445 Aug 29 04:35:09.722310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Allocated IP 172.25.7.36 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/f1910b50-d91b-4ce0-8567-85191c33a80a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:09.818368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-689e58bf-58be-44a0-adcd-7da9e3a9b417 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 1001 time: 0.0938444 Aug 29 04:35:09.886296 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda8156f-9d81-4d11-97d7-cd5b1c94b904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.893492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda8156f-9d81-4d11-97d7-cd5b1c94b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.905418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-7540e93d-b5a4-4ff0-81a5-470dbe934a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.907209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-7540e93d-b5a4-4ff0-81a5-470dbe934a73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.0776143 Aug 29 04:35:09.983224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fda8156f-9d81-4d11-97d7-cd5b1c94b904 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d61b31a8bb784fa89e5b7860e8fdaa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914619 Aug 29 04:35:09.986056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.988210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8156f-9d81-4d11-97d7-cd5b1c94b904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61df88ae-8886-4df9-8e42-18b3601d6054,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.048658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-6cc53f9e-4ef6-4d06-928f-d417fcaac2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.050527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-6cc53f9e-4ef6-4d06-928f-d417fcaac2ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273031 Aug 29 04:35:10.083092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-005f901f-2059-4811-9b0b-fe7e8a8f90d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.113260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-005f901f-2059-4811-9b0b-fe7e8a8f90d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.394375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699e341-9017-414f-8826-9fe54d594aea req-080e5d70-cccc-4fa4-8c28-781b055f9303 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.399815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d699e341-9017-414f-8826-9fe54d594aea req-080e5d70-cccc-4fa4-8c28-781b055f9303 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.5938830 Aug 29 04:35:10.418406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-70c98444-afa9-4c42-8511-f553b5d94341 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf90a1a7c0314666be580bcb5f0f50a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0435147 Aug 29 04:35:10.426524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34444) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:10.448302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc956ad1-c213-47bc-af1c-783d89d58d82 None None] Network 799a498b-fa83-4245-ba84-fd7f00249b65 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:10.505963 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.521221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d699e341-9017-414f-8826-9fe54d594aea req-d85c7550-1af8-477c-890f-700d49016a81 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098304 Aug 29 04:35:10.551062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f34c4c-4620-425d-95a5-86871fec1bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.553042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-05dfeae4-de5c-4fb5-a967-3bb3967b43a6 None None] Provisioning for port 67bfa886-5a3e-41a0-bd24-46c5eb368004 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:10.597075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f34c4c-4620-425d-95a5-86871fec1bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.664026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.679583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-a3fd5103-c117-4793-9909-8b07e809936c tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.681085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-a3fd5103-c117-4793-9909-8b07e809936c tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 948 time: 0.2343266 Aug 29 04:35:10.686870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-005f901f-2059-4811-9b0b-fe7e8a8f90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.689356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-005f901f-2059-4811-9b0b-fe7e8a8f90d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.698955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-005f901f-2059-4811-9b0b-fe7e8a8f90d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61df88ae-8886-4df9-8e42-18b3601d6054 HTTP/1.1" status: 204 len: 168 time: 0.7073793 Aug 29 04:35:10.727245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:10.736733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:10.738673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f34c4c-4620-425d-95a5-86871fec1bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.741219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f34c4c-4620-425d-95a5-86871fec1bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.745546 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4f34c4c-4620-425d-95a5-86871fec1bce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6b1fbaf-706b-416f-b701-6888735b00a7 HTTP/1.1" status: 204 len: 168 time: 0.3175077 Aug 29 04:35:10.749401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:10.753483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f901f-2059-4811-9b0b-fe7e8a8f90d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df88ae-8886-4df9-8e42-18b3601d6054,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.760193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Pushing event updated for resources: {'Port': ['ID=f1910b50-d91b-4ce0-8567-85191c33a80a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.782031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f34c4c-4620-425d-95a5-86871fec1bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b1fbaf-706b-416f-b701-6888735b00a7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.880425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057846a1-4b8c-496d-b9ff-c7fee4dfd182 req-9509b7ec-6edc-4c18-9af3-6755d539b3c5 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:10.890083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-057846a1-4b8c-496d-b9ff-c7fee4dfd182 req-9509b7ec-6edc-4c18-9af3-6755d539b3c5 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 948 time: 0.3003633 Aug 29 04:35:10.917940 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-1e8227fa-cfca-4aed-934e-e8aa7571d010 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8568468 Aug 29 04:35:11.063231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f206f-6aac-4cb4-9ff2-7685e7339b53 req-fbb0fadc-edf2-42ab-9a11-f56cef3a0a93 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.064963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-481f206f-6aac-4cb4-9ff2-7685e7339b53 req-fbb0fadc-edf2-42ab-9a11-f56cef3a0a93 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1672499 Aug 29 04:35:11.181047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c0ee95e-d274-4b7a-a1b8-9e341adced6b req-317106cf-6729-4473-bd9a-6ab5828175ef service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998754 Aug 29 04:35:11.231485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 67bfa886-5a3e-41a0-bd24-46c5eb368004 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:11.261548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-481f206f-6aac-4cb4-9ff2-7685e7339b53 req-c8fc8acc-9129-403b-aa92-185ab4aeac3f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894455 Aug 29 04:35:11.265258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-057846a1-4b8c-496d-b9ff-c7fee4dfd182 req-83eedd88-3e39-4c48-8dc1-32c016c26047 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739347 Aug 29 04:35:11.316136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Deleting port 75832818-2318-4f8c-b07e-03e70e21ec6a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:11.316490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.325687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.478697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 67bfa886-5a3e-41a0-bd24-46c5eb368004 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:11.490370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 67bfa886-5a3e-41a0-bd24-46c5eb368004 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:11.491168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.637581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] For port 75832818-2318-4f8c-b07e-03e70e21ec6a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=75832818-2318-4f8c-b07e-03e70e21ec6a,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:11.640395 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.676418 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.677321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Calling delete_port for 75832818-2318-4f8c-b07e-03e70e21ec6a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:11.767826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 67bfa886-5a3e-41a0-bd24-46c5eb368004, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=67bfa886-5a3e-41a0-bd24-46c5eb368004,segment=NetworkSegment(41438b78-fe18-40c8-885d-372b0ecccb93),segment_id=41438b78-fe18-40c8-885d-372b0ecccb93)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:11.778575 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.890950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.898302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d85c-571b-4836-9b05-52fae8f47c23 req-9a53a4a4-4097-41a7-a75e-c161fd4d0391 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.905825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aac9d85c-571b-4836-9b05-52fae8f47c23 req-9a53a4a4-4097-41a7-a75e-c161fd4d0391 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 945 time: 0.2197094 Aug 29 04:35:11.910824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=67bfa886-5a3e-41a0-bd24-46c5eb368004,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.031925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:12.103641 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aac9d85c-571b-4836-9b05-52fae8f47c23 req-debdb91d-0b12-4acb-8d6e-8e1c0fc6ae24 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968167 Aug 29 04:35:12.104493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.155381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Pushing event deleted for resources: {'Port': ['ID=75832818-2318-4f8c-b07e-03e70e21ec6a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.251883 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.278462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] No DVR routers for this DVR port 75832818-2318-4f8c-b07e-03e70e21ec6a on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:12.283946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Router c36cf262-13f8-46e9-aace-3769ad922d9b is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:12.286694 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.307780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63a31e71-d0f3-4bbb-b452-a0e75955a1e5 req-ac29fbd7-c0e8-47e5-8a2a-d0cc125ca2ad tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.37 "DELETE /v2.0/ports/75832818-2318-4f8c-b07e-03e70e21ec6a HTTP/1.1" status: 204 len: 173 time: 1.6032174 Aug 29 04:35:12.308304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-deleted', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:12.327132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:12.328056 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3563c038-fa11-4f41-94f0-4360916d721b" -d '{"events": [{"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-deleted", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:12.335143 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46467d9-cfb9-40f9-bd30-6d73922ea395" -d '{"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-unplugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:12.385813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:12.401450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.511834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:12.575028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d2a8716-fabe-43d9-a19a-2a6eced9a234 req-b1e93629-451b-4504-93de-e50c5f91137f tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.1235709 Aug 29 04:35:12.660063 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696ea7cb-e079-4bf8-bcb8-f80543d2c886 x-openstack-request-id: req-696ea7cb-e079-4bf8-bcb8-f80543d2c886 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:12.660361 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-unplugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:12.660920 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-696ea7cb-e079-4bf8-bcb8-f80543d2c886 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:12.661498 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'code': 200} Aug 29 04:35:12.663571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5bba6-6407-421c-bdc5-5558204f5a4a req-b71e21ce-abef-4e04-94c4-b575d6cb39d6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:12.672094 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15b5bba6-6407-421c-bdc5-5558204f5a4a req-b71e21ce-abef-4e04-94c4-b575d6cb39d6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1165180 Aug 29 04:35:12.693276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:12.718860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Sync routers for ids ['c36cf262-13f8-46e9-aace-3769ad922d9b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:12.734032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.737762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-85f56f2d-4fa1-4675-be93-cb88107ec48d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8091271 Aug 29 04:35:12.738507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34514) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:12.738848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Routers {'c36cf262-13f8-46e9-aace-3769ad922d9b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:12.739514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:34:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c36cf262-13f8-46e9-aace-3769ad922d9b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:12.814684 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15b5bba6-6407-421c-bdc5-5558204f5a4a req-6b50a8d5-2385-4fde-9413-708fd29fa548 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410820 Aug 29 04:35:13.067604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Set router c36cf262-13f8-46e9-aace-3769ad922d9b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:13.233460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 67bfa886-5a3e-41a0-bd24-46c5eb368004 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:13.365761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 67bfa886-5a3e-41a0-bd24-46c5eb368004 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:13.366147 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.512792 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b709b17b-72ac-4edb-a569-329b840923ce x-openstack-request-id: req-b709b17b-72ac-4edb-a569-329b840923ce {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:13.513408 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60360c0-05ca-4c73-8030-51d878152136", "name": "network-vif-deleted", "tag": "75832818-2318-4f8c-b07e-03e70e21ec6a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:13.513408 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b709b17b-72ac-4edb-a569-329b840923ce {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:13.513757 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60360c0-05ca-4c73-8030-51d878152136', 'name': 'network-vif-deleted', 'tag': '75832818-2318-4f8c-b07e-03e70e21ec6a', 'status': 'completed', 'code': 200} Aug 29 04:35:13.623939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:11Z', 'revision_number': 3, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port': {'id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:09Z', 'updated_at': '2021-08-29T04:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:13.743597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Checking router: c36cf262-13f8-46e9-aace-3769ad922d9b for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:13.745713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Updating router c36cf262-13f8-46e9-aace-3769ad922d9b port f1910b50-d91b-4ce0-8567-85191c33a80a binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:13.768075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc387ce6-03e4-4c40-978a-a943c49b0247 req-3c9d69e9-8ebe-4b2d-bf5f-152960e8d23e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:13.796960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc387ce6-03e4-4c40-978a-a943c49b0247 req-3c9d69e9-8ebe-4b2d-bf5f-152960e8d23e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.2822134 Aug 29 04:35:13.815294 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-017ff9fd-b82d-42af-bd88-16493f5865ca req-4fff6e8d-bbed-4271-8eb5-bf7d18130fc2 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0473747 Aug 29 04:35:13.818074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.005514 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc387ce6-03e4-4c40-978a-a943c49b0247 req-f26c6589-594f-4641-9790-8e07e94cca35 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072902 Aug 29 04:35:14.314227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074be84-8565-4b7c-96de-81373bedf5e0 req-b527ebc1-646c-4a00-9c1b-2b60f6946332 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.323371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f074be84-8565-4b7c-96de-81373bedf5e0 req-b527ebc1-646c-4a00-9c1b-2b60f6946332 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 949 time: 0.0887020 Aug 29 04:35:14.361804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 75832818-2318-4f8c-b07e-03e70e21ec6a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:14.401633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f074be84-8565-4b7c-96de-81373bedf5e0 req-10609df1-1329-41eb-9b75-0c330bcc6555 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769138 Aug 29 04:35:14.448007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 75832818-2318-4f8c-b07e-03e70e21ec6a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:14.451021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 75832818-2318-4f8c-b07e-03e70e21ec6a not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:14.471006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ff073-f6da-48d8-b574-8ae52b53b4ca req-239d6dae-f4ee-4409-ae61-139f402bdb2f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.486763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce2ff073-f6da-48d8-b574-8ae52b53b4ca req-239d6dae-f4ee-4409-ae61-139f402bdb2f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.2838485 Aug 29 04:35:14.545440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.590414 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.606457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Transition to ACTIVE for port object f1910b50-d91b-4ce0-8567-85191c33a80a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:14.625163 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ce2ff073-f6da-48d8-b574-8ae52b53b4ca req-487b03c2-50d9-41bd-a596-4cc7fb647521 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374199 Aug 29 04:35:14.633368 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.712503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf52e61-b233-401e-b815-c4046bee9d39 None None] Pushing event updated for resources: {'Port': ['ID=f1910b50-d91b-4ce0-8567-85191c33a80a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.745750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Attempting to bind port f1910b50-d91b-4ce0-8567-85191c33a80a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:14.746127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Attempting to bind port f1910b50-d91b-4ce0-8567-85191c33a80a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:14.746492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Attempting to bind port f1910b50-d91b-4ce0-8567-85191c33a80a on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:14.766897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:14.767318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:14.767691 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.768091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:14.768564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Bound port: f1910b50-d91b-4ce0-8567-85191c33a80a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:14.768950 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.918425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] For port f1910b50-d91b-4ce0-8567-85191c33a80a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:14.923697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] For port f1910b50-d91b-4ce0-8567-85191c33a80a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f1910b50-d91b-4ce0-8567-85191c33a80a,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:14.935533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.059628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Routers {'c36cf262-13f8-46e9-aace-3769ad922d9b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:15.060178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:34:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c36cf262-13f8-46e9-aace-3769ad922d9b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:15.202228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Allocated IP 172.20.0.1 (799a498b-fa83-4245-ba84-fd7f00249b65/c81d70a0-ffbe-4cfc-9d0a-843eab226cb5/7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:15.276968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf52e61-b233-401e-b815-c4046bee9d39 None None] Pushing event updated for resources: {'Port': ['ID=f1910b50-d91b-4ce0-8567-85191c33a80a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.322961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] Set router c36cf262-13f8-46e9-aace-3769ad922d9b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:15.361285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34594) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:15.380160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.394788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Transition to ACTIVE for port object 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:15.455560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.529411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Network 799a498b-fa83-4245-ba84-fd7f00249b65 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:15.532423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:15.536994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:15.597807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.604076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Pushing event updated for resources: {'Port': ['ID=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:15.648260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:11Z', 'revision_number': 3, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port': {'id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:09Z', 'updated_at': '2021-08-29T04:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:15.649490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.649988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.650436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.650915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.651490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.652039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.652608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.653044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.653480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.653964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.654399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.654968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:15.675237 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c735d9a-2c2a-46d1-8a0a-a1db02d7d9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.721551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c187895-294e-4126-8d86-c3f47182f632 None None] The sync data for ids ['c36cf262-13f8-46e9-aace-3769ad922d9b'] in n-d-712143-14 is: [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:11Z', 'revision_number': 3, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port': {'id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:09Z', 'updated_at': '2021-08-29T04:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:15.846130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caf4db-2bd2-4140-919e-251999a45468 req-3237fa21-5394-4569-84a8-efcbc1c2a006 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:15.849634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2caf4db-2bd2-4140-919e-251999a45468 req-3237fa21-5394-4569-84a8-efcbc1c2a006 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 949 time: 0.3262446 Aug 29 04:35:15.898929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-480359a4-119c-4f84-b9de-110ce16e2db7 None None] Provisioning for port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:15.905353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-480359a4-119c-4f84-b9de-110ce16e2db7 None None] Provisioning complete for port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:15.906062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-480359a4-119c-4f84-b9de-110ce16e2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.918705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c735d9a-2c2a-46d1-8a0a-a1db02d7d9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.947724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-480359a4-119c-4f84-b9de-110ce16e2db7 None None] Port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:15.972867 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c735d9a-2c2a-46d1-8a0a-a1db02d7d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.016986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.029264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2caf4db-2bd2-4140-919e-251999a45468 req-04b9ca9b-41e8-4f50-8507-92aa7d8dc20d tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135027 Aug 29 04:35:16.064069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:16.090644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c735d9a-2c2a-46d1-8a0a-a1db02d7d9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be1ec33-6c00-4cd1-8849-8bd3828cd27f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.175436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8c735d9a-2c2a-46d1-8a0a-a1db02d7d9e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fdd2c8e4917412b836b2651c3192c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8128779 Aug 29 04:35:16.175578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34614) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:16.399989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-f6d18d98-d58c-488f-a98c-cde9ffafe8ff tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.401543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-f6d18d98-d58c-488f-a98c-cde9ffafe8ff tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.32 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 949 time: 0.2192996 Aug 29 04:35:16.429643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c586-ba4b-427e-b6b2-370d7b6ac154 req-3b7813f5-2e7d-40c7-a2c6-02bf26048e92 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.443019 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f615c586-ba4b-427e-b6b2-370d7b6ac154 req-3b7813f5-2e7d-40c7-a2c6-02bf26048e92 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1883650 Aug 29 04:35:16.552636 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f615c586-ba4b-427e-b6b2-370d7b6ac154 req-fc3f5ad0-6df7-42f9-bbad-330eaf22dd7e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085789 Aug 29 04:35:16.578570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f058-3a82-435f-942f-fb0b44fed968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.681958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f058-3a82-435f-942f-fb0b44fed968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.718903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Deleting port c28eec64-7223-4166-94fa-8cf0a0fb751d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:16.719246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.800071 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89b4341d-e027-4cfe-89c9-d91f51574e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.924513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.958249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.167585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b66a58-ea2a-4ff7-9bba-522308ad7d95 req-6a6aec15-2662-428d-a611-ba3f71091673 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.181242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72b66a58-ea2a-4ff7-9bba-522308ad7d95 req-6a6aec15-2662-428d-a611-ba3f71091673 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.2433054 Aug 29 04:35:17.183583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f058-3a82-435f-942f-fb0b44fed968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.188634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f058-3a82-435f-942f-fb0b44fed968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.190812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6aa8f058-3a82-435f-942f-fb0b44fed968 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9be1ec33-6c00-4cd1-8849-8bd3828cd27f HTTP/1.1" status: 204 len: 168 time: 1.0143356 Aug 29 04:35:17.203401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Pushing event updated for resources: {'Port': ['ID=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.213561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.226553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f058-3a82-435f-942f-fb0b44fed968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be1ec33-6c00-4cd1-8849-8bd3828cd27f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.289276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f1910b50-d91b-4ce0-8567-85191c33a80a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:17.331096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72b66a58-ea2a-4ff7-9bba-522308ad7d95 req-1185e21f-0e9b-49b9-9583-2e02d37b2b45 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486151 Aug 29 04:35:17.364360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] For port c28eec64-7223-4166-94fa-8cf0a0fb751d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c28eec64-7223-4166-94fa-8cf0a0fb751d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:17.366173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.394412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Calling delete_port for c28eec64-7223-4166-94fa-8cf0a0fb751d owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:17.511405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f1910b50-d91b-4ce0-8567-85191c33a80a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:17.522018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f1910b50-d91b-4ce0-8567-85191c33a80a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:17.522697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.709567 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.758902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f1910b50-d91b-4ce0-8567-85191c33a80a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f1910b50-d91b-4ce0-8567-85191c33a80a,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:17.766936 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.843737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.864549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=f1910b50-d91b-4ce0-8567-85191c33a80a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.947006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Pushing event deleted for resources: {'Port': ['ID=c28eec64-7223-4166-94fa-8cf0a0fb751d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.996057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b1e54-18ea-484e-995a-85beaf3b149a req-e0bc0f79-c19d-4d84-8a07-8473a3dc4612 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.005517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-232b1e54-18ea-484e-995a-85beaf3b149a req-e0bc0f79-c19d-4d84-8a07-8473a3dc4612 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/ports?device_id=edd5bf68-3dcd-4218-b9f4-6b40f3167d97 HTTP/1.1" status: 200 len: 866 time: 0.7710495 Aug 29 04:35:18.015285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] No DVR routers for this DVR port c28eec64-7223-4166-94fa-8cf0a0fb751d on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:18.023955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.026381 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63248bf3-bf84-4dd3-82a3-1f532ac90226 req-183cbafb-5d98-43e4-a6f4-826a3c098961 tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.32 "DELETE /v2.0/ports/c28eec64-7223-4166-94fa-8cf0a0fb751d HTTP/1.1" status: 204 len: 173 time: 1.6152945 Aug 29 04:35:18.035869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669c9a5-2fce-47fc-8d32-637b47c981bb req-dbbd8684-a097-4dfe-a793-428e6c4bc27d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.047061 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9669c9a5-2fce-47fc-8d32-637b47c981bb req-dbbd8684-a097-4dfe-a793-428e6c4bc27d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.2046900 Aug 29 04:35:18.049421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-deleted', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:18.052386 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b257b51-95fa-429e-8561-fe112cc7b87a" -d '{"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-deleted", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:18.091256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-232b1e54-18ea-484e-995a-85beaf3b149a req-effcf28a-0ac7-4294-8ffe-c48497d8191b tempest-ListImageFiltersTestJSON-1056252500 tempest-ListImageFiltersTestJSON-1056252500-project] 10.222.0.55 "GET /v2.0/security-groups?id=10550e78-d5f5-40bd-87a1-af3afca82126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834868 Aug 29 04:35:18.106805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.109529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Network 799a498b-fa83-4245-ba84-fd7f00249b65 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:18.134293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9669c9a5-2fce-47fc-8d32-637b47c981bb req-5ed78624-6a88-4e35-9290-81bfdab42f73 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859835 Aug 29 04:35:18.154688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:18.157971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09715926-2b50-4df2-9d3b-fe1738f9bb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.191965 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdfb746-aaf1-4382-ae65-6469053c521d x-openstack-request-id: req-6cdfb746-aaf1-4382-ae65-6469053c521d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:18.193181 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5bf68-3dcd-4218-b9f4-6b40f3167d97", "name": "network-vif-deleted", "tag": "c28eec64-7223-4166-94fa-8cf0a0fb751d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:18.194223 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6cdfb746-aaf1-4382-ae65-6469053c521d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:18.194759 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5bf68-3dcd-4218-b9f4-6b40f3167d97', 'name': 'network-vif-deleted', 'tag': 'c28eec64-7223-4166-94fa-8cf0a0fb751d', 'status': 'completed', 'code': 200} Aug 29 04:35:18.597010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debd541-a04d-4d4d-b937-8f057ec79af3 req-763bfe13-5037-445c-8941-a9318fc816c7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.606623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6debd541-a04d-4d4d-b937-8f057ec79af3 req-763bfe13-5037-445c-8941-a9318fc816c7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.0818691 Aug 29 04:35:18.713853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6debd541-a04d-4d4d-b937-8f057ec79af3 req-8534997f-ee25-4797-950e-180a7c99f2a2 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058588 Aug 29 04:35:18.834720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-470f9263-e673-4ea0-b65e-fff449cc33b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8911638 Aug 29 04:35:18.852911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Router c36cf262-13f8-46e9-aace-3769ad922d9b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:19.059870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cb3f0802-34e4-4450-a699-5e59bd8b4c67 None None] Provisioning complete for port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:19.060297 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0802-34e4-4450-a699-5e59bd8b4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.159784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f0802-34e4-4450-a699-5e59bd8b4c67 None None] Port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:19.175546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f1910b50-d91b-4ce0-8567-85191c33a80a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:19.225720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:19.235051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09715926-2b50-4df2-9d3b-fe1738f9bb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.238366 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Sync routers for ids ['c36cf262-13f8-46e9-aace-3769ad922d9b'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:19.251332 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Routers {'c36cf262-13f8-46e9-aace-3769ad922d9b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:19.252203 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:34:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c36cf262-13f8-46e9-aace-3769ad922d9b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:19.269504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-42bd43f2-330d-4d5d-bead-80a3648b9cfd admin admin] 10.222.0.55 "PUT /v2.0/routers/c36cf262-13f8-46e9-aace-3769ad922d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5290718 Aug 29 04:35:19.273609 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09715926-2b50-4df2-9d3b-fe1738f9bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.341212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f1910b50-d91b-4ce0-8567-85191c33a80a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:19.341617 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.399083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa44a-063e-4ebe-a34e-b908eb874370 req-9b281123-7d61-454c-bd5e-633212b24db6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:19.405271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-558aa44a-063e-4ebe-a34e-b908eb874370 req-9b281123-7d61-454c-bd5e-633212b24db6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1750126 Aug 29 04:35:19.449303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09715926-2b50-4df2-9d3b-fe1738f9bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f124b26-183c-4e7c-8f62-dcc581b348f8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.466103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09715926-2b50-4df2-9d3b-fe1738f9bb1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fd551fdc3424f0892230c0851cbd7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3549688 Aug 29 04:35:19.468714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.504741 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-558aa44a-063e-4ebe-a34e-b908eb874370 req-b363ee2f-6802-4296-8942-6fa002b3b686 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749938 Aug 29 04:35:19.547902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7bbeb9f-cf32-4434-aca4-439006145b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.579738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce95c51c-69a2-44b3-826d-21d98d1e9689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.593826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:19.627784 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce95c51c-69a2-44b3-826d-21d98d1e9689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.705472 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Set router c36cf262-13f8-46e9-aace-3769ad922d9b gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:19.726818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: c28eec64-7223-4166-94fa-8cf0a0fb751d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:19.727092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c28eec64-7223-4166-94fa-8cf0a0fb751d not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:19.742797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce95c51c-69a2-44b3-826d-21d98d1e9689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.745520 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce95c51c-69a2-44b3-826d-21d98d1e9689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.751693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ce95c51c-69a2-44b3-826d-21d98d1e9689 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f124b26-183c-4e7c-8f62-dcc581b348f8 HTTP/1.1" status: 204 len: 168 time: 0.2819052 Aug 29 04:35:19.770065 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.784279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95c51c-69a2-44b3-826d-21d98d1e9689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f124b26-183c-4e7c-8f62-dcc581b348f8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.961944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa5893-244f-4a57-80c2-c53a94b09874 req-c0e06599-7125-4f10-a558-ece1c8ce75a7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:19.973325 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89fa5893-244f-4a57-80c2-c53a94b09874 req-c0e06599-7125-4f10-a558-ece1c8ce75a7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1186700 Aug 29 04:35:20.087353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89fa5893-244f-4a57-80c2-c53a94b09874 req-1c5136d1-c78e-4b6c-b45e-773f775ce5c4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096106 Aug 29 04:35:20.126171 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:15Z', 'revision_number': 4, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port': {'id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:09Z', 'updated_at': '2021-08-29T04:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e', 'name': '', 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'mac_address': 'fa:16:3e:58:7e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'c81d70a0-ffbe-4cfc-9d0a-843eab226cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:14Z', 'updated_at': '2021-08-29T04:35:16Z', 'revision_number': 2, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'subnets': [{'id': 'c81d70a0-ffbe-4cfc-9d0a-843eab226cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:20.162392 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Checking router: c36cf262-13f8-46e9-aace-3769ad922d9b for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:20.162392 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Updating router c36cf262-13f8-46e9-aace-3769ad922d9b port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:20.189999 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.546321 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.561316 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Transition to ACTIVE for port object 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:20.576307 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.644696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Pushing event updated for resources: {'Port': ['ID=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:20.664932 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.668225 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.669696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d587-9b07-4422-b471-d9d332800951 req-48dd3a1f-e9a4-4780-b3b0-3e16b82c709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.672862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-48dd3a1f-e9a4-4780-b3b0-3e16b82c709c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09&tenant_id=e01ca052c7444198bfd9cc7d21a85a7e HTTP/1.1" status: 200 len: 1095 time: 0.1627440 Aug 29 04:35:20.674857 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.675435 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.676120 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.676845 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.677425 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.678501 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.679687 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.680214 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.680902 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.681402 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.681946 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:20.741865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.770645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455504d-f0ca-4b65-bc5d-00d91060e526 req-f1a69b63-9cd8-4210-9a95-6e5c1cead46d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.784182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4455504d-f0ca-4b65-bc5d-00d91060e526 req-f1a69b63-9cd8-4210-9a95-6e5c1cead46d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1044297 Aug 29 04:35:20.804893 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Attempting to bind port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:20.807678 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Attempting to bind port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:20.809086 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Attempting to bind port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e on network 799a498b-fa83-4245-ba84-fd7f00249b65 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:20.826960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d587-9b07-4422-b471-d9d332800951 req-4d66f9d2-6f62-478c-b27f-8eecea9e8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.831842 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:20.832221 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Checking segment: {'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:20.832462 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-4d66f9d2-6f62-478c-b27f-8eecea9e8199 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1095 time: 0.1304548 Aug 29 04:35:20.832615 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.833014 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Bound using segment: {'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:20.835713 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Bound port: 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41438b78-fe18-40c8-885d-372b0ecccb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:20.838405 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.891314 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4455504d-f0ca-4b65-bc5d-00d91060e526 req-9dcf0284-084e-4ac6-9706-c04200c6a629 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997088 Aug 29 04:35:20.973339 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] For port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:20.977984 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] For port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,segment=NetworkSegment(41438b78-fe18-40c8-885d-372b0ecccb93),segment_id=41438b78-fe18-40c8-885d-372b0ecccb93)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:20.991620 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.005416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34816) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:21.010983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-192021202-network', 'tenant_id': '26c007905fac4a02af4b8b5558935083'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:21.058466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d587-9b07-4422-b471-d9d332800951 req-024e1b4c-452d-4ecc-887e-e65818f338d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.062064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-024e1b4c-452d-4ecc-887e-e65818f338d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.2247257 Aug 29 04:35:21.091303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Made reservation on behalf of 26c007905fac4a02af4b8b5558935083 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:21.093936 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.121995 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Routers {'c36cf262-13f8-46e9-aace-3769ad922d9b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:21.122809 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c36cf262-13f8-46e9-aace-3769ad922d9b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:21.128428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.210340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-7034e39a-bf42-431a-9e6b-ab942870cf85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 999 time: 0.1427031 Aug 29 04:35:21.281607 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d587-9b07-4422-b471-d9d332800951 req-c175da9f-ef65-40a3-85ce-2aa5c6ec379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.283610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-c175da9f-ef65-40a3-85ce-2aa5c6ec379a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.0653186 Aug 29 04:35:21.399140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d587-9b07-4422-b471-d9d332800951 req-6facfb21-347c-4111-95fd-d99c75e9b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.402655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-6facfb21-347c-4111-95fd-d99c75e9b416 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106935 Aug 29 04:35:21.424833 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667c78a-8f4e-491a-a4be-8ae815219100 None None] Pushing event updated for resources: {'Port': ['ID=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:21.507663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6f3dc-1ca2-4321-8dd1-4ede984b9b5c req-68a68224-7c4d-406a-9328-2aee939b23cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.511900 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] Set router c36cf262-13f8-46e9-aace-3769ad922d9b gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:21.516022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16b6f3dc-1ca2-4321-8dd1-4ede984b9b5c req-68a68224-7c4d-406a-9328-2aee939b23cf tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.2103920 Aug 29 04:35:21.612607 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-9e706525-cc63-45b9-8bea-2d661e0dd072 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014923 Aug 29 04:35:21.648459 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16b6f3dc-1ca2-4321-8dd1-4ede984b9b5c req-9a56fa2b-01e2-41e5-9e33-975f69544cbc tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267371 Aug 29 04:35:21.677000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.688146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.749293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:21.773533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-f2b877b1-35d0-4f7d-b8d1-85a45fbc5e5b service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530945 Aug 29 04:35:21.805661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.806300 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Added segment 543fd1df-9ebd-4815-94bc-ce2334017d51 of type vlan for network a61483dd-7493-4dbd-8399-a9fa2cc6221d Aug 29 04:35:21.812159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3cd85d-75b0-40ae-a693-b12ab891cf40,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:21.990155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.036003 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:15Z', 'revision_number': 4, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port': {'id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:09Z', 'updated_at': '2021-08-29T04:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e', 'name': '', 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'mac_address': 'fa:16:3e:58:7e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'c81d70a0-ffbe-4cfc-9d0a-843eab226cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:14Z', 'updated_at': '2021-08-29T04:35:20Z', 'revision_number': 4, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'subnets': [{'id': 'c81d70a0-ffbe-4cfc-9d0a-843eab226cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.063433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.064859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.065938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.090851 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dfa8a-f83a-49fd-b2c4-6a788606ad4f None None] The sync data for ids ['c36cf262-13f8-46e9-aace-3769ad922d9b'] in n-d-712143-14 is: [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:15Z', 'revision_number': 4, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port': {'id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:09Z', 'updated_at': '2021-08-29T04:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e', 'name': '', 'network_id': '799a498b-fa83-4245-ba84-fd7f00249b65', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'mac_address': 'fa:16:3e:58:7e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'c81d70a0-ffbe-4cfc-9d0a-843eab226cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:14Z', 'updated_at': '2021-08-29T04:35:20Z', 'revision_number': 4, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'subnets': [{'id': 'c81d70a0-ffbe-4cfc-9d0a-843eab226cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:22.107158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0973465 Aug 29 04:35:22.107587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.117251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Request body: {'subnet': {'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-192021202-subnet', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:22.199604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e98469-23f6-4dd0-bb29-5a60b9f99c60 admin admin] Pushing event updated for resources: {'Network': ['ID=a61483dd-7493-4dbd-8399-a9fa2cc6221d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:22.207582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Made reservation on behalf of 26c007905fac4a02af4b8b5558935083 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:22.211446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:22.217947 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.583210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.670270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.673955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4ef26-976d-45c6-b52b-1d4321690dbc req-ac642e99-62b2-4e8f-b4c4-65f37667f423 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.685679 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67f4ef26-976d-45c6-b52b-1d4321690dbc req-ac642e99-62b2-4e8f-b4c4-65f37667f423 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 946 time: 0.1356626 Aug 29 04:35:22.750453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb94c55a-4ca8-4383-9bce-6702551edadc,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:22.800511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67f4ef26-976d-45c6-b52b-1d4321690dbc req-19c7c7cc-b202-4b2c-a07a-6b45c0ef4ce1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135266 Aug 29 04:35:22.870116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Checking segment: {'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:22.870680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Network hostable DHCP agents. Network: a61483dd-7493-4dbd-8399-a9fa2cc6221d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:22.922455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27e9ac-0978-4e1e-a16d-4a3cf47cb03d req-71d6f094-8056-4e41-933e-4bb552f21bfa tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.925661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a27e9ac-0978-4e1e-a16d-4a3cf47cb03d req-71d6f094-8056-4e41-933e-4bb552f21bfa tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1113267 Aug 29 04:35:22.926007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.936516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:22.984818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, a61483dd-7493-4dbd-8399-a9fa2cc6221d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:23.020265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.026623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.046711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b5467-642a-4218-8d23-44d348db96a8 None None] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:23.175541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 34936) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.182679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:23.186258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f48af8a2-1012-46bd-a7ef-e3fb5544a8c4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0747426 Aug 29 04:35:23.206117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8a27e9ac-0978-4e1e-a16d-4a3cf47cb03d req-998edb4c-4095-453c-986f-546d6cff0eac tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550049 Aug 29 04:35:23.258696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.262071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.451154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.520233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-99d6e84e-68dc-4bb9-bf8b-8854b283a1d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928667 Aug 29 04:35:23.529768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.633190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:23.636196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:23.702514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6191e9c7-545a-487a-868d-254e7b9c946e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.770969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6191e9c7-545a-487a-868d-254e7b9c946e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.905975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6191e9c7-545a-487a-868d-254e7b9c946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.913479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:23.914985 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6191e9c7-545a-487a-868d-254e7b9c946e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.915133 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.925524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:23.926503 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.935937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6191e9c7-545a-487a-868d-254e7b9c946e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10550e78-d5f5-40bd-87a1-af3afca82126 HTTP/1.1" status: 204 len: 168 time: 0.4017138 Aug 29 04:35:23.972739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191e9c7-545a-487a-868d-254e7b9c946e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10550e78-d5f5-40bd-87a1-af3afca82126,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:24.096602 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.220463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:24.223831 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477c28c-5daf-4abb-8a36-bb7481d319e0" -d '{"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-unplugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:24.250423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.325448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:24.331861 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d866a0-4ff2-4a46-bb3c-495ae4345ecf x-openstack-request-id: req-43d866a0-4ff2-4a46-bb3c-495ae4345ecf {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:24.333577 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-unplugged", "status": "completed", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:24.334635 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43d866a0-4ff2-4a46-bb3c-495ae4345ecf {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:24.336460 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'code': 200} Aug 29 04:35:24.424433 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.465835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'fixed_ips': [{'subnet_id': 'bb94c55a-4ca8-4383-9bce-6702551edadc'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:24.466715 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.524457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,segment=NetworkSegment(41438b78-fe18-40c8-885d-372b0ecccb93),segment_id=41438b78-fe18-40c8-885d-372b0ecccb93)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:24.586545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb322db-c693-4c91-a96c-90e9dff2f4ae req-7983b724-eda5-467f-8d53-0f6782409682 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.588118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aeb322db-c693-4c91-a96c-90e9dff2f4ae req-7983b724-eda5-467f-8d53-0f6782409682 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1812606 Aug 29 04:35:24.688763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aeb322db-c693-4c91-a96c-90e9dff2f4ae req-44753250-3748-4519-bb65-f1d3bdbf20a1 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859430 Aug 29 04:35:24.736819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.788565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.016640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=14']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.046707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Allocated IP 172.25.7.75 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/c945da8e-eeea-4ff3-8a00-a3de1d8a2589) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:25.048903 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.078691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.084243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.085556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.087023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.088154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.090163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.091430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.093496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.094475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.095118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.095770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.096345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:25.347635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.391960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.394876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Allocated IP 172.20.0.2 (a61483dd-7493-4dbd-8399-a9fa2cc6221d/bb94c55a-4ca8-4383-9bce-6702551edadc/f7d22349-bb64-4584-876b-41019bb13040) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:25.540819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.609205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:25.652057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:25.656869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:25.719120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Pushing event updated for resources: {'Port': ['ID=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:25.760934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.763497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.782954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Transition to ACTIVE for port object f7d22349-bb64-4584-876b-41019bb13040 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:25.868210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Transition to ACTIVE for port object f7d22349-bb64-4584-876b-41019bb13040 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:25.897485 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.977319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:26.010010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:26.015064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:26.021451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:26.035274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Pushing event updated for resources: {'Port': ['ID=f7d22349-bb64-4584-876b-41019bb13040,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.132097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Attempting to bind port f7d22349-bb64-4584-876b-41019bb13040 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:26.133388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Attempting to bind port f7d22349-bb64-4584-876b-41019bb13040 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:26.134038 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Attempting to bind port f7d22349-bb64-4584-876b-41019bb13040 on network a61483dd-7493-4dbd-8399-a9fa2cc6221d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:26.141972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:26.142761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Checking segment: {'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:26.143560 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.144298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Bound using segment: {'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:26.154862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Bound port: f7d22349-bb64-4584-876b-41019bb13040, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:26.155743 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.187710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1881a5-e238-4e2d-9bef-1dde64c0fc90 req-dfbe9ba7-cebf-4cd9-8d6b-5dfa31f136f7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.196110 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1881a5-e238-4e2d-9bef-1dde64c0fc90 req-dfbe9ba7-cebf-4cd9-8d6b-5dfa31f136f7 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.2496505 Aug 29 04:35:26.239898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.242846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1019275680-network', 'tenant_id': '7b961a842e16477d8beea309897d5de8'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:26.259247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1881a5-e238-4e2d-9bef-1dde64c0fc90 req-071e9922-f9b8-4249-9a7d-f92e790ed7af tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620320 Aug 29 04:35:26.259975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] For port f7d22349-bb64-4584-876b-41019bb13040, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:26.265323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] For port f7d22349-bb64-4584-876b-41019bb13040, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7d22349-bb64-4584-876b-41019bb13040,segment=NetworkSegment(543fd1df-9ebd-4815-94bc-ce2334017d51),segment_id=543fd1df-9ebd-4815-94bc-ce2334017d51)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:26.304397 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.332483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dfa7af-768e-4a25-9e54-ab71f462c435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.372066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Made reservation on behalf of 7b961a842e16477d8beea309897d5de8 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:26.378237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.450320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.506634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4b6b5-e8fb-4f70-8ca4-a9e67a9c336d None None] Pushing event updated for resources: {'Port': ['ID=f7d22349-bb64-4584-876b-41019bb13040,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.779906 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dfa7af-768e-4a25-9e54-ab71f462c435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.801061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19dfa7af-768e-4a25-9e54-ab71f462c435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.932897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba116cb7-7f73-4919-8379-5f03f381677e req-34d8742d-a0db-4ff2-a250-3e791550c728 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:26.940886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba116cb7-7f73-4919-8379-5f03f381677e req-34d8742d-a0db-4ff2-a250-3e791550c728 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0842226 Aug 29 04:35:26.962823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-19dfa7af-768e-4a25-9e54-ab71f462c435 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6029a90baac74b71abda35a8b3d009d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2006595 Aug 29 04:35:26.965274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfa7af-768e-4a25-9e54-ab71f462c435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d705e2dc-2685-48a3-a93d-985e856634ee,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.991892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35084) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.118835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba116cb7-7f73-4919-8379-5f03f381677e req-46b04fbd-9938-4016-9840-4ffd493cc640 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771445 Aug 29 04:35:27.150123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.155154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b4d55dd-e826-4442-813f-4c3ea9c4b17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.171440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.194829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:27.214337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.214777 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Added segment 0c821566-beb8-4422-8be0-f5a9990fd86c of type vlan for network 16ef7095-64b5-42f3-aba4-703c88ca578c Aug 29 04:35:27.337611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.405600 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7d22349-bb64-4584-876b-41019bb13040 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:27.409893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b4d55dd-e826-4442-813f-4c3ea9c4b17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.484435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.536046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c9558-2aa6-480f-96fb-8905dd867dc6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.558158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f7d22349-bb64-4584-876b-41019bb13040 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:27.564433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:27.573911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.575726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.577158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.628204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674efaf-464f-4118-9aa0-73f31f6cb3c3 req-96413b6c-9ddf-478e-81e7-93e117846f56 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.641446 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7674efaf-464f-4118-9aa0-73f31f6cb3c3 req-96413b6c-9ddf-478e-81e7-93e117846f56 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1959565 Aug 29 04:35:27.673250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:27.674269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.735556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7569547 Aug 29 04:35:27.766198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35094) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:27.809309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Request body: {'subnet': {'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1019275680-subnet', 'tenant_id': '7b961a842e16477d8beea309897d5de8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:27.889053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12371-f69c-4c6e-8b8c-42db06263fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=16ef7095-64b5-42f3-aba4-703c88ca578c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.910223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-8ec9c5fe-ea9f-4a85-b950-89888184b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.912194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-8ec9c5fe-ea9f-4a85-b950-89888184b841 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1096 time: 0.3525019 Aug 29 04:35:27.924048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157878c2-1210-4b3f-a3d1-afc7603961b4 req-e2ae7d94-a8e8-490b-80da-9864c382358f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.936139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 16ef7095-64b5-42f3-aba4-703c88ca578c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:27.959055 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7674efaf-464f-4118-9aa0-73f31f6cb3c3 req-7338ab05-a710-423f-b986-2677ef035bd9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162940 Aug 29 04:35:27.962606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Made reservation on behalf of 7b961a842e16477d8beea309897d5de8 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:27.974389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.976413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-157878c2-1210-4b3f-a3d1-afc7603961b4 req-e2ae7d94-a8e8-490b-80da-9864c382358f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.3742442 Aug 29 04:35:28.051451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b4d55dd-e826-4442-813f-4c3ea9c4b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.060495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b4d55dd-e826-4442-813f-4c3ea9c4b17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.064331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7b4d55dd-e826-4442-813f-4c3ea9c4b17a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d705e2dc-2685-48a3-a93d-985e856634ee HTTP/1.1" status: 204 len: 168 time: 1.0685363 Aug 29 04:35:28.101000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d55dd-e826-4442-813f-4c3ea9c4b17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d705e2dc-2685-48a3-a93d-985e856634ee,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:28.127929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-8bf58956-898e-41c5-b905-c9f364b8d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.129458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-8bf58956-898e-41c5-b905-c9f364b8d544 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1375072 Aug 29 04:35:28.140480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-157878c2-1210-4b3f-a3d1-afc7603961b4 req-af429d77-1cb7-48d9-b17d-77692f8385e4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625569 Aug 29 04:35:28.393075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Router 9ba6882e-4a77-423d-8d98-4d931de49dcf is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:28.486757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0b10c-3485-4410-8988-4832787d7e8a None None] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:28.587704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-a8819947-2b15-4964-8375-67261c9d6693 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 998 time: 0.3904173 Aug 29 04:35:28.649305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b1531339-5019-49ba-878c-873e97f899da None None] Provisioning for port f7d22349-bb64-4584-876b-41019bb13040 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:28.676528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:28.701310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Sync routers for ids ['9ba6882e-4a77-423d-8d98-4d931de49dcf'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:28.703877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b1531339-5019-49ba-878c-873e97f899da None None] Provisioning complete for port f7d22349-bb64-4584-876b-41019bb13040 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:28.704071 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1531339-5019-49ba-878c-873e97f899da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.759461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-31ef786a-4ae2-41f6-a0ac-e98d07b438bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.768711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-31ef786a-4ae2-41f6-a0ac-e98d07b438bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.1723280 Aug 29 04:35:28.779151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.780523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-69ab4afd-2741-4ed6-89ef-95403944798d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6029322 Aug 29 04:35:28.784130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.926629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35110) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.950048 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.953411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8519841f-2f63-4905-bf25-8c21ac910d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.985790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-4f6aeb4f-4c88-4a2c-939c-eb84fc24e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:28.987151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Routers {'9ba6882e-4a77-423d-8d98-4d931de49dcf'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:28.987682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-4f6aeb4f-4c88-4a2c-939c-eb84fc24e6fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054477 Aug 29 04:35:28.987822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9ba6882e-4a77-423d-8d98-4d931de49dcf'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:29.041898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63b09cd-5745-4b56-af47-411d9176f045,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.311781 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Set router 9ba6882e-4a77-423d-8d98-4d931de49dcf gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:29.470648 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8519841f-2f63-4905-bf25-8c21ac910d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.479498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018b958-dac5-4c81-9a2e-08f3959dd39e req-9bac5cf7-82c4-47b3-acd3-418bb00c01ee tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:29.481421 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1531339-5019-49ba-878c-873e97f899da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.488164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2018b958-dac5-4c81-9a2e-08f3959dd39e req-9bac5cf7-82c4-47b3-acd3-418bb00c01ee tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1827173 Aug 29 04:35:29.497726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8519841f-2f63-4905-bf25-8c21ac910d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.506656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Checking segment: {'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:29.507421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Network hostable DHCP agents. Network: 16ef7095-64b5-42f3-aba4-703c88ca578c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:29.527764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5b9a9-a6f4-4b5c-82f3-9417427cf562 req-c56e1f49-11d4-4e3e-b243-087dc609920e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:29.546080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ac5b9a9-a6f4-4b5c-82f3-9417427cf562 req-c56e1f49-11d4-4e3e-b243-087dc609920e tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.4416544 Aug 29 04:35:29.555268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2018b958-dac5-4c81-9a2e-08f3959dd39e req-3dac2545-1eb9-4120-a387-d999b39f468b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587015 Aug 29 04:35:29.560981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b1531339-5019-49ba-878c-873e97f899da None None] For port f7d22349-bb64-4584-876b-41019bb13040, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7d22349-bb64-4584-876b-41019bb13040,segment=NetworkSegment(543fd1df-9ebd-4815-94bc-ce2334017d51),segment_id=543fd1df-9ebd-4815-94bc-ce2334017d51)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:29.582492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1531339-5019-49ba-878c-873e97f899da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.678023 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8519841f-2f63-4905-bf25-8c21ac910d70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81c0419aafc84106b51a416aef16f161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7464926 Aug 29 04:35:29.680680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:29.686413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ac5b9a9-a6f4-4b5c-82f3-9417427cf562 req-bbd69ff3-92fc-44e1-88a4-8b1dce9ec395 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390989 Aug 29 04:35:29.696982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-93d1e058-386f-4a29-9fae-78b7ab2ed6f1 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450593 Aug 29 04:35:29.728614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1531339-5019-49ba-878c-873e97f899da None None] Pushing event updated for resources: {'Port': ['ID=f7d22349-bb64-4584-876b-41019bb13040,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.828608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d196dce1-213d-4b95-910c-dad038e8ac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.912802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:25Z', 'revision_number': 3, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port': {'id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:24Z', 'updated_at': '2021-08-29T04:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:29.918292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d196dce1-213d-4b95-910c-dad038e8ac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.947412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519841f-2f63-4905-bf25-8c21ac910d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70521d82-d9eb-46af-8fc0-b7adc12c842b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.000275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Network 16ef7095-64b5-42f3-aba4-703c88ca578c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:30.035686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Checking router: 9ba6882e-4a77-423d-8d98-4d931de49dcf for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:30.036074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Updating router 9ba6882e-4a77-423d-8d98-4d931de49dcf port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:30.040995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 16ef7095-64b5-42f3-aba4-703c88ca578c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:30.062260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.062970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.085109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cbc48b-600f-4520-94f2-61d5e760d66d None None] Network 16ef7095-64b5-42f3-aba4-703c88ca578c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:30.111189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d90f6b91-382a-4de5-9654-c1e628a13002 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3358152 Aug 29 04:35:30.113649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a105cf4-ddf6-441b-ad41-a9a5eadb4a46 req-aafa7f2c-069c-45f0-bc26-fb816415ef3c service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045243 Aug 29 04:35:30.120253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d196dce1-213d-4b95-910c-dad038e8ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.122891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d196dce1-213d-4b95-910c-dad038e8ac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.124435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d196dce1-213d-4b95-910c-dad038e8ac0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70521d82-d9eb-46af-8fc0-b7adc12c842b HTTP/1.1" status: 204 len: 168 time: 0.4414246 Aug 29 04:35:30.165921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196dce1-213d-4b95-910c-dad038e8ac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70521d82-d9eb-46af-8fc0-b7adc12c842b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:30.282377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.571273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.993442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e1363-7cf0-4633-8c0f-a1c3d9ab051e req-cd39ffbd-7491-4f31-bef5-b0aa79b1055c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.995119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-074e1363-7cf0-4633-8c0f-a1c3d9ab051e req-cd39ffbd-7491-4f31-bef5-b0aa79b1055c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.2394402 Aug 29 04:35:30.998441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Allocated IP 172.20.0.1 (a61483dd-7493-4dbd-8399-a9fa2cc6221d/bb94c55a-4ca8-4383-9bce-6702551edadc/74bd3cf5-b4db-4312-b6b6-f193e07f013e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:31.151738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-074e1363-7cf0-4633-8c0f-a1c3d9ab051e req-b7ebc5f7-476c-40c0-a7d7-01313f64f97e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431646 Aug 29 04:35:31.249090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0a0a6-5889-42ef-9824-c6ad90019983 None None] Network 16ef7095-64b5-42f3-aba4-703c88ca578c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:31.265615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bd6ab4fd-a3c6-4e8c-a259-8d2ce1ade975 req-3041d03a-1104-4ab0-a3ab-83d6b1472773 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-914432987', 'description': 'tempest-description-423509027'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:31.363685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d7fb8625-963d-466d-a5db-e9e6ea59ead2 None None] Provisioning complete for port f7d22349-bb64-4584-876b-41019bb13040 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.364109 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7fb8625-963d-466d-a5db-e9e6ea59ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.384030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd6ab4fd-a3c6-4e8c-a259-8d2ce1ade975 req-3041d03a-1104-4ab0-a3ab-83d6b1472773 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.395397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7d22349-bb64-4584-876b-41019bb13040 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:31.450695 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.451975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b54a6-954e-402a-ad86-b17c90466551 req-e85b37e6-ed26-4361-af50-c1157501841c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.479041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Transition to ACTIVE for port object 74bd3cf5-b4db-4312-b6b6-f193e07f013e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:31.487716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a76b54a6-954e-402a-ad86-b17c90466551 req-e85b37e6-ed26-4361-af50-c1157501841c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1187525 Aug 29 04:35:31.706136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a76b54a6-954e-402a-ad86-b17c90466551 req-e5ae898b-3b39-4017-b486-e73744b700c4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986842 Aug 29 04:35:31.748139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.779051 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.815464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd6ab4fd-a3c6-4e8c-a259-8d2ce1ade975 req-3041d03a-1104-4ab0-a3ab-83d6b1472773 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.824967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:31.830382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd6ab4fd-a3c6-4e8c-a259-8d2ce1ade975 req-3041d03a-1104-4ab0-a3ab-83d6b1472773 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.838280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:31.852518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:31.872666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Pushing event updated for resources: {'Port': ['ID=74bd3cf5-b4db-4312-b6b6-f193e07f013e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:31.912597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f7d22349-bb64-4584-876b-41019bb13040 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.917058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.082400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bd6ab4fd-a3c6-4e8c-a259-8d2ce1ade975 req-3041d03a-1104-4ab0-a3ab-83d6b1472773 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.089259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd6ab4fd-a3c6-4e8c-a259-8d2ce1ade975 req-3041d03a-1104-4ab0-a3ab-83d6b1472773 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8494182 Aug 29 04:35:32.121182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.132283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041d03a-1104-4ab0-a3ab-83d6b1472773 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9508ded4-1911-47f6-aad1-c6c657bbb300,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.245356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-cc17de52-f6d8-4a53-b5c0-2e89f2faaf62 req-4ccef65f-00fc-4f7e-bb4b-f68087e483e2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-640861160', 'description': 'tempest-description-1065865572'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:32.343188 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc17de52-f6d8-4a53-b5c0-2e89f2faaf62 req-4ccef65f-00fc-4f7e-bb4b-f68087e483e2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.502268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a18d5-521e-4b54-8c07-462c9414d374 req-dc5ac96a-ace3-4864-ac1c-09f5704ab49c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:32.504945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c39a18d5-521e-4b54-8c07-462c9414d374 req-dc5ac96a-ace3-4864-ac1c-09f5704ab49c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.2103169 Aug 29 04:35:32.657483 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.663909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2a90e7be-9455-43c5-ad94-2892d2076878 None None] Provisioning for port 74bd3cf5-b4db-4312-b6b6-f193e07f013e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:32.677632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c39a18d5-521e-4b54-8c07-462c9414d374 req-2d205fed-1f2b-4c15-a61f-3650b8b95453 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643486 Aug 29 04:35:32.709355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2a90e7be-9455-43c5-ad94-2892d2076878 None None] Provisioning complete for port 74bd3cf5-b4db-4312-b6b6-f193e07f013e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:32.710929 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2a90e7be-9455-43c5-ad94-2892d2076878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.719842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Transition to ACTIVE for port object c945da8e-eeea-4ff3-8a00-a3de1d8a2589 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:32.769826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.810074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.921610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2a90e7be-9455-43c5-ad94-2892d2076878 None None] Port 74bd3cf5-b4db-4312-b6b6-f193e07f013e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:32.933053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc17de52-f6d8-4a53-b5c0-2e89f2faaf62 req-4ccef65f-00fc-4f7e-bb4b-f68087e483e2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.959984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Attempting to bind port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:32.972142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc17de52-f6d8-4a53-b5c0-2e89f2faaf62 req-4ccef65f-00fc-4f7e-bb4b-f68087e483e2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.979719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Attempting to bind port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:32.980102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Attempting to bind port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:32.982596 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a750ec-358c-4aed-ae73-f2397991b935 None None] Pushing event updated for resources: {'Port': ['ID=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.004597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:33.005039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:33.005461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.013709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:33.014264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Bound port: c945da8e-eeea-4ff3-8a00-a3de1d8a2589, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:33.014712 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.058180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f339c58-4116-4e72-a958-084ba3ed99b1 req-0eb9dbba-7856-4219-8f71-07c264c7a043 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.069011 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f339c58-4116-4e72-a958-084ba3ed99b1 req-0eb9dbba-7856-4219-8f71-07c264c7a043 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1088152 Aug 29 04:35:33.138467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-cc17de52-f6d8-4a53-b5c0-2e89f2faaf62 req-4ccef65f-00fc-4f7e-bb4b-f68087e483e2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.140084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc17de52-f6d8-4a53-b5c0-2e89f2faaf62 req-4ccef65f-00fc-4f7e-bb4b-f68087e483e2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9940019 Aug 29 04:35:33.179987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f339c58-4116-4e72-a958-084ba3ed99b1 req-2e49fc8d-a0d0-4035-82f2-f5a983ebfbcb tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095357 Aug 29 04:35:33.192551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccef65f-00fc-4f7e-bb4b-f68087e483e2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59d08f-40bd-4f0f-886f-563b3355b060,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.226628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] For port c945da8e-eeea-4ff3-8a00-a3de1d8a2589, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:33.233777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] For port c945da8e-eeea-4ff3-8a00-a3de1d8a2589, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:33.243872 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.316231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.329099 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.437876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Routers {'9ba6882e-4a77-423d-8d98-4d931de49dcf'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:33.438577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9ba6882e-4a77-423d-8d98-4d931de49dcf'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.446018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a750ec-358c-4aed-ae73-f2397991b935 None None] Pushing event updated for resources: {'Port': ['ID=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.522704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Pushing event updated for resources: {'Port': ['ID=74bd3cf5-b4db-4312-b6b6-f193e07f013e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:33.588618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb2b86-9782-4c3e-8d63-68a92e9533a7 req-2a1ff84d-7528-433f-91e9-5edc003b2203 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.596942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02eb2b86-9782-4c3e-8d63-68a92e9533a7 req-2a1ff84d-7528-433f-91e9-5edc003b2203 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.2780151 Aug 29 04:35:33.599753 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.695632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] Set router 9ba6882e-4a77-423d-8d98-4d931de49dcf gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:33.718499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02eb2b86-9782-4c3e-8d63-68a92e9533a7 req-aef26959-1ebf-4a33-a052-a4ef9d1fae1b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162822 Aug 29 04:35:33.998558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a95ef-d202-48f3-a9de-194a98271c06 req-2777b8a9-f95c-4fa9-81ed-de895b5ad020 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.010364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f7a95ef-d202-48f3-a9de-194a98271c06 req-2777b8a9-f95c-4fa9-81ed-de895b5ad020 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1741452 Aug 29 04:35:34.016530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:34.020001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:34.245695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-9d1f2a47-d11d-4656-9ced-c1fd57d9e052 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.246982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f7a95ef-d202-48f3-a9de-194a98271c06 req-d27f8e3a-cf78-4da7-a29b-2e90eaa9293c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355032 Aug 29 04:35:34.258025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-9d1f2a47-d11d-4656-9ced-c1fd57d9e052 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 813 time: 0.5048018 Aug 29 04:35:34.322943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-850f4e67-431d-4a3e-af98-975ae21548f4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/quotas/7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 375 time: 0.0598955 Aug 29 04:35:34.452671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-0a928b6a-c4dd-463e-b2a7-d005ce458486 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124818 Aug 29 04:35:34.560138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 4, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port': {'id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:24Z', 'updated_at': '2021-08-29T04:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '74bd3cf5-b4db-4312-b6b6-f193e07f013e', 'name': '', 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'mac_address': 'fa:16:3e:bd:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:30Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 2, 'project_id': '26c007905fac4a02af4b8b5558935083', 'subnets': [{'id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.622446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22992f3b-76dd-4c49-80a7-aef0c33dbab9 None None] The sync data for ids ['9ba6882e-4a77-423d-8d98-4d931de49dcf'] in n-d-712143-14 is: [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 4, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port': {'id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:24Z', 'updated_at': '2021-08-29T04:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '74bd3cf5-b4db-4312-b6b6-f193e07f013e', 'name': '', 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'mac_address': 'fa:16:3e:bd:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:30Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 2, 'project_id': '26c007905fac4a02af4b8b5558935083', 'subnets': [{'id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:34.684881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ac57e8f1-10c9-45e8-9fd7-7d8bbe5d54c7 None None] Provisioning complete for port 74bd3cf5-b4db-4312-b6b6-f193e07f013e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:34.691381 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac57e8f1-10c9-45e8-9fd7-7d8bbe5d54c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.812758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ac57e8f1-10c9-45e8-9fd7-7d8bbe5d54c7 None None] Port 74bd3cf5-b4db-4312-b6b6-f193e07f013e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:34.971186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Router 9ba6882e-4a77-423d-8d98-4d931de49dcf has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:34.999537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb1cb-22f4-49b0-8123-1cc35c6545d7 req-c32faad5-c602-4142-ade8-578bfa0bc66a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.001307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b24bb1cb-22f4-49b0-8123-1cc35c6545d7 req-c32faad5-c602-4142-ade8-578bfa0bc66a tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.5513263 Aug 29 04:35:35.245740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-296a0abe-7c4c-47e1-9946-fd30aca55c73 service neutron] 10.222.0.55 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901993 Aug 29 04:35:35.333831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b24bb1cb-22f4-49b0-8123-1cc35c6545d7 req-a0c127be-68b2-4b5f-adf7-3bd7f16887a3 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219643 Aug 29 04:35:35.577453 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-bfe0fe3d-7548-4a11-9b08-d1c49f8e0b00 service neutron] 10.222.0.55 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308105 Aug 29 04:35:35.597065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:35.636642 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8aae4589-91bd-496f-b266-b514e32471cd admin admin] 10.222.0.55 "PUT /v2.0/routers/9ba6882e-4a77-423d-8d98-4d931de49dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8504741 Aug 29 04:35:36.385150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8db743a6-c52f-4852-960c-c91bbebcba7e req-a5a6a946-63c2-455f-a8dc-c78a247a121e tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 210 time: 0.0876665 Aug 29 04:35:36.417270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-069a0872-11ea-45f0-834e-aa749d7186c9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:36.422517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-069a0872-11ea-45f0-834e-aa749d7186c9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.4877849 Aug 29 04:35:36.457639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-274dbd4e-a706-433d-a25b-de22c9233640 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/quotas/19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 375 time: 0.0259092 Aug 29 04:35:36.664275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-2a09c3fb-1caa-4f03-a82a-8228c05b0ca1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1928072 Aug 29 04:35:36.797206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-cb5b97dc-2e64-405e-b8a0-c60104114364 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314013 Aug 29 04:35:37.050275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-1e27bdf1-07bd-436d-8ffd-b067d2871826 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521613 Aug 29 04:35:37.148411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2bca-9342-4949-bbd2-6f26bf0ef02f req-3e45d91a-6c4b-40eb-aaa1-e94bf78cf667 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.155353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ebb2bca-9342-4949-bbd2-6f26bf0ef02f req-3e45d91a-6c4b-40eb-aaa1-e94bf78cf667 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1663666 Aug 29 04:35:37.260649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ebb2bca-9342-4949-bbd2-6f26bf0ef02f req-4914709c-3cb5-4dc7-b3bd-79b5a9184726 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979812 Aug 29 04:35:37.290181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c945da8e-eeea-4ff3-8a00-a3de1d8a2589 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:37.579848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:37.606282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36ffe1aa-df73-4a14-acd7-4c2b48e2fcd2 req-5cab0d85-5636-4bc7-8ae6-b9f5d7a45344 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 210 time: 0.1148677 Aug 29 04:35:37.610957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:37.611920 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.826825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd1d5edf-a34d-4b3e-9748-55c407adc0af req-a283c75f-c950-45a4-8dfa-236f7545584b tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 210 time: 0.0654922 Aug 29 04:35:37.856218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.898295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c945da8e-eeea-4ff3-8a00-a3de1d8a2589, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:37.905578 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.066492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:38.115616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-2cc1bd8a-4929-4e11-92cd-430ee3ad8f81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.117288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-2cc1bd8a-4929-4e11-92cd-430ee3ad8f81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 813 time: 0.2893462 Aug 29 04:35:38.168323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'port': {'device_id': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c', 'admin_state_up': True, 'tenant_id': '7b961a842e16477d8beea309897d5de8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:38.600686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Made reservation on behalf of 7b961a842e16477d8beea309897d5de8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:38.608721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.773971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406a9e1-d53a-4de7-ade9-cb7f631c17a5 req-675565dc-1862-43fb-852f-98b011845a68 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.777695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7406a9e1-d53a-4de7-ade9-cb7f631c17a5 req-675565dc-1862-43fb-852f-98b011845a68 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.3418355 Aug 29 04:35:38.792960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-618bdebb-0f59-487c-8d79-214fcb2ddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:38.811706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-618bdebb-0f59-487c-8d79-214fcb2ddfea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1095 time: 0.1249213 Aug 29 04:35:38.966678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-902428a1-de16-4b8e-9e28-bd74c9921754 req-8b001ea3-29d4-42e4-98eb-05a83a1567e4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 210 time: 0.0570269 Aug 29 04:35:39.104696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7406a9e1-d53a-4de7-ade9-cb7f631c17a5 req-3016dc36-520b-4744-b2c6-978168eca078 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177011 Aug 29 04:35:39.127722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35380) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.202684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Allocated IP 172.20.0.6 (16ef7095-64b5-42f3-aba4-703c88ca578c/c63b09cd-5745-4b56-af47-411d9176f045/4bc37353-6b06-434b-846f-db49c5a3ca90) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:39.263457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-bd8c6269-3065-47b0-a481-13333760c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.310253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-bd8c6269-3065-47b0-a481-13333760c855 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 200 len: 918 time: 0.3126285 Aug 29 04:35:39.408153 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Sync routers for ids ['9ba6882e-4a77-423d-8d98-4d931de49dcf'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:39.424071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c945da8e-eeea-4ff3-8a00-a3de1d8a2589 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:39.479961 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Routers {'9ba6882e-4a77-423d-8d98-4d931de49dcf'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:39.484125 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9ba6882e-4a77-423d-8d98-4d931de49dcf'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:39.572249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:39.572978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.594587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2c62abe-d4c0-4dd7-8e72-5ae30c70a24c req-da67a2de-f082-4619-8654-fb533057cecf tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 210 time: 0.1888971 Aug 29 04:35:39.627702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.713626 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-fcad7ddb-6c8c-44bf-9451-43842dbc6192 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 200 len: 999 time: 0.3845699 Aug 29 04:35:39.785863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.790802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.877549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d07246a9de6c48eb85762a86f7457448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386620 Aug 29 04:35:39.881260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.982947 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Set router 9ba6882e-4a77-423d-8d98-4d931de49dcf gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:40.121365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952a86ed-1d42-45c0-944a-03830d6c9398,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.174296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.179212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.179970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.179970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.181179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.181920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.183646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.184690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.185757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.186872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.188645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.189740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fcea2-9e84-4714-bfec-37bf43bf5a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:40.231347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35418) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:40.268025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-672a486f-18b9-4f22-93b3-861011713fa4 req-5226d204-e046-4730-a6fd-d67f7199729a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 210 time: 0.0513656 Aug 29 04:35:40.316768 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.449953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-0ce497a3-25b4-480a-8405-397cf4a45f57 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.451539 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-0ce497a3-25b4-480a-8405-397cf4a45f57 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.4716623 Aug 29 04:35:40.457976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-a55fadec-edeb-4c22-a22d-06b6cda1b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.459425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-a55fadec-edeb-4c22-a22d-06b6cda1b38b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 200 len: 856 time: 0.7446320 Aug 29 04:35:40.465780 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 4, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port': {'id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:24Z', 'updated_at': '2021-08-29T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '74bd3cf5-b4db-4312-b6b6-f193e07f013e', 'name': '', 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'mac_address': 'fa:16:3e:bd:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:30Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 2, 'project_id': '26c007905fac4a02af4b8b5558935083', 'subnets': [{'id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:40.494427 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Checking router: 9ba6882e-4a77-423d-8d98-4d931de49dcf for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:40.495153 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Updating router 9ba6882e-4a77-423d-8d98-4d931de49dcf port 74bd3cf5-b4db-4312-b6b6-f193e07f013e binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:35:40.520167 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.522212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce386b-0912-4fe8-bcdc-7bc5c4d1b0a5 req-39ad7741-c936-4419-ad18-69eb7e814091 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.524000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34ce386b-0912-4fe8-bcdc-7bc5c4d1b0a5 req-39ad7741-c936-4419-ad18-69eb7e814091 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.0710335 Aug 29 04:35:40.539488 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-245c05bb-aee1-4612-a791-4a0ed60359e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.590104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.593304 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-245c05bb-aee1-4612-a791-4a0ed60359e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.597739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34ce386b-0912-4fe8-bcdc-7bc5c4d1b0a5 req-a258f44e-2e15-4334-9144-4c36d2ea84f4 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595098 Aug 29 04:35:40.617362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'port': {'device_id': '3424a280-a3e8-4283-a843-99da6ea315d0', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'admin_state_up': True, 'tenant_id': '19117b9c280f4f9780e757a223289ce9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:40.658184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Network 16ef7095-64b5-42f3-aba4-703c88ca578c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:40.671064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:40.676333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:40.819265 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.836167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Transition to ACTIVE for port object 74bd3cf5-b4db-4312-b6b6-f193e07f013e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:40.844784 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-245c05bb-aee1-4612-a791-4a0ed60359e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.845115 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.847986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-245c05bb-aee1-4612-a791-4a0ed60359e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.850110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-245c05bb-aee1-4612-a791-4a0ed60359e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/952a86ed-1d42-45c0-944a-03830d6c9398 HTTP/1.1" status: 204 len: 168 time: 0.9459534 Aug 29 04:35:40.864311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c05bb-aee1-4612-a791-4a0ed60359e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952a86ed-1d42-45c0-944a-03830d6c9398,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.891352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-9df9539e-bfd4-4809-8fda-00d1fdb0770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.893006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-9df9539e-bfd4-4809-8fda-00d1fdb0770e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7b9fca-b872-4743-bc0b-2e9daa521446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2943325 Aug 29 04:35:40.900548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Made reservation on behalf of 19117b9c280f4f9780e757a223289ce9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:40.905971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.972192 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eef145-4e75-4a04-9eac-c72215c76fd9 None None] Pushing event updated for resources: {'Port': ['ID=74bd3cf5-b4db-4312-b6b6-f193e07f013e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.097719 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Attempting to bind port 74bd3cf5-b4db-4312-b6b6-f193e07f013e on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:41.097719 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Attempting to bind port 74bd3cf5-b4db-4312-b6b6-f193e07f013e by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:41.097719 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Attempting to bind port 74bd3cf5-b4db-4312-b6b6-f193e07f013e on network a61483dd-7493-4dbd-8399-a9fa2cc6221d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:41.104683 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:41.105072 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Checking segment: {'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:41.105486 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.105916 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Bound using segment: {'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:41.106408 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Bound port: 74bd3cf5-b4db-4312-b6b6-f193e07f013e, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543fd1df-9ebd-4815-94bc-ce2334017d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:41.106800 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.235605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Allocated IP 172.20.0.12 (834d5c0c-6e4d-4c34-bbda-713de79bc97d/f3ef5ceb-fa92-480c-91e9-729a25df722a/f1480733-a073-49e7-9a95-96a3fbd4957a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:41.253561 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] For port 74bd3cf5-b4db-4312-b6b6-f193e07f013e, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:41.262019 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] For port 74bd3cf5-b4db-4312-b6b6-f193e07f013e, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=74bd3cf5-b4db-4312-b6b6-f193e07f013e,segment=NetworkSegment(543fd1df-9ebd-4815-94bc-ce2334017d51),segment_id=543fd1df-9ebd-4815-94bc-ce2334017d51)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:41.269738 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.308869 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-3c4ae577-463a-43ed-9ef4-b445bdbf2a95 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871751 Aug 29 04:35:41.330541 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eef145-4e75-4a04-9eac-c72215c76fd9 None None] Pushing event updated for resources: {'Port': ['ID=74bd3cf5-b4db-4312-b6b6-f193e07f013e,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.359696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Routers {'9ba6882e-4a77-423d-8d98-4d931de49dcf'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:41.360801 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9ba6882e-4a77-423d-8d98-4d931de49dcf'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:41.378957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.486859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.487545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.518740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35438) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.545527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66961d14-2298-42e0-815a-69cb772069f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.548200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-990d4aaa-b795-458e-a07c-692846652ea4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3847251 Aug 29 04:35:41.567333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18756747-b301-470f-afcc-042fb90ad3b8 req-716c224d-ed67-486f-b7b9-fb8c5fd3e828 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.569474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18756747-b301-470f-afcc-042fb90ad3b8 req-716c224d-ed67-486f-b7b9-fb8c5fd3e828 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 931 time: 0.2563059 Aug 29 04:35:41.581063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Request body: {'port': {'device_id': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:41.606602 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0544740-5287-41fc-8927-f054ddbe40ae req-fb41571c-c6bb-436b-9ba5-4e6c27680698 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 210 time: 0.1548285 Aug 29 04:35:41.614637 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c4d30fa-500e-494e-a44f-5256acc0af57 req-87b2c9a1-c5ae-4ff2-aae5-9d72455b2f9d service neutron] 10.222.0.37 "GET /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731020 Aug 29 04:35:41.623181 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] Set router 9ba6882e-4a77-423d-8d98-4d931de49dcf gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:41.693209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66961d14-2298-42e0-815a-69cb772069f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.739632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-66961d14-2298-42e0-815a-69cb772069f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.746729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.788695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Transition to ACTIVE for port object f1480733-a073-49e7-9a95-96a3fbd4957a will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:41.808948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18756747-b301-470f-afcc-042fb90ad3b8 req-8823a6f3-4784-49ea-8af6-0833d9963cca tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137502 Aug 29 04:35:41.821449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.839791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.896936 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.920033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66961d14-2298-42e0-815a-69cb772069f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5269b1e-9d44-4175-b4ae-3bb9cf0c2d62,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.924651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-66961d14-2298-42e0-815a-69cb772069f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=126becc563da43ffaf25dd031c59db25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996606 Aug 29 04:35:41.965205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35442) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.971943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=f1480733-a073-49e7-9a95-96a3fbd4957a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.985221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:41.998096 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 4, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port': {'id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:24Z', 'updated_at': '2021-08-29T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '74bd3cf5-b4db-4312-b6b6-f193e07f013e', 'name': '', 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'mac_address': 'fa:16:3e:bd:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:30Z', 'updated_at': '2021-08-29T04:35:41Z', 'revision_number': 4, 'project_id': '26c007905fac4a02af4b8b5558935083', 'subnets': [{'id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:41.999058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eafae-4fc0-4a63-a702-364e9bb32252 req-48b8ce48-ef3e-4e8f-8101-9d57c9e30cb8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.007035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-850eafae-4fc0-4a63-a702-364e9bb32252 req-48b8ce48-ef3e-4e8f-8101-9d57c9e30cb8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 943 time: 0.1651132 Aug 29 04:35:42.010102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:42.017375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:42.054909 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4f42d-e9e8-4f58-9c00-f6bc290ba769 None None] The sync data for ids ['9ba6882e-4a77-423d-8d98-4d931de49dcf'] in n-d-712143-14 is: [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:32Z', 'revision_number': 4, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port': {'id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:24Z', 'updated_at': '2021-08-29T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '74bd3cf5-b4db-4312-b6b6-f193e07f013e', 'name': '', 'network_id': 'a61483dd-7493-4dbd-8399-a9fa2cc6221d', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'mac_address': 'fa:16:3e:bd:19:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:30Z', 'updated_at': '2021-08-29T04:35:41Z', 'revision_number': 4, 'project_id': '26c007905fac4a02af4b8b5558935083', 'subnets': [{'id': 'bb94c55a-4ca8-4383-9bce-6702551edadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:42.115871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-850eafae-4fc0-4a63-a702-364e9bb32252 req-ff236675-eadc-45f5-a720-ab2216447a09 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077075 Aug 29 04:35:42.132077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4974a8f6-d404-45b9-8ff4-973d92a682b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.144300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.145128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.156104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:42.163778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d394ec51-6a3c-4082-9b00-818adf16ebd5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5508428 Aug 29 04:35:42.179016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Request body: {'port': {'device_id': '3424a280-a3e8-4283-a843-99da6ea315d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:42.215105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4974a8f6-d404-45b9-8ff4-973d92a682b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.323266 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.352178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4974a8f6-d404-45b9-8ff4-973d92a682b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.355382 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4974a8f6-d404-45b9-8ff4-973d92a682b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.357408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4974a8f6-d404-45b9-8ff4-973d92a682b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5269b1e-9d44-4175-b4ae-3bb9cf0c2d62 HTTP/1.1" status: 204 len: 168 time: 0.3857005 Aug 29 04:35:42.411701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:42.428751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'port_id': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'mac_address': 'fa:16:3e:d2:a6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:42.485160 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.506053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c308867e-48d5-4d9a-8c7b-795d1e60e35c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:42.531214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:42.531448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974a8f6-d404-45b9-8ff4-973d92a682b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5269b1e-9d44-4175-b4ae-3bb9cf0c2d62,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.548933 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.613233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eaa286c7-c6df-4ec2-a698-de7a531221cd None None] Provisioning for port f1480733-a073-49e7-9a95-96a3fbd4957a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:42.624375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eaa286c7-c6df-4ec2-a698-de7a531221cd None None] Provisioning complete for port f1480733-a073-49e7-9a95-96a3fbd4957a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:42.625023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eaa286c7-c6df-4ec2-a698-de7a531221cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.688392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.724827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eaa286c7-c6df-4ec2-a698-de7a531221cd None None] Port f1480733-a073-49e7-9a95-96a3fbd4957a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:42.825333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['c308867e-48d5-4d9a-8c7b-795d1e60e35c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:42.900141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df093-200f-4d1b-a978-3b6217301baf req-89f0b619-a0b9-4222-809f-01b2125e8929 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.918037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb9df093-200f-4d1b-a978-3b6217301baf req-89f0b619-a0b9-4222-809f-01b2125e8929 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 932 time: 0.1603105 Aug 29 04:35:43.050999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb9df093-200f-4d1b-a978-3b6217301baf req-d4143b7d-2664-4fd1-8f8a-24f6d1bfc59c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271830 Aug 29 04:35:43.134900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc37353-6b06-434b-846f-db49c5a3ca90 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:43.140975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1480733-a073-49e7-9a95-96a3fbd4957a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:43.150594 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.156775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Deleting port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:43.157138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.182058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.221072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Transition to ACTIVE for port object f1480733-a073-49e7-9a95-96a3fbd4957a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:43.228191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.231559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Transition to ACTIVE for port object 4bc37353-6b06-434b-846f-db49c5a3ca90 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:43.249450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e78833-68d4-4eb9-917a-0eb7afbf3f63 req-824e38da-0069-4b96-b870-4f0ddf2bb4d1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.255464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 74bd3cf5-b4db-4312-b6b6-f193e07f013e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:43.257882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6e78833-68d4-4eb9-917a-0eb7afbf3f63 req-824e38da-0069-4b96-b870-4f0ddf2bb4d1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 931 time: 0.2306690 Aug 29 04:35:43.267498 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.352422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 74bd3cf5-b4db-4312-b6b6-f193e07f013e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:43.357675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 74bd3cf5-b4db-4312-b6b6-f193e07f013e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:43.358090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Pushing event updated for resources: {'Port': ['ID=f1480733-a073-49e7-9a95-96a3fbd4957a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.358766 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.436440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6e78833-68d4-4eb9-917a-0eb7afbf3f63 req-625b7128-188f-4c2f-8c74-e8cd2e6bffdf tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772230 Aug 29 04:35:43.442786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb5e64-58ce-4305-85e5-dfc1fd8a1660 req-82f52c41-c356-4033-a0f0-e9155077f74c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.450673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-77bb5e64-58ce-4305-85e5-dfc1fd8a1660 req-82f52c41-c356-4033-a0f0-e9155077f74c tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 944 time: 0.1976511 Aug 29 04:35:43.457541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] For port 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,segment=NetworkSegment(41438b78-fe18-40c8-885d-372b0ecccb93),segment_id=41438b78-fe18-40c8-885d-372b0ecccb93)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:43.462159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.465380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Pushing event updated for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.552595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Calling delete_port for 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:43.642286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-77bb5e64-58ce-4305-85e5-dfc1fd8a1660 req-ca580097-a946-49e2-a1bd-6f75990956b9 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904826 Aug 29 04:35:43.660893 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.700328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Attempting to bind port f1480733-a073-49e7-9a95-96a3fbd4957a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:43.701960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Attempting to bind port f1480733-a073-49e7-9a95-96a3fbd4957a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:43.703119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Attempting to bind port f1480733-a073-49e7-9a95-96a3fbd4957a on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:43.719249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Port f1480733-a073-49e7-9a95-96a3fbd4957a on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:43.721289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Attempting to bind port f1480733-a073-49e7-9a95-96a3fbd4957a on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:43.728846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 74bd3cf5-b4db-4312-b6b6-f193e07f013e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=74bd3cf5-b4db-4312-b6b6-f193e07f013e,segment=NetworkSegment(543fd1df-9ebd-4815-94bc-ce2334017d51),segment_id=543fd1df-9ebd-4815-94bc-ce2334017d51)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:43.734286 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.740798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:43.743123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:43.743123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Bound using segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:43.743400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Attempting to bind port 4bc37353-6b06-434b-846f-db49c5a3ca90 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:43.743400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Attempting to bind port 4bc37353-6b06-434b-846f-db49c5a3ca90 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:43.743592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Attempting to bind port 4bc37353-6b06-434b-846f-db49c5a3ca90 on network 16ef7095-64b5-42f3-aba4-703c88ca578c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:43.747749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Bound port: f1480733-a073-49e7-9a95-96a3fbd4957a, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:43.747749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.774136 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Port 4bc37353-6b06-434b-846f-db49c5a3ca90 on network 16ef7095-64b5-42f3-aba4-703c88ca578c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:43.774620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Attempting to bind port 4bc37353-6b06-434b-846f-db49c5a3ca90 on network 16ef7095-64b5-42f3-aba4-703c88ca578c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:43.804316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=74bd3cf5-b4db-4312-b6b6-f193e07f013e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:43.852863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:43.853184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Checking segment: {'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:43.853578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Bound using segment: {'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:43.854049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Bound port: 4bc37353-6b06-434b-846f-db49c5a3ca90, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:43.854426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.874239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] For port f1480733-a073-49e7-9a95-96a3fbd4957a, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:43.878138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] For port f1480733-a073-49e7-9a95-96a3fbd4957a, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f1480733-a073-49e7-9a95-96a3fbd4957a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:43.885295 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.905951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.907598 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.909085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] 10.222.0.37 "PUT /v2.0/ports/f1480733-a073-49e7-9a95-96a3fbd4957a HTTP/1.1" status: 200 len: 1093 time: 1.7367747 Aug 29 04:35:43.913306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3424a280-a3e8-4283-a843-99da6ea315d0', 'tag': 'f1480733-a073-49e7-9a95-96a3fbd4957a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:43.916211 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9920ab85-c9b3-484c-9b20-7747f896c761" -d '{"events": [{"name": "network-changed", "server_uuid": "3424a280-a3e8-4283-a843-99da6ea315d0", "tag": "f1480733-a073-49e7-9a95-96a3fbd4957a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:44.056176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f18c9-989b-4c90-84c2-461d0cf660df service neutron] Pushing event updated for resources: {'Port': ['ID=f1480733-a073-49e7-9a95-96a3fbd4957a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.074276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-73539a64-2db4-425a-9120-71b7c4805828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.076643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-73539a64-2db4-425a-9120-71b7c4805828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 1096 time: 0.1174510 Aug 29 04:35:44.093907 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5b26bd-d546-4232-ac0b-65d14cc0f722 x-openstack-request-id: req-3a5b26bd-d546-4232-ac0b-65d14cc0f722 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:44.094511 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3424a280-a3e8-4283-a843-99da6ea315d0", "tag": "f1480733-a073-49e7-9a95-96a3fbd4957a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:44.094768 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a5b26bd-d546-4232-ac0b-65d14cc0f722 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:44.095179 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3424a280-a3e8-4283-a843-99da6ea315d0', 'tag': 'f1480733-a073-49e7-9a95-96a3fbd4957a', 'status': 'completed', 'code': 200} Aug 29 04:35:44.180940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:44.201185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:44.223928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-669f7bed-e7e5-4f65-a62b-d93189498562 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1480733-a073-49e7-9a95-96a3fbd4957a HTTP/1.1" status: 200 len: 217 time: 0.1339540 Aug 29 04:35:44.246397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4bc37353-6b06-434b-846f-db49c5a3ca90,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:44.266631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.293910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port c308867e-48d5-4d9a-8c7b-795d1e60e35c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:44.294509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.301461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-e83ab7c1-a340-4145-9984-737326ead07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.303070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-e83ab7c1-a340-4145-9984-737326ead07a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0621498 Aug 29 04:35:44.387836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Pushing event updated for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.405891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.407057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.408792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6a3f61c9-cee9-4f09-9d1e-dd74bc53246d service neutron] 10.222.0.32 "PUT /v2.0/ports/4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 200 len: 1092 time: 2.8372607 Aug 29 04:35:44.411282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:44.415747 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:44.428159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.443601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258edc74-9152-46e2-b7ef-b3361c6c3239 req-a8dcc819-4195-4318-b165-9687363c121a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.451167 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.452399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258edc74-9152-46e2-b7ef-b3361c6c3239 req-a8dcc819-4195-4318-b165-9687363c121a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 944 time: 0.2258942 Aug 29 04:35:44.474578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-afbb2b7b-5d0e-4274-b595-0898c012c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.476489 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-afbb2b7b-5d0e-4274-b595-0898c012c2f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532688 Aug 29 04:35:44.497497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.512234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:44.514567 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2c465a-a2e4-45a4-9175-bd4bd4d86602" -d '{"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-plugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:44.529111 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc55e9-d25c-406d-b00e-080383edfde8 x-openstack-request-id: req-aebc55e9-d25c-406d-b00e-080383edfde8 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:44.529408 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:44.529675 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aebc55e9-d25c-406d-b00e-080383edfde8 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:44.530130 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90', 'status': 'completed', 'code': 200} Aug 29 04:35:44.538539 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-258edc74-9152-46e2-b7ef-b3361c6c3239 req-a3a4edce-f700-49bf-b5e0-246510d79feb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848999 Aug 29 04:35:44.579367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:44.586083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.642473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-1f0fbf06-cea4-4b6f-8e4f-a0b98f0f4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.662607 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-1f0fbf06-cea4-4b6f-8e4f-a0b98f0f4330 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1095 time: 0.1746004 Aug 29 04:35:44.761895 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:44.772863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-389f52aa-1bbb-49bd-bd3f-1d54a13b4652 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867455 Aug 29 04:35:44.824674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-f0c7635f-ab93-47b7-8807-54717785db34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 200 len: 217 time: 0.1589143 Aug 29 04:35:44.945498 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05c32d-7385-4b86-9400-c2102322a0a7 x-openstack-request-id: req-3d05c32d-7385-4b86-9400-c2102322a0a7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:44.946305 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-plugged", "status": "completed", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:44.947109 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d05c32d-7385-4b86-9400-c2102322a0a7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:44.947615 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'code': 200} Aug 29 04:35:44.948280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.970626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-636643dc-86ea-4e55-9ba9-69088af14836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.973153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-636643dc-86ea-4e55-9ba9-69088af14836 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.1291637 Aug 29 04:35:45.013713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de63459-ed38-47f4-ab26-9d820877a5fc req-267ae6c7-3fab-4627-8c55-bae177d84ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.016581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8de63459-ed38-47f4-ab26-9d820877a5fc req-267ae6c7-3fab-4627-8c55-bae177d84ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 1098 time: 0.1944730 Aug 29 04:35:45.019077 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9b75d38-075a-4f73-9066-2d5d5ddf2d94 req-97961857-b2ed-4bac-aaff-a2b0535a5bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386894 Aug 29 04:35:45.077855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-5d825989-aa84-497f-86a2-12c039de0bf8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944586 Aug 29 04:35:45.091623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a9056-5cda-4022-8585-17f5d3d23b14 req-3234f867-dbe1-4169-84d4-508fe6ed8e31 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.096551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f72f-15a7-4e88-ab9a-5b046993fabe req-194b0b70-c279-4c4c-b355-2d065cb89b15 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.102185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9a9056-5cda-4022-8585-17f5d3d23b14 req-3234f867-dbe1-4169-84d4-508fe6ed8e31 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 943 time: 0.2889991 Aug 29 04:35:45.107521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7f6f72f-15a7-4e88-ab9a-5b046993fabe req-194b0b70-c279-4c4c-b355-2d065cb89b15 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 946 time: 0.1282763 Aug 29 04:35:45.217939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8de63459-ed38-47f4-ab26-9d820877a5fc req-cbf32a8a-f5fe-4312-b3ab-3f531cd72207 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833436 Aug 29 04:35:45.255167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7f6f72f-15a7-4e88-ab9a-5b046993fabe req-fca50819-1313-41e2-a05d-ff79e908a494 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464527 Aug 29 04:35:45.277641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-4310aa2e-0a13-4f95-95fb-f3eb51cda5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.282546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-4310aa2e-0a13-4f95-95fb-f3eb51cda5a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 1096 time: 0.2042460 Aug 29 04:35:45.299429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9a9056-5cda-4022-8585-17f5d3d23b14 req-eb8cbe64-b67a-457d-b850-94ee4e747253 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990483 Aug 29 04:35:45.347797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-6c6dcfef-6576-4b56-b59f-d9ab970624b1 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462552 Aug 29 04:35:45.360342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 74bd3cf5-b4db-4312-b6b6-f193e07f013e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:45.366193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.426443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 74bd3cf5-b4db-4312-b6b6-f193e07f013e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:45.427173 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.550286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07b1dfe2-57d3-43ac-b48f-0da5cbf39dc1 req-34c80d63-be47-41c5-bd77-44e09432580f service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934464 Aug 29 04:35:45.553519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-447b43eb-28f2-4a55-a79e-e2959433464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.555052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-447b43eb-28f2-4a55-a79e-e2959433464e service neutron] 10.222.0.37 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1216838 Aug 29 04:35:45.617829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-758cf608-47c9-423e-a8e8-5d383b50d41f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1480733-a073-49e7-9a95-96a3fbd4957a HTTP/1.1" status: 200 len: 217 time: 0.0481124 Aug 29 04:35:45.709949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-3695209d-50c3-487a-989d-8d6b0cbaf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.711512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-3695209d-50c3-487a-989d-8d6b0cbaf720 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0776477 Aug 29 04:35:45.779284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277dab-4360-411c-973d-4998a4a8311d req-1fb8cdde-697d-4c86-bd1e-2280132f344e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.781731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-0e798b8c-5646-4925-8d3d-570859f9caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.784322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-0e798b8c-5646-4925-8d3d-570859f9caa5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652726 Aug 29 04:35:45.786218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b277dab-4360-411c-973d-4998a4a8311d req-1fb8cdde-697d-4c86-bd1e-2280132f344e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 944 time: 0.1575050 Aug 29 04:35:45.851823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-363bcd2a-1f34-4607-8a84-cfe8958970f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.854489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-363bcd2a-1f34-4607-8a84-cfe8958970f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1095 time: 0.2105048 Aug 29 04:35:45.894038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-9de2fbe1-b861-43f5-a506-c97bf8c79465 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007819 Aug 29 04:35:45.948550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:45.986947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b277dab-4360-411c-973d-4998a4a8311d req-d0e3570c-8c32-4dd2-9ffa-11dbdc1897e8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991701 Aug 29 04:35:46.002257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Router c36cf262-13f8-46e9-aace-3769ad922d9b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:46.008775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9920ab85-c9b3-484c-9b20-7747f896c761 req-3f00bada-443f-4a7b-8363-1cbf099cef72 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022389 Aug 29 04:35:46.076281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-ed305a33-b7e8-4bfb-9338-2a91a7edc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.077786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-ed305a33-b7e8-4bfb-9338-2a91a7edc11d service neutron] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 914 time: 0.2138417 Aug 29 04:35:46.185761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f1480733-a073-49e7-9a95-96a3fbd4957a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:46.346117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port f1480733-a073-49e7-9a95-96a3fbd4957a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f1480733-a073-49e7-9a95-96a3fbd4957a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:46.377611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'f1480733-a073-49e7-9a95-96a3fbd4957a', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': 'f1480733-a073-49e7-9a95-96a3fbd4957a', 'mac_address': 'fa:16:3e:81:ac:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:46.418046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ee7a4-7c77-4790-9574-a37a90d44129 req-f912bf74-f41d-4607-82b7-cdeaaa04d827 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.421122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b77ee7a4-7c77-4790-9574-a37a90d44129 req-f912bf74-f41d-4607-82b7-cdeaaa04d827 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 946 time: 0.0826378 Aug 29 04:35:46.445349 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.466359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1480733-a073-49e7-9a95-96a3fbd4957a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:46.490488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port f1480733-a073-49e7-9a95-96a3fbd4957a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f1480733-a073-49e7-9a95-96a3fbd4957a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:46.496071 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.507561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b77ee7a4-7c77-4790-9574-a37a90d44129 req-ec3d6665-513e-403c-bd8a-811262c7acf0 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788758 Aug 29 04:35:46.567589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=f1480733-a073-49e7-9a95-96a3fbd4957a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:46.638287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-360fe6aa-d4cd-42ac-8b5d-74412526abe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 200 len: 217 time: 0.5520551 Aug 29 04:35:46.642046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0077f68-84d3-44ef-a4b3-4823fb141e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.753332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:46.765821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] Sync routers for ids ['c36cf262-13f8-46e9-aace-3769ad922d9b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:46.770399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ff904588-d8cf-4cb7-b451-636900a22954 admin admin] 10.222.0.55 "PUT /v2.0/routers/c36cf262-13f8-46e9-aace-3769ad922d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5327270 Aug 29 04:35:46.773687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35606) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:46.778816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] Routers {'c36cf262-13f8-46e9-aace-3769ad922d9b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:46.779550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c36cf262-13f8-46e9-aace-3769ad922d9b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:46.784544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f1480733-a073-49e7-9a95-96a3fbd4957a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:46.794176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-8ea7e530-4051-4178-b2e4-edb35a23f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.795766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-8ea7e530-4051-4178-b2e4-edb35a23f53d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.1389987 Aug 29 04:35:46.823389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2402f-1091-4246-8ac5-f154feaa3b10 req-734c6d33-3f03-4e90-ab99-606c5fa81312 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.824946 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94e2402f-1091-4246-8ac5-f154feaa3b10 req-734c6d33-3f03-4e90-ab99-606c5fa81312 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 943 time: 0.1842821 Aug 29 04:35:46.875122 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c248807-15d8-46cd-bc0d-1c28c935051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.945830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.004359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-784bb2d8-6e21-4560-b6cc-362be923f184 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782086 Aug 29 04:35:47.058922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] Set router c36cf262-13f8-46e9-aace-3769ad922d9b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:47.161509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94e2402f-1091-4246-8ac5-f154feaa3b10 req-c55be76e-6ff9-4661-8f62-796f11cc2507 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951353 Aug 29 04:35:47.176446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.196032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0077f68-84d3-44ef-a4b3-4823fb141e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.203111 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0077f68-84d3-44ef-a4b3-4823fb141e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.234369 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d0077f68-84d3-44ef-a4b3-4823fb141e8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5cf928c52c5484093f017965b515236&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2843862 Aug 29 04:35:47.244955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35624) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:47.325118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8137da-4502-4579-9812-801fe0572162 req-5f50174c-e449-410f-b80d-34dfcce8bae7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.327894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0077f68-84d3-44ef-a4b3-4823fb141e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a80d7f-88af-4a5b-9955-5b6982b60170,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.336178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e8137da-4502-4579-9812-801fe0572162 req-5f50174c-e449-410f-b80d-34dfcce8bae7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 945 time: 0.0936835 Aug 29 04:35:47.374262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-9ecdaac9-9840-4699-8ec4-84ecd42d34bb service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538437 Aug 29 04:35:47.387074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e8137da-4502-4579-9812-801fe0572162 req-6c2e1d05-3842-4dbb-803f-9040ae531f46 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501201 Aug 29 04:35:47.402068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Deleting port f1910b50-d91b-4ce0-8567-85191c33a80a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:47.403235 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.464303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9d95af9-c1c3-4d48-a9ea-07bc79bb3532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.513094 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9d95af9-c1c3-4d48-a9ea-07bc79bb3532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.519659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:44Z', 'revision_number': 5, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port': {'id': 'f1910b50-d91b-4ce0-8567-85191c33a80a', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:09Z', 'updated_at': '2021-08-29T04:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:47.532580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] For port f1910b50-d91b-4ce0-8567-85191c33a80a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f1910b50-d91b-4ce0-8567-85191c33a80a,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:47.556670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.583428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] Checking router: c36cf262-13f8-46e9-aace-3769ad922d9b for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:47.588831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9e7c82-4c93-446c-a116-910cc4fdc1f8 req-81198dbc-819c-4f9a-aece-b8bd949d5ce9 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997030 Aug 29 04:35:47.592687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] Routers {'c36cf262-13f8-46e9-aace-3769ad922d9b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:47.593319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c36cf262-13f8-46e9-aace-3769ad922d9b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:47.610471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Calling delete_port for f1910b50-d91b-4ce0-8567-85191c33a80a owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:47.617413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9d95af9-c1c3-4d48-a9ea-07bc79bb3532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.620792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9d95af9-c1c3-4d48-a9ea-07bc79bb3532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.625926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d9d95af9-c1c3-4d48-a9ea-07bc79bb3532 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32a80d7f-88af-4a5b-9955-5b6982b60170 HTTP/1.1" status: 204 len: 168 time: 0.3794980 Aug 29 04:35:47.639632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d95af9-c1c3-4d48-a9ea-07bc79bb3532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a80d7f-88af-4a5b-9955-5b6982b60170,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.674119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4bc37353-6b06-434b-846f-db49c5a3ca90 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:47.723189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] Set router c36cf262-13f8-46e9-aace-3769ad922d9b gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:47.818622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38505ddc-e1e8-4f44-8943-1a3f588852a5 req-326134e2-5cb5-4cac-a803-43b72ef2f045 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.824853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38505ddc-e1e8-4f44-8943-1a3f588852a5 req-326134e2-5cb5-4cac-a803-43b72ef2f045 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 946 time: 0.1104083 Aug 29 04:35:47.826954 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.827307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:47Z', 'revision_number': 6, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:47.860938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0caca-221d-4fa8-92bb-a0cfb3862ddf None None] The sync data for ids ['c36cf262-13f8-46e9-aace-3769ad922d9b'] in n-d-712143-14 is: [{'id': 'c36cf262-13f8-46e9-aace-3769ad922d9b', 'name': 'tempest-TestAggregatesBasicOps-938632226-router', 'tenant_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:07Z', 'updated_at': '2021-08-29T04:35:47Z', 'revision_number': 6, 'project_id': 'f935ffb9a0b74a9aa598e23e42168b31', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:47.865228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1910b50-d91b-4ce0-8567-85191c33a80a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.925989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38505ddc-e1e8-4f44-8943-1a3f588852a5 req-686ea64e-c187-492e-94a9-5866ffd9bd48 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942998 Aug 29 04:35:47.945271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35650) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:47.947094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4bc37353-6b06-434b-846f-db49c5a3ca90,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:47.972405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.974894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '4bc37353-6b06-434b-846f-db49c5a3ca90', 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c', 'port_id': '4bc37353-6b06-434b-846f-db49c5a3ca90', 'mac_address': 'fa:16:3e:f4:f9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63b09cd-5745-4b56-af47-411d9176f045', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:48.020358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.040905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc37353-6b06-434b-846f-db49c5a3ca90 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:48.064739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4bc37353-6b06-434b-846f-db49c5a3ca90,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:48.070727 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.128256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.142123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35658) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.159355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ac80a4-07a6-4fda-a17f-47876709e4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.203057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f1480733-a073-49e7-9a95-96a3fbd4957a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:48.307405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port f1480733-a073-49e7-9a95-96a3fbd4957a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:48.315549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port f1480733-a073-49e7-9a95-96a3fbd4957a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:48.316329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.346126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a616b0-c75a-415b-b48d-8272ab569833 req-8a12d545-2892-4712-a8da-d5341ac4a86c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.348655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16a616b0-c75a-415b-b48d-8272ab569833 req-8a12d545-2892-4712-a8da-d5341ac4a86c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 944 time: 0.0925858 Aug 29 04:35:48.361449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ac80a4-07a6-4fda-a17f-47876709e4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.383969 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ac80a4-07a6-4fda-a17f-47876709e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.388002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b15ffdc-9f5c-4d69-98a0-8d9a06f0030d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.402135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.404935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.422165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.449209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-13ac80a4-07a6-4fda-a17f-47876709e4ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99b1d690a0fb46fabf36b1916442c61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058083 Aug 29 04:35:48.450249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35664) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.452998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16a616b0-c75a-415b-b48d-8272ab569833 req-044555eb-e294-4ad5-a0ff-c09f97690cff tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889359 Aug 29 04:35:48.453856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac80a4-07a6-4fda-a17f-47876709e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3de448-de0f-4138-9c39-75c2a1aee909,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.481916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3424a280-a3e8-4283-a843-99da6ea315d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1480733-a073-49e7-9a95-96a3fbd4957a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:48.493648 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa39cfd-51eb-4d63-a12e-6c4bab7ffc0f" -d '{"events": [{"server_uuid": "3424a280-a3e8-4283-a843-99da6ea315d0", "name": "network-vif-plugged", "status": "completed", "tag": "f1480733-a073-49e7-9a95-96a3fbd4957a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:48.495070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.495576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36cf262-13f8-46e9-aace-3769ad922d9b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:48.501610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:48.508262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.511875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eef66c2d-94e1-4ee3-bafb-60261309feb1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c36cf262-13f8-46e9-aace-3769ad922d9b HTTP/1.1" status: 204 len: 168 time: 1.7347445 Aug 29 04:35:48.512252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35668) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.540430 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05b589-9507-4cb9-8f4e-5aa0dfa2f599 x-openstack-request-id: req-0e05b589-9507-4cb9-8f4e-5aa0dfa2f599 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:48.541012 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3424a280-a3e8-4283-a843-99da6ea315d0", "name": "network-vif-plugged", "status": "completed", "tag": "f1480733-a073-49e7-9a95-96a3fbd4957a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:48.541481 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e05b589-9507-4cb9-8f4e-5aa0dfa2f599 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:48.541908 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3424a280-a3e8-4283-a843-99da6ea315d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1480733-a073-49e7-9a95-96a3fbd4957a', 'code': 200} Aug 29 04:35:48.552931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port f1480733-a073-49e7-9a95-96a3fbd4957a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f1480733-a073-49e7-9a95-96a3fbd4957a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:48.564425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] Deleting subnet c81d70a0-ffbe-4cfc-9d0a-843eab226cb5 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:48.568385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.571411 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.601688 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37e2b3e1-2cef-427a-b45b-07112af5433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.612352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.651495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=f1480733-a073-49e7-9a95-96a3fbd4957a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.663841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2bf05-6574-407b-a113-40124c21c469 req-7c553288-a96f-4849-8b0d-2b23f1a822c3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.665522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90e2bf05-6574-407b-a113-40124c21c469 req-7c553288-a96f-4849-8b0d-2b23f1a822c3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 945 time: 0.1551461 Aug 29 04:35:48.681337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37e2b3e1-2cef-427a-b45b-07112af5433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.732287 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.769911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6c496-096c-4071-bfaf-b68aa76108e6 req-0f3cb7e1-f2e8-4c8a-bf6b-93d672065fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.771554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0c6c496-096c-4071-bfaf-b68aa76108e6 req-0f3cb7e1-f2e8-4c8a-bf6b-93d672065fe3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 1098 time: 0.1647158 Aug 29 04:35:48.773453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b15ffdc-9f5c-4d69-98a0-8d9a06f0030d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.787165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90e2bf05-6574-407b-a113-40124c21c469 req-5f9b5813-0c1b-4e6a-840d-f5a30e0875fc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074920 Aug 29 04:35:48.798705 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3b15ffdc-9f5c-4d69-98a0-8d9a06f0030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.799005 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.837748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81d70a0-ffbe-4cfc-9d0a-843eab226cb5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.845404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.847824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1e57af85-2838-421e-940e-abf1e89b76f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c81d70a0-ffbe-4cfc-9d0a-843eab226cb5 HTTP/1.1" status: 204 len: 168 time: 0.3347077 Aug 29 04:35:48.850723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35672) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.853396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40919d1b-5f1d-4c92-ad5e-7bfe096c549a None None] Network 799a498b-fa83-4245-ba84-fd7f00249b65 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:48.870663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0c6c496-096c-4071-bfaf-b68aa76108e6 req-ce965c0e-74c5-4532-85a7-1b0aef10b341 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Aug 29 04:35:48.871308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15ffdc-9f5c-4d69-98a0-8d9a06f0030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0807c84-464b-4176-a4ea-cadb43654c6b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.874777 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37e2b3e1-2cef-427a-b45b-07112af5433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.886252 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37e2b3e1-2cef-427a-b45b-07112af5433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.889610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37e2b3e1-2cef-427a-b45b-07112af5433a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa3de448-de0f-4138-9c39-75c2a1aee909 HTTP/1.1" status: 204 len: 168 time: 0.4363518 Aug 29 04:35:48.894243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3b15ffdc-9f5c-4d69-98a0-8d9a06f0030d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55d4bee798ed448b8eb44e7c471f8781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9455009 Aug 29 04:35:48.898115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:48.906418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b3e1-2cef-427a-b45b-07112af5433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3de448-de0f-4138-9c39-75c2a1aee909,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:48.967217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.971153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0601c4a4-dd6c-4a19-807b-c0c6a55f760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.999725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0601c4a4-dd6c-4a19-807b-c0c6a55f760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.043731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Deleting port 67bfa886-5a3e-41a0-bd24-46c5eb368004 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:49.044612 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.069412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0601c4a4-dd6c-4a19-807b-c0c6a55f760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.075148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0601c4a4-dd6c-4a19-807b-c0c6a55f760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.080493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0601c4a4-dd6c-4a19-807b-c0c6a55f760f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0807c84-464b-4176-a4ea-cadb43654c6b HTTP/1.1" status: 204 len: 168 time: 0.1787431 Aug 29 04:35:49.103248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601c4a4-dd6c-4a19-807b-c0c6a55f760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0807c84-464b-4176-a4ea-cadb43654c6b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.118066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] DHCP port deletion for 799a498b-fa83-4245-ba84-fd7f00249b65 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:49.159272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] For port 67bfa886-5a3e-41a0-bd24-46c5eb368004, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=67bfa886-5a3e-41a0-bd24-46c5eb368004,segment=NetworkSegment(41438b78-fe18-40c8-885d-372b0ecccb93),segment_id=41438b78-fe18-40c8-885d-372b0ecccb93)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:49.159640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.179931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Calling delete_port for 67bfa886-5a3e-41a0-bd24-46c5eb368004 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:49.259843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] Deleting port 67bfa886-5a3e-41a0-bd24-46c5eb368004 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:49.260295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.262918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:49.326101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.351883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:49.352231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7eaedbb8-bc07-4dc2-9c5a-0a1d415dbe2e not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:49.352651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f1910b50-d91b-4ce0-8567-85191c33a80a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:49.361611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=67bfa886-5a3e-41a0-bd24-46c5eb368004,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.363468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] No DVR routers for this DVR port 67bfa886-5a3e-41a0-bd24-46c5eb368004 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:49.380822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f1910b50-d91b-4ce0-8567-85191c33a80a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:49.381171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f1910b50-d91b-4ce0-8567-85191c33a80a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:49.408438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] For port 67bfa886-5a3e-41a0-bd24-46c5eb368004, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=67bfa886-5a3e-41a0-bd24-46c5eb368004,segment=NetworkSegment(41438b78-fe18-40c8-885d-372b0ecccb93),segment_id=41438b78-fe18-40c8-885d-372b0ecccb93)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:49.408836 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.423964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] Calling delete_port for 67bfa886-5a3e-41a0-bd24-46c5eb368004 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:49.439496 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.451013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799a498b-fa83-4245-ba84-fd7f00249b65']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:49.466742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41438b78-fe18-40c8-885d-372b0ecccb93') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:49.467273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41438b78-fe18-40c8-885d-372b0ecccb93') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:49.476793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.494054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.502497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:49.503419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:49.506415 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:49.524492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aecfe887-adf9-4d94-8c64-428b2e6c1599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: from cryptography.utils import int_from_bytes Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: from cryptography.utils import int_from_bytes Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.550282 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:49.554888 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:35:49.565716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.607729 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.609925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] Pushing event deleted for resources: {'Port': ['ID=67bfa886-5a3e-41a0-bd24-46c5eb368004,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.614283 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.619726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35696) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:49.620235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] 10.222.0.55 "DELETE /v2.0/networks/799a498b-fa83-4245-ba84-fd7f00249b65 HTTP/1.1" status: 204 len: 168 time: 0.7626808 Aug 29 04:35:49.627692 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.631805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab1876-d474-4528-a9ba-e5e149926aa4 None None] No DVR routers for this DVR port 67bfa886-5a3e-41a0-bd24-46c5eb368004 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:49.645576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355d42e-f727-4956-9afa-82d66c103dee req-f6a27c10-abb1-4ce7-a7da-6ddf4161b5b9 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.647825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2355d42e-f727-4956-9afa-82d66c103dee req-f6a27c10-abb1-4ce7-a7da-6ddf4161b5b9 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 944 time: 0.0825260 Aug 29 04:35:49.648935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386113ab-7cc3-4bb6-980b-4fd2e7900d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=799a498b-fa83-4245-ba84-fd7f00249b65,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.671179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35698) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:49.679730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4bc37353-6b06-434b-846f-db49c5a3ca90 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:49.704687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-892691f3-62c7-4593-9ba0-acc96f432db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.737511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2355d42e-f727-4956-9afa-82d66c103dee req-27540684-5527-4ab1-932e-e62b6e1f0146 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779436 Aug 29 04:35:49.779417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 4bc37353-6b06-434b-846f-db49c5a3ca90 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:49.783662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 4bc37353-6b06-434b-846f-db49c5a3ca90 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:49.784135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.890570 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-892691f3-62c7-4593-9ba0-acc96f432db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.895590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-892691f3-62c7-4593-9ba0-acc96f432db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.911723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.970587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892691f3-62c7-4593-9ba0-acc96f432db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ba7bb-4ace-4166-8ae1-3015dfdcbd91,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.987929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-892691f3-62c7-4593-9ba0-acc96f432db1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e1c39bc9efa4c07a314130e6af21fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127158 Aug 29 04:35:49.988588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35710) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:50.009043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4bc37353-6b06-434b-846f-db49c5a3ca90,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:50.009513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be149ca1-33e5-4dff-aeda-8e6af8e62b5a req-f3b19538-ee9a-473f-a8f5-cd13664a9286 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.013957 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.018950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be149ca1-33e5-4dff-aeda-8e6af8e62b5a req-f3b19538-ee9a-473f-a8f5-cd13664a9286 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1068711 Aug 29 04:35:50.083160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.099662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37af08b6-9b35-4921-8dc1-49863ded7491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.117902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be149ca1-33e5-4dff-aeda-8e6af8e62b5a req-4e1ce24e-801d-43d8-8e9a-2570a3d9f38b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977502 Aug 29 04:35:50.123631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37af08b6-9b35-4921-8dc1-49863ded7491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.175349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37af08b6-9b35-4921-8dc1-49863ded7491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.178840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37af08b6-9b35-4921-8dc1-49863ded7491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.182075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-37af08b6-9b35-4921-8dc1-49863ded7491 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b6ba7bb-4ace-4166-8ae1-3015dfdcbd91 HTTP/1.1" status: 204 len: 168 time: 0.1925499 Aug 29 04:35:50.190810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af08b6-9b35-4921-8dc1-49863ded7491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ba7bb-4ace-4166-8ae1-3015dfdcbd91,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.229111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.508603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Deleting port 74bd3cf5-b4db-4312-b6b6-f193e07f013e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:50.509069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.543956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:50.545858 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61bac7b-1409-4d78-89cd-6b46507d9ea4" -d '{"events": [{"server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "name": "network-vif-plugged", "status": "completed", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:50.642258 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1cc93-23c5-49c3-a195-516e52619f32 x-openstack-request-id: req-ead1cc93-23c5-49c3-a195-516e52619f32 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:50.642942 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "name": "network-vif-plugged", "status": "completed", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:50.642942 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ead1cc93-23c5-49c3-a195-516e52619f32 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:50.643221 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90', 'code': 200} Aug 29 04:35:50.648532 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.654366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] For port 74bd3cf5-b4db-4312-b6b6-f193e07f013e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=74bd3cf5-b4db-4312-b6b6-f193e07f013e,segment=NetworkSegment(543fd1df-9ebd-4815-94bc-ce2334017d51),segment_id=543fd1df-9ebd-4815-94bc-ce2334017d51)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:50.654866 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.682627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Calling delete_port for 74bd3cf5-b4db-4312-b6b6-f193e07f013e owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:50.733399 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.776350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d700e9-8692-4b4f-917b-06ac032dfef6 req-01b4cf64-3c38-4250-9ef4-db207859218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.779145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08d700e9-8692-4b4f-917b-06ac032dfef6 req-01b4cf64-3c38-4250-9ef4-db207859218e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1097 time: 0.0717976 Aug 29 04:35:50.879656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08d700e9-8692-4b4f-917b-06ac032dfef6 req-1ac11539-cd53-4dcb-b2b7-4da4ed28cbdc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883574 Aug 29 04:35:50.908444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce42a2-8089-48fe-b7c6-985664936628 req-1bc78cf5-9f9a-4aae-ac56-6f7fa856d294 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.910143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bce42a2-8089-48fe-b7c6-985664936628 req-1bc78cf5-9f9a-4aae-ac56-6f7fa856d294 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 945 time: 0.0895965 Aug 29 04:35:50.953478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bce42a2-8089-48fe-b7c6-985664936628 req-d577a871-d748-4851-a8c9-cf92888947b2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Aug 29 04:35:50.980234 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.027350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bd3cf5-b4db-4312-b6b6-f193e07f013e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:51.249364 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.323667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d8ea0-d56b-45d8-9a17-60142c3d09e6 req-7025e862-64ba-4679-bae9-4ac7a0291813 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.327551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 67bfa886-5a3e-41a0-bd24-46c5eb368004 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:51.334321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b6d8ea0-d56b-45d8-9a17-60142c3d09e6 req-7025e862-64ba-4679-bae9-4ac7a0291813 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1172960 Aug 29 04:35:51.359216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 67bfa886-5a3e-41a0-bd24-46c5eb368004 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:51.360067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 67bfa886-5a3e-41a0-bd24-46c5eb368004 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:51.400550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b6d8ea0-d56b-45d8-9a17-60142c3d09e6 req-46b5644f-45f9-461a-a7e4-d4840a0c45bd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Aug 29 04:35:51.612630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Router 9ba6882e-4a77-423d-8d98-4d931de49dcf has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:51.749170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb0345-040b-47c9-b295-cff19298be29 req-deba81fd-4ba7-4efc-97c1-fd496fb117f1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.750708 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3edb0345-040b-47c9-b295-cff19298be29 req-deba81fd-4ba7-4efc-97c1-fd496fb117f1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1279662 Aug 29 04:35:51.774636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:51.788030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35778) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:51.789683 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] Sync routers for ids ['9ba6882e-4a77-423d-8d98-4d931de49dcf'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:51.798051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f7f24e09-6e71-4455-a87b-3fcd647608f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/9ba6882e-4a77-423d-8d98-4d931de49dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1768730 Aug 29 04:35:51.807692 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] Routers {'9ba6882e-4a77-423d-8d98-4d931de49dcf'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:51.808331 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9ba6882e-4a77-423d-8d98-4d931de49dcf'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:51.848850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3edb0345-040b-47c9-b295-cff19298be29 req-7e3a828f-49fb-4aa3-b11c-e89ee43e9fa6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845082 Aug 29 04:35:51.920897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.929896 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] Set router 9ba6882e-4a77-423d-8d98-4d931de49dcf gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:52.128456 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.179181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eb3d1-12b1-4911-84c1-39c6ca176294 req-feab016f-c12f-41a6-bd38-37a245dd8f59 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.180877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de5eb3d1-12b1-4911-84c1-39c6ca176294 req-feab016f-c12f-41a6-bd38-37a245dd8f59 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 945 time: 0.0955708 Aug 29 04:35:52.212945 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:50Z', 'revision_number': 5, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port': {'id': 'c945da8e-eeea-4ff3-8a00-a3de1d8a2589', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:35:24Z', 'updated_at': '2021-08-29T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.246669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-de5eb3d1-12b1-4911-84c1-39c6ca176294 req-b881999a-ddad-4164-86b7-a7943a836cbc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532572 Aug 29 04:35:52.258160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] Checking router: 9ba6882e-4a77-423d-8d98-4d931de49dcf for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:35:52.265186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Deleting port c945da8e-eeea-4ff3-8a00-a3de1d8a2589 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:52.265868 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.276966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.281206 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] Routers {'9ba6882e-4a77-423d-8d98-4d931de49dcf'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:52.283711 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:35:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9ba6882e-4a77-423d-8d98-4d931de49dcf'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.356298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] For port c945da8e-eeea-4ff3-8a00-a3de1d8a2589, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:52.356718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.370258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Calling delete_port for c945da8e-eeea-4ff3-8a00-a3de1d8a2589 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:52.414017 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] Set router 9ba6882e-4a77-423d-8d98-4d931de49dcf gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:35:52.481405 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:52Z', 'revision_number': 6, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:52.534694 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4041c69-fc88-4c2a-bf2e-afedeabc1c67 None None] The sync data for ids ['9ba6882e-4a77-423d-8d98-4d931de49dcf'] in n-d-712143-14 is: [{'id': '9ba6882e-4a77-423d-8d98-4d931de49dcf', 'name': 'tempest-TestAggregatesBasicOps-192021202-router', 'tenant_id': '26c007905fac4a02af4b8b5558935083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:35:23Z', 'updated_at': '2021-08-29T04:35:52Z', 'revision_number': 6, 'project_id': '26c007905fac4a02af4b8b5558935083', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:52.598748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.626793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c945da8e-eeea-4ff3-8a00-a3de1d8a2589,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:52.700084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.795113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.797300 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.842395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.842916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba6882e-4a77-423d-8d98-4d931de49dcf {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:52.852273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.855768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7dd0f956-bc9c-4c15-8757-798096d48a34 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9ba6882e-4a77-423d-8d98-4d931de49dcf HTTP/1.1" status: 204 len: 168 time: 1.0639729 Aug 29 04:35:52.856026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.938305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] Deleting subnet bb94c55a-4ca8-4383-9bce-6702551edadc {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:52.943795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.022832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.070108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3399fc7-528f-48cb-8794-5f0d796ff1b4 req-e129b198-ed18-43c0-ba3c-8ac2b5b0695a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.071976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3399fc7-528f-48cb-8794-5f0d796ff1b4 req-e129b198-ed18-43c0-ba3c-8ac2b5b0695a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1043317 Aug 29 04:35:53.268894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c945da8e-eeea-4ff3-8a00-a3de1d8a2589 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:53.299762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3399fc7-528f-48cb-8794-5f0d796ff1b4 req-84b5f5bb-7daf-4011-bd88-2a19be6738ae tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123084 Aug 29 04:35:53.313920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c945da8e-eeea-4ff3-8a00-a3de1d8a2589 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:53.314410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c945da8e-eeea-4ff3-8a00-a3de1d8a2589 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:53.314686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 74bd3cf5-b4db-4312-b6b6-f193e07f013e no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:53.322340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.340112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 74bd3cf5-b4db-4312-b6b6-f193e07f013e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:53.340851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 74bd3cf5-b4db-4312-b6b6-f193e07f013e not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:53.428357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.451207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da50b6a-e4e2-4a83-8798-2876b8071f93 req-d61e8d4f-7302-47e9-8bfb-cf94f0fbd7b5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.457232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6da50b6a-e4e2-4a83-8798-2876b8071f93 req-d61e8d4f-7302-47e9-8bfb-cf94f0fbd7b5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 945 time: 0.1039164 Aug 29 04:35:53.475398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb94c55a-4ca8-4383-9bce-6702551edadc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.503973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.509537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-235ae0a8-5f97-4e19-8fe3-cdc78a8bed82 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bb94c55a-4ca8-4383-9bce-6702551edadc HTTP/1.1" status: 204 len: 168 time: 0.6524632 Aug 29 04:35:53.509767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35866) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.510197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da48f7-14c6-4400-950a-81ccfb6037bf None None] Network a61483dd-7493-4dbd-8399-a9fa2cc6221d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:53.562127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6da50b6a-e4e2-4a83-8798-2876b8071f93 req-609ebedf-561b-4766-9ad9-f8d6ff6529e1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825634 Aug 29 04:35:53.614869 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.738123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-5aa30078-8e3c-46ed-bb62-2ffcb3d69ec3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-914432987&fields=id&tenant_id=7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 267 time: 0.0629318 Aug 29 04:35:53.792562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] DHCP port deletion for a61483dd-7493-4dbd-8399-a9fa2cc6221d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:53.797495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Deleting port f7d22349-bb64-4584-876b-41019bb13040 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:53.798042 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.839578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] Deleting port f7d22349-bb64-4584-876b-41019bb13040 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:53.839960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.874365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-e9d2a2be-712c-4773-aae1-5e6cf3f96ea2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.875132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-e9d2a2be-712c-4773-aae1-5e6cf3f96ea2 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 945 time: 0.1333423 Aug 29 04:35:53.892766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'port': {'security_groups': ['f69c9558-2aa6-480f-96fb-8905dd867dc6', '9508ded4-1911-47f6-aad1-c6c657bbb300']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:53.905548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] For port f7d22349-bb64-4584-876b-41019bb13040, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7d22349-bb64-4584-876b-41019bb13040,segment=NetworkSegment(543fd1df-9ebd-4815-94bc-ce2334017d51),segment_id=543fd1df-9ebd-4815-94bc-ce2334017d51)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:53.905973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.918958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] Calling delete_port for f7d22349-bb64-4584-876b-41019bb13040 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:53.926409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] For port f7d22349-bb64-4584-876b-41019bb13040, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f7d22349-bb64-4584-876b-41019bb13040,segment=NetworkSegment(543fd1df-9ebd-4815-94bc-ce2334017d51),segment_id=543fd1df-9ebd-4815-94bc-ce2334017d51)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:53.926776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.934100 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-71950806-0010-417c-9512-aa841023e7d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1528056 Aug 29 04:35:53.962722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Calling delete_port for f7d22349-bb64-4584-876b-41019bb13040 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:54.020938 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.033908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] No DVR routers for this DVR port f7d22349-bb64-4584-876b-41019bb13040 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:54.044882 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.056180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2fb8f-b4bb-4e6a-8b81-562d180dae4a None None] Pushing event deleted for resources: {'Port': ['ID=f7d22349-bb64-4584-876b-41019bb13040,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.166610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-b25ed448-1b68-4cd9-8168-86eb0e0a5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.168128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-b25ed448-1b68-4cd9-8168-86eb0e0a5578 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1096 time: 0.1768737 Aug 29 04:35:54.211852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.267675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35910) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:54.303208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d22349-bb64-4584-876b-41019bb13040,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.305261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] No DVR routers for this DVR port f7d22349-bb64-4584-876b-41019bb13040 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:54.434323 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.445555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b088c8a-0a99-4c1b-b0ec-012dd8390a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.453762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61483dd-7493-4dbd-8399-a9fa2cc6221d']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.477449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb33f4-cdcf-4779-a566-e24abe74b672 req-0bb65415-e3fb-43ac-b007-e1544208127d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.479518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fcfb33f4-cdcf-4779-a566-e24abe74b672 req-0bb65415-e3fb-43ac-b007-e1544208127d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0905499 Aug 29 04:35:54.484503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543fd1df-9ebd-4815-94bc-ce2334017d51') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.485044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543fd1df-9ebd-4815-94bc-ce2334017d51') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:54.487369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-50adb128-6639-40bf-9cb5-433815951c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.488839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-50adb128-6639-40bf-9cb5-433815951c48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.2923062 Aug 29 04:35:54.545785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fcfb33f4-cdcf-4779-a566-e24abe74b672 req-335ea0c0-e631-47c1-83e2-d79d3e0c23be tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597315 Aug 29 04:35:54.586247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-37174fef-b79d-442d-80a8-917d9989a35b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 998 time: 0.0682325 Aug 29 04:35:54.592222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.603545 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b088c8a-0a99-4c1b-b0ec-012dd8390a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.608643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b088c8a-0a99-4c1b-b0ec-012dd8390a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.645415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6b088c8a-0a99-4c1b-b0ec-012dd8390a74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f78a54d161904d5b830d606274d4f308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769310 Aug 29 04:35:54.653910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35934) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:54.655515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.660195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b088c8a-0a99-4c1b-b0ec-012dd8390a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a21ed9-ccda-4e2a-ba69-abc6b3934b53,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.672250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-4b597bd3-16e7-407b-baee-a49fb5a58d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.673716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-4b597bd3-16e7-407b-baee-a49fb5a58d9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0793571 Aug 29 04:35:54.687736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:54.688187 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:54.699831 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:54.788029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4bc37353-6b06-434b-846f-db49c5a3ca90,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:54.825278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.845684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.849570 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a61483dd-7493-4dbd-8399-a9fa2cc6221d HTTP/1.1" status: 204 len: 168 time: 1.3367836 Aug 29 04:35:54.855153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.870604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-dad5dcf4-0d23-4278-bc71-71f195ff7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.872093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-dad5dcf4-0d23-4278-bc71-71f195ff7c24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872838 Aug 29 04:35:54.873166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.874823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606f243-5583-4efe-9e0e-768b171ae321 admin admin] Pushing event deleted for resources: {'Network': ['ID=a61483dd-7493-4dbd-8399-a9fa2cc6221d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.880986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e75e83a-7b54-4d49-a19f-bbb6af50ad84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.910710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:54.980998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35946) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.035322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2b60dd98-adec-40c9-b0e9-5014c504f51d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f935ffb9a0b74a9aa598e23e42168b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524607 Aug 29 04:35:55.038998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35948) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.132764 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9da3be5f-b65e-4b40-b4d6-99adf37d4cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.166275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9da3be5f-b65e-4b40-b4d6-99adf37d4cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.195115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7d22349-bb64-4584-876b-41019bb13040 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:55.216362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f7d22349-bb64-4584-876b-41019bb13040 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:55.216710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f7d22349-bb64-4584-876b-41019bb13040 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:55.226564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9da3be5f-b65e-4b40-b4d6-99adf37d4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.229730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9da3be5f-b65e-4b40-b4d6-99adf37d4cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.230922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9da3be5f-b65e-4b40-b4d6-99adf37d4cc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58cc2d14-6d81-403b-a24c-579c33c84a9b HTTP/1.1" status: 204 len: 168 time: 0.1880555 Aug 29 04:35:55.239220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3be5f-b65e-4b40-b4d6-99adf37d4cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc2d14-6d81-403b-a24c-579c33c84a9b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.310111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.310788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.312208 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08a0f4af-966b-4208-84e3-adf66dd6c549 req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "PUT /v2.0/ports/4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 200 len: 981 time: 1.4281540 Aug 29 04:35:55.314695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:55.319014 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165a0611-3c65-49a4-9a68-5a00f78ec952" -d '{"events": [{"name": "network-changed", "server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:55.340702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e75e83a-7b54-4d49-a19f-bbb6af50ad84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.372487 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91df0094-6924-409e-9130-17e4957dcf85 x-openstack-request-id: req-91df0094-6924-409e-9130-17e4957dcf85 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:55.372776 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:55.373028 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91df0094-6924-409e-9130-17e4957dcf85 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:55.373411 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90', 'status': 'completed', 'code': 200} Aug 29 04:35:55.385843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e57482-9964-4fd8-8b31-6f62437a46da tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=6']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.418244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-ff1d4e47-e905-43fb-b027-7ac678358abc service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329258 Aug 29 04:35:55.479245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:55.495281 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e75e83a-7b54-4d49-a19f-bbb6af50ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.499287 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e75e83a-7b54-4d49-a19f-bbb6af50ad84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.501199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0e75e83a-7b54-4d49-a19f-bbb6af50ad84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1a21ed9-ccda-4e2a-ba69-abc6b3934b53 HTTP/1.1" status: 204 len: 168 time: 0.8515558 Aug 29 04:35:55.509865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-5bf39c77-57cb-4d0e-87d7-1fc0ea55db35 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-640861160&fields=id&tenant_id=7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 267 time: 0.1034319 Aug 29 04:35:55.521393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75e83a-7b54-4d49-a19f-bbb6af50ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a21ed9-ccda-4e2a-ba69-abc6b3934b53,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.586078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffa7f519-b444-4940-8526-26d6880a2e21 req-0f865092-d0b2-4e49-a35c-b612a5908d5b service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387477 Aug 29 04:35:55.627455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-7592ca75-3219-4403-8a7b-6ce1062215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.629306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-7592ca75-3219-4403-8a7b-6ce1062215d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1136 time: 0.2142358 Aug 29 04:35:55.690337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-3e36bb98-d3c6-4d20-bac1-e1563b5cf76c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.695156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-3e36bb98-d3c6-4d20-bac1-e1563b5cf76c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 984 time: 0.1828125 Aug 29 04:35:55.757644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'port': {'security_groups': ['9508ded4-1911-47f6-aad1-c6c657bbb300', 'f69c9558-2aa6-480f-96fb-8905dd867dc6', '2f59d08f-40bd-4f0f-886f-563b3355b060']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:55.789977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc44240-8752-4e50-b9f0-e963587074c8 req-5b9eacac-67e3-4a22-a9b3-ce910469a981 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.824376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fc44240-8752-4e50-b9f0-e963587074c8 req-5b9eacac-67e3-4a22-a9b3-ce910469a981 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1575944 Aug 29 04:35:55.916701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.927739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fc44240-8752-4e50-b9f0-e963587074c8 req-7117f2c6-af6b-46d6-a84e-d23d2e79bd54 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855460 Aug 29 04:35:55.963077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35970) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.030740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f6dabf23-9319-46e3-887b-4fbd7c5b5ee0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26c007905fac4a02af4b8b5558935083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635362 Aug 29 04:35:56.037846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35972) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.050198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-bee49615-e9e9-45c3-b858-0f965dde19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.051713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-bee49615-e9e9-45c3-b858-0f965dde19e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 914 time: 0.4019487 Aug 29 04:35:56.130439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-50c9182e-dcbe-4eec-ab13-ad1323fca9b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 200 len: 217 time: 0.0666885 Aug 29 04:35:56.187170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35976) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.201512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-226741a5-9353-4641-9490-f565ffa690c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.240883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-3739284d-dbcd-4b7b-ba11-76c5bd5f0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.242412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-3739284d-dbcd-4b7b-ba11-76c5bd5f0c57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.0975287 Aug 29 04:35:56.248636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec9519c-8a88-473f-b5e2-f39d8da3be9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.298658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-226741a5-9353-4641-9490-f565ffa690c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.302614 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-226741a5-9353-4641-9490-f565ffa690c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.327639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-8695fed3-04ed-409a-b3f3-b4ea2e86f050 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731328 Aug 29 04:35:56.342327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-226741a5-9353-4641-9490-f565ffa690c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83f3b679c52b41c39792ebccebee869b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546321 Aug 29 04:35:56.343445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226741a5-9353-4641-9490-f565ffa690c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d779e06-1fa8-4498-89de-abf432537179,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.346993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35978) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:56.394381 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fc8db87-83aa-4645-bc3d-c224e013ec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.395173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec9519c-8a88-473f-b5e2-f39d8da3be9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.419767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fc8db87-83aa-4645-bc3d-c224e013ec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.463110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4bc37353-6b06-434b-846f-db49c5a3ca90,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.471372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fc8db87-83aa-4645-bc3d-c224e013ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.474062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5fc8db87-83aa-4645-bc3d-c224e013ec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.478091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5fc8db87-83aa-4645-bc3d-c224e013ec0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d779e06-1fa8-4498-89de-abf432537179 HTTP/1.1" status: 204 len: 168 time: 0.1301322 Aug 29 04:35:56.492501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8db87-83aa-4645-bc3d-c224e013ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d779e06-1fa8-4498-89de-abf432537179,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.517547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.521931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-85d4dc69-9759-48c8-af4b-4c872ed6e781 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794956 Aug 29 04:35:56.524078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.526062 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec9519c-8a88-473f-b5e2-f39d8da3be9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.528562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dec9519c-8a88-473f-b5e2-f39d8da3be9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.532270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dec9519c-8a88-473f-b5e2-f39d8da3be9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf3cd85d-75b0-40ae-a693-b12ab891cf40 HTTP/1.1" status: 204 len: 168 time: 0.4892926 Aug 29 04:35:56.564062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:56.614924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9519c-8a88-473f-b5e2-f39d8da3be9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3cd85d-75b0-40ae-a693-b12ab891cf40,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.626831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.627475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.632443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d4060bd-7094-4225-bd44-e20d1c9dc94c req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "PUT /v2.0/ports/4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 200 len: 1020 time: 0.9184039 Aug 29 04:35:56.635688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:56.638241 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:56.683041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c9ed-03c9-4930-ac0f-a8b0d23e9557 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:56.707520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-165a0611-3c65-49a4-9a68-5a00f78ec952 req-af9a0e8b-1543-4a3d-ad28-e8d46161ea9e service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751404 Aug 29 04:35:56.749848 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8855688-1945-4089-9d1a-9cba2540efb9 x-openstack-request-id: req-a8855688-1945-4089-9d1a-9cba2540efb9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:56.750494 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:56.750962 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8855688-1945-4089-9d1a-9cba2540efb9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:56.751925 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90', 'status': 'completed', 'code': 200} Aug 29 04:35:56.799834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:56.811246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f2f5d-ba88-47bc-99f7-d4eb1863feee req-88ccb767-9c9c-4ea7-8975-02a060399409 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.822851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-569f2f5d-ba88-47bc-99f7-d4eb1863feee req-88ccb767-9c9c-4ea7-8975-02a060399409 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1023 time: 0.0954750 Aug 29 04:35:56.853463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-de012875-97fa-4a45-b93c-21440871f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.855212 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-de012875-97fa-4a45-b93c-21440871f377 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1175 time: 0.0506949 Aug 29 04:35:56.928879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-569f2f5d-ba88-47bc-99f7-d4eb1863feee req-0fe57a18-c312-4165-938e-63604fd4ee49 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f59d08f-40bd-4f0f-886f-563b3355b060&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&id=9508ded4-1911-47f6-aad1-c6c657bbb300 HTTP/1.1" status: 200 len: 6155 time: 0.0972047 Aug 29 04:35:56.998680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d258f75e-f437-4e78-b58c-4fd4b7e6c155 req-88ffea20-66c0-45c0-8dca-3fe8578a612d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1526216854 ', 'description': 'tempest-description-1925295464'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:57.146551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f75e-f437-4e78-b58c-4fd4b7e6c155 req-88ffea20-66c0-45c0-8dca-3fe8578a612d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.173142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e29248-660c-44f1-9c4a-3df0043673b4 req-29247eab-3f73-429b-8b2b-058777411d12 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.174751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6e29248-660c-44f1-9c4a-3df0043673b4 req-29247eab-3f73-429b-8b2b-058777411d12 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1318116 Aug 29 04:35:57.205294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-d8dc87bb-1c27-40d5-8cfb-9b8b67307e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.207594 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-d8dc87bb-1c27-40d5-8cfb-9b8b67307e84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 914 time: 0.3449414 Aug 29 04:35:57.263741 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6e29248-660c-44f1-9c4a-3df0043673b4 req-4194c2b9-4c67-4a8e-8835-0a4215431e5e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816121 Aug 29 04:35:57.270814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-dd5bb8c9-dc1b-4bf3-b6ad-73e27593913d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 200 len: 217 time: 0.0546882 Aug 29 04:35:57.336479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-8164e3f7-ed59-46c5-b041-281c2a8af92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:57.337551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-8164e3f7-ed59-46c5-b041-281c2a8af92e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.0585167 Aug 29 04:35:57.400742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-ca8de5b0-a235-41f8-840a-76fa98fa3991 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527833 Aug 29 04:35:57.492907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f75e-f437-4e78-b58c-4fd4b7e6c155 req-88ffea20-66c0-45c0-8dca-3fe8578a612d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.501157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f75e-f437-4e78-b58c-4fd4b7e6c155 req-88ffea20-66c0-45c0-8dca-3fe8578a612d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.568411 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d258f75e-f437-4e78-b58c-4fd4b7e6c155 req-88ffea20-66c0-45c0-8dca-3fe8578a612d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.574099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d258f75e-f437-4e78-b58c-4fd4b7e6c155 req-88ffea20-66c0-45c0-8dca-3fe8578a612d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5964425 Aug 29 04:35:57.577616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffea20-66c0-45c0-8dca-3fe8578a612d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45b434c-1de0-4376-a814-c38858f7e5ae,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.615922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-470828f1-3eb8-4d59-8efc-ca5ef5280319 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052867 Aug 29 04:35:57.661012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80768d08-834b-4646-b58e-ad1b40151088 req-9bbb793a-7b5a-474a-9248-2b03cd57365c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/e45b434c-1de0-4376-a814-c38858f7e5ae HTTP/1.1" status: 200 len: 1783 time: 0.0595446 Aug 29 04:35:57.769284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02210f2d-72bf-4565-bbc5-145aa29f7e00 req-b015d3f2-7c22-4a01-9cac-4bb0560538fe tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/e45b434c-1de0-4376-a814-c38858f7e5ae HTTP/1.1" status: 200 len: 1783 time: 0.0743477 Aug 29 04:35:57.834755 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-507ca915-7ea1-4c71-9a94-1bf2d521f2bf req-0015505b-e512-48ca-a734-0e1d66014ad5 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101409 Aug 29 04:35:57.850600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02210f2d-72bf-4565-bbc5-145aa29f7e00 req-73a5fa8a-8883-4acd-b138-848712809dcd tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.906791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02210f2d-72bf-4565-bbc5-145aa29f7e00 req-73a5fa8a-8883-4acd-b138-848712809dcd tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.940300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36042) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:57.974111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02210f2d-72bf-4565-bbc5-145aa29f7e00 req-73a5fa8a-8883-4acd-b138-848712809dcd tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.980115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02210f2d-72bf-4565-bbc5-145aa29f7e00 req-73a5fa8a-8883-4acd-b138-848712809dcd tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.980115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02210f2d-72bf-4565-bbc5-145aa29f7e00 req-73a5fa8a-8883-4acd-b138-848712809dcd tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/e45b434c-1de0-4376-a814-c38858f7e5ae HTTP/1.1" status: 204 len: 173 time: 0.2081466 Aug 29 04:35:57.988109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5fa8a-8883-4acd-b138-848712809dcd tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45b434c-1de0-4376-a814-c38858f7e5ae,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.019560 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-5683055e-f146-4b12-b6d1-b90935c8101b req-05ff3aed-2a6d-429f-9585-13fa65cab0f7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:35:58.028125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5683055e-f146-4b12-b6d1-b90935c8101b req-05ff3aed-2a6d-429f-9585-13fa65cab0f7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/e45b434c-1de0-4376-a814-c38858f7e5ae HTTP/1.1" status: 404 len: 352 time: 0.0283546 Aug 29 04:35:58.056818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c837c9fc-e6a0-4004-8c1b-ca5ca762781f req-0788f774-2eda-4df3-a64e-32cb922095b6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-574951596', 'description': 'tempest-description-643988227'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:58.087439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c837c9fc-e6a0-4004-8c1b-ca5ca762781f req-0788f774-2eda-4df3-a64e-32cb922095b6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.091988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-166977037-network', 'tenant_id': '69d90a54cd0b498bbd84718f683da940'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:58.118729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Made reservation on behalf of 69d90a54cd0b498bbd84718f683da940 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:58.122059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.136890 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.196556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c837c9fc-e6a0-4004-8c1b-ca5ca762781f req-0788f774-2eda-4df3-a64e-32cb922095b6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.203157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c837c9fc-e6a0-4004-8c1b-ca5ca762781f req-0788f774-2eda-4df3-a64e-32cb922095b6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.270152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788f774-2eda-4df3-a64e-32cb922095b6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017c3a69-e5c5-439d-83b5-e97b82da6d4e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.321670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.329306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.332196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c837c9fc-e6a0-4004-8c1b-ca5ca762781f req-0788f774-2eda-4df3-a64e-32cb922095b6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.334899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c837c9fc-e6a0-4004-8c1b-ca5ca762781f req-0788f774-2eda-4df3-a64e-32cb922095b6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2828431 Aug 29 04:35:58.363535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:58.372098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-51bebe50-8532-4418-8914-efd6db5d427a req-279934d4-5101-4383-ba83-d0adccdce705 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1225899084', 'description': 'tempest-description-1910681693'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:58.382688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8290fc9f-fdcf-4879-a631-415622d2aa09,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.391713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.392541 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Added segment 5360b5a7-1613-4cbe-ab11-5bf7838c1a11 of type vlan for network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e Aug 29 04:35:58.400629 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-51bebe50-8532-4418-8914-efd6db5d427a req-279934d4-5101-4383-ba83-d0adccdce705 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.440786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.499470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205288fe-1ff3-4f3a-ad61-6cb18bd41363 req-c8d726dc-d69f-491d-906d-3f5f10a34a41 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.502671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205288fe-1ff3-4f3a-ad61-6cb18bd41363 req-c8d726dc-d69f-491d-906d-3f5f10a34a41 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1399846 Aug 29 04:35:58.511433 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-51bebe50-8532-4418-8914-efd6db5d427a req-279934d4-5101-4383-ba83-d0adccdce705 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.516998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-51bebe50-8532-4418-8914-efd6db5d427a req-279934d4-5101-4383-ba83-d0adccdce705 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.527673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.528999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.529903 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.556305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279934d4-5101-4383-ba83-d0adccdce705 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb432557-ec38-4ebd-b9c5-b1abe5e01123,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.568087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-51bebe50-8532-4418-8914-efd6db5d427a req-279934d4-5101-4383-ba83-d0adccdce705 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.569529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51bebe50-8532-4418-8914-efd6db5d427a req-279934d4-5101-4383-ba83-d0adccdce705 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2017972 Aug 29 04:35:58.636644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36076) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:58.636905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6952121 Aug 29 04:35:58.641678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Request body: {'subnet': {'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-166977037-subnet', 'tenant_id': '69d90a54cd0b498bbd84718f683da940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:58.645102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb65b3-cd2f-4f37-be0c-3b690c095e9b admin admin] Pushing event updated for resources: {'Network': ['ID=2c95d16f-b786-4a8a-8e76-1cb8765dda3e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.656807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:58.658261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-205288fe-1ff3-4f3a-ad61-6cb18bd41363 req-337ed178-724f-4ca6-a30a-c7b12433fa5c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468332 Aug 29 04:35:58.714220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Made reservation on behalf of 69d90a54cd0b498bbd84718f683da940 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:58.717165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.749130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-94b906fe-0cdc-4000-93c2-4b4fd787942d req-0186f11b-e1db-443b-af29-3841830573de tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1848931649', 'description': 'tempest-description-1994785262'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:59.121952 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94b906fe-0cdc-4000-93c2-4b4fd787942d req-0186f11b-e1db-443b-af29-3841830573de tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.351986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.408471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94b906fe-0cdc-4000-93c2-4b4fd787942d req-0186f11b-e1db-443b-af29-3841830573de tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.423178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94b906fe-0cdc-4000-93c2-4b4fd787942d req-0186f11b-e1db-443b-af29-3841830573de tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.476473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f52b7c-05ed-44e7-b190-389446894358,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.483464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-94b906fe-0cdc-4000-93c2-4b4fd787942d req-0186f11b-e1db-443b-af29-3841830573de tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.484968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94b906fe-0cdc-4000-93c2-4b4fd787942d req-0186f11b-e1db-443b-af29-3841830573de tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7573333 Aug 29 04:35:59.494304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186f11b-e1db-443b-af29-3841830573de tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2add2c8c-7434-4b71-bbc6-c70e408f9379,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:59.515894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Checking segment: {'id': '5360b5a7-1613-4cbe-ab11-5bf7838c1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:59.516358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Network hostable DHCP agents. Network: 2c95d16f-b786-4a8a-8e76-1cb8765dda3e, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:59.535687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:59.548711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 2c95d16f-b786-4a8a-8e76-1cb8765dda3e) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:59.557732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.558350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.558467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1363c60-56b1-4f41-861c-32f8481e1bd3 None None] Network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:59.582610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c05e25d1-caa1-4af7-a7a9-0c22a28ed45f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9362381 Aug 29 04:35:59.582610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:59.740631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e348f149-1320-4db2-a600-bcee81582c2b req-4a3fa179-e37b-400c-8fc8-d28adf17a60a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 10909 time: 0.2178152 Aug 29 04:35:59.767239 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c86ce8b6-1511-4340-9dd9-e4724a616d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.795115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff79b0bf-2875-40f8-a296-4579aa56eaa9 None None] Network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:59.817405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e348f149-1320-4db2-a600-bcee81582c2b req-53b82f60-4d32-46cd-8b5f-b9ce42679a03 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/f69c9558-2aa6-480f-96fb-8905dd867dc6 HTTP/1.1" status: 200 len: 2985 time: 0.0758359 Aug 29 04:35:59.933816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e348f149-1320-4db2-a600-bcee81582c2b req-52093386-33fa-4f6d-8d21-94e60c473fbb tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/f69c9558-2aa6-480f-96fb-8905dd867dc6 HTTP/1.1" status: 200 len: 2985 time: 0.1084609 Aug 29 04:35:59.944014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e54d9-5a63-4ac3-a504-5647977af04b req-69f8a084-e353-44b4-896d-5b03363c98ae tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.945639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-523e54d9-5a63-4ac3-a504-5647977af04b req-69f8a084-e353-44b4-896d-5b03363c98ae tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1407309 Aug 29 04:36:00.027854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-523e54d9-5a63-4ac3-a504-5647977af04b req-dfcd2aeb-d929-46df-9cde-0ebd5d0fb9ba tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607100 Aug 29 04:36:00.065629 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c86ce8b6-1511-4340-9dd9-e4724a616d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.070708 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c86ce8b6-1511-4340-9dd9-e4724a616d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.129981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36124) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.130106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c86ce8b6-1511-4340-9dd9-e4724a616d10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18bc79f061e949ff9f8124a0e3e8be18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531948 Aug 29 04:36:00.131142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ce8b6-1511-4340-9dd9-e4724a616d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55c0133-1fa5-42ea-ac59-5436772bd3de,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.251948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d156-f755-4264-8563-03d064d6589f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.266569 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa1bd9b8-c3ec-4afe-802d-31ad4f898636 req-d913ab45-a602-4d5a-802e-67b76c2bf3e3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/017c3a69-e5c5-439d-83b5-e97b82da6d4e HTTP/1.1" status: 200 len: 1801 time: 0.1151175 Aug 29 04:36:00.315587 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d156-f755-4264-8563-03d064d6589f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.368932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aa1bd9b8-c3ec-4afe-802d-31ad4f898636 req-80c4b509-48b7-4676-9f2b-f357ea2e266d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.375375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.382161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2116738733-network', 'tenant_id': '2566acaa2e094405bc44678673d0158a'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.406992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Made reservation on behalf of 2566acaa2e094405bc44678673d0158a for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:00.408598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aa1bd9b8-c3ec-4afe-802d-31ad4f898636 req-80c4b509-48b7-4676-9f2b-f357ea2e266d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.410174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.420581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.450956 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d156-f755-4264-8563-03d064d6589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.456603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d156-f755-4264-8563-03d064d6589f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.460851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d2e1d156-f755-4264-8563-03d064d6589f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d55c0133-1fa5-42ea-ac59-5436772bd3de HTTP/1.1" status: 204 len: 168 time: 0.3258142 Aug 29 04:36:00.484958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d156-f755-4264-8563-03d064d6589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55c0133-1fa5-42ea-ac59-5436772bd3de,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.488310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aa1bd9b8-c3ec-4afe-802d-31ad4f898636 req-80c4b509-48b7-4676-9f2b-f357ea2e266d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.491331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aa1bd9b8-c3ec-4afe-802d-31ad4f898636 req-80c4b509-48b7-4676-9f2b-f357ea2e266d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.507551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa1bd9b8-c3ec-4afe-802d-31ad4f898636 req-80c4b509-48b7-4676-9f2b-f357ea2e266d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/017c3a69-e5c5-439d-83b5-e97b82da6d4e HTTP/1.1" status: 204 len: 173 time: 0.2400744 Aug 29 04:36:00.521369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4b509-48b7-4676-9f2b-f357ea2e266d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c3a69-e5c5-439d-83b5-e97b82da6d4e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.577907 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-781f37da-f6c0-4038-b862-125ee4aa15e5 req-05551741-5f6b-4417-a2fd-b09887194208 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:00.579375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-781f37da-f6c0-4038-b862-125ee4aa15e5 req-05551741-5f6b-4417-a2fd-b09887194208 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/017c3a69-e5c5-439d-83b5-e97b82da6d4e HTTP/1.1" status: 404 len: 352 time: 0.0335772 Aug 29 04:36:00.652429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.657870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.660113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36149e5a-7f6f-412f-b618-a3108a9af956 req-124bfa66-ba65-4038-8233-e6e3cabbc8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/eb432557-ec38-4ebd-b9c5-b1abe5e01123 HTTP/1.1" status: 200 len: 1803 time: 0.0558097 Aug 29 04:36:00.682654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:00.699363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84082dd4-2dbc-4150-8dfd-2c0d112ccd0a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.704740 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.705090 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Added segment 8825e3bc-83d4-4b61-a61e-d8c47830fa56 of type vlan for network 31a7d974-aa44-45a6-9c58-51f0fe42d1a5 Aug 29 04:36:00.752664 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.757713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-36149e5a-7f6f-412f-b618-a3108a9af956 req-6feb7b6d-ea73-499b-8d2b-8b66dc4cbf81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.784907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-36149e5a-7f6f-412f-b618-a3108a9af956 req-6feb7b6d-ea73-499b-8d2b-8b66dc4cbf81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.788397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.789394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:00.790213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.860343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-36149e5a-7f6f-412f-b618-a3108a9af956 req-6feb7b6d-ea73-499b-8d2b-8b66dc4cbf81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.860901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4834180 Aug 29 04:36:00.863475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:00.865558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-36149e5a-7f6f-412f-b618-a3108a9af956 req-6feb7b6d-ea73-499b-8d2b-8b66dc4cbf81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.872905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36149e5a-7f6f-412f-b618-a3108a9af956 req-6feb7b6d-ea73-499b-8d2b-8b66dc4cbf81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/eb432557-ec38-4ebd-b9c5-b1abe5e01123 HTTP/1.1" status: 204 len: 173 time: 0.2058685 Aug 29 04:36:00.875386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Request body: {'subnet': {'network_id': '31a7d974-aa44-45a6-9c58-51f0fe42d1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2116738733-subnet', 'tenant_id': '2566acaa2e094405bc44678673d0158a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:00.900616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74e51d-3efd-4450-8b35-15ca8ac0c2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=31a7d974-aa44-45a6-9c58-51f0fe42d1a5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.903944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb7b6d-ea73-499b-8d2b-8b66dc4cbf81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb432557-ec38-4ebd-b9c5-b1abe5e01123,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.918940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 31a7d974-aa44-45a6-9c58-51f0fe42d1a5 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:00.941134 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-de1969ce-2ce4-4d8f-9c38-1406b38a67d3 req-f0775449-1666-473b-9980-5b080319759c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:00.945993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de1969ce-2ce4-4d8f-9c38-1406b38a67d3 req-f0775449-1666-473b-9980-5b080319759c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/eb432557-ec38-4ebd-b9c5-b1abe5e01123 HTTP/1.1" status: 404 len: 352 time: 0.0453906 Aug 29 04:36:00.948164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Made reservation on behalf of 2566acaa2e094405bc44678673d0158a for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:00.958543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.062469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4b80edf-7350-41b7-9456-fdbcdc2f0104 req-a540d78d-0073-44b7-ac01-84935af3101f tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/2add2c8c-7434-4b71-bbc6-c70e408f9379 HTTP/1.1" status: 200 len: 1803 time: 0.0784962 Aug 29 04:36:01.151208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b4b80edf-7350-41b7-9456-fdbcdc2f0104 req-6c88e4b8-c6df-4f10-b0e5-62146d5a4458 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.184186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b4b80edf-7350-41b7-9456-fdbcdc2f0104 req-6c88e4b8-c6df-4f10-b0e5-62146d5a4458 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.253100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b4b80edf-7350-41b7-9456-fdbcdc2f0104 req-6c88e4b8-c6df-4f10-b0e5-62146d5a4458 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.256894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b4b80edf-7350-41b7-9456-fdbcdc2f0104 req-6c88e4b8-c6df-4f10-b0e5-62146d5a4458 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.272048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4b80edf-7350-41b7-9456-fdbcdc2f0104 req-6c88e4b8-c6df-4f10-b0e5-62146d5a4458 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/2add2c8c-7434-4b71-bbc6-c70e408f9379 HTTP/1.1" status: 204 len: 173 time: 0.2077293 Aug 29 04:36:01.279125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.291121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6786-b498-4493-a588-5456c8b1b7e9 req-f40cec1f-b559-455e-aa88-0d5232846b67 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.298781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d45b6786-b498-4493-a588-5456c8b1b7e9 req-f40cec1f-b559-455e-aa88-0d5232846b67 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1112716 Aug 29 04:36:01.299471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88e4b8-c6df-4f10-b0e5-62146d5a4458 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add2c8c-7434-4b71-bbc6-c70e408f9379,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.353854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.395507 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d45b6786-b498-4493-a588-5456c8b1b7e9 req-28e8ce23-1bcd-41c1-a183-5f9e42e35ed6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957491 Aug 29 04:36:01.440829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f46543-9bd9-41d8-8290-8df5378fc26b,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.444117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Checking segment: {'id': '8825e3bc-83d4-4b61-a61e-d8c47830fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31a7d974-aa44-45a6-9c58-51f0fe42d1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:01.444747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Network hostable DHCP agents. Network: 31a7d974-aa44-45a6-9c58-51f0fe42d1a5, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:01.471972 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-b8c3efbe-d21d-4b17-8bee-cb1d12a63a98 req-9cead0e7-024e-49c0-86fc-91030fa8bfd1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:01.473035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8c3efbe-d21d-4b17-8bee-cb1d12a63a98 req-9cead0e7-024e-49c0-86fc-91030fa8bfd1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/2add2c8c-7434-4b71-bbc6-c70e408f9379 HTTP/1.1" status: 404 len: 352 time: 0.0185838 Aug 29 04:36:01.479863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Network 31a7d974-aa44-45a6-9c58-51f0fe42d1a5 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:01.491385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 31a7d974-aa44-45a6-9c58-51f0fe42d1a5) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:01.495482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.496359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.506837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b3f81-c38a-44d2-811c-eba5e7524650 None None] Network 31a7d974-aa44-45a6-9c58-51f0fe42d1a5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:01.514486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-07f3f60f-4f55-40ca-968e-70fa07b735b2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6492856 Aug 29 04:36:01.611970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-742a2dbc-2b19-4834-9790-677d63205857 req-8372748c-7fcb-47f3-b6cb-eefb7878b628 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 6155 time: 0.0961936 Aug 29 04:36:01.662369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-742a2dbc-2b19-4834-9790-677d63205857 req-8e4cbe47-7af4-45bf-8863-b7d12f2d0dd3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/f69c9558-2aa6-480f-96fb-8905dd867dc6 HTTP/1.1" status: 200 len: 2985 time: 0.0493665 Aug 29 04:36:01.685578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6ea23-ff6f-4d42-9411-bac8d3f00c41 None None] Network 31a7d974-aa44-45a6-9c58-51f0fe42d1a5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:01.722997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-742a2dbc-2b19-4834-9790-677d63205857 req-3153408e-e2f1-48e4-8c39-8e053df7e0ee tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/f69c9558-2aa6-480f-96fb-8905dd867dc6 HTTP/1.1" status: 200 len: 2985 time: 0.0466681 Aug 29 04:36:01.753632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-68c4a3cc-5b77-4449-ba15-5014d810407f req-52d3607e-0778-4da4-95f4-c23d9394baa0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-675618783', 'description': 'tempest-description-1078827659'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:01.796403 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-68c4a3cc-5b77-4449-ba15-5014d810407f req-52d3607e-0778-4da4-95f4-c23d9394baa0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.921837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-68c4a3cc-5b77-4449-ba15-5014d810407f req-52d3607e-0778-4da4-95f4-c23d9394baa0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.928176 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-68c4a3cc-5b77-4449-ba15-5014d810407f req-52d3607e-0778-4da4-95f4-c23d9394baa0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.961825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-68c4a3cc-5b77-4449-ba15-5014d810407f req-52d3607e-0778-4da4-95f4-c23d9394baa0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.963283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68c4a3cc-5b77-4449-ba15-5014d810407f req-52d3607e-0778-4da4-95f4-c23d9394baa0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2151468 Aug 29 04:36:01.968020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3607e-0778-4da4-95f4-c23d9394baa0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.009346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-cc6d8d17-63fd-4c4c-828c-e32c64ef1a83 req-655131b9-e9a7-470d-b50f-0398b548bedc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1293828717', 'description': 'tempest-description-1422753299'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:02.047919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc6d8d17-63fd-4c4c-828c-e32c64ef1a83 req-655131b9-e9a7-470d-b50f-0398b548bedc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.185813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc6d8d17-63fd-4c4c-828c-e32c64ef1a83 req-655131b9-e9a7-470d-b50f-0398b548bedc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.194192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc6d8d17-63fd-4c4c-828c-e32c64ef1a83 req-655131b9-e9a7-470d-b50f-0398b548bedc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.265494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc6d8d17-63fd-4c4c-828c-e32c64ef1a83 req-655131b9-e9a7-470d-b50f-0398b548bedc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.267356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc6d8d17-63fd-4c4c-828c-e32c64ef1a83 req-655131b9-e9a7-470d-b50f-0398b548bedc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2697301 Aug 29 04:36:02.286940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655131b9-e9a7-470d-b50f-0398b548bedc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed52188-dda6-4ac7-9e18-a80bb5069e99,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:02.391054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-f1a5b0bc-f21b-4c6a-95e1-f65ea970b5db tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.393183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-f1a5b0bc-f21b-4c6a-95e1-f65ea970b5db tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/networks?id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e HTTP/1.1" status: 200 len: 811 time: 0.1873903 Aug 29 04:36:02.416548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-434bbd40-c35e-4ed9-8455-d9bede802d34 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/quotas/69d90a54cd0b498bbd84718f683da940 HTTP/1.1" status: 200 len: 375 time: 0.0154943 Aug 29 04:36:02.476155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-e321adab-943d-4ad2-8a7d-06f3a2201407 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69d90a54cd0b498bbd84718f683da940&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513210 Aug 29 04:36:02.699475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-979452f1-3dee-4c00-bdb8-375f5cb1a687 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.701054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-979452f1-3dee-4c00-bdb8-375f5cb1a687 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 813 time: 0.1335809 Aug 29 04:36:02.718367 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-0d75e8ed-978a-4f64-b2b2-4740fc35a9ed tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/quotas/7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 375 time: 0.0102654 Aug 29 04:36:02.744656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-4ff8741a-e61c-438e-8b1e-8f47e11ab599 service neutron] 10.222.0.55 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584612 Aug 29 04:36:02.792847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-8f7a63d6-d47e-447a-88c8-3d897df043d3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666912 Aug 29 04:36:02.871024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-324fae48-9b5e-4502-b902-19122ba5b0b3 service neutron] 10.222.0.55 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110020 Aug 29 04:36:02.931109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-ed632cfd-aedd-42ae-ae45-bccf460056e3 service neutron] 10.222.0.55 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306612 Aug 29 04:36:03.102298 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-2d3d80b0-c212-4979-8212-e4785f816ab4 service neutron] 10.222.0.55 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593106 Aug 29 04:36:03.186422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616bee-2e4d-401f-b81c-ffb41e685157 req-fc5c4917-2395-4b9a-9669-2b776679a3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.195233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-52616bee-2e4d-401f-b81c-ffb41e685157 req-fc5c4917-2395-4b9a-9669-2b776679a3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1160197 Aug 29 04:36:03.277247 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-52616bee-2e4d-401f-b81c-ffb41e685157 req-4a6d24c8-b668-4d08-b0d7-e6d7537be886 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764220 Aug 29 04:36:03.462907 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26516d9a-28b8-40ed-b973-7f2138f7069a req-27e93726-58c9-427e-a70e-75b28da05a4a tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 210 time: 0.0468352 Aug 29 04:36:03.491076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ae3890b-445e-4ed0-bf4f-2af2dbcc1cc1 req-5d0e165f-f880-4e0a-b4a7-be2815ba50e4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 210 time: 0.0557408 Aug 29 04:36:04.498414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4a00d-6012-4f74-b517-01e916079f48 req-32d2a940-7fdd-4d19-9a71-9a36e138b299 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.510415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63f4a00d-6012-4f74-b517-01e916079f48 req-32d2a940-7fdd-4d19-9a71-9a36e138b299 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0945487 Aug 29 04:36:04.609767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63f4a00d-6012-4f74-b517-01e916079f48 req-61b98825-8ff6-4db5-b6c8-3285b2ff8a05 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895543 Aug 29 04:36:04.745422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96bfc39-83af-45c2-8fc0-a2561d10959e req-b4fe85f8-d4d4-49b1-8214-91965176c019 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 210 time: 0.0868177 Aug 29 04:36:04.871025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb21ffe3-b3c7-42c7-bb5b-9adb486ff61b req-cb49337c-9447-4372-8647-b251a0faf59b tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 210 time: 0.1913369 Aug 29 04:36:04.880922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-9dbb6779-f67a-45cb-9c28-bdaa2dfe87f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.883518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-9dbb6779-f67a-45cb-9c28-bdaa2dfe87f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.32 "GET /v2.0/networks?id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e HTTP/1.1" status: 200 len: 811 time: 0.3581510 Aug 29 04:36:04.956560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Request body: {'port': {'device_id': '1948dc4a-3009-42be-b187-5af617419fa2', 'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e', 'admin_state_up': True, 'tenant_id': '69d90a54cd0b498bbd84718f683da940'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:05.164040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Made reservation on behalf of 69d90a54cd0b498bbd84718f683da940 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:05.167711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.186213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-75fda3ff-dbd0-4cde-8e08-fd0e2596d30c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.187959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-75fda3ff-dbd0-4cde-8e08-fd0e2596d30c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 813 time: 0.1275065 Aug 29 04:36:05.209211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'port': {'device_id': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c', 'admin_state_up': True, 'tenant_id': '7b961a842e16477d8beea309897d5de8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:05.296436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36300) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.340128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Allocated IP 172.20.0.2 (2c95d16f-b786-4a8a-8e76-1cb8765dda3e/d2f52b7c-05ed-44e7-b190-389446894358/848902e3-424b-4636-b8b1-d356ce3c8bd5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:05.401216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Made reservation on behalf of 7b961a842e16477d8beea309897d5de8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:05.404790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.485248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-535e26e3-11f6-45fc-8992-37c6b5cbdc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.527586 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.572058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.582514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Allocated IP 172.20.0.12 (16ef7095-64b5-42f3-aba4-703c88ca578c/c63b09cd-5745-4b56-af47-411d9176f045/833792c0-5c90-4f10-91eb-9cd38e8730c5) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:05.628143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:05.632317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:05.636348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:05.671912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Pushing event updated for resources: {'Port': ['ID=848902e3-424b-4636-b8b1-d356ce3c8bd5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.697169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.698041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.724752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-535e26e3-11f6-45fc-8992-37c6b5cbdc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.735783 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-535e26e3-11f6-45fc-8992-37c6b5cbdc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.736424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-be989067-f7a1-4b20-bd12-91de6db22ad4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912428 Aug 29 04:36:05.759235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Request body: {'port': {'device_id': '1948dc4a-3009-42be-b187-5af617419fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:05.796782 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-535e26e3-11f6-45fc-8992-37c6b5cbdc38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0dfaf746a87e4f369d7ef948ece49e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990387 Aug 29 04:36:05.799458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:05.800515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e26e3-11f6-45fc-8992-37c6b5cbdc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6115f40-c35f-4703-8c9c-1d98923189ad,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:05.848453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.892902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e378e-e240-4851-97ab-cc95b8de8d84 req-f655d1ce-201e-4972-8d4b-59cc93e260fd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.895912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.901224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f86e378e-e240-4851-97ab-cc95b8de8d84 req-f655d1ce-201e-4972-8d4b-59cc93e260fd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1830583 Aug 29 04:36:05.936385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:05.938393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.987599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.003587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Network 16ef7095-64b5-42f3-aba4-703c88ca578c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:06.006959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:06.010551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:06.024023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f86e378e-e240-4851-97ab-cc95b8de8d84 req-b07ecab4-b72b-47b1-9273-379a162c19dc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218133 Aug 29 04:36:06.034874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20e184d-f882-4244-b8ae-7d8b623f892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.088536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.090337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.132554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b4f0a-1c20-4c8d-823f-795c3a0147a9 req-2b20eba2-5bc7-4e39-95c2-3ac684010d72 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.134391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-856b4f0a-1c20-4c8d-823f-795c3a0147a9 req-2b20eba2-5bc7-4e39-95c2-3ac684010d72 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 931 time: 0.2330890 Aug 29 04:36:06.142329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-bb43adab-484d-4e25-8db2-27639d54ff1d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9372227 Aug 29 04:36:06.172563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Request body: {'port': {'device_id': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:06.174744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20e184d-f882-4244-b8ae-7d8b623f892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.229820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-856b4f0a-1c20-4c8d-823f-795c3a0147a9 req-d15e01bc-4d3f-488f-a403-4d5126d54caa tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817351 Aug 29 04:36:06.256920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1e009-e1a4-4d22-a9ca-51e253b9a305 req-c243ae3d-39e3-40bb-ae55-59b8618dfc47 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.258508 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12e1e009-e1a4-4d22-a9ca-51e253b9a305 req-c243ae3d-39e3-40bb-ae55-59b8618dfc47 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 932 time: 0.1345139 Aug 29 04:36:06.275171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.361749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12e1e009-e1a4-4d22-a9ca-51e253b9a305 req-2b752531-3d02-4742-aca2-5c9d6ed60519 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673552 Aug 29 04:36:06.373167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20e184d-f882-4244-b8ae-7d8b623f892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.375744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20e184d-f882-4244-b8ae-7d8b623f892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.379185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d20e184d-f882-4244-b8ae-7d8b623f892a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6115f40-c35f-4703-8c9c-1d98923189ad HTTP/1.1" status: 204 len: 168 time: 0.5765197 Aug 29 04:36:06.409092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e184d-f882-4244-b8ae-7d8b623f892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6115f40-c35f-4703-8c9c-1d98923189ad,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.480622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848902e3-424b-4636-b8b1-d356ce3c8bd5 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:06.491637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.512152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Transition to ACTIVE for port object 848902e3-424b-4636-b8b1-d356ce3c8bd5 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.519723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.582166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Pushing event updated for resources: {'Port': ['ID=848902e3-424b-4636-b8b1-d356ce3c8bd5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.622522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833792c0-5c90-4f10-91eb-9cd38e8730c5 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:06.629827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.643091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Transition to ACTIVE for port object 833792c0-5c90-4f10-91eb-9cd38e8730c5 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.647520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.681254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Attempting to bind port 848902e3-424b-4636-b8b1-d356ce3c8bd5 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:06.681493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Attempting to bind port 848902e3-424b-4636-b8b1-d356ce3c8bd5 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5360b5a7-1613-4cbe-ab11-5bf7838c1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:06.681969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Attempting to bind port 848902e3-424b-4636-b8b1-d356ce3c8bd5 on network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:06.687228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Port 848902e3-424b-4636-b8b1-d356ce3c8bd5 on network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:06.687548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Attempting to bind port 848902e3-424b-4636-b8b1-d356ce3c8bd5 on network 2c95d16f-b786-4a8a-8e76-1cb8765dda3e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:06.693469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:06.694135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Checking segment: {'id': '5360b5a7-1613-4cbe-ab11-5bf7838c1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:06.694282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Bound using segment: {'id': '5360b5a7-1613-4cbe-ab11-5bf7838c1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:06.694556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Pushing event updated for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.694688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Bound port: 848902e3-424b-4636-b8b1-d356ce3c8bd5, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5360b5a7-1613-4cbe-ab11-5bf7838c1a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:06.694994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.781033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Attempting to bind port 833792c0-5c90-4f10-91eb-9cd38e8730c5 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:06.781618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Attempting to bind port 833792c0-5c90-4f10-91eb-9cd38e8730c5 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:06.781795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Attempting to bind port 833792c0-5c90-4f10-91eb-9cd38e8730c5 on network 16ef7095-64b5-42f3-aba4-703c88ca578c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:06.783177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] For port 848902e3-424b-4636-b8b1-d356ce3c8bd5, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:06.786811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Port 833792c0-5c90-4f10-91eb-9cd38e8730c5 on network 16ef7095-64b5-42f3-aba4-703c88ca578c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:06.787125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Attempting to bind port 833792c0-5c90-4f10-91eb-9cd38e8730c5 on network 16ef7095-64b5-42f3-aba4-703c88ca578c {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:06.789443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] For port 848902e3-424b-4636-b8b1-d356ce3c8bd5, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5,segment=NetworkSegment(5360b5a7-1613-4cbe-ab11-5bf7838c1a11),segment_id=5360b5a7-1613-4cbe-ab11-5bf7838c1a11)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:06.792359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:06.793017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Checking segment: {'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:06.793341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Bound using segment: {'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:06.793717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Bound port: 833792c0-5c90-4f10-91eb-9cd38e8730c5, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c821566-beb8-4422-8be0-f5a9990fd86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:06.794386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.795758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.811605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36328) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:06.835928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.836586 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.837948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] 10.222.0.32 "PUT /v2.0/ports/848902e3-424b-4636-b8b1-d356ce3c8bd5 HTTP/1.1" status: 200 len: 1092 time: 1.0853653 Aug 29 04:36:06.838387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1948dc4a-3009-42be-b187-5af617419fa2', 'tag': '848902e3-424b-4636-b8b1-d356ce3c8bd5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:06.840627 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f15f23-c77e-4971-baca-097b700342ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1948dc4a-3009-42be-b187-5af617419fa2", "tag": "848902e3-424b-4636-b8b1-d356ce3c8bd5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:06.857558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10712967-45a4-4905-9cb1-1dcc45ea870c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.876265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe557d-5ff1-43a4-8c66-884ffa523916 service neutron] Pushing event updated for resources: {'Port': ['ID=848902e3-424b-4636-b8b1-d356ce3c8bd5,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.891019 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8653d16-6be6-4507-995f-a2ed4b836ba8 x-openstack-request-id: req-c8653d16-6be6-4507-995f-a2ed4b836ba8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:06.891307 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1948dc4a-3009-42be-b187-5af617419fa2", "tag": "848902e3-424b-4636-b8b1-d356ce3c8bd5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:06.891555 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8653d16-6be6-4507-995f-a2ed4b836ba8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:06.891956 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1948dc4a-3009-42be-b187-5af617419fa2', 'tag': '848902e3-424b-4636-b8b1-d356ce3c8bd5', 'status': 'completed', 'code': 200} Aug 29 04:36:06.920340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:06.937661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:06.964849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.977121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-bc954fba-a8ef-4be4-83de-cbe23d5574f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.979352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-bc954fba-a8ef-4be4-83de-cbe23d5574f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d90a54cd0b498bbd84718f683da940&device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0690372 Aug 29 04:36:07.012063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.012701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.014720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] 10.222.0.32 "PUT /v2.0/ports/833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 1093 time: 0.8460531 Aug 29 04:36:07.021152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:07.025618 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574330d1-2640-4bc2-86e2-f780401c3564" -d '{"events": [{"name": "network-changed", "server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:07.031542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-41404de4-1b58-46e3-9c28-1511c31911fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5 HTTP/1.1" status: 200 len: 217 time: 0.0379963 Aug 29 04:36:07.086595 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da305056-63e0-4f58-8d8f-4707a5082435 x-openstack-request-id: req-da305056-63e0-4f58-8d8f-4707a5082435 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:07.086952 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:07.087212 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da305056-63e0-4f58-8d8f-4707a5082435 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:07.087628 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5', 'status': 'completed', 'code': 200} Aug 29 04:36:07.094812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796a8b-4602-40ae-8450-142bd42cce30 service neutron] Pushing event updated for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.143177 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10712967-45a4-4905-9cb1-1dcc45ea870c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.152546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-daa579b7-576a-486f-9030-145bf9f3d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.154298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-daa579b7-576a-486f-9030-145bf9f3d53e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2f52b7c-05ed-44e7-b190-389446894358 HTTP/1.1" status: 200 len: 851 time: 0.1149271 Aug 29 04:36:07.172648 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10712967-45a4-4905-9cb1-1dcc45ea870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.212876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-465a45c8-fbd0-4ac9-bafe-883814f98f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.219327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-465a45c8-fbd0-4ac9-bafe-883814f98f36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1096 time: 0.1459210 Aug 29 04:36:07.229194 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-ee0f807b-8d0b-47e6-9aa4-5e4ab546aeee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671530 Aug 29 04:36:07.312100 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-2c00e6d7-73fa-4275-8be5-d6662c13f1c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 217 time: 0.0681787 Aug 29 04:36:07.314106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10712967-45a4-4905-9cb1-1dcc45ea870c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde2df3-f70b-4c95-a8c7-c6de120e72a5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.321148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-10712967-45a4-4905-9cb1-1dcc45ea870c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2ddcf6229e6425cbcfac8e225834972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5060139 Aug 29 04:36:07.322529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:07.374476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa67b7-39c1-4385-a5b5-0fec5f6a2acb req-a09034da-ebed-4bfd-bc8c-8be66d24d5ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.376034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebaa67b7-39c1-4385-a5b5-0fec5f6a2acb req-a09034da-ebed-4bfd-bc8c-8be66d24d5ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1518898 Aug 29 04:36:07.399923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-8da95c1c-1eac-4802-9f1e-bf864649a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.401429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-8da95c1c-1eac-4802-9f1e-bf864649a796 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.0806768 Aug 29 04:36:07.409274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2762-1375-4df9-9561-b761d7bac62b req-543b5bde-5643-465b-8765-6f5338bd8d01 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.410742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f01f2762-1375-4df9-9561-b761d7bac62b req-543b5bde-5643-465b-8765-6f5338bd8d01 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 943 time: 0.0975482 Aug 29 04:36:07.433443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-f94ebf71-8027-4d00-9e51-76669d044005 service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748936 Aug 29 04:36:07.441023 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-2faf647a-8ac8-486c-a754-52c2e8c468b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293040 Aug 29 04:36:07.471376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2e01-5eb7-47d3-92cf-a55a987e518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.504422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebaa67b7-39c1-4385-a5b5-0fec5f6a2acb req-bad62821-6407-45a7-ae9b-6abf4f7c2dfa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139503 Aug 29 04:36:07.514689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f01f2762-1375-4df9-9561-b761d7bac62b req-7b1fadb7-7736-48d5-a109-a8d24e554742 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955117 Aug 29 04:36:07.549073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2e01-5eb7-47d3-92cf-a55a987e518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.554894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-36bfef96-7362-44ea-9811-35805173f977 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071720 Aug 29 04:36:07.613911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aedae5f2-f0c8-4792-91d6-2948cabe5727 req-b9cc708e-b8f5-4c7a-857d-9496b62007b5 service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695302 Aug 29 04:36:07.646084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2e01-5eb7-47d3-92cf-a55a987e518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.649107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2e01-5eb7-47d3-92cf-a55a987e518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.652242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4d7a2e01-5eb7-47d3-92cf-a55a987e518a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcde2df3-f70b-4c95-a8c7-c6de120e72a5 HTTP/1.1" status: 204 len: 168 time: 0.3250470 Aug 29 04:36:07.662794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a2e01-5eb7-47d3-92cf-a55a987e518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde2df3-f70b-4c95-a8c7-c6de120e72a5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.722987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c40379-58e8-4e95-8334-e4f0fe6f8c59 req-681a7a9a-468a-474c-9056-241f1f200afb tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.725848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66c40379-58e8-4e95-8334-e4f0fe6f8c59 req-681a7a9a-468a-474c-9056-241f1f200afb tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 944 time: 0.1170948 Aug 29 04:36:07.727547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7cad0ce-9f1f-4951-a7d1-d56396453c34 req-a71719c5-4f51-4b5a-a0b3-36d681b4789f service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651280 Aug 29 04:36:07.777672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f15f23-c77e-4971-baca-097b700342ee req-ff7f635d-12af-4bea-ba87-d4af8dc33cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.779479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2f15f23-c77e-4971-baca-097b700342ee req-ff7f635d-12af-4bea-ba87-d4af8dc33cf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d90a54cd0b498bbd84718f683da940&device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0521591 Aug 29 04:36:07.785204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-66c40379-58e8-4e95-8334-e4f0fe6f8c59 req-03099633-9011-4134-ae59-a8c46215eca7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484135 Aug 29 04:36:07.883195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574330d1-2640-4bc2-86e2-f780401c3564 req-ee17d1a5-b214-4021-875b-3c4903daea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.884725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-574330d1-2640-4bc2-86e2-f780401c3564 req-ee17d1a5-b214-4021-875b-3c4903daea31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1096 time: 0.0532236 Aug 29 04:36:07.927311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f15f23-c77e-4971-baca-097b700342ee req-9cd4dae0-0e5b-4902-afef-e24b3870077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.929189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2f15f23-c77e-4971-baca-097b700342ee req-9cd4dae0-0e5b-4902-afef-e24b3870077a service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e HTTP/1.1" status: 200 len: 912 time: 0.1094184 Aug 29 04:36:07.996499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574330d1-2640-4bc2-86e2-f780401c3564 req-d16c7ddd-4659-468d-8a58-23791ce9730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.999240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-574330d1-2640-4bc2-86e2-f780401c3564 req-d16c7ddd-4659-468d-8a58-23791ce9730a service neutron] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 914 time: 0.1062510 Aug 29 04:36:08.021044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2f15f23-c77e-4971-baca-097b700342ee req-454f2c22-bfdf-4bc5-b281-0cf67d5bc0a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5 HTTP/1.1" status: 200 len: 217 time: 0.0835962 Aug 29 04:36:08.052505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-574330d1-2640-4bc2-86e2-f780401c3564 req-3ed803fc-d8a9-4495-bd2c-17a53689ba78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 217 time: 0.0435205 Aug 29 04:36:08.084090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f15f23-c77e-4971-baca-097b700342ee req-a7e82563-ad47-47e2-a198-60cd59c3abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.085751 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2f15f23-c77e-4971-baca-097b700342ee req-a7e82563-ad47-47e2-a198-60cd59c3abc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2f52b7c-05ed-44e7-b190-389446894358 HTTP/1.1" status: 200 len: 851 time: 0.0565867 Aug 29 04:36:08.154109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574330d1-2640-4bc2-86e2-f780401c3564 req-7d1290db-0c79-4668-933a-8396f2d7facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.155620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-574330d1-2640-4bc2-86e2-f780401c3564 req-7d1290db-0c79-4668-933a-8396f2d7facc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.0961111 Aug 29 04:36:08.167084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2f15f23-c77e-4971-baca-097b700342ee req-e06da889-4f39-4a3a-968b-c8b63c6dcfe6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730047 Aug 29 04:36:08.227251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-574330d1-2640-4bc2-86e2-f780401c3564 req-43c3cb59-76fb-4085-9fd8-33ce54e39179 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613208 Aug 29 04:36:08.339131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2f15f23-c77e-4971-baca-097b700342ee req-49eadd99-4f6e-42df-8ac0-48e4edb9f6fc service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606762 Aug 29 04:36:08.362191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-574330d1-2640-4bc2-86e2-f780401c3564 req-33eeaeea-efb2-480e-aeed-289be37d0a4e service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249218 Aug 29 04:36:08.481446 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2f15f23-c77e-4971-baca-097b700342ee req-13b808f3-6e2d-433e-ba5a-0bbab686bd3a service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334119 Aug 29 04:36:08.528770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-574330d1-2640-4bc2-86e2-f780401c3564 req-f2e7e587-8c2b-4b4d-9d1c-1fd60715ae65 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541576 Aug 29 04:36:08.672140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c58c2-9674-4acb-b923-481abfce999b req-61ac480b-dc10-4159-8760-675e8d9d4d7b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.674024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e8c58c2-9674-4acb-b923-481abfce999b req-61ac480b-dc10-4159-8760-675e8d9d4d7b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0763748 Aug 29 04:36:08.690686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93019ea-e38c-4109-9299-116e1e6b37c7 req-9c92dd7b-414d-4258-b512-39aa1a582cfa tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.692979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a93019ea-e38c-4109-9299-116e1e6b37c7 req-9c92dd7b-414d-4258-b512-39aa1a582cfa tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 943 time: 0.0610478 Aug 29 04:36:08.720345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e8c58c2-9674-4acb-b923-481abfce999b req-de547afd-b98a-4059-a77e-9b4a151978b3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Aug 29 04:36:08.740619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a93019ea-e38c-4109-9299-116e1e6b37c7 req-cadb7229-fd71-4a32-925d-2c00a77cbf84 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Aug 29 04:36:08.946629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885956-0857-45b4-a07b-9d558d5a652d req-fdcaa363-e993-4811-8b90-a1d9c4bcb85c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.948134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d4885956-0857-45b4-a07b-9d558d5a652d req-fdcaa363-e993-4811-8b90-a1d9c4bcb85c tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 944 time: 0.0548565 Aug 29 04:36:09.002627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d4885956-0857-45b4-a07b-9d558d5a652d req-8198041a-715c-4622-a2de-b440caf01670 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385156 Aug 29 04:36:09.758529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 848902e3-424b-4636-b8b1-d356ce3c8bd5 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:09.873437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73122050-946c-4944-bc01-900f6bfde0b3 req-3977610b-9e97-4ce1-a493-28fccd3a3522 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.885065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73122050-946c-4944-bc01-900f6bfde0b3 req-3977610b-9e97-4ce1-a493-28fccd3a3522 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0782263 Aug 29 04:36:09.892141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 848902e3-424b-4636-b8b1-d356ce3c8bd5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5,segment=NetworkSegment(5360b5a7-1613-4cbe-ab11-5bf7838c1a11),segment_id=5360b5a7-1613-4cbe-ab11-5bf7838c1a11)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:09.906305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '848902e3-424b-4636-b8b1-d356ce3c8bd5', 'network_id': '2c95d16f-b786-4a8a-8e76-1cb8765dda3e', 'port_id': '848902e3-424b-4636-b8b1-d356ce3c8bd5', 'mac_address': 'fa:16:3e:68:af:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f52b7c-05ed-44e7-b190-389446894358', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:09.938404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f3eaa-921f-4371-9e77-829c1dc9e91f req-a5437aa5-4f2b-4f17-83c7-d7569917caa8 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.940630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d17f3eaa-921f-4371-9e77-829c1dc9e91f req-a5437aa5-4f2b-4f17-83c7-d7569917caa8 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 943 time: 0.0784700 Aug 29 04:36:09.957890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73122050-946c-4944-bc01-900f6bfde0b3 req-83b75355-5c22-4a7c-b6f0-8356cb39c449 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716939 Aug 29 04:36:10.008264 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.034604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848902e3-424b-4636-b8b1-d356ce3c8bd5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:10.043921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d17f3eaa-921f-4371-9e77-829c1dc9e91f req-e76608fb-2626-45f9-87df-54e42e378c12 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895562 Aug 29 04:36:10.063081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 848902e3-424b-4636-b8b1-d356ce3c8bd5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5,segment=NetworkSegment(5360b5a7-1613-4cbe-ab11-5bf7838c1a11),segment_id=5360b5a7-1613-4cbe-ab11-5bf7838c1a11)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:10.072531 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.073476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 833792c0-5c90-4f10-91eb-9cd38e8730c5 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:10.228874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef53e-5bf9-445f-90f3-649ef1ee46f9 req-95a959d3-5cbf-4d70-86ea-66cfbe583695 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.230446 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d9ef53e-5bf9-445f-90f3-649ef1ee46f9 req-95a959d3-5cbf-4d70-86ea-66cfbe583695 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 944 time: 0.0555682 Aug 29 04:36:10.236888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=848902e3-424b-4636-b8b1-d356ce3c8bd5,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.291026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:10.291460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d9ef53e-5bf9-445f-90f3-649ef1ee46f9 req-20a2a8c5-d9c9-472c-9f7d-3a369b37b9dd tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 Aug 29 04:36:10.306483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '833792c0-5c90-4f10-91eb-9cd38e8730c5', 'network_id': '16ef7095-64b5-42f3-aba4-703c88ca578c', 'port_id': '833792c0-5c90-4f10-91eb-9cd38e8730c5', 'mac_address': 'fa:16:3e:a6:c7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63b09cd-5745-4b56-af47-411d9176f045', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:10.348086 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.363312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833792c0-5c90-4f10-91eb-9cd38e8730c5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:10.384540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:10.389225 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.444034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.780386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['833792c0-5c90-4f10-91eb-9cd38e8730c5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:10.829360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['848902e3-424b-4636-b8b1-d356ce3c8bd5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:11.121855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da959e94-9537-4edb-8eaa-0c593054d611 req-6cc66e1f-f82e-4ee8-91ba-9116bac899bf tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.130469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da959e94-9537-4edb-8eaa-0c593054d611 req-6cc66e1f-f82e-4ee8-91ba-9116bac899bf tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0892048 Aug 29 04:36:11.171142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da959e94-9537-4edb-8eaa-0c593054d611 req-d084e9ff-fe79-4d9b-bb8f-b2ba4ed795b9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 Aug 29 04:36:11.211968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129174a-4adc-47c2-923b-9b0ff405c0a6 req-4fb845e0-e1a7-492c-801e-d514ffd569eb tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.213723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c129174a-4adc-47c2-923b-9b0ff405c0a6 req-4fb845e0-e1a7-492c-801e-d514ffd569eb tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 944 time: 0.0783200 Aug 29 04:36:11.263913 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c129174a-4adc-47c2-923b-9b0ff405c0a6 req-2e07ec6b-1881-470e-ad74-f9fa39a28617 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Aug 29 04:36:11.443755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a3d2-b628-4a7f-b67e-e8e11898ba34 req-936ae98a-faaa-4b5f-95d6-c92c8efaafbb tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.444787 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b072a3d2-b628-4a7f-b67e-e8e11898ba34 req-936ae98a-faaa-4b5f-95d6-c92c8efaafbb tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 945 time: 0.0693018 Aug 29 04:36:11.484253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b072a3d2-b628-4a7f-b67e-e8e11898ba34 req-1ef5cc23-e0ee-4624-a7ca-8dea500d3566 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331993 Aug 29 04:36:12.296232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9a3c-9399-414e-a24b-99b6c32a5029 req-1c5ef8d2-53b1-4faa-811b-7ba2fe08989c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.299153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c25d9a3c-9399-414e-a24b-99b6c32a5029 req-1c5ef8d2-53b1-4faa-811b-7ba2fe08989c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0512969 Aug 29 04:36:12.353623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c25d9a3c-9399-414e-a24b-99b6c32a5029 req-3cf34821-8d2d-473a-ae36-8fc48600cc5a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Aug 29 04:36:12.424435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c9f24-07f9-4b9b-8572-2e5af509cc67 req-c49c7a9a-df0b-4923-a99b-2102f72f66b2 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.427687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d6c9f24-07f9-4b9b-8572-2e5af509cc67 req-c49c7a9a-df0b-4923-a99b-2102f72f66b2 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 944 time: 0.0797160 Aug 29 04:36:12.511117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d6c9f24-07f9-4b9b-8572-2e5af509cc67 req-ff294f25-b9e6-4488-97b7-a27fe0500b4f tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748391 Aug 29 04:36:12.623920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d620230-c233-4ed0-8e74-a1d5100f6c6b req-be19f088-8b2b-4796-88a1-b188d96c4069 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.625444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d620230-c233-4ed0-8e74-a1d5100f6c6b req-be19f088-8b2b-4796-88a1-b188d96c4069 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Aug 29 04:36:12.664542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d620230-c233-4ed0-8e74-a1d5100f6c6b req-337c6ec5-4bc5-4bdf-86d5-2dfe34dd29d1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Aug 29 04:36:13.477861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c844-c563-415e-8dd1-08133e2ac9f6 req-fbd920dd-0c69-40b9-b2a5-f5d365f3ae7b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.479375 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b802c844-c563-415e-8dd1-08133e2ac9f6 req-fbd920dd-0c69-40b9-b2a5-f5d365f3ae7b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0534437 Aug 29 04:36:13.528477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b802c844-c563-415e-8dd1-08133e2ac9f6 req-fd4de17d-564d-4d59-9306-945aade262ea tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Aug 29 04:36:13.669068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37bd79-750a-4329-8989-fddaa5ba30be req-e298f86f-6e6e-440b-9815-17a6c7cb4594 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.670691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc37bd79-750a-4329-8989-fddaa5ba30be req-e298f86f-6e6e-440b-9815-17a6c7cb4594 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 944 time: 0.0674734 Aug 29 04:36:13.713216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc37bd79-750a-4329-8989-fddaa5ba30be req-dd9f7087-1f58-4a67-85dc-5b8d37672488 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Aug 29 04:36:13.790434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 833792c0-5c90-4f10-91eb-9cd38e8730c5 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:13.821170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd354aa7-f450-4ff8-afe3-c162162fb9b2 req-d6019605-208d-43f2-8bde-0445a8146f07 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.823719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd354aa7-f450-4ff8-afe3-c162162fb9b2 req-d6019605-208d-43f2-8bde-0445a8146f07 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 945 time: 0.0720198 Aug 29 04:36:13.853866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 833792c0-5c90-4f10-91eb-9cd38e8730c5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:13.858786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 833792c0-5c90-4f10-91eb-9cd38e8730c5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:13.859404 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.872436 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd354aa7-f450-4ff8-afe3-c162162fb9b2 req-69a18a54-d170-4140-a69e-38b51133ec95 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Aug 29 04:36:13.978283 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.003962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:14.007822 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fbd80e-4db0-435b-92a4-ec2cb9b8e801" -d '{"events": [{"server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "name": "network-vif-plugged", "status": "completed", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:14.021476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:14.028125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.029202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 848902e3-424b-4636-b8b1-d356ce3c8bd5 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:14.073242 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04be15f6-5add-48d0-ab0b-de3b92c9ed32 x-openstack-request-id: req-04be15f6-5add-48d0-ab0b-de3b92c9ed32 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:14.073680 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "name": "network-vif-plugged", "status": "completed", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:14.073938 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04be15f6-5add-48d0-ab0b-de3b92c9ed32 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:14.074448 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5', 'code': 200} Aug 29 04:36:14.117119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.133183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 848902e3-424b-4636-b8b1-d356ce3c8bd5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:14.137479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 848902e3-424b-4636-b8b1-d356ce3c8bd5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:14.137890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.206017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a11e3-0ad8-4dc6-9ef0-2c5567c7bed3 req-8a3ba348-8d9c-4991-bb5b-30fa27e9bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.208818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a11e3-0ad8-4dc6-9ef0-2c5567c7bed3 req-8a3ba348-8d9c-4991-bb5b-30fa27e9bb3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1098 time: 0.0481217 Aug 29 04:36:14.221346 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.251357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-605a11e3-0ad8-4dc6-9ef0-2c5567c7bed3 req-90757a51-b925-4db9-88c4-81f26ae37ed0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Aug 29 04:36:14.262230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 848902e3-424b-4636-b8b1-d356ce3c8bd5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5,segment=NetworkSegment(5360b5a7-1613-4cbe-ab11-5bf7838c1a11),segment_id=5360b5a7-1613-4cbe-ab11-5bf7838c1a11)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:14.266083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.312974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=848902e3-424b-4636-b8b1-d356ce3c8bd5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.658255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89696682-631a-41c4-8e54-08e9310d66b9 req-86b55caf-84db-4c31-94c9-4a5b10a8d7ab tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.666399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89696682-631a-41c4-8e54-08e9310d66b9 req-86b55caf-84db-4c31-94c9-4a5b10a8d7ab tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0609024 Aug 29 04:36:14.702963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89696682-631a-41c4-8e54-08e9310d66b9 req-55ca60a5-7360-40aa-949b-1e88f78b8890 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354230 Aug 29 04:36:14.835593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b1f77-c167-4ce7-8178-235a35a67baf req-b167152e-31df-4427-a2e5-36ab248a395b tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.837060 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd4b1f77-c167-4ce7-8178-235a35a67baf req-b167152e-31df-4427-a2e5-36ab248a395b tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 29 04:36:14.877801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd4b1f77-c167-4ce7-8178-235a35a67baf req-7e36f76c-73f5-4f83-aa07-545628227e8c tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Aug 29 04:36:15.011559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb90c9f-a4fd-440b-a285-7f59804ffaa7 req-d5bdd4be-cecd-47e4-8e70-ffd96db6160b tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.013234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-afb90c9f-a4fd-440b-a285-7f59804ffaa7 req-d5bdd4be-cecd-47e4-8e70-ffd96db6160b tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 946 time: 0.0560949 Aug 29 04:36:15.058834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-afb90c9f-a4fd-440b-a285-7f59804ffaa7 req-c22f4936-85b6-4c0e-8a13-8863fc7efd85 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Aug 29 04:36:15.854948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3e3b8-583b-45e3-b216-15613966d58f req-3f18bbb4-e5cc-409f-8867-8373f206daaa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.856588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdb3e3b8-583b-45e3-b216-15613966d58f req-3f18bbb4-e5cc-409f-8867-8373f206daaa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0535336 Aug 29 04:36:15.919282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:15.929905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdb3e3b8-583b-45e3-b216-15613966d58f req-fd199a2b-c7ac-4b3a-88b6-467baf9a3ea7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649240 Aug 29 04:36:16.040677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8534d-f3f5-412e-9a63-28053e460d84 req-07987fe1-e1dc-4232-b85a-d7a0fc16c5cf tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.042575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9cb8534d-f3f5-412e-9a63-28053e460d84 req-07987fe1-e1dc-4232-b85a-d7a0fc16c5cf tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0591440 Aug 29 04:36:16.076163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1948dc4a-3009-42be-b187-5af617419fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848902e3-424b-4636-b8b1-d356ce3c8bd5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:16.078669 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28813c4-e99a-4dcb-9b94-0057a04a418d" -d '{"events": [{"server_uuid": "1948dc4a-3009-42be-b187-5af617419fa2", "name": "network-vif-plugged", "status": "completed", "tag": "848902e3-424b-4636-b8b1-d356ce3c8bd5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:16.079503 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.107125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9cb8534d-f3f5-412e-9a63-28053e460d84 req-1283d199-a2fd-4fda-afc0-a76cb2d03328 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583661 Aug 29 04:36:16.122490 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3a393-9faf-496c-9537-8eaaf28f6bf1 x-openstack-request-id: req-28a3a393-9faf-496c-9537-8eaaf28f6bf1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:16.122791 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1948dc4a-3009-42be-b187-5af617419fa2", "name": "network-vif-plugged", "status": "completed", "tag": "848902e3-424b-4636-b8b1-d356ce3c8bd5", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:16.123047 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28a3a393-9faf-496c-9537-8eaaf28f6bf1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:16.123511 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1948dc4a-3009-42be-b187-5af617419fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848902e3-424b-4636-b8b1-d356ce3c8bd5', 'code': 200} Aug 29 04:36:16.288587 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.298601 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.319625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cac2d1-2b11-42c6-82fb-c78466f6472a req-6f60e577-5630-4455-b889-06b358d48030 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.328405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26cac2d1-2b11-42c6-82fb-c78466f6472a req-6f60e577-5630-4455-b889-06b358d48030 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 946 time: 0.1558676 Aug 29 04:36:16.347650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31675ab4-900a-4271-8023-e2a30fafd20f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.361998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.362535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.362775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc17719-aaf8-47cb-8713-d9b59dd5b66a req-97cc4f7d-2327-4f65-af14-fe555e257d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.362903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.363210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.363716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.364057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.364390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.364721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.365050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.365376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.365726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.366053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:16.366894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7bc17719-aaf8-47cb-8713-d9b59dd5b66a req-97cc4f7d-2327-4f65-af14-fe555e257d90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 1097 time: 0.1173539 Aug 29 04:36:16.372619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35cd1458-f01c-4654-a1e9-84701808cead admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ffc1003bfad42e887aac6884180787c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516284 Aug 29 04:36:16.375587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36594) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:16.425441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26cac2d1-2b11-42c6-82fb-c78466f6472a req-976bf44b-52ce-4caa-84d8-ee30dfe1b639 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958838 Aug 29 04:36:16.447733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7bc17719-aaf8-47cb-8713-d9b59dd5b66a req-0eb5870f-b2be-4a44-9515-2add27f1495a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726533 Aug 29 04:36:16.464508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9787def4-589a-4d04-9eeb-7a81ae4680b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.487249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9787def4-589a-4d04-9eeb-7a81ae4680b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.526455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-6815939d-8e34-4636-a330-13157c3bf9ea tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-675618783&fields=id&tenant_id=7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 267 time: 0.0336323 Aug 29 04:36:16.538529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9787def4-589a-4d04-9eeb-7a81ae4680b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.541240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9787def4-589a-4d04-9eeb-7a81ae4680b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.542432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9787def4-589a-4d04-9eeb-7a81ae4680b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31675ab4-900a-4271-8023-e2a30fafd20f HTTP/1.1" status: 204 len: 168 time: 0.1659269 Aug 29 04:36:16.551449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787def4-589a-4d04-9eeb-7a81ae4680b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31675ab4-900a-4271-8023-e2a30fafd20f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.585669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-57c8fca8-ed95-4a45-8b9f-6a48254bd6f3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.587295 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-57c8fca8-ed95-4a45-8b9f-6a48254bd6f3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 946 time: 0.0549986 Aug 29 04:36:16.598744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'port': {'security_groups': ['f69c9558-2aa6-480f-96fb-8905dd867dc6', 'f300c6f0-87ae-4d77-9db8-a0410b9d2c6c']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:16.670555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.803487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57d7d299-9393-424b-8062-1536bfd7f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.827910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36604) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:16.845916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6ae04eb-ff27-4367-b6c5-958a6c16af61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.891202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:16.940914 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.949778 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.988036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90', '833792c0-5c90-4f10-91eb-9cd38e8730c5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:17.021271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.021271 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.022761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8438f406-f29d-494e-9f58-c0e39faa9c85 req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "PUT /v2.0/ports/833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 982 time: 0.4291246 Aug 29 04:36:17.023396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:17.028413 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a073e55-1362-433a-826d-ff1fa64dc688" -d '{"events": [{"name": "network-changed", "server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:17.056039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2804b-ded6-45a1-b8b8-1b6382275d4a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.074285 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6ae04eb-ff27-4367-b6c5-958a6c16af61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.076877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a1151-6542-45fb-a1b0-2df3840d9c51 req-c61e53d7-e1db-44b3-8533-50d28a75fad7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.079006 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409a1151-6542-45fb-a1b0-2df3840d9c51 req-c61e53d7-e1db-44b3-8533-50d28a75fad7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0648074 Aug 29 04:36:17.083667 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c6ae04eb-ff27-4367-b6c5-958a6c16af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.121177 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f3afa-63b3-4a54-ba3d-fce1c8fad2cb x-openstack-request-id: req-428f3afa-63b3-4a54-ba3d-fce1c8fad2cb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:17.121619 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:17.121913 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-428f3afa-63b3-4a54-ba3d-fce1c8fad2cb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:17.122316 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5', 'status': 'completed', 'code': 200} Aug 29 04:36:17.128495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409a1151-6542-45fb-a1b0-2df3840d9c51 req-ac9930e5-5245-42db-9417-e1f728c1a63a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Aug 29 04:36:17.135236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c6ae04eb-ff27-4367-b6c5-958a6c16af61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8406e3f687894f9094fe2dda1e932c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062057 Aug 29 04:36:17.139700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36616) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:17.196896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae04eb-ff27-4367-b6c5-958a6c16af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3b8737-f931-4d87-b809-6f1975c170ed,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.202207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d573cd-5695-4953-990c-b03f2bc2f2ef req-2fd882fd-38a4-42ea-b3c7-9b4d36c226fe tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/f300c6f0-87ae-4d77-9db8-a0410b9d2c6c HTTP/1.1" status: 200 len: 1802 time: 0.0635054 Aug 29 04:36:17.262779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['833792c0-5c90-4f10-91eb-9cd38e8730c5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:17.268176 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-c7d573cd-5695-4953-990c-b03f2bc2f2ef req-d01adbd0-b415-4a5f-bc15-57f04579dd4d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:36:17.276481 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d573cd-5695-4953-990c-b03f2bc2f2ef req-d01adbd0-b415-4a5f-bc15-57f04579dd4d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/f300c6f0-87ae-4d77-9db8-a0410b9d2c6c HTTP/1.1" status: 409 len: 341 time: 0.0610166 Aug 29 04:36:17.276631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efe543e7-727e-4e5e-a891-4684ef7e6669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.303396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-77dde3e6-8203-4a83-8da0-f5371a1e2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.304953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-77dde3e6-8203-4a83-8da0-f5371a1e2a7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1137 time: 0.1356704 Aug 29 04:36:17.330770 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efe543e7-727e-4e5e-a891-4684ef7e6669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.399178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233453c-bf50-4893-a787-7944ac8ad285 req-4a4df3e6-8a46-4f62-aafb-5a8d43dbe93b tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.400721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1233453c-bf50-4893-a787-7944ac8ad285 req-4a4df3e6-8a46-4f62-aafb-5a8d43dbe93b tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1677227 Aug 29 04:36:17.486642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1233453c-bf50-4893-a787-7944ac8ad285 req-a6b988f7-741c-42bc-8b62-48a711f85118 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728946 Aug 29 04:36:17.497790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-69e2cf93-769d-479e-8b0a-88fe1518780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.499312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-69e2cf93-769d-479e-8b0a-88fe1518780e service neutron] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 914 time: 0.1795642 Aug 29 04:36:17.508368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efe543e7-727e-4e5e-a891-4684ef7e6669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.511704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efe543e7-727e-4e5e-a891-4684ef7e6669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.522691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-efe543e7-727e-4e5e-a891-4684ef7e6669 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d3b8737-f931-4d87-b809-6f1975c170ed HTTP/1.1" status: 204 len: 168 time: 0.3794901 Aug 29 04:36:17.541988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe543e7-727e-4e5e-a891-4684ef7e6669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3b8737-f931-4d87-b809-6f1975c170ed,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:17.565142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734abddb-e04e-4b2b-88de-80d075cc060f req-e00d22b4-1f20-4a01-8c84-8e8e41f65294 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.578067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-734abddb-e04e-4b2b-88de-80d075cc060f req-e00d22b4-1f20-4a01-8c84-8e8e41f65294 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 985 time: 0.0980010 Aug 29 04:36:17.580299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-67377aa4-1c87-4293-af95-1fcd893ef700 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 217 time: 0.0538242 Aug 29 04:36:17.617166 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-734abddb-e04e-4b2b-88de-80d075cc060f req-f86e68ec-a83c-4d5b-b7fa-4f3aa7101d9a tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0382109 Aug 29 04:36:17.665226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-56632d6b-ce25-4bb5-8e58-aeda941b15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.668038 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-56632d6b-ce25-4bb5-8e58-aeda941b15ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.0714724 Aug 29 04:36:17.721476 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-15ea97bc-2a5c-47c9-86dd-d7ade94af81f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424855 Aug 29 04:36:17.857154 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-039463c7-cdfd-4346-8778-eeb8d74b8ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213727 Aug 29 04:36:17.987360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a073e55-1362-433a-826d-ff1fa64dc688 req-7fa00c5e-cd58-436c-b718-ebc78cbd2ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218319 Aug 29 04:36:18.116801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6465a-eb42-4793-b55e-476bbda06677 req-6b7bc1d9-1ec3-4c74-98b0-0f58c5faa01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.118626 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33b6465a-eb42-4793-b55e-476bbda06677 req-6b7bc1d9-1ec3-4c74-98b0-0f58c5faa01f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1137 time: 0.0491364 Aug 29 04:36:18.262229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6465a-eb42-4793-b55e-476bbda06677 req-50a2970f-d951-4a6c-91f2-ba8836840cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.263696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33b6465a-eb42-4793-b55e-476bbda06677 req-50a2970f-d951-4a6c-91f2-ba8836840cb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 914 time: 0.1382263 Aug 29 04:36:18.319172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bb872-513b-4a2d-98b5-3a318fce1b13 req-4f5b6858-1d09-4b34-8459-8e733977091e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.321036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b45bb872-513b-4a2d-98b5-3a318fce1b13 req-4f5b6858-1d09-4b34-8459-8e733977091e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1003919 Aug 29 04:36:18.323224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33b6465a-eb42-4793-b55e-476bbda06677 req-c4de5458-a6b1-4ce1-877c-400d4fec1695 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 217 time: 0.0513802 Aug 29 04:36:18.415843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b45bb872-513b-4a2d-98b5-3a318fce1b13 req-aee943c9-0543-40c9-ac4c-20f842585ef5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868890 Aug 29 04:36:18.422968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6465a-eb42-4793-b55e-476bbda06677 req-59485766-caba-4097-961f-9e2efb9e330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.424430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33b6465a-eb42-4793-b55e-476bbda06677 req-59485766-caba-4097-961f-9e2efb9e330d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.0884323 Aug 29 04:36:18.459322 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33b6465a-eb42-4793-b55e-476bbda06677 req-91dbfad0-6132-45a1-8d97-6cbb95c2b307 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270801 Aug 29 04:36:18.729491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50538ece-799c-4f4e-9a05-b8c900ddb6cc req-69339430-e646-4f12-b89f-7530a58cc962 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.741640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50538ece-799c-4f4e-9a05-b8c900ddb6cc req-69339430-e646-4f12-b89f-7530a58cc962 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1476223 Aug 29 04:36:18.841511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50538ece-799c-4f4e-9a05-b8c900ddb6cc req-d7605b8f-494d-45d2-b4b4-72235c3623d3 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953519 Aug 29 04:36:19.005512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750a73b-aefc-44c5-8c3b-844e4feb11e3 req-ac510035-08f6-424e-bb17-73544dc0518e tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:19.007620 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f750a73b-aefc-44c5-8c3b-844e4feb11e3 req-ac510035-08f6-424e-bb17-73544dc0518e tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0693090 Aug 29 04:36:19.040930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57404687-815d-44d1-a5ef-cecb41575976 req-a00a7bbe-4bdb-4202-b324-baf070016568 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:19.042850 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57404687-815d-44d1-a5ef-cecb41575976 req-a00a7bbe-4bdb-4202-b324-baf070016568 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 985 time: 0.0967433 Aug 29 04:36:19.049251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33b6465a-eb42-4793-b55e-476bbda06677 req-4cb9fdff-0f20-4a3c-a51d-cf4123b3bfb6 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787790 Aug 29 04:36:19.071271 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f750a73b-aefc-44c5-8c3b-844e4feb11e3 req-015d2726-2d0c-4232-b665-78addaea5740 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572426 Aug 29 04:36:19.193934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57404687-815d-44d1-a5ef-cecb41575976 req-d0c3aab3-7fa9-402d-af01-6f1ea8b677cc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1389916 Aug 29 04:36:19.268999 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33b6465a-eb42-4793-b55e-476bbda06677 req-64650d68-f7c2-41b9-a2a3-c90c32bb204b service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016602 Aug 29 04:36:19.468997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8605-b7cf-4507-bdcb-f5bfd54310d0 req-08c50cd4-35ac-482f-9dcc-f0dff68df51a tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:19.478231 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38d7aaa3-5b07-44ae-b496-4efce244dfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.481584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0ef8605-b7cf-4507-bdcb-f5bfd54310d0 req-08c50cd4-35ac-482f-9dcc-f0dff68df51a tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0706568 Aug 29 04:36:19.553299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0ef8605-b7cf-4507-bdcb-f5bfd54310d0 req-4fedeb01-3311-4994-b0f5-1e0e8aa4f2d2 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Aug 29 04:36:19.590808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd108ba-8543-481e-837d-31507359c085 req-d66d81b2-89b8-41fb-9b0b-e6c42aed4703 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:19.592781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-edd108ba-8543-481e-837d-31507359c085 req-d66d81b2-89b8-41fb-9b0b-e6c42aed4703 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0576780 Aug 29 04:36:19.606456 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.637458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-edd108ba-8543-481e-837d-31507359c085 req-41b0571c-3e19-4c27-9f19-acc90a0c6ceb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Aug 29 04:36:20.322233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42a171-b684-4576-9d02-3a1d2f36f7ea req-a6ebfde0-2703-46f2-88a2-c30e75ccab41 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.330341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a42a171-b684-4576-9d02-3a1d2f36f7ea req-a6ebfde0-2703-46f2-88a2-c30e75ccab41 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 985 time: 0.0655327 Aug 29 04:36:20.375168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a42a171-b684-4576-9d02-3a1d2f36f7ea req-fa560f83-f16d-4029-8c02-1ca67f5a6a95 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0437336 Aug 29 04:36:20.379518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36734) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.492222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-7115d99e-310d-4b6d-a8c3-fc50e6b9cef5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1293828717&fields=id&tenant_id=7b961a842e16477d8beea309897d5de8 HTTP/1.1" status: 200 len: 267 time: 0.0439408 Aug 29 04:36:20.536654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d15fbdb-36ac-49fe-869f-8bd65b7058b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.569736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a7800f32-253c-4ac4-b461-2031008b7aeb tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.587243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a7800f32-253c-4ac4-b461-2031008b7aeb tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 985 time: 0.0939658 Aug 29 04:36:20.602161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'port': {'security_groups': ['f300c6f0-87ae-4d77-9db8-a0410b9d2c6c', 'f69c9558-2aa6-480f-96fb-8905dd867dc6', 'aed52188-dda6-4ac7-9e18-a80bb5069e99']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:20.652135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.697514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.717683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8affff-a44e-4fa0-ab82-ba4099f514dd req-6f0a4449-5342-44ea-974f-799c27d8bbd2 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.727380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c8affff-a44e-4fa0-ab82-ba4099f514dd req-6f0a4449-5342-44ea-974f-799c27d8bbd2 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0844438 Aug 29 04:36:20.737461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.796955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c8affff-a44e-4fa0-ab82-ba4099f514dd req-35e44647-f8d2-4288-bf15-2b6354781f38 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684035 Aug 29 04:36:20.822261 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d15fbdb-36ac-49fe-869f-8bd65b7058b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.833931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d15fbdb-36ac-49fe-869f-8bd65b7058b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.894087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15fbdb-36ac-49fe-869f-8bd65b7058b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee25461-a23a-45e0-9df4-42ba10e89286,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.903862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9d15fbdb-36ac-49fe-869f-8bd65b7058b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90f20ef04ba94f2982ab828fd4ec46ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196214 Aug 29 04:36:20.907722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36746) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.955403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada124-2722-471e-827f-1756357ccd88 req-a5c830b4-9ae3-4c08-800f-872d00cc3fe7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.962840 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1ada124-2722-471e-827f-1756357ccd88 req-a5c830b4-9ae3-4c08-800f-872d00cc3fe7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0988896 Aug 29 04:36:21.014915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365d465f-c43e-4c00-8467-51e5c3c65f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.019842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1ada124-2722-471e-827f-1756357ccd88 req-7c71f596-5eea-4104-a196-35cfde841064 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559623 Aug 29 04:36:21.054646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:21.056839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365d465f-c43e-4c00-8467-51e5c3c65f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.099392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.104598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.140918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365d465f-c43e-4c00-8467-51e5c3c65f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.148234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90', '833792c0-5c90-4f10-91eb-9cd38e8730c5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:21.154199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-365d465f-c43e-4c00-8467-51e5c3c65f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.155208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.155876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.157211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-365d465f-c43e-4c00-8467-51e5c3c65f90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ee25461-a23a-45e0-9df4-42ba10e89286 HTTP/1.1" status: 204 len: 168 time: 0.2483625 Aug 29 04:36:21.166911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d465f-c43e-4c00-8467-51e5c3c65f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee25461-a23a-45e0-9df4-42ba10e89286,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:21.175007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32c5db28-1e98-45f5-bc8d-2a3a5b94479d req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "PUT /v2.0/ports/833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 1021 time: 0.5765514 Aug 29 04:36:21.176634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:21.185301 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2100eea-8864-4be9-938e-6e2b9bf51227" -d '{"events": [{"name": "network-changed", "server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:21.296762 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a8e7a-7fec-4c96-bea0-61c0dba5c328 x-openstack-request-id: req-cc4a8e7a-7fec-4c96-bea0-61c0dba5c328 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:21.297065 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:21.297307 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc4a8e7a-7fec-4c96-bea0-61c0dba5c328 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:21.297744 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5', 'status': 'completed', 'code': 200} Aug 29 04:36:21.348687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6aca3-2107-4772-b51b-dc6e18a66341 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=7']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:21.357351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['833792c0-5c90-4f10-91eb-9cd38e8730c5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:21.393195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a235fa8-520d-4ef0-a77f-5a3592f4a0fd req-6a23d4d6-9b51-4bbe-87e5-f1b1c7615d96 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/aed52188-dda6-4ac7-9e18-a80bb5069e99 HTTP/1.1" status: 200 len: 1803 time: 0.1840138 Aug 29 04:36:21.438347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-61d47330-5331-4257-a09d-cc9db2dccede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.440264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-61d47330-5331-4257-a09d-cc9db2dccede service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b961a842e16477d8beea309897d5de8&device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1176 time: 0.1166286 Aug 29 04:36:21.572551 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-7a235fa8-520d-4ef0-a77f-5a3592f4a0fd req-7eb6a734-e26a-482f-a213-1a3b76d3e178 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:36:21.579751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a235fa8-520d-4ef0-a77f-5a3592f4a0fd req-7eb6a734-e26a-482f-a213-1a3b76d3e178 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/aed52188-dda6-4ac7-9e18-a80bb5069e99 HTTP/1.1" status: 409 len: 341 time: 0.1852157 Aug 29 04:36:21.653250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-02594f2c-2833-44af-9dfa-752830f9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.659260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-02594f2c-2833-44af-9dfa-752830f9c979 service neutron] 10.222.0.32 "GET /v2.0/networks?id=16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 200 len: 914 time: 0.2107198 Aug 29 04:36:21.665266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36770) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.728264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b24e176d-530f-4e6c-8cd8-ae4897945adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:21.747952 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:21.837219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-ff0a7209-f3da-446e-8f63-424f358bf3f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 200 len: 217 time: 0.1429193 Aug 29 04:36:21.912597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-4757c264-b8b1-44bf-b86b-5eb88ec2d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:21.914183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-4757c264-b8b1-44bf-b86b-5eb88ec2d308 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 200 len: 853 time: 0.0698473 Aug 29 04:36:21.954354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-12f53279-16c1-4bc1-8b04-99597e2ac7e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=16ef7095-64b5-42f3-aba4-703c88ca578c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314062 Aug 29 04:36:22.076566 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-2e2ae607-dbb3-4b27-8962-dd1e750b3f44 service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121757 Aug 29 04:36:22.166718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b24e176d-530f-4e6c-8cd8-ae4897945adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.199403 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b24e176d-530f-4e6c-8cd8-ae4897945adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.206633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-5b367a9b-9220-44f7-9a85-6f4975441019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.209801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-5b367a9b-9220-44f7-9a85-6f4975441019 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d90a54cd0b498bbd84718f683da940&device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 1097 time: 0.8721068 Aug 29 04:36:22.226859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d66cf1-134a-4ddd-9f58-f0bd3cd3ae5b req-2657c7be-76bb-4126-95ed-8d621f406a38 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.241997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45d66cf1-134a-4ddd-9f58-f0bd3cd3ae5b req-2657c7be-76bb-4126-95ed-8d621f406a38 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.8940978 Aug 29 04:36:22.273216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e176d-530f-4e6c-8cd8-ae4897945adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d010df6c-b35c-44a7-b6e5-697bca13795f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.280400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b24e176d-530f-4e6c-8cd8-ae4897945adb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b500a263b23345f2a38f5ab6726bcefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097739 Aug 29 04:36:22.284621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36784) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.299952 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.339336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2100eea-8864-4be9-938e-6e2b9bf51227 req-d918a2ab-7d78-4000-a5d3-23450761a24d service neutron] 10.222.0.32 "GET /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385554 Aug 29 04:36:22.378005 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b541097-0148-45ae-b179-3a9dfee960ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.402680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45d66cf1-134a-4ddd-9f58-f0bd3cd3ae5b req-98f27c52-688c-4182-bbc0-c5761fe11acb tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374841 Aug 29 04:36:22.415643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b541097-0148-45ae-b179-3a9dfee960ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.492335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-1cc453fd-b32a-489f-9735-a36ff303d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.494537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-1cc453fd-b32a-489f-9735-a36ff303d7dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e HTTP/1.1" status: 200 len: 912 time: 0.2370040 Aug 29 04:36:22.524896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b541097-0148-45ae-b179-3a9dfee960ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.527899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b541097-0148-45ae-b179-3a9dfee960ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.529187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1b541097-0148-45ae-b179-3a9dfee960ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d010df6c-b35c-44a7-b6e5-697bca13795f HTTP/1.1" status: 204 len: 168 time: 0.2435722 Aug 29 04:36:22.552174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b541097-0148-45ae-b179-3a9dfee960ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d010df6c-b35c-44a7-b6e5-697bca13795f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.565552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-65f052f9-67e8-4d13-bc2b-5a21bc7d64cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5 HTTP/1.1" status: 200 len: 217 time: 0.0514429 Aug 29 04:36:22.602351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98283860-28d6-4540-a0bd-5b02438141a4 req-08aeb61c-94b3-4d9f-8136-6f7e8b8f1176 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.610438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-98283860-28d6-4540-a0bd-5b02438141a4 req-08aeb61c-94b3-4d9f-8136-6f7e8b8f1176 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1024 time: 0.0946779 Aug 29 04:36:22.622290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c792-9b24-44c0-9ff8-b6f1fe7dfcf7 req-471fa8bb-ac9b-41ed-ba33-f8a991e30244 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.631890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be99c792-9b24-44c0-9ff8-b6f1fe7dfcf7 req-471fa8bb-ac9b-41ed-ba33-f8a991e30244 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1632476 Aug 29 04:36:22.657043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-9c21e152-08a7-4f97-9ca1-0a945977b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.658526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-9c21e152-08a7-4f97-9ca1-0a945977b22e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2f52b7c-05ed-44e7-b190-389446894358 HTTP/1.1" status: 200 len: 851 time: 0.0852551 Aug 29 04:36:22.670796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-98283860-28d6-4540-a0bd-5b02438141a4 req-9326a5ab-1e41-4f11-8a26-8d253d747abe tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=aed52188-dda6-4ac7-9e18-a80bb5069e99&id=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0547633 Aug 29 04:36:22.736744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be99c792-9b24-44c0-9ff8-b6f1fe7dfcf7 req-47a38738-540c-48f6-85be-655854954e05 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037381 Aug 29 04:36:22.742648 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-500962ee-bdfc-45c9-a521-753d20386a7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633144 Aug 29 04:36:22.857607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a888-3b5b-4c7f-8c5f-bf5ca2121d73 req-0bd45138-6796-4847-a4d2-fe82b3302522 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.871052 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4a27a888-3b5b-4c7f-8c5f-bf5ca2121d73 req-0bd45138-6796-4847-a4d2-fe82b3302522 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 946 time: 0.1298661 Aug 29 04:36:22.894347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-6d58a8ca-42e1-4a7b-a53a-51989463bb70 service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430941 Aug 29 04:36:22.947996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4a27a888-3b5b-4c7f-8c5f-bf5ca2121d73 req-d492d8f6-a55f-42c7-8186-0eea7f3605b3 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758579 Aug 29 04:36:23.036650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b48fe0c-0604-408f-bff0-de313f9c5808 req-f1bf7163-36cb-405a-ba38-9ec957ade869 service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320124 Aug 29 04:36:23.111558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ff8ab-e278-4133-ad98-92a5456ec3dd req-11b592e0-7023-4caf-bb46-14c95cbc6df5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.120112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-950ff8ab-e278-4133-ad98-92a5456ec3dd req-11b592e0-7023-4caf-bb46-14c95cbc6df5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0781071 Aug 29 04:36:23.182613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-950ff8ab-e278-4133-ad98-92a5456ec3dd req-dfb72978-5547-477b-a928-e7c61fe8c1d0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614357 Aug 29 04:36:23.330437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91061cd9-e33c-443e-88cf-10dbf751c27d req-9c861936-d073-4232-ad40-272526be7a36 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.332023 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91061cd9-e33c-443e-88cf-10dbf751c27d req-9c861936-d073-4232-ad40-272526be7a36 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0574875 Aug 29 04:36:23.393295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91061cd9-e33c-443e-88cf-10dbf751c27d req-a9286eec-2381-402b-9d98-7c9944a2fdc8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497084 Aug 29 04:36:23.520591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f09b6-9ef1-4f92-b677-3e09f31e20a2 req-3cba861a-2561-47b8-9ce8-ed3281935ad3 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.522816 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a8f09b6-9ef1-4f92-b677-3e09f31e20a2 req-3cba861a-2561-47b8-9ce8-ed3281935ad3 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0666778 Aug 29 04:36:23.578962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a8f09b6-9ef1-4f92-b677-3e09f31e20a2 req-534bcc8e-c808-4e0d-9e6a-cfc2ce666279 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Aug 29 04:36:23.802946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-a3401df7-8cb4-4f6a-a2db-051e30785cac tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.810468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-a3401df7-8cb4-4f6a-a2db-051e30785cac tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.1479771 Aug 29 04:36:23.829729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-a1385c1b-3b4d-44a4-aeff-f06290ca1dfe tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/quotas/19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 375 time: 0.0183001 Aug 29 04:36:23.834353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d278879-c08f-481e-a293-e0242163b3d8 req-9acd0bbb-3d1f-48f3-a9b0-508b20d50562 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.846585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d278879-c08f-481e-a293-e0242163b3d8 req-9acd0bbb-3d1f-48f3-a9b0-508b20d50562 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1024 time: 0.0953341 Aug 29 04:36:23.869939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-318b8835-0cd2-4c10-b73c-15834e0b9517 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:23.871694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-318b8835-0cd2-4c10-b73c-15834e0b9517 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 946 time: 0.0931513 Aug 29 04:36:23.942585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-aa893321-6495-4cae-990b-aa2462a1bbdc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1111016 Aug 29 04:36:23.993085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d278879-c08f-481e-a293-e0242163b3d8 req-bf59c599-8c41-44b6-9f44-491283b60d84 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=aed52188-dda6-4ac7-9e18-a80bb5069e99&id=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1452889 Aug 29 04:36:24.032983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Deleting port c308867e-48d5-4d9a-8c7b-795d1e60e35c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:24.033325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.138143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6854f1fa-7599-47e6-91a3-6e24c1712c14 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938004 Aug 29 04:36:24.173653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] For port c308867e-48d5-4d9a-8c7b-795d1e60e35c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=c308867e-48d5-4d9a-8c7b-795d1e60e35c,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:24.174026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.367066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-bc7fe23b-c52f-45b1-bfee-dfe9899413b9 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278678 Aug 29 04:36:24.434984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-fb2e17a5-040d-4ff3-86a6-34c9a27945f8 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:24.436479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-fb2e17a5-040d-4ff3-86a6-34c9a27945f8 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 1024 time: 0.1754167 Aug 29 04:36:24.504838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36852) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.538441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d46e0-f14f-47f7-887c-c69a5fdd2b2f req-6e3a25d6-3e9c-47c1-affe-ca1267e0e383 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:24.546823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f85d46e0-f14f-47f7-887c-c69a5fdd2b2f req-6e3a25d6-3e9c-47c1-affe-ca1267e0e383 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 946 time: 0.2834857 Aug 29 04:36:24.697929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f85d46e0-f14f-47f7-887c-c69a5fdd2b2f req-2f7d789a-858d-4b4b-8892-b655b583f860 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups?id=8e3e7875-5f74-4eac-8c1d-52f46f243ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501725 Aug 29 04:36:24.713171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc20f2d8-4e09-48bc-85ce-50ffdc39341c req-f630b901-3a91-4d7f-a40c-b3dc00ff1fe5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 210 time: 0.0603850 Aug 29 04:36:24.722406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.722815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.723770 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Floating IP b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1 disassociated. External IP: 172.25.7.254, port: c308867e-48d5-4d9a-8c7b-795d1e60e35c. Aug 29 04:36:24.724475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Calling delete_port for c308867e-48d5-4d9a-8c7b-795d1e60e35c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:24.798513 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7403f240-28ee-42c5-a523-560f6aee7aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.827640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Deleting port 833792c0-5c90-4f10-91eb-9cd38e8730c5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:24.827966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.943023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] For port 833792c0-5c90-4f10-91eb-9cd38e8730c5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=833792c0-5c90-4f10-91eb-9cd38e8730c5,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:24.943329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:24.965059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Calling delete_port for 833792c0-5c90-4f10-91eb-9cd38e8730c5 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:24.972904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbff31-b6c2-4471-9e1c-a0abfc44b7a7 req-fa715ee8-274c-4c43-87d4-dbe8fb81e2cb tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:24.975014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20cbff31-b6c2-4471-9e1c-a0abfc44b7a7 req-fa715ee8-274c-4c43-87d4-dbe8fb81e2cb tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1126807 Aug 29 04:36:25.048523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20cbff31-b6c2-4471-9e1c-a0abfc44b7a7 req-53a29565-a980-4874-a743-2db3a9e182c9 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620360 Aug 29 04:36:25.127840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.132425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7403f240-28ee-42c5-a523-560f6aee7aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.142070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7403f240-28ee-42c5-a523-560f6aee7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.198669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403f240-28ee-42c5-a523-560f6aee7aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb1b99-e336-40f2-a692-c19e91599183,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.224263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event deleted for resources: {'Port': ['ID=c308867e-48d5-4d9a-8c7b-795d1e60e35c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.228005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7403f240-28ee-42c5-a523-560f6aee7aa6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a94039e31924db2be035c5212c8f999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190802 Aug 29 04:36:25.228709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36874) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.366250 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad71103-aaae-4da5-8323-ed52980f8934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.409119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad71103-aaae-4da5-8323-ed52980f8934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.411291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.469566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90', '833792c0-5c90-4f10-91eb-9cd38e8730c5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:25.509978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad71103-aaae-4da5-8323-ed52980f8934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.526372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad71103-aaae-4da5-8323-ed52980f8934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.529787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fad71103-aaae-4da5-8323-ed52980f8934 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1eeb1b99-e336-40f2-a692-c19e91599183 HTTP/1.1" status: 204 len: 168 time: 0.2976301 Aug 29 04:36:25.552241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad71103-aaae-4da5-8323-ed52980f8934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb1b99-e336-40f2-a692-c19e91599183,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.564400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22579b2-a4e3-4cb3-90f0-d7843f457371 req-fe3fcae1-74e5-4814-887f-ac964b1ae244 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:25.573084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a22579b2-a4e3-4cb3-90f0-d7843f457371 req-fe3fcae1-74e5-4814-887f-ac964b1ae244 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 945 time: 0.3549433 Aug 29 04:36:25.574955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'Port': ['ID=833792c0-5c90-4f10-91eb-9cd38e8730c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.627243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Router 12812aab-3169-4a3b-b8bc-4a597e74c748 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:25.686945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264876f-5710-4f49-9144-ec6762a195f0 req-45bc2f0d-368d-40a8-b146-786defea57d0 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:25.695635 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6264876f-5710-4f49-9144-ec6762a195f0 req-45bc2f0d-368d-40a8-b146-786defea57d0 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1456523 Aug 29 04:36:25.721891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a22579b2-a4e3-4cb3-90f0-d7843f457371 req-e331431d-2b3b-4fca-99c2-804bc707f9f4 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=aed52188-dda6-4ac7-9e18-a80bb5069e99&id=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1478188 Aug 29 04:36:25.786085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6264876f-5710-4f49-9144-ec6762a195f0 req-f9843b77-a16a-4115-ad09-7defcfee0b98 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760961 Aug 29 04:36:25.792300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] No DVR routers for this DVR port 833792c0-5c90-4f10-91eb-9cd38e8730c5 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:25.812117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.814375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7771f02d-274e-44c6-ae28-ca9d68a7962c req-7a164afe-6490-4e9c-9f45-96c2fd29bef3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "DELETE /v2.0/ports/833792c0-5c90-4f10-91eb-9cd38e8730c5 HTTP/1.1" status: 204 len: 173 time: 1.3707256 Aug 29 04:36:25.820491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'name': 'network-vif-deleted', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:25.823338 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d0b87-942e-43fd-9a6c-2009c002dfcb" -d '{"events": [{"server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "name": "network-vif-deleted", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:26.021127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-637e3713-ccb5-4e09-acfa-a2646768c44e req-eca5293f-01ad-40a6-82db-f28175843374 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 210 time: 0.0758197 Aug 29 04:36:26.162762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:26.183014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] Sync routers for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:26.212540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:26.213349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:36:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:26.213561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1686d53-1ab9-4412-b370-32e44f7a75bf req-8b673733-f3e0-4d1e-a1e0-83e18ddd4d69 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a54f74e-4f7f-45c1-b588-e93ccbe70c09 HTTP/1.1" status: 200 len: 210 time: 0.0473959 Aug 29 04:36:26.225888 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e02cb-ece8-427b-aac6-943b1186e4c2 x-openstack-request-id: req-043e02cb-ece8-427b-aac6-943b1186e4c2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:26.226462 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dceec3-7b79-4622-b3f4-5c90311bec25", "name": "network-vif-deleted", "tag": "833792c0-5c90-4f10-91eb-9cd38e8730c5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:26.226887 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-043e02cb-ece8-427b-aac6-943b1186e4c2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:26.227476 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dceec3-7b79-4622-b3f4-5c90311bec25', 'name': 'network-vif-deleted', 'tag': '833792c0-5c90-4f10-91eb-9cd38e8730c5', 'status': 'completed', 'code': 200} Aug 29 04:36:26.326297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] No DVR routers for this DVR port c308867e-48d5-4d9a-8c7b-795d1e60e35c on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:26.330996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.333705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2156d7c-6d67-4525-9dee-f58f5b2b2a84 req-56830520-d8f9-4ac5-b61c-37231c665227 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.37 "DELETE /v2.0/ports/c308867e-48d5-4d9a-8c7b-795d1e60e35c HTTP/1.1" status: 204 len: 173 time: 2.4550543 Aug 29 04:36:26.394292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:26.417291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-1513f5ff-ddd1-46aa-b097-1ed540548d4e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.418989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-1513f5ff-ddd1-46aa-b097-1ed540548d4e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.2541122 Aug 29 04:36:26.439305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'port': {'device_id': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'admin_state_up': True, 'tenant_id': '19117b9c280f4f9780e757a223289ce9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:26.643460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Made reservation on behalf of 19117b9c280f4f9780e757a223289ce9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:26.647959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:26.829487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:26.876474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] Checking router: 12812aab-3169-4a3b-b8bc-4a597e74c748 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:26.887578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:26.888548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:36:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:26.945510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd887-c606-41e2-96ba-f62a6eff3601 req-b1effd30-3ad5-4b0c-90e9-f3b5fb67e20a tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.953955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5cdd887-c606-41e2-96ba-f62a6eff3601 req-b1effd30-3ad5-4b0c-90e9-f3b5fb67e20a tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0630801 Aug 29 04:36:27.002411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f5cdd887-c606-41e2-96ba-f62a6eff3601 req-845a9813-ccd5-455f-b15f-4a91ea9628b0 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Aug 29 04:36:27.204866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:27.248724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1261a60c-d116-4386-a202-f50eacb50ed4 req-88d0cc88-3e6c-4894-9dcb-ab5d7e5442ee tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dceec3-7b79-4622-b3f4-5c90311bec25 HTTP/1.1" status: 200 len: 210 time: 0.4019289 Aug 29 04:36:27.265142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Allocated IP 172.20.0.11 (834d5c0c-6e4d-4c34-bbda-713de79bc97d/f3ef5ceb-fa92-480c-91e9-729a25df722a/ad985a01-b9ba-4082-8c4c-daf6382a76df) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:27.371310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba09aa6d-aedb-43ba-a913-9447cc9731be req-f13c8e23-7f7f-447c-816c-24bb56324a51 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 210 time: 0.0496926 Aug 29 04:36:27.461133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:27.503224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ca85f-361f-4905-8824-21b11f352293 None None] The sync data for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 is: [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:27:30Z', 'revision_number': 4, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'c04b7bf5-909c-46a6-b7fc-2f29f86afb69', 'name': '', 'network_id': '0e7b9fca-b872-4743-bc0b-2e9daa521446', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'mac_address': 'fa:16:3e:c2:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:28Z', 'updated_at': '2021-08-29T04:27:38Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'subnets': [{'id': 'b12f94aa-6763-450a-be9f-5a69bd0de8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:27.512914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36936) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.584031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.591232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-c3fa46f7-a93f-47b9-b9ac-0cb3c3386960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.595885 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e1e9-6f41-46b1-8df2-8a15959ad0f8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.596099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-c3fa46f7-a93f-47b9-b9ac-0cb3c3386960 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d90a54cd0b498bbd84718f683da940&device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 1097 time: 0.2871110 Aug 29 04:36:27.621129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Transition to ACTIVE for port object ad985a01-b9ba-4082-8c4c-daf6382a76df will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:27.625502 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e1e9-6f41-46b1-8df2-8a15959ad0f8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.743807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e1e9-6f41-46b1-8df2-8a15959ad0f8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.750802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e1e9-6f41-46b1-8df2-8a15959ad0f8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.754556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e6d7e1e9-6f41-46b1-8df2-8a15959ad0f8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "DELETE /v2.0/security-groups/8e3e7875-5f74-4eac-8c1d-52f46f243ed8 HTTP/1.1" status: 204 len: 168 time: 0.2381372 Aug 29 04:36:27.755668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767955c2-83f6-4e27-9a5b-990b6cb83ee8 req-516a4465-79a8-4a84-9a87-0ddde24eab72 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.756345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36950) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.763678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-767955c2-83f6-4e27-9a5b-990b6cb83ee8 req-516a4465-79a8-4a84-9a87-0ddde24eab72 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.3193197 Aug 29 04:36:27.787202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7e1e9-6f41-46b1-8df2-8a15959ad0f8 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3e7875-5f74-4eac-8c1d-52f46f243ed8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:27.792012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-f143aa39-ef76-4094-8c27-38d6d51a4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.792458 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-95a2c239-2350-42bb-9b1e-f3897976e92b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] show failed (client error): The resource could not be found. Aug 29 04:36:27.793668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-95a2c239-2350-42bb-9b1e-f3897976e92b tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "GET /v2.0/security-groups/8e3e7875-5f74-4eac-8c1d-52f46f243ed8 HTTP/1.1" status: 404 len: 347 time: 0.0333471 Aug 29 04:36:27.796639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-f143aa39-ef76-4094-8c27-38d6d51a4514 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e HTTP/1.1" status: 200 len: 912 time: 0.1880970 Aug 29 04:36:27.800381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.910915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.919351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-767955c2-83f6-4e27-9a5b-990b6cb83ee8 req-d348f981-440b-460f-9da2-22bd557c10dc tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548262 Aug 29 04:36:27.924002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f1480733-a073-49e7-9a95-96a3fbd4957a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:27.930941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-9ce74cf6-556f-4b1d-9b07-395fd7080c23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5 HTTP/1.1" status: 200 len: 217 time: 0.1106777 Aug 29 04:36:27.979036 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3b68c-82ef-4a81-a551-054af7f8aa44 None None] New status for floating IP b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:36:27.992292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 833792c0-5c90-4f10-91eb-9cd38e8730c5 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:28.018779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 833792c0-5c90-4f10-91eb-9cd38e8730c5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:28.019139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 833792c0-5c90-4f10-91eb-9cd38e8730c5 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:28.046848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-b3034cea-12a4-4a0c-a116-ba803004d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.048895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-b3034cea-12a4-4a0c-a116-ba803004d1b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2f52b7c-05ed-44e7-b190-389446894358 HTTP/1.1" status: 200 len: 851 time: 0.1084306 Aug 29 04:36:28.160654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=ad985a01-b9ba-4082-8c4c-daf6382a76df,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.171084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:28.198208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:28.216754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:28.221127 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-04b3d95a-0322-47d4-9819-4eed3a5ec3da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c95d16f-b786-4a8a-8e76-1cb8765dda3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072223 Aug 29 04:36:28.249237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-deleted', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:28.251696 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f67ec-8f78-4436-90e1-1c52548ee804" -d '{"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-deleted", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:28.307826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:28.359920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: c308867e-48d5-4d9a-8c7b-795d1e60e35c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:28.360649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device c308867e-48d5-4d9a-8c7b-795d1e60e35c not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:28.402272 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87180416-9219-4df3-89f4-fb4d17a27ba8 x-openstack-request-id: req-87180416-9219-4df3-89f4-fb4d17a27ba8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:28.402790 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a54f74e-4f7f-45c1-b588-e93ccbe70c09", "name": "network-vif-deleted", "tag": "c308867e-48d5-4d9a-8c7b-795d1e60e35c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:28.403214 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87180416-9219-4df3-89f4-fb4d17a27ba8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:28.403973 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a54f74e-4f7f-45c1-b588-e93ccbe70c09', 'name': 'network-vif-deleted', 'tag': 'c308867e-48d5-4d9a-8c7b-795d1e60e35c', 'status': 'completed', 'code': 200} Aug 29 04:36:28.437425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.441245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.506880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e8f205c-51de-488f-b8b5-340fd2c6f002 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0779212 Aug 29 04:36:28.521304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Deleting port 4ce647f2-ebe6-4ae7-82a4-206a690cc347 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:28.521721 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.531643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Request body: {'port': {'device_id': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:28.560217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b39c-b448-40ab-b148-6fe996947dc4 req-f66cf6bb-04d3-42c0-8c9c-572fbde1db03 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.562254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2220b39c-b448-40ab-b148-6fe996947dc4 req-f66cf6bb-04d3-42c0-8c9c-572fbde1db03 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 932 time: 0.0790234 Aug 29 04:36:28.574873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-85fdc74a-f864-46ce-b166-faab7e1a0e48 None None] Provisioning for port ad985a01-b9ba-4082-8c4c-daf6382a76df completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:28.580528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-85fdc74a-f864-46ce-b166-faab7e1a0e48 None None] Provisioning complete for port ad985a01-b9ba-4082-8c4c-daf6382a76df triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:28.580992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85fdc74a-f864-46ce-b166-faab7e1a0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.618677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-f57c648a-96e6-4545-b5ee-5e6f93bdb825 service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391776 Aug 29 04:36:28.621584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c18aab41-5bc6-4734-85ec-c5db1b2f7554 req-ea9929a6-83d9-4b1f-8d32-c94f9c2ad387 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/f300c6f0-87ae-4d77-9db8-a0410b9d2c6c HTTP/1.1" status: 200 len: 1802 time: 0.2212396 Aug 29 04:36:28.657000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-85fdc74a-f864-46ce-b166-faab7e1a0e48 None None] Port ad985a01-b9ba-4082-8c4c-daf6382a76df cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:28.663483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2220b39c-b448-40ab-b148-6fe996947dc4 req-855035a7-82cb-410d-b2d1-9e4d1c7c9c26 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807009 Aug 29 04:36:28.787030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.823457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.824065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.876383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Calling delete_port for 4ce647f2-ebe6-4ae7-82a4-206a690cc347 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:28.924068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c18aab41-5bc6-4734-85ec-c5db1b2f7554 req-86380b6c-f26c-4fda-805f-16c12baf66a7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.948790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c18aab41-5bc6-4734-85ec-c5db1b2f7554 req-86380b6c-f26c-4fda-805f-16c12baf66a7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.972830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4b48dd-d608-42d0-adf9-2b129b5ac732 req-371aa387-06f8-4bdc-922b-33c8ac7e2aa2 service neutron] 10.222.0.32 "GET /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275208 Aug 29 04:36:29.110845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077be8d-28c0-4283-a536-0434309b4c28 req-c8fc56c0-5429-4414-8c2d-7dd970e9bbe1 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:29.120484 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d077be8d-28c0-4283-a536-0434309b4c28 req-c8fc56c0-5429-4414-8c2d-7dd970e9bbe1 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.0922980 Aug 29 04:36:29.173525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c18aab41-5bc6-4734-85ec-c5db1b2f7554 req-86380b6c-f26c-4fda-805f-16c12baf66a7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.187070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c18aab41-5bc6-4734-85ec-c5db1b2f7554 req-86380b6c-f26c-4fda-805f-16c12baf66a7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.187070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c18aab41-5bc6-4734-85ec-c5db1b2f7554 req-86380b6c-f26c-4fda-805f-16c12baf66a7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/f300c6f0-87ae-4d77-9db8-a0410b9d2c6c HTTP/1.1" status: 204 len: 173 time: 0.5379772 Aug 29 04:36:29.204052 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d077be8d-28c0-4283-a536-0434309b4c28 req-8504ec08-eefd-4de1-b032-0521cde4045c tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825305 Aug 29 04:36:29.289251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86380b6c-f26c-4fda-805f-16c12baf66a7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300c6f0-87ae-4d77-9db8-a0410b9d2c6c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.389471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8657477-ba3b-45ec-861c-4f975e18bf52 req-6c780e13-38b8-49f8-b88e-1f0896870dc1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/aed52188-dda6-4ac7-9e18-a80bb5069e99 HTTP/1.1" status: 200 len: 1803 time: 0.1132684 Aug 29 04:36:29.502831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.578382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Pushing event deleted for resources: {'Port': ['ID=4ce647f2-ebe6-4ae7-82a4-206a690cc347,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.595941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b8657477-ba3b-45ec-861c-4f975e18bf52 req-0494efce-e7ce-4050-bbc3-d9203cdab784 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.642575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad985a01-b9ba-4082-8c4c-daf6382a76df {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:29.666315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.671131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b8657477-ba3b-45ec-861c-4f975e18bf52 req-0494efce-e7ce-4050-bbc3-d9203cdab784 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.700225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.702856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.707509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-71cadedd-7d4a-4991-bea4-844b0aa7e7a5 tempest-AttachVolumeShelveTestJSON-1034861070 tempest-AttachVolumeShelveTestJSON-1034861070-project] 10.222.0.55 "DELETE /v2.0/floatingips/b1d88a5c-7fe4-4b0a-88e0-873487b6e8a1 HTTP/1.1" status: 204 len: 168 time: 1.9030433 Aug 29 04:36:29.711179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Transition to ACTIVE for port object ad985a01-b9ba-4082-8c4c-daf6382a76df will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:29.732559 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.873719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b8657477-ba3b-45ec-861c-4f975e18bf52 req-0494efce-e7ce-4050-bbc3-d9203cdab784 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.893532 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b8657477-ba3b-45ec-861c-4f975e18bf52 req-0494efce-e7ce-4050-bbc3-d9203cdab784 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.896674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8657477-ba3b-45ec-861c-4f975e18bf52 req-0494efce-e7ce-4050-bbc3-d9203cdab784 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/aed52188-dda6-4ac7-9e18-a80bb5069e99 HTTP/1.1" status: 204 len: 173 time: 0.4963770 Aug 29 04:36:29.924856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dad148-a0ea-4c2b-8d8b-1f25f844ee65 req-8aba964f-1f94-4e67-9af0-bb4f95e4a3f6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:29.939590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60dad148-a0ea-4c2b-8d8b-1f25f844ee65 req-8aba964f-1f94-4e67-9af0-bb4f95e4a3f6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 944 time: 0.1703351 Aug 29 04:36:29.952724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ad985a01-b9ba-4082-8c4c-daf6382a76df,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:29.983957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494efce-e7ce-4050-bbc3-d9203cdab784 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed52188-dda6-4ac7-9e18-a80bb5069e99,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.068038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Attempting to bind port ad985a01-b9ba-4082-8c4c-daf6382a76df on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:30.068386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Attempting to bind port ad985a01-b9ba-4082-8c4c-daf6382a76df by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:30.068727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Attempting to bind port ad985a01-b9ba-4082-8c4c-daf6382a76df on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:30.075241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Port ad985a01-b9ba-4082-8c4c-daf6382a76df on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:30.075584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Attempting to bind port ad985a01-b9ba-4082-8c4c-daf6382a76df on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:30.081629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:30.081994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:30.082992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Bound using segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:30.083306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Bound port: ad985a01-b9ba-4082-8c4c-daf6382a76df, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:30.083672 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.098427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60dad148-a0ea-4c2b-8d8b-1f25f844ee65 req-8c1de3fd-f758-4485-92f7-de2a164d95fa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553414 Aug 29 04:36:30.138169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-3af3cde3-3043-4f43-a85a-4cbfc42b94ad req-ce1987fe-3f92-4bcf-98da-f36308e2a948 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30709672', 'description': 'tempest-description-1286524336'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:30.178588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3af3cde3-3043-4f43-a85a-4cbfc42b94ad req-ce1987fe-3f92-4bcf-98da-f36308e2a948 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.194697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] For port ad985a01-b9ba-4082-8c4c-daf6382a76df, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:30.198231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] For port ad985a01-b9ba-4082-8c4c-daf6382a76df, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ad985a01-b9ba-4082-8c4c-daf6382a76df,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:30.205236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.296579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.297260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.298682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad985a01-b9ba-4082-8c4c-daf6382a76df HTTP/1.1" status: 200 len: 1093 time: 1.7817678 Aug 29 04:36:30.328921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3af3cde3-3043-4f43-a85a-4cbfc42b94ad req-ce1987fe-3f92-4bcf-98da-f36308e2a948 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.338411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d71acd-bf55-4c4b-901b-17d77eba2b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ad985a01-b9ba-4082-8c4c-daf6382a76df,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.342732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3af3cde3-3043-4f43-a85a-4cbfc42b94ad req-ce1987fe-3f92-4bcf-98da-f36308e2a948 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.394373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1987fe-3f92-4bcf-98da-f36308e2a948 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a003d-2846-43ca-90fd-a3a98aa0185e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.418196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'tag': 'ad985a01-b9ba-4082-8c4c-daf6382a76df'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:30.420993 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32" -d '{"events": [{"name": "network-changed", "server_uuid": "96761bb7-fad4-47b1-b5c0-a2ff2fa61f65", "tag": "ad985a01-b9ba-4082-8c4c-daf6382a76df"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:30.425190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3af3cde3-3043-4f43-a85a-4cbfc42b94ad req-ce1987fe-3f92-4bcf-98da-f36308e2a948 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.436560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3af3cde3-3043-4f43-a85a-4cbfc42b94ad req-ce1987fe-3f92-4bcf-98da-f36308e2a948 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3026304 Aug 29 04:36:30.499052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-107c4bbc-587c-4868-abed-14c823681821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.500669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-107c4bbc-587c-4868-abed-14c823681821 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 1096 time: 0.1492021 Aug 29 04:36:30.592907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622b25-7bf1-415e-be1c-d1eeeb29de7b req-98bc4230-d614-4f8c-b52b-4aa5ecc33f0b tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.599264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18622b25-7bf1-415e-be1c-d1eeeb29de7b req-98bc4230-d614-4f8c-b52b-4aa5ecc33f0b tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1724052 Aug 29 04:36:30.603805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-cc133390-3b12-4f8d-979d-b73f2b4efced service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad985a01-b9ba-4082-8c4c-daf6382a76df HTTP/1.1" status: 200 len: 217 time: 0.0888946 Aug 29 04:36:30.664668 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8850b566-9f3b-42ef-bd4a-50e303acc3be x-openstack-request-id: req-8850b566-9f3b-42ef-bd4a-50e303acc3be {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:30.665007 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96761bb7-fad4-47b1-b5c0-a2ff2fa61f65", "tag": "ad985a01-b9ba-4082-8c4c-daf6382a76df", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:30.665234 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8850b566-9f3b-42ef-bd4a-50e303acc3be {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:30.665740 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'tag': 'ad985a01-b9ba-4082-8c4c-daf6382a76df', 'status': 'completed', 'code': 200} Aug 29 04:36:30.729441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b64c63-c215-4b7f-8be9-8a95eeccfbea req-2ac5f55b-c03e-4897-a86a-c1e75970d5ba tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/fd4a003d-2846-43ca-90fd-a3a98aa0185e HTTP/1.1" status: 200 len: 1801 time: 0.0644026 Aug 29 04:36:30.733618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-3b7a907a-5db4-4f0a-ba15-1813a133cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.735128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-3b7a907a-5db4-4f0a-ba15-1813a133cb33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.1267977 Aug 29 04:36:30.736646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f7b64c63-c215-4b7f-8be9-8a95eeccfbea req-23b5dada-a353-47be-aa5b-ac62955f697d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Request body: {'security_group': {'name': 'tempest-sg-hth-894263255', 'description': 'tempest-description-hth-1112396285'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:30.743113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18622b25-7bf1-415e-be1c-d1eeeb29de7b req-b966a882-1a4b-4112-9c74-6f37645a4482 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167917 Aug 29 04:36:30.770434 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7b64c63-c215-4b7f-8be9-8a95eeccfbea req-23b5dada-a353-47be-aa5b-ac62955f697d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.793391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e47c183-1543-41e2-aa72-17d12c75d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.794987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-6e47c183-1543-41e2-aa72-17d12c75d8e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510075 Aug 29 04:36:30.902011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7b64c63-c215-4b7f-8be9-8a95eeccfbea req-23b5dada-a353-47be-aa5b-ac62955f697d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.907529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7b64c63-c215-4b7f-8be9-8a95eeccfbea req-23b5dada-a353-47be-aa5b-ac62955f697d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.910966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f7b64c63-c215-4b7f-8be9-8a95eeccfbea req-23b5dada-a353-47be-aa5b-ac62955f697d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.912464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b64c63-c215-4b7f-8be9-8a95eeccfbea req-23b5dada-a353-47be-aa5b-ac62955f697d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "PUT /v2.0/security-groups/fd4a003d-2846-43ca-90fd-a3a98aa0185e HTTP/1.1" status: 200 len: 1776 time: 0.1816006 Aug 29 04:36:30.992089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5dada-a353-47be-aa5b-ac62955f697d tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a003d-2846-43ca-90fd-a3a98aa0185e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.035934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-756f1b93-75ee-4396-8c8b-9ae22df033b0 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331209 Aug 29 04:36:31.091078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fc733dd-349a-4c24-90dd-33504754e401 req-24794315-481a-4e75-8081-c2b3cc652c32 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/fd4a003d-2846-43ca-90fd-a3a98aa0185e HTTP/1.1" status: 200 len: 1776 time: 0.1367805 Aug 29 04:36:31.190225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d02a1c9c-9664-4cc8-8216-e08ee706c918 req-7df9b76c-59c2-4cb6-99cb-4b08e942d772 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/fd4a003d-2846-43ca-90fd-a3a98aa0185e HTTP/1.1" status: 200 len: 1776 time: 0.0771682 Aug 29 04:36:31.220831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897d6c-14be-4f5c-8cd8-5402a32aaceb req-af1a54d0-f7c6-4da8-b193-eda73bb0da2e tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.229103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64897d6c-14be-4f5c-8cd8-5402a32aaceb req-af1a54d0-f7c6-4da8-b193-eda73bb0da2e tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1397107 Aug 29 04:36:31.263834 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d02a1c9c-9664-4cc8-8216-e08ee706c918 req-9326d243-d677-4059-8845-6622decd63a5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.264339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca02b2ed-eeea-461a-a5ca-8c060d3861ef req-c3a71e52-b9e4-4ac3-9e3b-61bd2d87155e service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209654 Aug 29 04:36:31.274589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.291573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64897d6c-14be-4f5c-8cd8-5402a32aaceb req-8be3b083-bb70-4f45-b8c7-4b210adc4e34 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608056 Aug 29 04:36:31.318335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d02a1c9c-9664-4cc8-8216-e08ee706c918 req-9326d243-d677-4059-8845-6622decd63a5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.407852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d02a1c9c-9664-4cc8-8216-e08ee706c918 req-9326d243-d677-4059-8845-6622decd63a5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.411571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d02a1c9c-9664-4cc8-8216-e08ee706c918 req-9326d243-d677-4059-8845-6622decd63a5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.426973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d02a1c9c-9664-4cc8-8216-e08ee706c918 req-9326d243-d677-4059-8845-6622decd63a5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/fd4a003d-2846-43ca-90fd-a3a98aa0185e HTTP/1.1" status: 204 len: 173 time: 0.2334242 Aug 29 04:36:31.436463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-71ee7812-8c2f-4a69-8da3-3ad200052911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.438071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-71ee7812-8c2f-4a69-8da3-3ad200052911 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 1096 time: 0.1057723 Aug 29 04:36:31.447673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326d243-d677-4059-8845-6622decd63a5 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a003d-2846-43ca-90fd-a3a98aa0185e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:31.530788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc915ec8-3e4b-47ef-9590-7e5d600d6093 req-cfdf6979-5d3b-4850-b32c-66d72123c79c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.532492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc915ec8-3e4b-47ef-9590-7e5d600d6093 req-cfdf6979-5d3b-4850-b32c-66d72123c79c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 944 time: 0.1426785 Aug 29 04:36:31.598036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-da3346bc-da0c-42fe-95d4-79914cf9f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.600059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-da3346bc-da0c-42fe-95d4-79914cf9f0ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1543307 Aug 29 04:36:31.656934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-2893c95f-fe8f-430f-ade4-e0bdb6215111 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad985a01-b9ba-4082-8c4c-daf6382a76df HTTP/1.1" status: 200 len: 217 time: 0.0452535 Aug 29 04:36:31.674207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc915ec8-3e4b-47ef-9590-7e5d600d6093 req-d9c5b7d6-01cb-4f45-a41b-942b9296a3fa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267118 Aug 29 04:36:31.763239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-e3a3fbf4-40e4-4efb-95ae-3d6c14bba08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.764808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-e3a3fbf4-40e4-4efb-95ae-3d6c14bba08d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0896699 Aug 29 04:36:31.802134 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-506f789e-6858-4e2a-9333-b79d36a2ba1f req-6d624f68-571f-4394-a784-322da2fbccc6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:31.810276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-506f789e-6858-4e2a-9333-b79d36a2ba1f req-6d624f68-571f-4394-a784-322da2fbccc6 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/aed52188-dda6-4ac7-9e18-a80bb5069e99 HTTP/1.1" status: 404 len: 352 time: 0.0405853 Aug 29 04:36:31.852742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-60e856ee-b757-42c5-a292-187d0a1a491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.854315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-60e856ee-b757-42c5-a292-187d0a1a491b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792501 Aug 29 04:36:31.855644 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-00287599-bcbb-4e30-bf71-5d361eb27a65 req-800821d8-74c3-470c-bb96-93c7804ad39f tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:31.856575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00287599-bcbb-4e30-bf71-5d361eb27a65 req-800821d8-74c3-470c-bb96-93c7804ad39f tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/f300c6f0-87ae-4d77-9db8-a0410b9d2c6c HTTP/1.1" status: 404 len: 352 time: 0.0301514 Aug 29 04:36:31.906596 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-9a6d7ae6-d6e3-4321-bb89-9d33d84ad407 req-b75738d4-5dae-4e03-af9a-fea8923b7f93 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:31.907739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9a6d7ae6-d6e3-4321-bb89-9d33d84ad407 req-b75738d4-5dae-4e03-af9a-fea8923b7f93 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/2add2c8c-7434-4b71-bbc6-c70e408f9379 HTTP/1.1" status: 404 len: 352 time: 0.0272899 Aug 29 04:36:31.985486 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-a8ff33e8-0a0c-476e-b724-70edc56ecf94 req-c6345cd6-f638-45c8-80c7-415a0c157bfc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:31.986585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a8ff33e8-0a0c-476e-b724-70edc56ecf94 req-c6345cd6-f638-45c8-80c7-415a0c157bfc tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/eb432557-ec38-4ebd-b9c5-b1abe5e01123 HTTP/1.1" status: 404 len: 352 time: 0.0412579 Aug 29 04:36:32.020845 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [req-0adf25fd-daa7-443e-b4be-ff742081271f req-1a2eb2c1-bb24-4255-9167-c3349c565d31 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:32.021954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0adf25fd-daa7-443e-b4be-ff742081271f req-1a2eb2c1-bb24-4255-9167-c3349c565d31 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/017c3a69-e5c5-439d-83b5-e97b82da6d4e HTTP/1.1" status: 404 len: 352 time: 0.0144162 Aug 29 04:36:32.033033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-2ce95a86-58d2-459c-94cc-639d9024cff3 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698980 Aug 29 04:36:32.108776 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-671779a7-bc45-448c-8ee1-1eeaac6d35c3 req-4cb8cfde-b998-48e4-97fe-7fd4867f7c20 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] show failed (client error): The resource could not be found. Aug 29 04:36:32.109875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-671779a7-bc45-448c-8ee1-1eeaac6d35c3 req-4cb8cfde-b998-48e4-97fe-7fd4867f7c20 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/e45b434c-1de0-4376-a814-c38858f7e5ae HTTP/1.1" status: 404 len: 352 time: 0.0469820 Aug 29 04:36:32.214352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1f67b51-de1b-4fb5-b84d-a54d375c2e32 req-4a6d4719-717d-40bf-a925-69834b959302 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729751 Aug 29 04:36:32.528537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397512a-8b0a-45e9-ba17-93e8f143f3c7 req-28c4fb98-3112-45da-b191-f632ea7eb954 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.530516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c75631-ed59-4d07-879b-4fb7861a0cc7 req-f5ba0157-d025-4955-afa2-d6b38674b515 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.539222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e397512a-8b0a-45e9-ba17-93e8f143f3c7 req-28c4fb98-3112-45da-b191-f632ea7eb954 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1023 time: 0.1033902 Aug 29 04:36:32.542480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7c75631-ed59-4d07-879b-4fb7861a0cc7 req-f5ba0157-d025-4955-afa2-d6b38674b515 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1117148 Aug 29 04:36:32.592368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e397512a-8b0a-45e9-ba17-93e8f143f3c7 req-bd6fa464-6bcb-4f90-b71d-7d6bfe28ec4e tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f59d08f-40bd-4f0f-886f-563b3355b060&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&id=9508ded4-1911-47f6-aad1-c6c657bbb300&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0500686 Aug 29 04:36:32.623890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7c75631-ed59-4d07-879b-4fb7861a0cc7 req-41001ab5-bddd-437b-bc36-cfb5c941df65 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804899 Aug 29 04:36:33.104234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d999b5-205e-4d80-b950-270992aabcfb req-d6c74713-53ee-4001-b2b5-2488493e52d2 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.105834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02d999b5-205e-4d80-b950-270992aabcfb req-d6c74713-53ee-4001-b2b5-2488493e52d2 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.32 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1116245 Aug 29 04:36:33.272103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f175e-00df-4b11-8841-8a22d32323b0 req-b7d9eb12-a906-4dac-9fa2-1a7e8ad5f49a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.273764 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f3f175e-00df-4b11-8841-8a22d32323b0 req-b7d9eb12-a906-4dac-9fa2-1a7e8ad5f49a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 944 time: 0.0988305 Aug 29 04:36:33.286124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Deleting port 848902e3-424b-4636-b8b1-d356ce3c8bd5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:33.286476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.509140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f3f175e-00df-4b11-8841-8a22d32323b0 req-5b666c2d-6f4f-4f96-baaf-b13df997f77d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267132 Aug 29 04:36:33.569469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] For port 848902e3-424b-4636-b8b1-d356ce3c8bd5, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=848902e3-424b-4636-b8b1-d356ce3c8bd5,segment=NetworkSegment(5360b5a7-1613-4cbe-ab11-5bf7838c1a11),segment_id=5360b5a7-1613-4cbe-ab11-5bf7838c1a11)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:33.570334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.586351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Calling delete_port for 848902e3-424b-4636-b8b1-d356ce3c8bd5 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:33.833794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29904cf6-1a05-482f-b817-988e603e420e req-48993761-70ef-4c9b-8813-6ff9fabf06d3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.842550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29904cf6-1a05-482f-b817-988e603e420e req-48993761-70ef-4c9b-8813-6ff9fabf06d3 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1023 time: 0.0951300 Aug 29 04:36:33.921193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae7303-ceaa-4f8f-a187-27d6243ec4a9 req-bfdc3538-d6b5-4637-bb7c-4467dfa70191 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.923210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cae7303-ceaa-4f8f-a187-27d6243ec4a9 req-bfdc3538-d6b5-4637-bb7c-4467dfa70191 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1948dc4a-3009-42be-b187-5af617419fa2 HTTP/1.1" status: 200 len: 945 time: 0.1374135 Aug 29 04:36:33.924366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.932068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29904cf6-1a05-482f-b817-988e603e420e req-91197df6-d331-459c-b31d-1569266fd864 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f59d08f-40bd-4f0f-886f-563b3355b060&id=f69c9558-2aa6-480f-96fb-8905dd867dc6&id=9508ded4-1911-47f6-aad1-c6c657bbb300&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0883193 Aug 29 04:36:33.959430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['848902e3-424b-4636-b8b1-d356ce3c8bd5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:34.006939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Pushing event deleted for resources: {'Port': ['ID=848902e3-424b-4636-b8b1-d356ce3c8bd5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.120363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-b978af18-3297-43e7-b365-8df98e0cac81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.121987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-b978af18-3297-43e7-b365-8df98e0cac81 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 1023 time: 0.1458361 Aug 29 04:36:34.130748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] No DVR routers for this DVR port 848902e3-424b-4636-b8b1-d356ce3c8bd5 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:34.135572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.138425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02d999b5-205e-4d80-b950-270992aabcfb req-48a9ac8e-3c9c-4744-8d7d-35575fe945f4 tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.32 "DELETE /v2.0/ports/848902e3-424b-4636-b8b1-d356ce3c8bd5 HTTP/1.1" status: 204 len: 173 time: 1.0236151 Aug 29 04:36:34.153841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1948dc4a-3009-42be-b187-5af617419fa2', 'name': 'network-vif-deleted', 'tag': '848902e3-424b-4636-b8b1-d356ce3c8bd5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:34.161240 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e71df-5591-4ea2-a020-67a030a2f4ca" -d '{"events": [{"server_uuid": "1948dc4a-3009-42be-b187-5af617419fa2", "name": "network-vif-deleted", "tag": "848902e3-424b-4636-b8b1-d356ce3c8bd5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:34.199106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cae7303-ceaa-4f8f-a187-27d6243ec4a9 req-7b6da000-cf02-45c7-91cf-9f39406033ae tempest-TestServerAdvancedOps-1190793731 tempest-TestServerAdvancedOps-1190793731-project] 10.222.0.55 "GET /v2.0/security-groups?id=8290fc9f-fdcf-4879-a631-415622d2aa09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621558 Aug 29 04:36:34.290389 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705230e4-ec22-4dd6-bdc0-588c612b7bf1 x-openstack-request-id: req-705230e4-ec22-4dd6-bdc0-588c612b7bf1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:34.291338 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1948dc4a-3009-42be-b187-5af617419fa2", "name": "network-vif-deleted", "tag": "848902e3-424b-4636-b8b1-d356ce3c8bd5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:34.291778 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-705230e4-ec22-4dd6-bdc0-588c612b7bf1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:34.292351 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1948dc4a-3009-42be-b187-5af617419fa2', 'name': 'network-vif-deleted', 'tag': '848902e3-424b-4636-b8b1-d356ce3c8bd5', 'status': 'completed', 'code': 200} Aug 29 04:36:34.322364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ad985a01-b9ba-4082-8c4c-daf6382a76df details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:34.376854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Deleting port 4bc37353-6b06-434b-846f-db49c5a3ca90 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:34.377521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.445300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ad985a01-b9ba-4082-8c4c-daf6382a76df, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ad985a01-b9ba-4082-8c4c-daf6382a76df,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:34.462100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'ad985a01-b9ba-4082-8c4c-daf6382a76df', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': 'ad985a01-b9ba-4082-8c4c-daf6382a76df', 'mac_address': 'fa:16:3e:43:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:34.529070 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.529448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] For port 4bc37353-6b06-434b-846f-db49c5a3ca90, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4bc37353-6b06-434b-846f-db49c5a3ca90,segment=NetworkSegment(0c821566-beb8-4422-8be0-f5a9990fd86c),segment_id=0c821566-beb8-4422-8be0-f5a9990fd86c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:34.529891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.557057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad985a01-b9ba-4082-8c4c-daf6382a76df {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:34.567114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Calling delete_port for 4bc37353-6b06-434b-846f-db49c5a3ca90 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:34.581183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ad985a01-b9ba-4082-8c4c-daf6382a76df, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ad985a01-b9ba-4082-8c4c-daf6382a76df,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:34.587882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.651789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ad985a01-b9ba-4082-8c4c-daf6382a76df,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.659454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.659810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.660788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.661136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.661475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.661835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.662172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.662506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.662835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.663164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.663493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.663820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:34.810862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279938f-1137-4c38-96ce-d1fe41d94911 req-ab62ec1e-aeb5-4310-83ec-0e8f746fce9e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.812574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5279938f-1137-4c38-96ce-d1fe41d94911 req-ab62ec1e-aeb5-4310-83ec-0e8f746fce9e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 945 time: 0.1326330 Aug 29 04:36:34.860090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ad985a01-b9ba-4082-8c4c-daf6382a76df'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:34.912113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5279938f-1137-4c38-96ce-d1fe41d94911 req-222c2a94-fd21-473d-81bf-37b5b3fc175f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786526 Aug 29 04:36:34.928929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.980218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4bc37353-6b06-434b-846f-db49c5a3ca90'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:35.017858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'Port': ['ID=4bc37353-6b06-434b-846f-db49c5a3ca90,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.096091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b40319c-9d1a-4f58-b391-6b94bbbd5ccd req-38d51707-e7bd-40c2-9c67-600f383400f7 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/ports?device_id=44e62bc5-29c1-46a9-a85d-8234cb3c961a HTTP/1.1" status: 200 len: 210 time: 0.0425246 Aug 29 04:36:35.122629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] No DVR routers for this DVR port 4bc37353-6b06-434b-846f-db49c5a3ca90 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:35.125377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.127384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e53b34df-a11a-426d-99bd-b4127cef47c6 req-e1eac198-ff52-4706-9a14-619199c9e8c0 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.32 "DELETE /v2.0/ports/4bc37353-6b06-434b-846f-db49c5a3ca90 HTTP/1.1" status: 204 len: 173 time: 0.9802606 Aug 29 04:36:35.128010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'name': 'network-vif-deleted', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:35.130485 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a7f8ed-cd88-46b9-96c5-842ee0c4f679" -d '{"events": [{"server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "name": "network-vif-deleted", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:35.204515 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcba4db-1a1a-4ea8-91fd-3f4c293349e1 x-openstack-request-id: req-0fcba4db-1a1a-4ea8-91fd-3f4c293349e1 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:35.204837 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e62bc5-29c1-46a9-a85d-8234cb3c961a", "name": "network-vif-deleted", "tag": "4bc37353-6b06-434b-846f-db49c5a3ca90", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:35.205100 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fcba4db-1a1a-4ea8-91fd-3f4c293349e1 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:35.205506 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e62bc5-29c1-46a9-a85d-8234cb3c961a', 'name': 'network-vif-deleted', 'tag': '4bc37353-6b06-434b-846f-db49c5a3ca90', 'status': 'completed', 'code': 200} Aug 29 04:36:35.266773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37132) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.340639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] Deleting subnet d2f52b7c-05ed-44e7-b190-389446894358 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:35.343908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.415139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.457834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.517375 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.557486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f52b7c-05ed-44e7-b190-389446894358,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.561989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.564045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7818ca7e-5850-4eb2-af58-2863f62a337e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d2f52b7c-05ed-44e7-b190-389446894358 HTTP/1.1" status: 204 len: 168 time: 0.2960093 Aug 29 04:36:35.567766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37136) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.712150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.850464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.872617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c95d16f-b786-4a8a-8e76-1cb8765dda3e']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:35.902913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5360b5a7-1613-4cbe-ab11-5bf7838c1a11') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:35.903308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5360b5a7-1613-4cbe-ab11-5bf7838c1a11') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:35.916845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.932591 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.953805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:35.955669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:35.958841 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:36.033493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4bc37353-6b06-434b-846f-db49c5a3ca90 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:36.082991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 4bc37353-6b06-434b-846f-db49c5a3ca90 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:36.084168 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.086206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4bc37353-6b06-434b-846f-db49c5a3ca90 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:36.088056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 848902e3-424b-4636-b8b1-d356ce3c8bd5 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:36.094800 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.097011 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] 10.222.0.55 "DELETE /v2.0/networks/2c95d16f-b786-4a8a-8e76-1cb8765dda3e HTTP/1.1" status: 204 len: 168 time: 0.5279844 Aug 29 04:36:36.101605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37156) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.132930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd32659-1045-459f-94bf-caae801f532f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c95d16f-b786-4a8a-8e76-1cb8765dda3e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.158022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 848902e3-424b-4636-b8b1-d356ce3c8bd5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:36.158385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 848902e3-424b-4636-b8b1-d356ce3c8bd5 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:36.238214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ee3c7-6b6e-4e84-b56a-1cd0758839eb req-5998cfe1-6e7b-40f4-addd-d6b391b8dafd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:36.240258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-239ee3c7-6b6e-4e84-b56a-1cd0758839eb req-5998cfe1-6e7b-40f4-addd-d6b391b8dafd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 945 time: 0.2119381 Aug 29 04:36:36.246907 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f6fdf38e-45e7-4b8a-b6da-7b8271cb6de8 req-b757f942-d451-47db-a0b4-32cbae20a673 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/2f59d08f-40bd-4f0f-886f-563b3355b060 HTTP/1.1" status: 200 len: 1802 time: 0.0663385 Aug 29 04:36:36.268880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37164) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.322315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ad985a01-b9ba-4082-8c4c-daf6382a76df up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:36.332465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-239ee3c7-6b6e-4e84-b56a-1cd0758839eb req-d0506d1d-7b0d-4f8d-a614-77459b839137 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Aug 29 04:36:36.338383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] Deleting subnet 41f46543-9bd9-41d8-8290-8df5378fc26b {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:36.350936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.354324 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f6fdf38e-45e7-4b8a-b6da-7b8271cb6de8 req-a7c4a5d3-231b-4c82-bf18-21d02de6e1c1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.405141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f6fdf38e-45e7-4b8a-b6da-7b8271cb6de8 req-a7c4a5d3-231b-4c82-bf18-21d02de6e1c1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.453226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port ad985a01-b9ba-4082-8c4c-daf6382a76df completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:36.460326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port ad985a01-b9ba-4082-8c4c-daf6382a76df triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:36.461111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.509385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f6fdf38e-45e7-4b8a-b6da-7b8271cb6de8 req-a7c4a5d3-231b-4c82-bf18-21d02de6e1c1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.513429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f6fdf38e-45e7-4b8a-b6da-7b8271cb6de8 req-a7c4a5d3-231b-4c82-bf18-21d02de6e1c1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.514818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f6fdf38e-45e7-4b8a-b6da-7b8271cb6de8 req-a7c4a5d3-231b-4c82-bf18-21d02de6e1c1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/2f59d08f-40bd-4f0f-886f-563b3355b060 HTTP/1.1" status: 204 len: 173 time: 0.2606318 Aug 29 04:36:36.518899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.574037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4a5d3-231b-4c82-bf18-21d02de6e1c1 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59d08f-40bd-4f0f-886f-563b3355b060,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.582883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8a904c-0dd7-4c9f-abe7-2279b90d5117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.672388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.730270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad985a01-b9ba-4082-8c4c-daf6382a76df'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:36.739415 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1bb773-e23e-43cd-a2e5-351a68c909fa" -d '{"events": [{"server_uuid": "96761bb7-fad4-47b1-b5c0-a2ff2fa61f65", "name": "network-vif-plugged", "status": "completed", "tag": "ad985a01-b9ba-4082-8c4c-daf6382a76df"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:36.769039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ad985a01-b9ba-4082-8c4c-daf6382a76df, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ad985a01-b9ba-4082-8c4c-daf6382a76df,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:36.785164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8a904c-0dd7-4c9f-abe7-2279b90d5117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.788412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.795138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8a904c-0dd7-4c9f-abe7-2279b90d5117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.854756 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccde492-7489-46df-9f5f-ec5cd22841f2 x-openstack-request-id: req-5ccde492-7489-46df-9f5f-ec5cd22841f2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:36.855056 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96761bb7-fad4-47b1-b5c0-a2ff2fa61f65", "name": "network-vif-plugged", "status": "completed", "tag": "ad985a01-b9ba-4082-8c4c-daf6382a76df", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:36.855313 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ccde492-7489-46df-9f5f-ec5cd22841f2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:36.855707 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad985a01-b9ba-4082-8c4c-daf6382a76df', 'code': 200} Aug 29 04:36:36.914168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a904c-0dd7-4c9f-abe7-2279b90d5117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543876b1-df0e-47ab-b421-fcf4bcc3a38c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.934392 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9b8a904c-0dd7-4c9f-abe7-2279b90d5117 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e14bd91a5594cef94e17efcbab017bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643984 Aug 29 04:36:36.936727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ad985a01-b9ba-4082-8c4c-daf6382a76df,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.937214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37184) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.027770 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98bba519-793b-4caa-924e-7061ae5458d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.085626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98bba519-793b-4caa-924e-7061ae5458d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.154858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98bba519-793b-4caa-924e-7061ae5458d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.157554 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-98bba519-793b-4caa-924e-7061ae5458d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.160966 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-98bba519-793b-4caa-924e-7061ae5458d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/543876b1-df0e-47ab-b421-fcf4bcc3a38c HTTP/1.1" status: 204 len: 168 time: 0.2197599 Aug 29 04:36:37.170254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bba519-793b-4caa-924e-7061ae5458d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543876b1-df0e-47ab-b421-fcf4bcc3a38c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.203421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.246194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb2c62-26ca-43a4-a3bb-302d1eb16969 req-6cc6efe9-30f6-4337-8ce8-14da1078bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.247732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71fb2c62-26ca-43a4-a3bb-302d1eb16969 req-6cc6efe9-30f6-4337-8ce8-14da1078bc23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 1098 time: 0.1100237 Aug 29 04:36:37.250382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b465e36-8517-4a94-bf2b-34def6cc1118 req-7c6519f0-d04c-496c-8584-9bfda53603df tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "GET /v2.0/security-groups/9508ded4-1911-47f6-aad1-c6c657bbb300 HTTP/1.1" status: 200 len: 1801 time: 0.1115446 Aug 29 04:36:37.321519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71fb2c62-26ca-43a4-a3bb-302d1eb16969 req-87ccdc98-7c2e-4c94-9cdc-1dbb06923497 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627289 Aug 29 04:36:37.324869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.411534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.417204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37202) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.417783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/41f46543-9bd9-41d8-8290-8df5378fc26b HTTP/1.1" status: 204 len: 168 time: 1.3061807 Aug 29 04:36:37.419831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35607369-9805-4490-b037-66b9ca46e87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f46543-9bd9-41d8-8290-8df5378fc26b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.450286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6b465e36-8517-4a94-bf2b-34def6cc1118 req-11786052-8dc6-4332-9c7e-ed3092282823 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.479634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6b465e36-8517-4a94-bf2b-34def6cc1118 req-11786052-8dc6-4332-9c7e-ed3092282823 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.538355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6b465e36-8517-4a94-bf2b-34def6cc1118 req-11786052-8dc6-4332-9c7e-ed3092282823 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.542170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6b465e36-8517-4a94-bf2b-34def6cc1118 req-11786052-8dc6-4332-9c7e-ed3092282823 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.544713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b465e36-8517-4a94-bf2b-34def6cc1118 req-11786052-8dc6-4332-9c7e-ed3092282823 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] 10.222.0.55 "DELETE /v2.0/security-groups/9508ded4-1911-47f6-aad1-c6c657bbb300 HTTP/1.1" status: 204 len: 173 time: 0.2789309 Aug 29 04:36:37.563953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.599162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.607061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11786052-8dc6-4332-9c7e-ed3092282823 tempest-SecurityGroupsTestJSON-1818145232 tempest-SecurityGroupsTestJSON-1818145232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9508ded4-1911-47f6-aad1-c6c657bbb300,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.641531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41883-3af0-49d9-9b3d-9a9d7f9906d0 req-4d2367c3-6fde-46df-8bc2-81c48a40a172 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.645547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2cf41883-3af0-49d9-9b3d-9a9d7f9906d0 req-4d2367c3-6fde-46df-8bc2-81c48a40a172 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 946 time: 0.2030408 Aug 29 04:36:37.699430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] Deleting subnet c63b09cd-5745-4b56-af47-411d9176f045 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:37.705445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.745288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2cf41883-3af0-49d9-9b3d-9a9d7f9906d0 req-2edf7979-02f7-4b3e-9b88-1f374537183a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941069 Aug 29 04:36:37.782869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.805870 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.817031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a7d974-aa44-45a6-9c58-51f0fe42d1a5']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.830264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8825e3bc-83d4-4b61-a61e-d8c47830fa56') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.830833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8825e3bc-83d4-4b61-a61e-d8c47830fa56') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:37.843920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.854511 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.875128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.900039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:37.900459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.930474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:37.987562 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:38.003722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63b09cd-5745-4b56-af47-411d9176f045,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.003886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.006686 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.012567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-80fdac44-85a3-44ea-abcb-9e470313443f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c63b09cd-5745-4b56-af47-411d9176f045 HTTP/1.1" status: 204 len: 168 time: 0.4473536 Aug 29 04:36:38.013629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37230) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.022224 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.028965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.034776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] 10.222.0.55 "DELETE /v2.0/networks/31a7d974-aa44-45a6-9c58-51f0fe42d1a5 HTTP/1.1" status: 204 len: 168 time: 0.6162295 Aug 29 04:36:38.089446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c02b0d-f826-4077-9376-50401f414f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=31a7d974-aa44-45a6-9c58-51f0fe42d1a5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.147406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.252866 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.283847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ef7095-64b5-42f3-aba4-703c88ca578c']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.310655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c821566-beb8-4422-8be0-f5a9990fd86c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.311895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c821566-beb8-4422-8be0-f5a9990fd86c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:38.327363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.349880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.364350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:38.364687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.366138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:38.369784 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:38.458895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.476828 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.481845 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] 10.222.0.55 "DELETE /v2.0/networks/16ef7095-64b5-42f3-aba4-703c88ca578c HTTP/1.1" status: 204 len: 168 time: 0.4670348 Aug 29 04:36:38.495923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-93643973-95e1-4246-9e1e-0595554acd8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69d90a54cd0b498bbd84718f683da940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295106 Aug 29 04:36:38.502177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.512473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b5c8a-1485-4972-b6fb-c60b1cf0d04b admin admin] Pushing event deleted for resources: {'Network': ['ID=16ef7095-64b5-42f3-aba4-703c88ca578c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.563594 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a26c680-3895-4794-87af-c761d7382b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.593243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a26c680-3895-4794-87af-c761d7382b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.661195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a26c680-3895-4794-87af-c761d7382b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.664247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a26c680-3895-4794-87af-c761d7382b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.668797 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0a26c680-3895-4794-87af-c761d7382b8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8290fc9f-fdcf-4879-a631-415622d2aa09 HTTP/1.1" status: 204 len: 168 time: 0.1656246 Aug 29 04:36:38.680214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26c680-3895-4794-87af-c761d7382b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8290fc9f-fdcf-4879-a631-415622d2aa09,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.819474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:38.859795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.991622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1a56676c-edfd-47d0-836c-008d2ce693c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b961a842e16477d8beea309897d5de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685593 Aug 29 04:36:38.995136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.035270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596813-8664-4b39-b34b-1b9b5df5866a req-ace43f53-80cc-469d-b8a2-6b5b23ab2f4b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.037059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e596813-8664-4b39-b34b-1b9b5df5866a req-ace43f53-80cc-469d-b8a2-6b5b23ab2f4b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 946 time: 0.1978471 Aug 29 04:36:39.104054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-5775557d-b429-451a-9095-c9b829b6ac68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1527548 Aug 29 04:36:39.106988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e596813-8664-4b39-b34b-1b9b5df5866a req-9bdc80c6-71a2-46de-b6ab-444567ed8a75 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629544 Aug 29 04:36:39.112767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-166b6484-85be-41c5-8727-0fc6dcd8c605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.138935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-166b6484-85be-41c5-8727-0fc6dcd8c605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.247815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Deleting port c04b7bf5-909c-46a6-b7fc-2f29f86afb69 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:39.247815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.290169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.290674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.291386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.291968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.292460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.292941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.293363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.295813 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e68b8a59-f926-4ca7-ad3e-2c4711b7393b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6496 time: 0.1399591 Aug 29 04:36:39.312116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37286) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.369129 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-166b6484-85be-41c5-8727-0fc6dcd8c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.372034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-166b6484-85be-41c5-8727-0fc6dcd8c605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.373297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-166b6484-85be-41c5-8727-0fc6dcd8c605 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f69c9558-2aa6-480f-96fb-8905dd867dc6 HTTP/1.1" status: 204 len: 168 time: 0.3764248 Aug 29 04:36:39.420892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e6b3ea4b-022a-48cb-bb6b-18571fa54997 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2566acaa2e094405bc44678673d0158a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058276 Aug 29 04:36:39.428737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.442903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b6484-85be-41c5-8727-0fc6dcd8c605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c9558-2aa6-480f-96fb-8905dd867dc6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.538259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-bf9120a1-5797-4a06-8b55-148de5ecd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.538979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-bf9120a1-5797-4a06-8b55-148de5ecd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.539714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-bf9120a1-5797-4a06-8b55-148de5ecd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.542057 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-bf9120a1-5797-4a06-8b55-148de5ecd6b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de44834-2a7b-4f66-8909-aa94c16f31a9&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=61223970-77e3-4ef9-937f-d8e32b92a0c4&id=61223970-77e3-4ef9-937f-d8e32b92a0c4 HTTP/1.1" status: 200 len: 2291 time: 0.2054341 Aug 29 04:36:39.548390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92928599-a9e9-495c-9348-c98949283413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.702562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92928599-a9e9-495c-9348-c98949283413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.811682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] For port c04b7bf5-909c-46a6-b7fc-2f29f86afb69, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:39.812049 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.827905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-b2dc68d1-60be-48f0-9dd2-0328c4216937 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81f3740-c07d-416d-9f73-907db37fd679 HTTP/1.1" status: 200 len: 999 time: 0.2559493 Aug 29 04:36:39.835990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92928599-a9e9-495c-9348-c98949283413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.838613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92928599-a9e9-495c-9348-c98949283413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.842078 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-92928599-a9e9-495c-9348-c98949283413 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84082dd4-2dbc-4150-8dfd-2c0d112ccd0a HTTP/1.1" status: 204 len: 168 time: 0.4063940 Aug 29 04:36:39.847142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Calling delete_port for c04b7bf5-909c-46a6-b7fc-2f29f86afb69 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:39.887059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92928599-a9e9-495c-9348-c98949283413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84082dd4-2dbc-4150-8dfd-2c0d112ccd0a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.908736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-60c4510d-eee0-4966-bc29-e56ac163d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.911185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-60c4510d-eee0-4966-bc29-e56ac163d541 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed5171ab-1fdb-4315-839d-998ac9302523 HTTP/1.1" status: 200 len: 850 time: 0.0703106 Aug 29 04:36:40.015359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-8f8898ae-3b44-4793-bae2-3d848f80cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.017049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-8f8898ae-3b44-4793-bae2-3d848f80cac8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de44834-2a7b-4f66-8909-aa94c16f31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984149 Aug 29 04:36:40.209677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-6e79167e-971d-432b-af04-b328f1c02139 service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826580 Aug 29 04:36:40.239119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.315435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04b7bf5-909c-46a6-b7fc-2f29f86afb69,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.343343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.343781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.344965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.345540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.347096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.348307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.349355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.350148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.350704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.351285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.352571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.353150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:40.476402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-838808fa-ad5c-4b25-92a3-23fdfed61f17 service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609606 Aug 29 04:36:40.549263 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e4496256-1d65-44b9-98a6-67b6185936dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 200 len: 217 time: 0.0620170 Aug 29 04:36:40.625481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-9c53096c-080f-4953-ab42-9830e6fcf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.627061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-9c53096c-080f-4953-ab42-9830e6fcf2c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0711203 Aug 29 04:36:40.662821 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.692269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-2bfacbae-488a-489e-ab72-aeea7dbb9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.693859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-2bfacbae-488a-489e-ab72-aeea7dbb9e74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575755 Aug 29 04:36:40.797492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-88168ae8-487a-43f0-b738-48425a77864a service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963774 Aug 29 04:36:40.933496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-0858a67a-08b5-49af-958b-4fffaa17fc79 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257212 Aug 29 04:36:40.942024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Router 12812aab-3169-4a3b-b8bc-4a597e74c748 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:40.988016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-c8942c70-adbc-41b3-baad-a69380d8ab6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 200 len: 217 time: 0.0464456 Aug 29 04:36:41.069041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-8288e816-375e-40ae-8ac4-d352e054390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.071196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-8288e816-375e-40ae-8ac4-d352e054390a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0760143 Aug 29 04:36:41.086657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:41.096048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] Sync routers for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:41.096588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-79e31196-d7b2-47fe-a5b6-efb6eaf86d21 admin admin] 10.222.0.55 "PUT /v2.0/routers/12812aab-3169-4a3b-b8bc-4a597e74c748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0896423 Aug 29 04:36:41.099629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.114219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:41.115199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:36:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:41.168435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e6577b08-ba6a-40c7-9338-b89fda69de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.169994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-e6577b08-ba6a-40c7-9338-b89fda69de9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0899293 Aug 29 04:36:41.263430 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.291847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:41.340259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-ac8f94a6-a8ee-43e8-b81a-2e3219e6b041 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616592 Aug 29 04:36:41.430325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.569697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-60cb765e-fa32-4fe4-a935-ea927521ccb0 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118778 Aug 29 04:36:41.630403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Deleting port 4f65463f-5ad7-41b7-a2fa-08481efbe543 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:41.631744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.686903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:36:40Z', 'revision_number': 5, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port': {'id': '4f65463f-5ad7-41b7-a2fa-08481efbe543', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:21Z', 'updated_at': '2021-08-29T04:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:41.704937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-6fb29292-c286-4e95-be84-f29355e4b7a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=7613ad66-1551-4927-a25f-0532b313f755 HTTP/1.1" status: 200 len: 217 time: 0.1183870 Aug 29 04:36:41.718475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] Checking router: 12812aab-3169-4a3b-b8bc-4a597e74c748 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:41.746728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] Routers {'12812aab-3169-4a3b-b8bc-4a597e74c748'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:41.747648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:36:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['12812aab-3169-4a3b-b8bc-4a597e74c748'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:41.748921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] For port 4f65463f-5ad7-41b7-a2fa-08481efbe543, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4f65463f-5ad7-41b7-a2fa-08481efbe543,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:41.749301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.782104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Calling delete_port for 4f65463f-5ad7-41b7-a2fa-08481efbe543 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:41.790424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-b7a09a2a-5b79-4966-a90e-f23f060e9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.792455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-b7a09a2a-5b79-4966-a90e-f23f060e9f68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0795670 Aug 29 04:36:41.873132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-5dd1244c-381f-40d4-85bd-671b657a49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.877479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-5dd1244c-381f-40d4-85bd-671b657a49a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751178 Aug 29 04:36:41.902259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] Set router 12812aab-3169-4a3b-b8bc-4a597e74c748 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:42.059012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 6, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:42.074022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-0407c600-d135-4b74-9e35-df159e87d802 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840653 Aug 29 04:36:42.076533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.116966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5105783-9a1c-42fd-9378-b2478f43d2ed None None] The sync data for ids ['12812aab-3169-4a3b-b8bc-4a597e74c748'] in n-d-712143-14 is: [{'id': '12812aab-3169-4a3b-b8bc-4a597e74c748', 'name': 'tempest-AttachVolumeShelveTestJSON-1900252645-router', 'tenant_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:18Z', 'updated_at': '2021-08-29T04:36:41Z', 'revision_number': 6, 'project_id': 'e01ca052c7444198bfd9cc7d21a85a7e', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:42.151239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f65463f-5ad7-41b7-a2fa-08481efbe543,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.223505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.228209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37384) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.249358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-d2c880e0-5306-4a93-8d34-e19025debc87 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703398 Aug 29 04:36:42.330272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-aa002bbd-cd2f-4f00-abe5-81d2d783125a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=96815d72-4af0-4d00-968e-74b84ee2d14d HTTP/1.1" status: 200 len: 217 time: 0.0715322 Aug 29 04:36:42.371824 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.374463 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.416511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-ab26ef76-53dd-43b5-b63f-3ecc68e6ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.418045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-ab26ef76-53dd-43b5-b63f-3ecc68e6ee45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.0793045 Aug 29 04:36:42.439578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc988-96c2-486f-bde9-c934321ff83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.461648 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.462679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12812aab-3169-4a3b-b8bc-4a597e74c748 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:36:42.469766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.474691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4ac5f799-f1fc-4a8e-b3bc-5c0a5cbcfea5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/12812aab-3169-4a3b-b8bc-4a597e74c748 HTTP/1.1" status: 204 len: 168 time: 1.3740406 Aug 29 04:36:42.475361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37392) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.476548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-59558749-9259-47ac-afe2-877990ed1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.478856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-59558749-9259-47ac-afe2-877990ed1fdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518756 Aug 29 04:36:42.583883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] Deleting subnet b12f94aa-6763-450a-be9f-5a69bd0de8a8 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:42.588684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.631827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-5ed3b887-8588-4888-9d0f-cb17ed7a00d3 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447451 Aug 29 04:36:42.651990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.737347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc988-96c2-486f-bde9-c934321ff83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.772453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2d3dc988-96c2-486f-bde9-c934321ff83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.784799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-df9ec0f4-5f50-442a-82b3-fa6b9ee3c084 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448967 Aug 29 04:36:42.808813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.840540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-f733f3fb-0004-409c-be28-91d8ae764549 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc HTTP/1.1" status: 200 len: 217 time: 0.0467930 Aug 29 04:36:42.864114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2d3dc988-96c2-486f-bde9-c934321ff83b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31f98d2ca1f248a98a15b277ba6ca7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347773 Aug 29 04:36:42.866809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37394) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.896050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dc988-96c2-486f-bde9-c934321ff83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25399c6-21de-4a90-ae51-5778379a3ae3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.915925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-0a0ba88c-15ca-42e3-9dee-13d8d74b520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.920444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-0a0ba88c-15ca-42e3-9dee-13d8d74b520f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 200 len: 797 time: 0.0715327 Aug 29 04:36:42.934468 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8247a0c3-51a2-443d-afd1-a71c1c370184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.972085 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.986924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-4a285d12-353e-4a55-ab37-b0476ebdbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.988717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-4a285d12-353e-4a55-ab37-b0476ebdbb56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0594635 Aug 29 04:36:42.996151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388df62b-1a1b-4f74-bcd8-fee5b9247018 None None] Network 0e7b9fca-b872-4743-bc0b-2e9daa521446 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:43.025074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.027130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b12f94aa-6763-450a-be9f-5a69bd0de8a8 HTTP/1.1" status: 204 len: 168 time: 0.5360982 Aug 29 04:36:43.029424 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8247a0c3-51a2-443d-afd1-a71c1c370184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.030461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37400) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:43.032594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc893a-f40b-43d5-a3e7-ecabf8139336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12f94aa-6763-450a-be9f-5a69bd0de8a8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.139539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8247a0c3-51a2-443d-afd1-a71c1c370184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.143420 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8247a0c3-51a2-443d-afd1-a71c1c370184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.155838 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8247a0c3-51a2-443d-afd1-a71c1c370184 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b25399c6-21de-4a90-ae51-5778379a3ae3 HTTP/1.1" status: 204 len: 168 time: 0.2866993 Aug 29 04:36:43.170409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247a0c3-51a2-443d-afd1-a71c1c370184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25399c6-21de-4a90-ae51-5778379a3ae3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.213464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.225394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4f65463f-5ad7-41b7-a2fa-08481efbe543 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:43.236603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-392b5aee-89e1-4d90-aed5-9cde6e1ea12f service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391925 Aug 29 04:36:43.285987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 4f65463f-5ad7-41b7-a2fa-08481efbe543 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:43.286690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4f65463f-5ad7-41b7-a2fa-08481efbe543 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:43.287333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c04b7bf5-909c-46a6-b7fc-2f29f86afb69 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:43.367316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c04b7bf5-909c-46a6-b7fc-2f29f86afb69 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:43.367916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c04b7bf5-909c-46a6-b7fc-2f29f86afb69 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:43.484482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Deleting port a9c81a83-81c4-4399-a6cb-fb05b001a48f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:43.484857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.551665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] DHCP port deletion for 0e7b9fca-b872-4743-bc0b-2e9daa521446 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:43.665049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-30b73370-7252-4c0b-b3fc-aaf2c0bc7096 service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202404 Aug 29 04:36:43.731592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] Deleting port a9c81a83-81c4-4399-a6cb-fb05b001a48f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:43.734337 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.734734 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-c5143a5a-a221-4910-8813-87b1007e3fda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2 HTTP/1.1" status: 200 len: 217 time: 0.0603163 Aug 29 04:36:43.736766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] For port a9c81a83-81c4-4399-a6cb-fb05b001a48f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a9c81a83-81c4-4399-a6cb-fb05b001a48f,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:43.737244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.802100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-4a55aa81-2469-4abe-8c5f-852aa4c1c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:43.803988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-4a55aa81-2469-4abe-8c5f-852aa4c1c4c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 200 len: 797 time: 0.0557370 Aug 29 04:36:43.805212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Calling delete_port for a9c81a83-81c4-4399-a6cb-fb05b001a48f owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:43.840692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] For port a9c81a83-81c4-4399-a6cb-fb05b001a48f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a9c81a83-81c4-4399-a6cb-fb05b001a48f,segment=NetworkSegment(8e430e1c-1a21-4644-9287-e298cc42689a),segment_id=8e430e1c-1a21-4644-9287-e298cc42689a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:43.841213 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.861836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] Calling delete_port for a9c81a83-81c4-4399-a6cb-fb05b001a48f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:43.908889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-4bc1b0b1-3336-469f-b476-45ed40d9d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:43.911040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-4bc1b0b1-3336-469f-b476-45ed40d9d1eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964756 Aug 29 04:36:43.991887 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.013474 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.016112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] No DVR routers for this DVR port a9c81a83-81c4-4399-a6cb-fb05b001a48f on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:44.077888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c81a83-81c4-4399-a6cb-fb05b001a48f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.080044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] No DVR routers for this DVR port a9c81a83-81c4-4399-a6cb-fb05b001a48f on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:44.082646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100ea31-ca0f-49cb-bc48-21d6029a6de3 None None] Pushing event deleted for resources: {'Port': ['ID=a9c81a83-81c4-4399-a6cb-fb05b001a48f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.178711 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-85706607-e653-417d-a3bc-fd90b43c718a service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583702 Aug 29 04:36:44.204393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.278522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7b9fca-b872-4743-bc0b-2e9daa521446']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:44.294947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e430e1c-1a21-4644-9287-e298cc42689a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:44.295247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e430e1c-1a21-4644-9287-e298cc42689a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:44.307734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.332202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.351257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:44.353379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:44.399485 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:44.412476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d0164aa-8df8-4082-bea0-972ed3e08fb5 req-3fe99f1e-39ba-4236-b496-43c24e16900e service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262518 Aug 29 04:36:44.435223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.463029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.468605 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0e7b9fca-b872-4743-bc0b-2e9daa521446 HTTP/1.1" status: 204 len: 168 time: 1.4331875 Aug 29 04:36:44.479942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2fa20-9e52-4beb-acb9-c539aaacec20 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7b9fca-b872-4743-bc0b-2e9daa521446,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.711740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37450) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:44.803857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-13997af2-dd5a-41b0-8822-2b0d7f62a476 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e01ca052c7444198bfd9cc7d21a85a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885305 Aug 29 04:36:44.804068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:44.864458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a55f6b75-2f2b-475f-9d0d-84840aa90eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.952277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a55f6b75-2f2b-475f-9d0d-84840aa90eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.027194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a55f6b75-2f2b-475f-9d0d-84840aa90eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.034124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a55f6b75-2f2b-475f-9d0d-84840aa90eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.041767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a55f6b75-2f2b-475f-9d0d-84840aa90eab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcd89cd8-8f0f-4525-868a-ecf620ff1535 HTTP/1.1" status: 204 len: 168 time: 0.2366240 Aug 29 04:36:45.062730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f6b75-2f2b-475f-9d0d-84840aa90eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd89cd8-8f0f-4525-868a-ecf620ff1535,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:45.248948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a9c81a83-81c4-4399-a6cb-fb05b001a48f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:45.309773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a9c81a83-81c4-4399-a6cb-fb05b001a48f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:45.310124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a9c81a83-81c4-4399-a6cb-fb05b001a48f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:46.393002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.601784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1402792467-network', 'tenant_id': '7d8ac3088be1429c97b02b6e54d39020'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:46.636075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Made reservation on behalf of 7d8ac3088be1429c97b02b6e54d39020 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:46.638983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.651843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.812527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-423ca473-4e62-40e4-8972-14c4496a9bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.844609 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.853614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.873615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:46.890764 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.891115 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Added segment 88995b9f-d294-4382-9dd3-61b1310ac837 of type vlan for network 4c501b9c-8b85-4ad1-9734-c0362fef9eff Aug 29 04:36:46.976139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5449d0e4-7e63-4bd2-bfa8-aa40e6587326,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:46.993375 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.030793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.032150 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.032527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.102391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7082243 Aug 29 04:36:47.105333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.111834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Request body: {'subnet': {'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1402792467-subnet', 'tenant_id': '7d8ac3088be1429c97b02b6e54d39020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:47.115809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dce45-6df5-47f1-8fd4-8be4c1f0228d admin admin] Pushing event updated for resources: {'Network': ['ID=4c501b9c-8b85-4ad1-9734-c0362fef9eff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.130416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:47.151436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Made reservation on behalf of 7d8ac3088be1429c97b02b6e54d39020 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:47.154395 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.484642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.558157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Checking segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:47.558606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Network hostable DHCP agents. Network: 4c501b9c-8b85-4ad1-9734-c0362fef9eff, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:47.560943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac053d89-debe-4a18-94c2-716f60a73cb4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.584551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:47.606187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 4c501b9c-8b85-4ad1-9734-c0362fef9eff) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:47.625659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b10c3-8b94-43a1-927a-3bbff1e927a2 None None] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:47.646548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.647170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.686216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1104d744-6f68-4708-b65a-f297de5f7e58 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5712337 Aug 29 04:36:47.868397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b9b4a-ee0f-456a-b61c-ea1a1a07ad8a None None] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:48.423767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.634951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0167537c-3b5e-4bb4-ad99-304bb0da3f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.752440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-e9cb10bc-57e7-40fb-ad2f-da50f63e51dd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:48.755212 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-e9cb10bc-57e7-40fb-ad2f-da50f63e51dd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.1382008 Aug 29 04:36:48.793376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0167537c-3b5e-4bb4-ad99-304bb0da3f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.798240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-c25cb648-69bb-44c9-9107-e3274070c8a1 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/quotas/7d8ac3088be1429c97b02b6e54d39020 HTTP/1.1" status: 200 len: 375 time: 0.0333853 Aug 29 04:36:48.800778 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0167537c-3b5e-4bb4-ad99-304bb0da3f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.835355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167537c-3b5e-4bb4-ad99-304bb0da3f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ebbd73-c3f5-4b43-a9b6-6c12db995500,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.857850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0167537c-3b5e-4bb4-ad99-304bb0da3f3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18a268ede8f2456ab52cb7465ca901f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325736 Aug 29 04:36:48.864714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.881706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-3bb11ace-e1c9-4bf1-afda-e8fbbc5e7d09 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784879 Aug 29 04:36:49.000443 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37b7adbb-436a-4dc2-9498-129d4642c10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.029621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37b7adbb-436a-4dc2-9498-129d4642c10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.049615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-490a79a2-4468-40d4-be1f-99dfa14c47a8 service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657832 Aug 29 04:36:49.110881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37b7adbb-436a-4dc2-9498-129d4642c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.114710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37b7adbb-436a-4dc2-9498-129d4642c10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.119076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37b7adbb-436a-4dc2-9498-129d4642c10b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26ebbd73-c3f5-4b43-a9b6-6c12db995500 HTTP/1.1" status: 204 len: 168 time: 0.2532859 Aug 29 04:36:49.120160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.147187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7adbb-436a-4dc2-9498-129d4642c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ebbd73-c3f5-4b43-a9b6-6c12db995500,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.224899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-f6ae3edd-1183-42b7-8db7-d2782a6a640b service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739709 Aug 29 04:36:49.406055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4101b882-e928-4946-9400-5d24b8dc16d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.484397 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2cb34b48-12ee-48bb-8e32-ca7262f8ff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.556995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4af0e7c3-ca36-4ff0-afe6-168485e5b68c req-a87e00fd-1bc4-4a77-8675-f1465d832fd1 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 210 time: 0.0310285 Aug 29 04:36:49.611119 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.652558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4101b882-e928-4946-9400-5d24b8dc16d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.659043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4101b882-e928-4946-9400-5d24b8dc16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.689808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37606) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.689990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4101b882-e928-4946-9400-5d24b8dc16d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=767c173c30a741a7866f2bbd1e725cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669012 Aug 29 04:36:49.697573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37608) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.714763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3f420a4f-e632-4143-96ce-b92e1f0264e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.755148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101b882-e928-4946-9400-5d24b8dc16d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18fac4-2e89-4040-ab32-c90fca708ed6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.798260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96713e43-9359-490c-9616-3cc51dcc9046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.829334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96713e43-9359-490c-9616-3cc51dcc9046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.866709 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3f420a4f-e632-4143-96ce-b92e1f0264e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.875497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3f420a4f-e632-4143-96ce-b92e1f0264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.912448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420a4f-e632-4143-96ce-b92e1f0264e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0f9ce-d5b9-4c2b-ab6b-469e1c9f6387,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.915848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96713e43-9359-490c-9616-3cc51dcc9046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.918807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96713e43-9359-490c-9616-3cc51dcc9046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.923315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-96713e43-9359-490c-9616-3cc51dcc9046 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe18fac4-2e89-4040-ab32-c90fca708ed6 HTTP/1.1" status: 204 len: 168 time: 0.2217832 Aug 29 04:36:49.930338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96713e43-9359-490c-9616-3cc51dcc9046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18fac4-2e89-4040-ab32-c90fca708ed6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.964770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3f420a4f-e632-4143-96ce-b92e1f0264e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a79ce904fcb449d89b5893f8968690e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715001 Aug 29 04:36:49.965106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37616) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.397112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c516791-4f00-4b2b-9fab-fe68993f4e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.454231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c516791-4f00-4b2b-9fab-fe68993f4e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.534706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c516791-4f00-4b2b-9fab-fe68993f4e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.537349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c516791-4f00-4b2b-9fab-fe68993f4e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.540090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0c516791-4f00-4b2b-9fab-fe68993f4e27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9b0f9ce-d5b9-4c2b-ab6b-469e1c9f6387 HTTP/1.1" status: 204 len: 168 time: 0.5737789 Aug 29 04:36:50.548165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c516791-4f00-4b2b-9fab-fe68993f4e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0f9ce-d5b9-4c2b-ab6b-469e1c9f6387,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:50.654911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.721394 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f603668-f910-4768-872a-b3e687f43748 req-e17ca4a1-f257-4026-b92c-8de1d9eb335e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 210 time: 0.0539877 Aug 29 04:36:50.750789 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.470449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-b9738220-786f-4147-9044-741eb6835eba tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:51.472958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-b9738220-786f-4147-9044-741eb6835eba tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.1416314 Aug 29 04:36:51.493502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Request body: {'port': {'device_id': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'admin_state_up': True, 'tenant_id': '7d8ac3088be1429c97b02b6e54d39020'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:51.615283 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Made reservation on behalf of 7d8ac3088be1429c97b02b6e54d39020 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:51.618748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.807668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Allocated IP 172.20.0.11 (4c501b9c-8b85-4ad1-9734-c0362fef9eff/ac053d89-debe-4a18-94c2-716f60a73cb4/b2f125fb-1b09-422d-8a9f-a884e35e1649) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:51.847482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd02f71c-99b6-415e-ba69-5295395f55d2 req-0467f40e-8d12-4c3d-bc34-53733b1bd503 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 210 time: 0.0393333 Aug 29 04:36:52.017743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.062749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.115144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:52.118423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:52.124860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:52.154342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event updated for resources: {'Port': ['ID=b2f125fb-1b09-422d-8a9f-a884e35e1649,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.180618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.181247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.195190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7ce88a2c-f5dd-47fb-8f73-ba416cd75919 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7068844 Aug 29 04:36:52.212645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Request body: {'port': {'device_id': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:52.271643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.273479 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.544423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f125fb-1b09-422d-8a9f-a884e35e1649 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:52.551979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.565008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Transition to ACTIVE for port object b2f125fb-1b09-422d-8a9f-a884e35e1649 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:52.570465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.639909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f125fb-1b09-422d-8a9f-a884e35e1649,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.697657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Attempting to bind port b2f125fb-1b09-422d-8a9f-a884e35e1649 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:52.698086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Attempting to bind port b2f125fb-1b09-422d-8a9f-a884e35e1649 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:52.698484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Attempting to bind port b2f125fb-1b09-422d-8a9f-a884e35e1649 on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:52.703128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Port b2f125fb-1b09-422d-8a9f-a884e35e1649 on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:52.703517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Attempting to bind port b2f125fb-1b09-422d-8a9f-a884e35e1649 on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:52.709274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:52.709711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Checking segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:52.710159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Bound using segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:52.710666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Bound port: b2f125fb-1b09-422d-8a9f-a884e35e1649, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:52.711148 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.814687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] For port b2f125fb-1b09-422d-8a9f-a884e35e1649, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:52.818716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] For port b2f125fb-1b09-422d-8a9f-a884e35e1649, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b2f125fb-1b09-422d-8a9f-a884e35e1649,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:52.832338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.882915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.883800 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.885605 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/b2f125fb-1b09-422d-8a9f-a884e35e1649 HTTP/1.1" status: 200 len: 1093 time: 0.6771109 Aug 29 04:36:52.887983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'tag': 'b2f125fb-1b09-422d-8a9f-a884e35e1649'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:52.890949 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bd0628-2368-42ff-85e3-05c748ec4244" -d '{"events": [{"name": "network-changed", "server_uuid": "63268111-a3c2-4f09-afd3-c7a81c4d810f", "tag": "b2f125fb-1b09-422d-8a9f-a884e35e1649"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:52.979859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6598-9def-4063-ab47-50defdac67d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f125fb-1b09-422d-8a9f-a884e35e1649,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.021666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e96915-de66-49fc-b34b-3693f4bd7841 req-29fa0256-88f3-4d1d-bc73-c2d61ebc2eb4 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.026415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28e96915-de66-49fc-b34b-3693f4bd7841 req-29fa0256-88f3-4d1d-bc73-c2d61ebc2eb4 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 944 time: 0.0666432 Aug 29 04:36:53.046823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51e493-c2fa-493f-958a-c621c93988d8 req-11b93025-9c88-4c8b-a43f-f7ac04d813da tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.049429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b51e493-c2fa-493f-958a-c621c93988d8 req-11b93025-9c88-4c8b-a43f-f7ac04d813da tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1465771 Aug 29 04:36:53.069940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-cc696994-8342-4ad6-a0a4-ccfd1b667017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.071520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-cc696994-8342-4ad6-a0a4-ccfd1b667017 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 1096 time: 0.1083984 Aug 29 04:36:53.087088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28e96915-de66-49fc-b34b-3693f4bd7841 req-532220b8-53ac-47cf-85d5-ab4cadf4c5f6 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498924 Aug 29 04:36:53.110341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b51e493-c2fa-493f-958a-c621c93988d8 req-421071e3-f5fe-4c8d-8b9e-0408945c30b7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505741 Aug 29 04:36:53.164552 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2946f8-4a90-4356-aa91-f5dab58ae0ad x-openstack-request-id: req-4c2946f8-4a90-4356-aa91-f5dab58ae0ad {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:53.164552 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63268111-a3c2-4f09-afd3-c7a81c4d810f", "tag": "b2f125fb-1b09-422d-8a9f-a884e35e1649", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:53.164552 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c2946f8-4a90-4356-aa91-f5dab58ae0ad {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:53.164552 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'tag': 'b2f125fb-1b09-422d-8a9f-a884e35e1649', 'status': 'completed', 'code': 200} Aug 29 04:36:53.165054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7b9cc409-1f9e-4ada-a854-07f63e2af3e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f125fb-1b09-422d-8a9f-a884e35e1649 HTTP/1.1" status: 200 len: 217 time: 0.0603926 Aug 29 04:36:53.222661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-9d2a67f7-868f-4201-9e65-73efe32492bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.224362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-9d2a67f7-868f-4201-9e65-73efe32492bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0522430 Aug 29 04:36:53.263732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-0db20e33-8ea1-4624-a8af-2fd3e11c5171 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315609 Aug 29 04:36:53.292369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13c367-ff82-4106-b6fb-d7bf0732b009 req-b19ef7dd-66f9-4da9-b9d5-800167164ac7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.294695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf13c367-ff82-4106-b6fb-d7bf0732b009 req-b19ef7dd-66f9-4da9-b9d5-800167164ac7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0638950 Aug 29 04:36:53.354269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf13c367-ff82-4106-b6fb-d7bf0732b009 req-e4a44d21-d5f6-40de-838d-f7a188ced8b8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527806 Aug 29 04:36:53.404871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-7eb888a8-a226-458d-aba1-a5b34b6f6f26 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342733 Aug 29 04:36:53.529525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8dc2f30-ca6d-4b96-8463-9abb4c779065 req-4514b13c-1451-4998-82ba-0dd34e510aa6 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163466 Aug 29 04:36:53.656453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935ca11-42b3-4a82-9bdd-851f59a8e33d req-e80fdf5a-9be1-4dfd-971f-cc11eb9ad3d8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.662167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7935ca11-42b3-4a82-9bdd-851f59a8e33d req-e80fdf5a-9be1-4dfd-971f-cc11eb9ad3d8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0554540 Aug 29 04:36:53.690702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-43ee4a5d-c3a5-4eb0-b3dc-67bd731a7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.692505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-43ee4a5d-c3a5-4eb0-b3dc-67bd731a7c43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 1096 time: 0.0645890 Aug 29 04:36:53.706183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7935ca11-42b3-4a82-9bdd-851f59a8e33d req-61338b73-1349-4fef-a8d7-89624df92912 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410495 Aug 29 04:36:53.824967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-b212be71-ebab-4a62-b59f-579c62cf119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.826609 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-b212be71-ebab-4a62-b59f-579c62cf119d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 916 time: 0.1268501 Aug 29 04:36:53.899370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-18163f7a-30bf-40e7-a1a0-fc82edbf58b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f125fb-1b09-422d-8a9f-a884e35e1649 HTTP/1.1" status: 200 len: 217 time: 0.0489585 Aug 29 04:36:53.960317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-f8468f5f-974b-4c39-95c8-fa4d8cc3c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:53.962364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-f8468f5f-974b-4c39-95c8-fa4d8cc3c5d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0549479 Aug 29 04:36:54.014017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-760eaeba-5984-4dd0-a124-1d0ba775fea9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431240 Aug 29 04:36:54.197624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-b87b510b-7080-4108-8993-debbe8921d58 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660852 Aug 29 04:36:54.273974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32916737-2c76-4c8a-80ab-efb2ca8f72a7 req-13734b7c-8b78-4090-b49a-2ae563b93862 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:54.276455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32916737-2c76-4c8a-80ab-efb2ca8f72a7 req-13734b7c-8b78-4090-b49a-2ae563b93862 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 944 time: 0.1130216 Aug 29 04:36:54.331502 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32916737-2c76-4c8a-80ab-efb2ca8f72a7 req-e393d98f-6602-4f5b-b095-7dfc61a4ccd1 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462718 Aug 29 04:36:54.362758 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bd0628-2368-42ff-85e3-05c748ec4244 req-478ecf5a-ba1b-4c78-afa4-b3968a949051 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104038 Aug 29 04:36:54.370508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d95f1-0ca1-4abc-87de-62eff43f8b1d req-002aacbf-bbbe-4231-88fd-a6f4d06214ac tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:54.372120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b1d95f1-0ca1-4abc-87de-62eff43f8b1d req-002aacbf-bbbe-4231-88fd-a6f4d06214ac tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1670630 Aug 29 04:36:54.412347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b1d95f1-0ca1-4abc-87de-62eff43f8b1d req-ad50f14a-37ac-4ec7-996c-0f1ee9bee13b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339465 Aug 29 04:36:55.462783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828356f7-32f3-4dab-9f32-7192cf8e1a7c req-55e8e660-345d-4c42-b35c-8dfeaefb38fb tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.464312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-828356f7-32f3-4dab-9f32-7192cf8e1a7c req-55e8e660-345d-4c42-b35c-8dfeaefb38fb tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 944 time: 0.0579145 Aug 29 04:36:55.525889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-828356f7-32f3-4dab-9f32-7192cf8e1a7c req-d15814b5-eb74-4b38-b268-720b16e28105 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534363 Aug 29 04:36:55.547814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cb78-deb3-40e0-b96f-b9f52c99499a req-abfc67c1-c7a1-4a74-8794-f2e18e35afa2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.550151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6303cb78-deb3-40e0-b96f-b9f52c99499a req-abfc67c1-c7a1-4a74-8794-f2e18e35afa2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0567305 Aug 29 04:36:55.587873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6303cb78-deb3-40e0-b96f-b9f52c99499a req-f871bcf3-02f3-403c-8d36-27ce5bb6d6fb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324130 Aug 29 04:36:56.085810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b2f125fb-1b09-422d-8a9f-a884e35e1649 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:56.209838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b2f125fb-1b09-422d-8a9f-a884e35e1649, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b2f125fb-1b09-422d-8a9f-a884e35e1649,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:56.227295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b2f125fb-1b09-422d-8a9f-a884e35e1649', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'port_id': 'b2f125fb-1b09-422d-8a9f-a884e35e1649', 'mac_address': 'fa:16:3e:8f:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac053d89-debe-4a18-94c2-716f60a73cb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:56.265484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.282394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f125fb-1b09-422d-8a9f-a884e35e1649 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:56.302723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b2f125fb-1b09-422d-8a9f-a884e35e1649, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b2f125fb-1b09-422d-8a9f-a884e35e1649,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:56.307897 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.362783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b2f125fb-1b09-422d-8a9f-a884e35e1649,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:56.605475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37928) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.645998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10c816-dd71-44b6-aac4-8d102affb14b req-31148c1b-0b72-42c3-ab9c-85aef99d5f84 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.654143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b10c816-dd71-44b6-aac4-8d102affb14b req-31148c1b-0b72-42c3-ab9c-85aef99d5f84 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 945 time: 0.0645692 Aug 29 04:36:56.676632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:56.699332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b10c816-dd71-44b6-aac4-8d102affb14b req-96072880-f3b6-4cfd-a68d-6a3a6dad1694 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Aug 29 04:36:56.739108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3765c08-8dca-4688-868c-b58c86a57198 req-0fd9121c-4145-447e-b1ee-9e171ff8d6a3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.743351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3765c08-8dca-4688-868c-b58c86a57198 req-0fd9121c-4145-447e-b1ee-9e171ff8d6a3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0794973 Aug 29 04:36:56.765097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fefa5679-8404-4961-bea2-2abb135f2319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.805857 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3765c08-8dca-4688-868c-b58c86a57198 req-15776c38-b40b-4f2a-a52e-b2431585a5b6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536747 Aug 29 04:36:56.907265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fefa5679-8404-4961-bea2-2abb135f2319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.912275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fefa5679-8404-4961-bea2-2abb135f2319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.965949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fefa5679-8404-4961-bea2-2abb135f2319 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1f4e3a4ef9d43d0919e2b66b8d401f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592994 Aug 29 04:36:56.968586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:56.970584 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa5679-8404-4961-bea2-2abb135f2319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dfb63b-0ca5-4b7a-b6a7-68d398fc1835,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.026155 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e41e70-bbc1-4683-9c0c-64fde307938b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.047681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e41e70-bbc1-4683-9c0c-64fde307938b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.103334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e41e70-bbc1-4683-9c0c-64fde307938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.106200 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69e41e70-bbc1-4683-9c0c-64fde307938b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.107440 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-69e41e70-bbc1-4683-9c0c-64fde307938b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7dfb63b-0ca5-4b7a-b6a7-68d398fc1835 HTTP/1.1" status: 204 len: 168 time: 0.1378703 Aug 29 04:36:57.119329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e41e70-bbc1-4683-9c0c-64fde307938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dfb63b-0ca5-4b7a-b6a7-68d398fc1835,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.407936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.423409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0502599-62d5-485b-95db-956f7a158016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.514839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0502599-62d5-485b-95db-956f7a158016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.519051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0502599-62d5-485b-95db-956f7a158016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.556684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502599-62d5-485b-95db-956f7a158016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e5a76d-bb21-4d9c-80ed-68b367c2d8ab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.561086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e0502599-62d5-485b-95db-956f7a158016 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4abdc07752924f40ae3da1ffcf8617da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520314 Aug 29 04:36:57.563676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:57.612828 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0133f936-365a-41ce-9fd1-99c7855a6df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.633765 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0133f936-365a-41ce-9fd1-99c7855a6df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.683368 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0133f936-365a-41ce-9fd1-99c7855a6df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.685973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0133f936-365a-41ce-9fd1-99c7855a6df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.687334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0133f936-365a-41ce-9fd1-99c7855a6df9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2e5a76d-bb21-4d9c-80ed-68b367c2d8ab HTTP/1.1" status: 204 len: 168 time: 0.1227231 Aug 29 04:36:57.695328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133f936-365a-41ce-9fd1-99c7855a6df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e5a76d-bb21-4d9c-80ed-68b367c2d8ab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.826348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb19832-e30d-439d-8b1f-5337a72dd21a req-0975487b-4df6-4d72-a62b-4f759a065604 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.827893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8cb19832-e30d-439d-8b1f-5337a72dd21a req-0975487b-4df6-4d72-a62b-4f759a065604 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 945 time: 0.0501630 Aug 29 04:36:57.885262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8cb19832-e30d-439d-8b1f-5337a72dd21a req-c6812b35-3a02-4cde-aee7-63090cfe9c99 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Aug 29 04:36:57.971094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea60e2-71f2-4e01-8646-0ea3852f1aeb req-9d952d05-a57e-466a-9430-2d0bf41d2229 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.978992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92ea60e2-71f2-4e01-8646-0ea3852f1aeb req-9d952d05-a57e-466a-9430-2d0bf41d2229 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0713263 Aug 29 04:36:58.027123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-92ea60e2-71f2-4e01-8646-0ea3852f1aeb req-b61dd396-8849-4a40-b9d9-ed7612b3e7da tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Aug 29 04:36:58.100003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b2f125fb-1b09-422d-8a9f-a884e35e1649 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:58.156797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port b2f125fb-1b09-422d-8a9f-a884e35e1649 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:58.162093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b2f125fb-1b09-422d-8a9f-a884e35e1649 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:58.162952 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.258993 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.305880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f125fb-1b09-422d-8a9f-a884e35e1649'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:58.308512 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750f298-8ecd-4c0a-9812-3be70d38d0ce" -d '{"events": [{"server_uuid": "63268111-a3c2-4f09-afd3-c7a81c4d810f", "name": "network-vif-plugged", "status": "completed", "tag": "b2f125fb-1b09-422d-8a9f-a884e35e1649"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:58.329775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b2f125fb-1b09-422d-8a9f-a884e35e1649, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b2f125fb-1b09-422d-8a9f-a884e35e1649,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:58.335278 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:58.366413 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a882e-7a35-4dc0-b211-fd30f8c256cc x-openstack-request-id: req-8c6a882e-7a35-4dc0-b211-fd30f8c256cc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:58.366705 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63268111-a3c2-4f09-afd3-c7a81c4d810f", "name": "network-vif-plugged", "status": "completed", "tag": "b2f125fb-1b09-422d-8a9f-a884e35e1649", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:58.367149 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c6a882e-7a35-4dc0-b211-fd30f8c256cc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:58.367701 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f125fb-1b09-422d-8a9f-a884e35e1649', 'code': 200} Aug 29 04:36:58.406228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b2f125fb-1b09-422d-8a9f-a884e35e1649,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.485894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abfbdd-4f69-4c83-82bd-fa47ab441b10 req-5d864fc1-406d-45ee-9423-02b7f85da4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:58.488266 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44abfbdd-4f69-4c83-82bd-fa47ab441b10 req-5d864fc1-406d-45ee-9423-02b7f85da4a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 1098 time: 0.0516884 Aug 29 04:36:58.527807 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44abfbdd-4f69-4c83-82bd-fa47ab441b10 req-c44bd7d8-8ea6-4f2e-baf0-fae805824b5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Aug 29 04:36:58.746713 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:59.030071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba90ac-6714-4217-85f5-aa1cbf8b5271 req-5247edc2-63ba-4ada-8f2d-afcdcf05c7db tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.031771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c8ba90ac-6714-4217-85f5-aa1cbf8b5271 req-5247edc2-63ba-4ada-8f2d-afcdcf05c7db tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 946 time: 0.0610702 Aug 29 04:36:59.095125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c8ba90ac-6714-4217-85f5-aa1cbf8b5271 req-a0cefcfb-7c8d-43ed-b6bb-7d336db3aad4 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562048 Aug 29 04:36:59.184465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48f871-98d6-4fcc-b358-ebca0474357c req-0ac6c4e5-eef5-4cc7-8b41-b93b6534dfe7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.186061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc48f871-98d6-4fcc-b358-ebca0474357c req-0ac6c4e5-eef5-4cc7-8b41-b93b6534dfe7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0530987 Aug 29 04:36:59.243117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc48f871-98d6-4fcc-b358-ebca0474357c req-86a99be1-6aae-4a0c-a0a9-37ac610fdccf tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438271 Aug 29 04:37:00.228871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce6f1-426d-49d3-8353-4746f6d37858 req-284622d9-0c3e-4f1c-8c79-a1b4b2229b8f tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:00.234336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5dce6f1-426d-49d3-8353-4746f6d37858 req-284622d9-0c3e-4f1c-8c79-a1b4b2229b8f tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 946 time: 0.0597966 Aug 29 04:37:00.278644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5dce6f1-426d-49d3-8353-4746f6d37858 req-d72b8535-343d-4231-b830-4ba8e634a06e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Aug 29 04:37:00.377194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f1e79-0657-4e0e-bdc6-78250c46f132 req-757968e9-288b-438c-8ca5-f9785b1d4fef tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:00.379563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f81f1e79-0657-4e0e-bdc6-78250c46f132 req-757968e9-288b-438c-8ca5-f9785b1d4fef tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0615144 Aug 29 04:37:00.455777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f81f1e79-0657-4e0e-bdc6-78250c46f132 req-70af63d5-3b7d-4097-b2c4-73b5744c0159 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601485 Aug 29 04:37:00.826043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:00.946162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fab1a8f-3328-4e05-9248-22c8053ac7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.052233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fab1a8f-3328-4e05-9248-22c8053ac7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.059344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7fab1a8f-3328-4e05-9248-22c8053ac7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.102118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7fab1a8f-3328-4e05-9248-22c8053ac7a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b04d2fde1a446b5b281b73c48d91c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749724 Aug 29 04:37:01.103012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab1a8f-3328-4e05-9248-22c8053ac7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7430d5d-9fa7-4490-bf8b-dd7f1a7d0c8a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.104835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38132) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.166677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02cd21d3-7c1c-4cf8-a73c-f33d8b0d2c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.192961 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02cd21d3-7c1c-4cf8-a73c-f33d8b0d2c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.249369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02cd21d3-7c1c-4cf8-a73c-f33d8b0d2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.256779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02cd21d3-7c1c-4cf8-a73c-f33d8b0d2c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.261792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-02cd21d3-7c1c-4cf8-a73c-f33d8b0d2c35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7430d5d-9fa7-4490-bf8b-dd7f1a7d0c8a HTTP/1.1" status: 204 len: 168 time: 0.1546237 Aug 29 04:37:01.274503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd21d3-7c1c-4cf8-a73c-f33d8b0d2c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7430d5d-9fa7-4490-bf8b-dd7f1a7d0c8a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.308073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.586111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38144) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.602996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b61-b901-4259-82f8-1ae4c3fa76e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.619238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d16f72-81e7-4aa0-9296-03063b72925b req-1cfb06b1-3320-4b44-ae39-3bed56aa7f08 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.629034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5d16f72-81e7-4aa0-9296-03063b72925b req-1cfb06b1-3320-4b44-ae39-3bed56aa7f08 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0711362 Aug 29 04:37:01.678025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5d16f72-81e7-4aa0-9296-03063b72925b req-892edb2d-772c-4deb-8d98-1361b8d6da33 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477326 Aug 29 04:37:01.724881 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b61-b901-4259-82f8-1ae4c3fa76e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.731080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b61-b901-4259-82f8-1ae4c3fa76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.772013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b36f3b61-b901-4259-82f8-1ae4c3fa76e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6db2debb2f1d4d13a2a0dad2bce85a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847923 Aug 29 04:37:01.772856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f3b61-b901-4259-82f8-1ae4c3fa76e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca123902-1f17-42dc-b5bd-472133b68547,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:01.774734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.850358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3f22-aa13-486a-ae4d-04e46457d6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.873119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3f22-aa13-486a-ae4d-04e46457d6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.922697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3f22-aa13-486a-ae4d-04e46457d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.928013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3f22-aa13-486a-ae4d-04e46457d6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.929152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4c1f3f22-aa13-486a-ae4d-04e46457d6ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca123902-1f17-42dc-b5bd-472133b68547 HTTP/1.1" status: 204 len: 168 time: 0.1534200 Aug 29 04:37:01.938693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f3f22-aa13-486a-ae4d-04e46457d6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca123902-1f17-42dc-b5bd-472133b68547,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.889214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362f23d-ca3a-481c-b534-e888ab405ea4 req-9202c21d-858c-44ed-8446-9ab0167f8a38 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.892065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8362f23d-ca3a-481c-b534-e888ab405ea4 req-9202c21d-858c-44ed-8446-9ab0167f8a38 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0801625 Aug 29 04:37:02.900509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.908834 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.918333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.924839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.931960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.937997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.945219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8362f23d-ca3a-481c-b534-e888ab405ea4 req-cc76ef67-859f-419d-be24-8532348fb83a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461748 Aug 29 04:37:02.945631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.958332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-f03ce02d-8039-411e-a6a8-2f3df55bb744 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.1288548 Aug 29 04:37:03.003712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9bbd0cc0-d17d-40a5-aad1-483d241896de req-2c9fecda-faac-40e9-bc83-5dd4f33f7538 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424266 Aug 29 04:37:03.203650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.209790 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.216038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.222485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.229129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.235561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.242173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.244479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b211855c-a241-4767-8b3f-13990156c5e6 req-f69778e6-4436-4028-879d-a855d5248cf1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.1281180 Aug 29 04:37:04.095251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67aee-4f10-4aeb-9855-b67176c3f7ea req-5fe176bf-56c1-496b-967d-9720619f2e26 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.102124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fd67aee-4f10-4aeb-9855-b67176c3f7ea req-5fe176bf-56c1-496b-967d-9720619f2e26 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0761778 Aug 29 04:37:04.155380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fd67aee-4f10-4aeb-9855-b67176c3f7ea req-3a9d6cd0-c453-4e34-8584-03793c609f3e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490849 Aug 29 04:37:05.087068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.265249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d092205-2f0f-472b-9cae-e24a45ada7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.408752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da750e-5927-4111-b578-2cb01046d297 req-c3ab12d1-bc28-42e8-af1a-c5894bac547e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.411464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-76da750e-5927-4111-b578-2cb01046d297 req-c3ab12d1-bc28-42e8-af1a-c5894bac547e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1481788 Aug 29 04:37:05.463488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38294) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.479988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d092205-2f0f-472b-9cae-e24a45ada7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.484021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-76da750e-5927-4111-b578-2cb01046d297 req-f1fa2bc3-bde7-4240-8195-9b121914aa43 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646694 Aug 29 04:37:05.488098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d092205-2f0f-472b-9cae-e24a45ada7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.554446 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6d092205-2f0f-472b-9cae-e24a45ada7a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2854b2cdd3b746149ce87c65e66848a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661703 Aug 29 04:37:05.555431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38300) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:05.555980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d092205-2f0f-472b-9cae-e24a45ada7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c17ec4-843e-4a79-98f2-bbbd2bb6759f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.615743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.616195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.616858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.617336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.617834 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.618297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.618773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.622121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-3e24a3a6-5205-4076-b0e6-4915b501343f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6508 time: 0.1571910 Aug 29 04:37:05.694658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da474943-ce3e-4f8d-acc2-79fb41f4d56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.724217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da474943-ce3e-4f8d-acc2-79fb41f4d56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.761769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c67d176f-d2c8-4618-8eea-48d82e0dbe79 req-1a75256d-2963-48eb-b7f5-e80906b67cef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298811 Aug 29 04:37:05.769519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85103bb-e10e-419f-8d8a-555567c94486 req-f6efae25-45ad-42c2-baeb-005d25686f99 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.776820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d85103bb-e10e-419f-8d8a-555567c94486 req-f6efae25-45ad-42c2-baeb-005d25686f99 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0730753 Aug 29 04:37:05.835401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d85103bb-e10e-419f-8d8a-555567c94486 req-98ced7e7-13e4-4484-8291-f6d34f57a9c6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508587 Aug 29 04:37:05.860674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da474943-ce3e-4f8d-acc2-79fb41f4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.864151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da474943-ce3e-4f8d-acc2-79fb41f4d56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.865856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-da474943-ce3e-4f8d-acc2-79fb41f4d56e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57c17ec4-843e-4a79-98f2-bbbd2bb6759f HTTP/1.1" status: 204 len: 168 time: 0.3090422 Aug 29 04:37:05.885675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-ba2c9c56-9d06-4e33-ad1b-1e9d7c474dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.887735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-ba2c9c56-9d06-4e33-ad1b-1e9d7c474dba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1096 time: 0.1242893 Aug 29 04:37:05.889004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da474943-ce3e-4f8d-acc2-79fb41f4d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c17ec4-843e-4a79-98f2-bbbd2bb6759f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.043732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-4bda88c4-b974-4458-b7db-fa428cbca4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.045823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-4bda88c4-b974-4458-b7db-fa428cbca4ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1500628 Aug 29 04:37:06.120982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-89cdf3f1-5bd9-4f02-a0ad-caa33a28ecfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 998 time: 0.0678704 Aug 29 04:37:06.179228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-f40ece9d-c30a-423b-9a0c-10ba4eaa973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.181199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-f40ece9d-c30a-423b-9a0c-10ba4eaa973f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0531325 Aug 29 04:37:06.244439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-7ba612a4-12c6-4dd6-8836-07fdd5e5dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.246627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-7ba612a4-12c6-4dd6-8836-07fdd5e5dd94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587432 Aug 29 04:37:06.287959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.306703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6940fdce-f809-4214-bf04-eb28e086432d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.375670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-6407b209-a708-41f2-a077-a020e9136842 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211646 Aug 29 04:37:06.448146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6940fdce-f809-4214-bf04-eb28e086432d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.457388 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6940fdce-f809-4214-bf04-eb28e086432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.491928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-616d5393-a07f-41d9-a755-cfeb18e87d17 req-dd272012-ae42-44f8-a407-96219fec84ea service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077974 Aug 29 04:37:06.522600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6940fdce-f809-4214-bf04-eb28e086432d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75348d494d0a4f8080bd839b2b68c437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335041 Aug 29 04:37:06.525251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38320) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:06.533814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940fdce-f809-4214-bf04-eb28e086432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b55f8-c4dd-4122-87e7-146f65266fca,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.929451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e91bb2cd-3886-4f74-9e99-385cb73a1c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.971473 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e91bb2cd-3886-4f74-9e99-385cb73a1c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.034979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3affdb6-6b9a-4a00-8731-984d5cc0ab92 req-a9db744a-5638-4c61-be0f-ee3f03831b87 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:07.043216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e91bb2cd-3886-4f74-9e99-385cb73a1c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.046196 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e91bb2cd-3886-4f74-9e99-385cb73a1c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.049741 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e91bb2cd-3886-4f74-9e99-385cb73a1c8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/533b55f8-c4dd-4122-87e7-146f65266fca HTTP/1.1" status: 204 len: 168 time: 0.5208178 Aug 29 04:37:07.050549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3affdb6-6b9a-4a00-8731-984d5cc0ab92 req-a9db744a-5638-4c61-be0f-ee3f03831b87 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1467977 Aug 29 04:37:07.057905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bb2cd-3886-4f74-9e99-385cb73a1c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b55f8-c4dd-4122-87e7-146f65266fca,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:07.093414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3affdb6-6b9a-4a00-8731-984d5cc0ab92 req-1dfed6c8-2abe-4281-9c3a-08f667a7a044 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 Aug 29 04:37:08.260241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34194ac4-5ecf-41c6-b4c1-ebd2efbf3e6b req-b6fe2474-3644-46d6-aa0d-1341865389cb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.261917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34194ac4-5ecf-41c6-b4c1-ebd2efbf3e6b req-b6fe2474-3644-46d6-aa0d-1341865389cb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0647910 Aug 29 04:37:08.335319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34194ac4-5ecf-41c6-b4c1-ebd2efbf3e6b req-2a840da1-993e-4234-8c5c-eb3d187a2246 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666156 Aug 29 04:37:08.481309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4be916-b73c-410c-b320-2aa56c0c3892 req-ccc2bd36-6d4e-42bf-85de-5fe438643c78 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.483427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d4be916-b73c-410c-b320-2aa56c0c3892 req-ccc2bd36-6d4e-42bf-85de-5fe438643c78 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0685866 Aug 29 04:37:08.523517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d4be916-b73c-410c-b320-2aa56c0c3892 req-cfbd725f-658a-4a7b-8f3d-5a530ff72820 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325079 Aug 29 04:37:08.790281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f21a1-7bad-4348-a743-75810e3f9a09 req-4f0543bd-d5c7-4dea-8612-94890ef96c59 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.794266 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-809f21a1-7bad-4348-a743-75810e3f9a09 req-4f0543bd-d5c7-4dea-8612-94890ef96c59 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0621243 Aug 29 04:37:08.849859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-809f21a1-7bad-4348-a743-75810e3f9a09 req-ea5d2de6-a2a7-4989-ad51-ae574f3522c3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463936 Aug 29 04:37:09.065644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0b203-9f9a-4b64-95ea-c6dd671b14d8 req-b479ebd9-6da7-4aa3-86dd-0ba6ebb9ab4f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:09.067192 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0d0b203-9f9a-4b64-95ea-c6dd671b14d8 req-b479ebd9-6da7-4aa3-86dd-0ba6ebb9ab4f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0541873 Aug 29 04:37:09.112096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0d0b203-9f9a-4b64-95ea-c6dd671b14d8 req-0dd7bc20-6c67-4b14-8772-55323172a8a4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387113 Aug 29 04:37:09.856755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38412) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:09.967802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c293ddf9-3668-48cc-879a-4b4ad611d407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.061878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c293ddf9-3668-48cc-879a-4b4ad611d407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.066430 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c293ddf9-3668-48cc-879a-4b4ad611d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.104847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293ddf9-3668-48cc-879a-4b4ad611d407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07c53cf-624d-4b54-b07d-1cf17325edf3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.109188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c293ddf9-3668-48cc-879a-4b4ad611d407 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9993285b7cd6480792957ed95e769639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513149 Aug 29 04:37:10.111810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38416) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.166921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f034cd45-535a-4018-b5af-aa0c38d3c4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.190020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f034cd45-535a-4018-b5af-aa0c38d3c4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.263794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8dd4b-f8c4-4693-a823-60a4642b3710 req-f7411425-2680-42fe-b2d7-82233dbc7eef tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:10.265324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dab8dd4b-f8c4-4693-a823-60a4642b3710 req-f7411425-2680-42fe-b2d7-82233dbc7eef tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0775890 Aug 29 04:37:10.286539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f034cd45-535a-4018-b5af-aa0c38d3c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.289025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f034cd45-535a-4018-b5af-aa0c38d3c4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.292709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f034cd45-535a-4018-b5af-aa0c38d3c4c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b07c53cf-624d-4b54-b07d-1cf17325edf3 HTTP/1.1" status: 204 len: 168 time: 0.1771588 Aug 29 04:37:10.307568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034cd45-535a-4018-b5af-aa0c38d3c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07c53cf-624d-4b54-b07d-1cf17325edf3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.348034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dab8dd4b-f8c4-4693-a823-60a4642b3710 req-a474aca3-466c-43b4-9228-8b5a08483d5b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724165 Aug 29 04:37:10.570224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61489-bd6f-454b-bec1-ddf0adc1b81b req-02784ce0-a3dd-434e-abc3-4fba25b681fe tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:10.572008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17f61489-bd6f-454b-bec1-ddf0adc1b81b req-02784ce0-a3dd-434e-abc3-4fba25b681fe tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0573864 Aug 29 04:37:10.619188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17f61489-bd6f-454b-bec1-ddf0adc1b81b req-f9e4af49-31d4-4e3c-b32b-e60d1b95f2e6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404334 Aug 29 04:37:10.647719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38432) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.664981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-535a34c0-a36d-4521-b6ff-97185144b0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.765916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-535a34c0-a36d-4521-b6ff-97185144b0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.771778 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-535a34c0-a36d-4521-b6ff-97185144b0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.821864 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-535a34c0-a36d-4521-b6ff-97185144b0db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7951af3b935490ead453707675b3bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729836 Aug 29 04:37:10.822718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a34c0-a36d-4521-b6ff-97185144b0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02901bea-24fe-4a82-b1f7-e749842fe182,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.824487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.875971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c553ef8-c311-41e2-b994-55656722fb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.898860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c553ef8-c311-41e2-b994-55656722fb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.958321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c553ef8-c311-41e2-b994-55656722fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.961435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c553ef8-c311-41e2-b994-55656722fb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.962630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4c553ef8-c311-41e2-b994-55656722fb41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02901bea-24fe-4a82-b1f7-e749842fe182 HTTP/1.1" status: 204 len: 168 time: 0.1371377 Aug 29 04:37:10.972933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c553ef8-c311-41e2-b994-55656722fb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02901bea-24fe-4a82-b1f7-e749842fe182,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.765020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815f12-23ca-4d22-b50b-f5596e87837b req-ac01afcf-6557-41fb-ad66-9f5eb0fcdee2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:11.766969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04815f12-23ca-4d22-b50b-f5596e87837b req-ac01afcf-6557-41fb-ad66-9f5eb0fcdee2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0755093 Aug 29 04:37:11.823727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04815f12-23ca-4d22-b50b-f5596e87837b req-b053fbae-f5ea-45f6-94a3-4291062aa9fa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489564 Aug 29 04:37:11.954680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2924e5-6402-4a7f-8762-1320b2c49949 req-a6246a7c-8bba-4aed-8550-49ebe93f3e45 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:11.965500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae2924e5-6402-4a7f-8762-1320b2c49949 req-a6246a7c-8bba-4aed-8550-49ebe93f3e45 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0729122 Aug 29 04:37:12.001135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae2924e5-6402-4a7f-8762-1320b2c49949 req-9c99ec20-be01-4667-8163-f84a8aaa9299 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345690 Aug 29 04:37:12.122650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fedcd-ffcc-4565-b1a8-9c4788b4aa1e req-2ab34be7-7ff5-4761-aef3-886c304fc3d7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:12.124318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-819fedcd-ffcc-4565-b1a8-9c4788b4aa1e req-2ab34be7-7ff5-4761-aef3-886c304fc3d7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0519092 Aug 29 04:37:12.173819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-819fedcd-ffcc-4565-b1a8-9c4788b4aa1e req-1dfb892d-a325-4f95-9ea3-b43c72911c3e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Aug 29 04:37:12.308417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a31b-5815-4dfe-854d-c838e026f7ed req-227d78e7-ce2c-4b2b-8dd2-a4d800f28831 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:12.309832 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6e5a31b-5815-4dfe-854d-c838e026f7ed req-227d78e7-ce2c-4b2b-8dd2-a4d800f28831 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0641813 Aug 29 04:37:12.351790 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6e5a31b-5815-4dfe-854d-c838e026f7ed req-6c73ff99-6c21-4d3f-8d1f-3e4398ba66ce tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345771 Aug 29 04:37:13.324569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-76ccceca-b27a-4605-9fdb-031c33325147 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.326071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-76ccceca-b27a-4605-9fdb-031c33325147 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.1282501 Aug 29 04:37:13.356389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-99b2363e-2803-48b2-a703-d6a8fc5f8f58 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/quotas/7d8ac3088be1429c97b02b6e54d39020 HTTP/1.1" status: 200 len: 375 time: 0.0223825 Aug 29 04:37:13.423449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-271ae8c1-4f6d-40ab-8f78-40c1499580db tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647948 Aug 29 04:37:13.530613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-490bdfde-e2af-419b-b50b-b1ece7317749 service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994480 Aug 29 04:37:13.538967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.628194 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-6ec18bb2-9e96-4bfe-bace-8abf055e19ed service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966609 Aug 29 04:37:13.670856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-872ebe93-b735-4e46-9393-68daa8d118ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.775716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-872ebe93-b735-4e46-9393-68daa8d118ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.781315 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-872ebe93-b735-4e46-9393-68daa8d118ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.843997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-694bf33e-d350-4fef-a7a7-6f4587455bc3 req-84538d92-885e-4727-9d6f-257a4df11196 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 210 time: 0.0512836 Aug 29 04:37:13.851700 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-872ebe93-b735-4e46-9393-68daa8d118ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cea35623ce714a7180d8ed0c8a74935c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115785 Aug 29 04:37:13.852956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ebe93-b735-4e46-9393-68daa8d118ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0716abf-d107-4b16-93c7-ced6375bcce4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.854387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.909080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2bc7-7760-4b4a-9991-f5d011b05fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.932431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2bc7-7760-4b4a-9991-f5d011b05fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.002112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2bc7-7760-4b4a-9991-f5d011b05fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.005656 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2bc7-7760-4b4a-9991-f5d011b05fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.009678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5f6a2bc7-7760-4b4a-9991-f5d011b05fe4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0716abf-d107-4b16-93c7-ced6375bcce4 HTTP/1.1" status: 204 len: 168 time: 0.1541724 Aug 29 04:37:14.019050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a2bc7-7760-4b4a-9991-f5d011b05fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0716abf-d107-4b16-93c7-ced6375bcce4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.319905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38594) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.334781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1e49628-e3ea-4fa6-94ce-69e2ef15cf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.449899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1e49628-e3ea-4fa6-94ce-69e2ef15cf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.455875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1e49628-e3ea-4fa6-94ce-69e2ef15cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.497931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1e49628-e3ea-4fa6-94ce-69e2ef15cf9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f25f609709c543d4bd4d33fbff41d2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746294 Aug 29 04:37:14.497931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e49628-e3ea-4fa6-94ce-69e2ef15cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebcf4d-2f34-47e6-8ccd-d92cd1956b70,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.498530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38596) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.551104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eea163ff-85fc-46f1-966d-0d2e844963f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.582150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eea163ff-85fc-46f1-966d-0d2e844963f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.650916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eea163ff-85fc-46f1-966d-0d2e844963f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.655369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eea163ff-85fc-46f1-966d-0d2e844963f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.656763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eea163ff-85fc-46f1-966d-0d2e844963f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16ebcf4d-2f34-47e6-8ccd-d92cd1956b70 HTTP/1.1" status: 204 len: 168 time: 0.1570015 Aug 29 04:37:14.667192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea163ff-85fc-46f1-966d-0d2e844963f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebcf4d-2f34-47e6-8ccd-d92cd1956b70,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.885525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-350692a5-837c-49bc-92ca-08a45da5cef8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:14.894749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-350692a5-837c-49bc-92ca-08a45da5cef8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.37 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.1629488 Aug 29 04:37:14.907003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Request body: {'port': {'device_id': '4256e107-b72a-483e-87b8-c9a111207bdb', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'admin_state_up': True, 'tenant_id': '7d8ac3088be1429c97b02b6e54d39020'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:14.986436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-646acb80-3a75-4925-8a4b-37cf4cbf304b req-d79e1212-169b-44eb-8f13-950b017f089b tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 210 time: 0.0405481 Aug 29 04:37:15.043293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Made reservation on behalf of 7d8ac3088be1429c97b02b6e54d39020 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:15.048236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.217127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Allocated IP 172.20.0.4 (4c501b9c-8b85-4ad1-9734-c0362fef9eff/ac053d89-debe-4a18-94c2-716f60a73cb4/500b477f-8a6b-4b36-8f7a-3d2d7c28ad89) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:15.423722 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.474343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.514465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:15.529163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:15.533317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:15.536897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:15.594222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event updated for resources: {'Port': ['ID=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:15.641087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:15.642145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.676833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-038569ba-235f-40b8-8023-22b871b19632 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740259 Aug 29 04:37:15.692930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Request body: {'port': {'device_id': '4256e107-b72a-483e-87b8-c9a111207bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:15.772577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.114872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:16.118715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5445-ce39-4da0-83aa-5ef3920418f3 req-549b61c1-7d9d-4737-a587-6f96c343ca61 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.122890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.128724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-594a5445-ce39-4da0-83aa-5ef3920418f3 req-549b61c1-7d9d-4737-a587-6f96c343ca61 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 931 time: 0.0693493 Aug 29 04:37:16.144748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Transition to ACTIVE for port object 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:16.150731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.170538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-594a5445-ce39-4da0-83aa-5ef3920418f3 req-a2b1d6b9-1618-42f4-a578-bcb32f668ef1 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Aug 29 04:37:16.207424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Pushing event updated for resources: {'Port': ['ID=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.285517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Attempting to bind port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:16.286231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Attempting to bind port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:16.286628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Attempting to bind port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:16.292865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:16.293491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Attempting to bind port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:16.298507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:16.298916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Checking segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:16.299372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Bound using segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:16.300433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Bound port: 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:16.300858 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.370700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] For port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:16.371812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] For port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:16.377111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.413990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.414370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.415925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] 10.222.0.37 "PUT /v2.0/ports/500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 HTTP/1.1" status: 200 len: 1092 time: 0.7308884 Aug 29 04:37:16.416240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4256e107-b72a-483e-87b8-c9a111207bdb', 'tag': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:16.418577 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d4bbf-694e-4255-bf63-7df313d2c08f" -d '{"events": [{"name": "network-changed", "server_uuid": "4256e107-b72a-483e-87b8-c9a111207bdb", "tag": "500b477f-8a6b-4b36-8f7a-3d2d7c28ad89"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:16.452189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Pushing event updated for resources: {'Port': ['ID=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.473027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.473668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.474028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.474725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.475066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.475404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.475734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.476062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.476452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.476818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.477064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.477341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b7670-b163-463c-acdb-9dd4f95e6df4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:16.501634 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c3a347-71b3-48f4-b6b1-d6aa41ecbe0b x-openstack-request-id: req-54c3a347-71b3-48f4-b6b1-d6aa41ecbe0b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:16.501932 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4256e107-b72a-483e-87b8-c9a111207bdb", "tag": "500b477f-8a6b-4b36-8f7a-3d2d7c28ad89", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:16.502172 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54c3a347-71b3-48f4-b6b1-d6aa41ecbe0b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:16.502567 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4256e107-b72a-483e-87b8-c9a111207bdb', 'tag': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89', 'status': 'completed', 'code': 200} Aug 29 04:37:16.518856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-36572d48-b2ed-44a7-83e9-5879928c2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.520363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-36572d48-b2ed-44a7-83e9-5879928c2426 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 1095 time: 0.0600052 Aug 29 04:37:16.569723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-90a3ad0f-6963-4628-8705-607964ee2c84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 HTTP/1.1" status: 200 len: 217 time: 0.0397382 Aug 29 04:37:16.624789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-ecb6856e-55fd-422b-b286-cab6ee3d03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.626431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-ecb6856e-55fd-422b-b286-cab6ee3d03cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0513434 Aug 29 04:37:16.664447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-345d2c7f-7fb8-4f48-acbf-626ac7494ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303285 Aug 29 04:37:16.763577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-1ca94a3f-a9c4-4cc3-845c-59bc7caaf118 service neutron] 10.222.0.37 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923581 Aug 29 04:37:16.801234 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32872751-fa09-4434-9a9e-f724e096642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.892703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-823971c2-8caf-4e69-9f3f-c3380ca58558 req-d9f62eeb-2665-44bd-a67c-a2b2b9de0ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212327 Aug 29 04:37:16.984207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-c970e22e-c091-44a4-93da-bf0eb8d37147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.985801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-c970e22e-c091-44a4-93da-bf0eb8d37147 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 1095 time: 0.0475883 Aug 29 04:37:17.100493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-f80210ba-ce14-4375-ae51-dca6e2daeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.102101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-f80210ba-ce14-4375-ae51-dca6e2daeff5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 916 time: 0.1092381 Aug 29 04:37:17.148935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-4955f38f-f2dd-4695-b70f-d7aa096b0404 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 HTTP/1.1" status: 200 len: 217 time: 0.0392864 Aug 29 04:37:17.223993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-177d75e0-66f4-4439-88ea-7b94c6dd0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.225759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-177d75e0-66f4-4439-88ea-7b94c6dd0b5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0683351 Aug 29 04:37:17.277269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-ce7f2362-2920-496e-a9cd-5da1cd9791b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428779 Aug 29 04:37:17.397755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3444032-8600-4d4a-9220-bf3a0af01cf3 req-89112dbe-eeda-455b-a1bb-f4bd19058162 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.399270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3444032-8600-4d4a-9220-bf3a0af01cf3 req-89112dbe-eeda-455b-a1bb-f4bd19058162 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 943 time: 0.1211915 Aug 29 04:37:17.450790 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-7ab7f9a1-1909-4ac0-afec-9902de950e38 service neutron] 10.222.0.37 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645129 Aug 29 04:37:17.459451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3444032-8600-4d4a-9220-bf3a0af01cf3 req-deacb03e-a182-4f74-b333-a6e3a1a91a53 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517159 Aug 29 04:37:17.555464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e0d4bbf-694e-4255-bf63-7df313d2c08f req-4177690a-c84b-4574-b10e-392be28383ec service neutron] 10.222.0.37 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949793 Aug 29 04:37:18.590369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0330e-9ccd-423d-a7bd-a863b4f32b03 req-43e4bb8e-36e6-4acf-821a-af5da9fe412d tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:18.591886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23d0330e-9ccd-423d-a7bd-a863b4f32b03 req-43e4bb8e-36e6-4acf-821a-af5da9fe412d tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 943 time: 0.0515645 Aug 29 04:37:18.635475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23d0330e-9ccd-423d-a7bd-a863b4f32b03 req-986f1ef2-8df0-4593-8329-ce60c63a16de tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365880 Aug 29 04:37:19.478413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b5e38d1f-f68e-41a9-bf32-661c68669d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.604584 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:19.758630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ba9a-3d0a-480d-93ae-98d681ae2e22 req-f6bbb0be-7744-4820-9c5e-953628751715 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:19.760764 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1312ba9a-3d0a-480d-93ae-98d681ae2e22 req-f6bbb0be-7744-4820-9c5e-953628751715 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 943 time: 0.0558276 Aug 29 04:37:19.801090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1312ba9a-3d0a-480d-93ae-98d681ae2e22 req-7889cb79-610b-4ded-ae6d-41e7c7b88d2c tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Aug 29 04:37:20.524446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:20.625989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:20.640961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'port_id': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89', 'mac_address': 'fa:16:3e:3c:be:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac053d89-debe-4a18-94c2-716f60a73cb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:20.691929 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.703970 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.724784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:20.745686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:20.763399 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.770747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.832195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:20.950272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea7d13-7497-480b-a63f-1bad105f98bd req-ed624f18-9808-47fc-9dad-811efcf9e657 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:20.952752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58ea7d13-7497-480b-a63f-1bad105f98bd req-ed624f18-9808-47fc-9dad-811efcf9e657 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 944 time: 0.0588362 Aug 29 04:37:21.001387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58ea7d13-7497-480b-a63f-1bad105f98bd req-abf9644a-3fe1-41cd-90f1-039d7601f49a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Aug 29 04:37:21.062589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:22.126442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3323340-fa4f-49dd-a226-e3686b3bd4a5 req-c2d57801-9c68-4253-a446-d41163f2a5bf tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:22.128837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3323340-fa4f-49dd-a226-e3686b3bd4a5 req-c2d57801-9c68-4253-a446-d41163f2a5bf tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 944 time: 0.0558641 Aug 29 04:37:22.171293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3323340-fa4f-49dd-a226-e3686b3bd4a5 req-05811f22-61aa-40bf-8537-1384e8457377 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359385 Aug 29 04:37:22.275560 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.526717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:22.577775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:22.582086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:22.582451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.661797 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.687305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4256e107-b72a-483e-87b8-c9a111207bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:22.689545 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00fb1f2-dbac-4333-97b2-ea0f5876b4ba" -d '{"events": [{"server_uuid": "4256e107-b72a-483e-87b8-c9a111207bdb", "name": "network-vif-plugged", "status": "completed", "tag": "500b477f-8a6b-4b36-8f7a-3d2d7c28ad89"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:22.704151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:22.708586 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:22.734858 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accf2402-93d6-46f2-ac59-4eb7347d633f x-openstack-request-id: req-accf2402-93d6-46f2-ac59-4eb7347d633f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:22.735161 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4256e107-b72a-483e-87b8-c9a111207bdb", "name": "network-vif-plugged", "status": "completed", "tag": "500b477f-8a6b-4b36-8f7a-3d2d7c28ad89", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:22.735498 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-accf2402-93d6-46f2-ac59-4eb7347d633f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:22.735972 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4256e107-b72a-483e-87b8-c9a111207bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89', 'code': 200} Aug 29 04:37:22.778070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:22.849940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce3864-c0de-4494-81be-de62feef645f req-c0a1d8a4-75ef-401d-bc19-685c89160eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:22.851799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39ce3864-c0de-4494-81be-de62feef645f req-c0a1d8a4-75ef-401d-bc19-685c89160eb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 1097 time: 0.0489628 Aug 29 04:37:22.901116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39ce3864-c0de-4494-81be-de62feef645f req-6d10880c-bc28-4e1f-978f-922a9802be36 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Aug 29 04:37:23.328039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72769e-d9d7-44a1-b8bc-85fcff81704f req-119f925e-586b-48e2-9d6c-ce80468a4781 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:23.329728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d72769e-d9d7-44a1-b8bc-85fcff81704f req-119f925e-586b-48e2-9d6c-ce80468a4781 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 945 time: 0.0734229 Aug 29 04:37:23.380740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d72769e-d9d7-44a1-b8bc-85fcff81704f req-c5151f33-37e2-4aed-96f9-fce07f7e86f8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Aug 29 04:37:23.679265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.789751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8c2-0b03-4f96-82cc-59c65dd2eeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.884930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8c2-0b03-4f96-82cc-59c65dd2eeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.889795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8c2-0b03-4f96-82cc-59c65dd2eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:23.941491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-04bcb8c2-0b03-4f96-82cc-59c65dd2eeb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46cd0aae57024f5e91f32c56667cad1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610993 Aug 29 04:37:23.944290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:23.946694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcb8c2-0b03-4f96-82cc-59c65dd2eeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3a877-ef41-46c3-a141-ef2dc81e0b59,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.005041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07cc3ce0-b31d-4469-a6a8-fae52f379e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.030175 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07cc3ce0-b31d-4469-a6a8-fae52f379e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.087309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07cc3ce0-b31d-4469-a6a8-fae52f379e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.090047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-07cc3ce0-b31d-4469-a6a8-fae52f379e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.091194 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-07cc3ce0-b31d-4469-a6a8-fae52f379e45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fa3a877-ef41-46c3-a141-ef2dc81e0b59 HTTP/1.1" status: 204 len: 168 time: 0.1459131 Aug 29 04:37:24.099787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3ce0-b31d-4469-a6a8-fae52f379e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3a877-ef41-46c3-a141-ef2dc81e0b59,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.363927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38870) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:24.385502 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc46ce40-3a4a-4bd8-81f8-1b6251a78e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.498298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc46ce40-3a4a-4bd8-81f8-1b6251a78e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.502576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc46ce40-3a4a-4bd8-81f8-1b6251a78e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.519679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f3b24-765a-444b-a7f2-329c25970d2f req-8e8c8db5-4a01-4a21-951f-1eab4a2d3350 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:24.521188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b65f3b24-765a-444b-a7f2-329c25970d2f req-8e8c8db5-4a01-4a21-951f-1eab4a2d3350 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 945 time: 0.0588605 Aug 29 04:37:24.548088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc46ce40-3a4a-4bd8-81f8-1b6251a78e8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3f00d1f1cef40f691624be0e1515eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824374 Aug 29 04:37:24.548690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38876) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:24.549989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46ce40-3a4a-4bd8-81f8-1b6251a78e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239acd5b-520c-4aac-9068-a44026fe31d0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:24.577468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b65f3b24-765a-444b-a7f2-329c25970d2f req-4c3fcf1e-d2e6-4eab-b5b7-0f8e4298094e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495563 Aug 29 04:37:24.615606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffe53d7e-0f20-497d-818e-44a760db4645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.637682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffe53d7e-0f20-497d-818e-44a760db4645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.685517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffe53d7e-0f20-497d-818e-44a760db4645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.688495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ffe53d7e-0f20-497d-818e-44a760db4645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.689998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ffe53d7e-0f20-497d-818e-44a760db4645 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/239acd5b-520c-4aac-9068-a44026fe31d0 HTTP/1.1" status: 204 len: 168 time: 0.1393945 Aug 29 04:37:24.698821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe53d7e-0f20-497d-818e-44a760db4645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239acd5b-520c-4aac-9068-a44026fe31d0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.058947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38896) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.074671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d8cc3a8-d92c-4be0-b858-16eea266bd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.185558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d8cc3a8-d92c-4be0-b858-16eea266bd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.191253 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8d8cc3a8-d92c-4be0-b858-16eea266bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.233516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8d8cc3a8-d92c-4be0-b858-16eea266bd55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3da3dac89ab4200ac3e8b9f76f5879b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710525 Aug 29 04:37:25.233516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cc3a8-d92c-4be0-b858-16eea266bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd202f7b-e5db-42f1-8d2d-5e44371f6a1f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.234074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.288769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c24f48d-90d9-4f72-9255-f2ee4653b486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.311461 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c24f48d-90d9-4f72-9255-f2ee4653b486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.358943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c24f48d-90d9-4f72-9255-f2ee4653b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.361574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c24f48d-90d9-4f72-9255-f2ee4653b486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.363321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0c24f48d-90d9-4f72-9255-f2ee4653b486 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd202f7b-e5db-42f1-8d2d-5e44371f6a1f HTTP/1.1" status: 204 len: 168 time: 0.1274412 Aug 29 04:37:25.371589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24f48d-90d9-4f72-9255-f2ee4653b486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd202f7b-e5db-42f1-8d2d-5e44371f6a1f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.375216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38908) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.614159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d5fdad-0a71-4a22-8c68-349e7ef66f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.752275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d5fdad-0a71-4a22-8c68-349e7ef66f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.757209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28d5fdad-0a71-4a22-8c68-349e7ef66f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.801553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-28d5fdad-0a71-4a22-8c68-349e7ef66f01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39c7bc518bca42a9a587361429673767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251659 Aug 29 04:37:25.802881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5fdad-0a71-4a22-8c68-349e7ef66f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58624107-5e6b-4a88-9038-e2585c2388f8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.804389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:25.860517 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd866d18-1232-481c-9c11-a97fc0c64dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.886312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd866d18-1232-481c-9c11-a97fc0c64dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.938061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd866d18-1232-481c-9c11-a97fc0c64dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.941466 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd866d18-1232-481c-9c11-a97fc0c64dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.945284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd866d18-1232-481c-9c11-a97fc0c64dfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58624107-5e6b-4a88-9038-e2585c2388f8 HTTP/1.1" status: 204 len: 168 time: 0.1375687 Aug 29 04:37:25.964975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd866d18-1232-481c-9c11-a97fc0c64dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58624107-5e6b-4a88-9038-e2585c2388f8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.381039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39002) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.600405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'network': {'name': 'tempest-network-smoke--7801417', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:27.636810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:27.640388 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.650358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.757712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.762233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.794850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:27.804828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94646aa1-2b65-43c9-894a-e08b4b2e8479,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.811547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.811888 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Added segment 54b6553e-bfdd-469d-bb2b-6c49f80a4dd7 of type vlan for network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 Aug 29 04:37:27.855712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.880998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.890117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:27.890836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:27.966782 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5814369 Aug 29 04:37:27.966782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee794a-a3ff-4d63-85ab-af0c56589f6c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Network': ['ID=3c2d6b5e-9861-416e-8a5d-b1daac531b33,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:27.967558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39014) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.972426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-10262446', 'admin_state_up': True, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:27.979204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:27.997576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.999247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.000428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.056983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.124007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e5844e2-a024-49fe-9667-cd513330b388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.200996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.243025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e5844e2-a024-49fe-9667-cd513330b388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.247915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e5844e2-a024-49fe-9667-cd513330b388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.293675 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3e5844e2-a024-49fe-9667-cd513330b388 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42d27fb2ebb74c2cbca779f20072161a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948797 Aug 29 04:37:28.294592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5844e2-a024-49fe-9667-cd513330b388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c1371c-35c7-4a98-8a77-1e61dbcf5616,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.296287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39022) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:28.442862 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-044d23b1-0fd1-4f6a-b08e-18b98633b1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.478342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.508943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.512065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-044d23b1-0fd1-4f6a-b08e-18b98633b1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.621966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-044d23b1-0fd1-4f6a-b08e-18b98633b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.624534 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-044d23b1-0fd1-4f6a-b08e-18b98633b1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.625799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-044d23b1-0fd1-4f6a-b08e-18b98633b1b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77c1371c-35c7-4a98-8a77-1e61dbcf5616 HTTP/1.1" status: 204 len: 168 time: 0.3283763 Aug 29 04:37:28.640365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d23b1-0fd1-4f6a-b08e-18b98633b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c1371c-35c7-4a98-8a77-1e61dbcf5616,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.669252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.25.7.139 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/048ed4da-079f-473c-bbec-27f4c1d6dcb3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:28.795793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.841855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:28.881108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:28.886073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:28.889801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:28.919820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=048ed4da-079f-473c-bbec-27f4c1d6dcb3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:28.938524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39030) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.012876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60e49116-181b-4237-8455-f2b0dc7df891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.232421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60e49116-181b-4237-8455-f2b0dc7df891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.233884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.237402 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60e49116-181b-4237-8455-f2b0dc7df891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.321670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-60e49116-181b-4237-8455-f2b0dc7df891 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2bfe225d9b8458bb76a38402d170b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820794 Aug 29 04:37:29.324325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.325143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e49116-181b-4237-8455-f2b0dc7df891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc700bf4-5026-4355-93d6-ed3da5180c97,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.378966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c518a701-e110-4493-a6f2-67d55838ddd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.402328 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c518a701-e110-4493-a6f2-67d55838ddd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.449275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c518a701-e110-4493-a6f2-67d55838ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.451836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c518a701-e110-4493-a6f2-67d55838ddd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.452985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c518a701-e110-4493-a6f2-67d55838ddd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc700bf4-5026-4355-93d6-ed3da5180c97 HTTP/1.1" status: 204 len: 168 time: 0.1274507 Aug 29 04:37:29.461287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518a701-e110-4493-a6f2-67d55838ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc700bf4-5026-4355-93d6-ed3da5180c97,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:29.495131 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.631085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router c128b0b0-d576-4a9b-9614-5344aeb39603 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:37:29.743719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:29.754133 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Sync routers for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:29.764315 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:29.764990 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:37:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:29.765544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.770818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-68eb6fa0-78a7-4a4c-9e70-d273015205d3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7986698 Aug 29 04:37:29.770818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.873335 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:30.035194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4ea26083-e349-479f-9b8f-a2e76b44e824 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=48e1ccfc945f4aa388d3835f6375bc96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2609491 Aug 29 04:37:30.035703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39058) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.076068 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 3, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:30.106541 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Checking router: c128b0b0-d576-4a9b-9614-5344aeb39603 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:30.106903 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Updating router c128b0b0-d576-4a9b-9614-5344aeb39603 port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:30.134817 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.192312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9865b00-606e-49a3-b6a0-56378a783e19 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.194265 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a9865b00-606e-49a3-b6a0-56378a783e19 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1578329 Aug 29 04:37:30.197230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39064) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.236289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c0e078cd-daef-496f-a633-7f806bc39625 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378108 Aug 29 04:37:30.239638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.244712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499073602', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:30.335326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:30.338981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.414558 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.429783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Transition to ACTIVE for port object 048ed4da-079f-473c-bbec-27f4c1d6dcb3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:30.443189 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.495376 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Attempting to bind port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:30.495744 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Attempting to bind port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:30.496129 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Attempting to bind port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:30.508922 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:30.509287 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:30.509705 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.510092 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:30.510545 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Bound port: 048ed4da-079f-473c-bbec-27f4c1d6dcb3, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:30.510921 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.513297 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Pushing event updated for resources: {'Port': ['ID=048ed4da-079f-473c-bbec-27f4c1d6dcb3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.539560 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.539897 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.540230 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.540558 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.540880 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.541200 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.541516 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.541863 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.542180 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.542493 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.542805 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.543116 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:30.580250 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] For port 048ed4da-079f-473c-bbec-27f4c1d6dcb3, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:30.583173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.584117 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] For port 048ed4da-079f-473c-bbec-27f4c1d6dcb3, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=048ed4da-079f-473c-bbec-27f4c1d6dcb3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:30.588775 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.663102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Subnet': ['ID=ccc44f63-3d80-4a3c-90fb-99416deaf6d6,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.670816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Checking segment: {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:30.671194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network hostable DHCP agents. Network: 3c2d6b5e-9861-416e-8a5d-b1daac531b33, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:30.699474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:30.745544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3c2d6b5e-9861-416e-8a5d-b1daac531b33) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:30.750512 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a5418-d630-4d85-b335-319f48321de8 None None] Pushing event updated for resources: {'Port': ['ID=048ed4da-079f-473c-bbec-27f4c1d6dcb3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:30.755252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.755858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.757506 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:30.758681 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:37:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:30.759205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa5d57-06b0-4904-981c-55001060f3d9 None None] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:30.773844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-19b1334b-709b-49b2-9427-1ed4fcbead9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5330243 Aug 29 04:37:30.776710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39096) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:30.866972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-37fa696f-1008-4fc4-8b81-06ce2e176c3b tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.867117 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:30.868500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-37fa696f-1008-4fc4-8b81-06ce2e176c3b tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.1807384 Aug 29 04:37:30.972372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:30.973703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-0749c34a-ec97-4029-8934-d419cd1c28b9 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/quotas/7d8ac3088be1429c97b02b6e54d39020 HTTP/1.1" status: 200 len: 375 time: 0.0769799 Aug 29 04:37:30.981108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.079003 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 3, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:31.100074 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-c8cfceb7-2808-47e2-9127-2cedb5013b9f tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898659 Aug 29 04:37:31.109927 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa24d67-a8f1-4f71-b1f0-50be775030c9 None None] The sync data for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 is: [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:29Z', 'revision_number': 3, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:31.156006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Allocated IP 172.20.0.2 (3c2d6b5e-9861-416e-8a5d-b1daac531b33/ccc44f63-3d80-4a3c-90fb-99416deaf6d6/c66436cf-b7f9-44f9-a798-57bd95862a21) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:31.306394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-702f6a5c-1a6d-4602-a4f1-e07b4ae81506 service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926465 Aug 29 04:37:31.323509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.354471 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.365063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Transition to ACTIVE for port object c66436cf-b7f9-44f9-a798-57bd95862a21 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:31.403081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Transition to ACTIVE for port object c66436cf-b7f9-44f9-a798-57bd95862a21 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:31.417813 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.465474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:31.473397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:31.484299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:31.494738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Pushing event updated for resources: {'Port': ['ID=c66436cf-b7f9-44f9-a798-57bd95862a21,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.542249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-3a599a6e-f600-4ad4-bd17-49e021a1629c service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228422 Aug 29 04:37:31.579028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Attempting to bind port c66436cf-b7f9-44f9-a798-57bd95862a21 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:31.580575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Attempting to bind port c66436cf-b7f9-44f9-a798-57bd95862a21 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:31.582694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Attempting to bind port c66436cf-b7f9-44f9-a798-57bd95862a21 on network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:31.589193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:31.589941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Checking segment: {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:31.590531 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.591043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Bound using segment: {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:31.591611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Bound port: c66436cf-b7f9-44f9-a798-57bd95862a21, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:31.592138 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.617352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.675131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] For port c66436cf-b7f9-44f9-a798-57bd95862a21, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:31.679340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] For port c66436cf-b7f9-44f9-a798-57bd95862a21, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c66436cf-b7f9-44f9-a798-57bd95862a21,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:31.688621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.745286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1b3b3-8f0a-4f04-beed-52c99b28fd27 None None] Pushing event updated for resources: {'Port': ['ID=c66436cf-b7f9-44f9-a798-57bd95862a21,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.842356 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e85e1082-b385-420a-b7f8-7639ad7e1c9c req-a160f5fc-cab5-4ae6-8758-456ae09309ca tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 210 time: 0.0475845 Aug 29 04:37:32.123416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.20.0.1 (3c2d6b5e-9861-416e-8a5d-b1daac531b33/ccc44f63-3d80-4a3c-90fb-99416deaf6d6/d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:32.298502 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.548288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.650214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Transition to ACTIVE for port object d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:32.678936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-065872c5-57b4-421a-8af0-75be705e8a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.684707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.723440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:32.726533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:32.733689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:32.770339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.774416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-065872c5-57b4-421a-8af0-75be705e8a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.779332 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-065872c5-57b4-421a-8af0-75be705e8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.789175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.818899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-065872c5-57b4-421a-8af0-75be705e8a50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89ed50651298456fa8cb05ae52d72373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692509 Aug 29 04:37:32.819760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065872c5-57b4-421a-8af0-75be705e8a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a14f0-ed2a-4599-9977-43e94ad7606b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.822871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:32.875309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b852-cb0a-4dfa-8e8d-e2887099ef10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.903476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b852-cb0a-4dfa-8e8d-e2887099ef10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.954365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.959977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-236263ad-71b3-43fc-8f39-10f20922edea req-6d12958b-05a8-4405-9282-edc4e192bb8c tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 210 time: 0.0469341 Aug 29 04:37:32.989875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b852-cb0a-4dfa-8e8d-e2887099ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.992875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b852-cb0a-4dfa-8e8d-e2887099ef10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.997414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7cd7b852-cb0a-4dfa-8e8d-e2887099ef10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec7a14f0-ed2a-4599-9977-43e94ad7606b HTTP/1.1" status: 204 len: 168 time: 0.1732407 Aug 29 04:37:33.008212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b852-cb0a-4dfa-8e8d-e2887099ef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a14f0-ed2a-4599-9977-43e94ad7606b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.358781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-d51ac55d-4a22-469a-9130-9ce48410e54e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.358781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-d51ac55d-4a22-469a-9130-9ce48410e54e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.2665699 Aug 29 04:37:33.379964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c66436cf-b7f9-44f9-a798-57bd95862a21 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:33.410432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.424256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0aeb146a-093f-4576-850b-3d356bbcd6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.426273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Request body: {'port': {'device_id': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'admin_state_up': True, 'tenant_id': '7d8ac3088be1429c97b02b6e54d39020'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:33.449953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c66436cf-b7f9-44f9-a798-57bd95862a21 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:33.456493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 048ed4da-079f-473c-bbec-27f4c1d6dcb3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:33.522370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:33.530436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0aeb146a-093f-4576-850b-3d356bbcd6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.532846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:33.533378 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.534627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0aeb146a-093f-4576-850b-3d356bbcd6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.577557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0aeb146a-093f-4576-850b-3d356bbcd6a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58be1762320249349d72a45ddc8a217b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636987 Aug 29 04:37:33.577557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb146a-093f-4576-850b-3d356bbcd6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab48de95-f508-4bef-ba0f-f5df965a1a0c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.578642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:33.619684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.624126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.639044 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d406ecef-71c1-4109-a28d-7fb301e18f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.642375 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.657180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Made reservation on behalf of 7d8ac3088be1429c97b02b6e54d39020 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:33.660756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.663316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d406ecef-71c1-4109-a28d-7fb301e18f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.671987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 048ed4da-079f-473c-bbec-27f4c1d6dcb3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=048ed4da-079f-473c-bbec-27f4c1d6dcb3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:33.676515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23c979-00df-4ccd-b1e4-b5bea855b627 None None] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:33.717718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.722786 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d406ecef-71c1-4109-a28d-7fb301e18f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.727888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d406ecef-71c1-4109-a28d-7fb301e18f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.737528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d406ecef-71c1-4109-a28d-7fb301e18f18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab48de95-f508-4bef-ba0f-f5df965a1a0c HTTP/1.1" status: 204 len: 168 time: 0.1494815 Aug 29 04:37:33.739241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.742730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406ecef-71c1-4109-a28d-7fb301e18f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab48de95-f508-4bef-ba0f-f5df965a1a0c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.744040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.832257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-38b1d2fa-07fd-461c-bd25-4ef06bad1d4f None None] Provisioning for port c66436cf-b7f9-44f9-a798-57bd95862a21 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:33.840278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-38b1d2fa-07fd-461c-bd25-4ef06bad1d4f None None] Provisioning complete for port c66436cf-b7f9-44f9-a798-57bd95862a21 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:33.840657 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38b1d2fa-07fd-461c-bd25-4ef06bad1d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.848704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=048ed4da-079f-473c-bbec-27f4c1d6dcb3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.926943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Allocated IP 172.20.0.3 (4c501b9c-8b85-4ad1-9734-c0362fef9eff/ac053d89-debe-4a18-94c2-716f60a73cb4/de326aba-d4f4-46c3-a753-b319ecae48cb) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:33.934853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:33.938090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:34.004628 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38b1d2fa-07fd-461c-bd25-4ef06bad1d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.078588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-38b1d2fa-07fd-461c-bd25-4ef06bad1d4f None None] For port c66436cf-b7f9-44f9-a798-57bd95862a21, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c66436cf-b7f9-44f9-a798-57bd95862a21,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:34.085058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38b1d2fa-07fd-461c-bd25-4ef06bad1d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.096245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e9898c1-f25b-4868-92c8-eb9fcfc5039f req-6306f834-a854-4e22-983f-0cdec75c2013 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 210 time: 0.0409560 Aug 29 04:37:34.159081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1d2fa-07fd-461c-bd25-4ef06bad1d4f None None] Pushing event updated for resources: {'Port': ['ID=c66436cf-b7f9-44f9-a798-57bd95862a21,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.197419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router c128b0b0-d576-4a9b-9614-5344aeb39603 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:34.238935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.310645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-35d951f2-d079-4909-88d6-1ef856c8cc74 None None] Provisioning for port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:34.315247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-35d951f2-d079-4909-88d6-1ef856c8cc74 None None] Provisioning complete for port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:34.315681 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d951f2-d079-4909-88d6-1ef856c8cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.366675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-35d951f2-d079-4909-88d6-1ef856c8cc74 None None] Port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:34.369155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:34.378609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39230) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:34.379900 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-33a87161-d641-4b68-964e-d80c8931b05f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "PUT /v2.0/routers/c128b0b0-d576-4a9b-9614-5344aeb39603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6020339 Aug 29 04:37:34.381966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.403354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Sync routers for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:34.412853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:34.436711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-35d951f2-d079-4909-88d6-1ef856c8cc74 None None] Provisioning complete for port c66436cf-b7f9-44f9-a798-57bd95862a21 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:34.437081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-35d951f2-d079-4909-88d6-1ef856c8cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.444696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:34.451504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:34.455877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:34.462582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:34.466670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event updated for resources: {'Port': ['ID=de326aba-d4f4-46c3-a753-b319ecae48cb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.490150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:34.491050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:37:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:34.519331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:34.519990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.535455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-040f07e7-c595-4d8a-8b57-7c7e8bf147d8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1149426 Aug 29 04:37:34.556556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Request body: {'port': {'device_id': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:34.661335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.818760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:35.012028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.012886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.013534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.014248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.014994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.015862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.017291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.018098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.018753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.019394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.020055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.020808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.023405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6eb71679-567f-4d6c-b48d-8d71a34d780c tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8445 time: 0.6419213 Aug 29 04:37:35.026692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39242) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.090072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de326aba-d4f4-46c3-a753-b319ecae48cb {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:35.102075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.119957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Transition to ACTIVE for port object de326aba-d4f4-46c3-a753-b319ecae48cb will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:35.125355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.176442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.180512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.181195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.181877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.182509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.183137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.183806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.186366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.187055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.187745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.190193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.191711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.196795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c8355b9a-b96e-44dd-9d0b-9409df937851 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7630 time: 0.1688714 Aug 29 04:37:35.200241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.289855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Pushing event updated for resources: {'Port': ['ID=de326aba-d4f4-46c3-a753-b319ecae48cb,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.300607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-50898e4c-bc2d-4547-bb5a-3da5dca4c19f None None] Provisioning complete for port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:35.305582 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-50898e4c-bc2d-4547-bb5a-3da5dca4c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.328488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 048ed4da-079f-473c-bbec-27f4c1d6dcb3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:35.365556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Attempting to bind port de326aba-d4f4-46c3-a753-b319ecae48cb on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:35.366169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Attempting to bind port de326aba-d4f4-46c3-a753-b319ecae48cb by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:35.366661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Attempting to bind port de326aba-d4f4-46c3-a753-b319ecae48cb on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:35.371782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Port de326aba-d4f4-46c3-a753-b319ecae48cb on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:35.372744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Attempting to bind port de326aba-d4f4-46c3-a753-b319ecae48cb on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:35.378389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:35.378965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Checking segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:35.379515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Bound using segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:35.380094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Bound port: de326aba-d4f4-46c3-a753-b319ecae48cb, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:35.380614 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.433637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-50898e4c-bc2d-4547-bb5a-3da5dca4c19f None None] Port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:35.464021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] For port de326aba-d4f4-46c3-a753-b319ecae48cb, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:35.467910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] For port de326aba-d4f4-46c3-a753-b319ecae48cb, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=de326aba-d4f4-46c3-a753-b319ecae48cb,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:35.469944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536409e1-778a-4a18-95c3-d6a6f9a53fe0 req-6bef0f87-a921-4340-a302-4639236febd1 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.471672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-536409e1-778a-4a18-95c3-d6a6f9a53fe0 req-6bef0f87-a921-4340-a302-4639236febd1 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 943 time: 0.2533665 Aug 29 04:37:35.474377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.500022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:35.500396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.518612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.519219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.521194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] 10.222.0.32 "PUT /v2.0/ports/de326aba-d4f4-46c3-a753-b319ecae48cb HTTP/1.1" status: 200 len: 1092 time: 0.9702911 Aug 29 04:37:35.523799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'tag': 'de326aba-d4f4-46c3-a753-b319ecae48cb'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:35.526612 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733" -d '{"events": [{"name": "network-changed", "server_uuid": "46b3ed4a-9719-421f-a5cb-91e959f142f4", "tag": "de326aba-d4f4-46c3-a753-b319ecae48cb"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:35.544022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-536409e1-778a-4a18-95c3-d6a6f9a53fe0 req-52fc4c77-6a69-48f6-b748-95669b16cc89 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Aug 29 04:37:35.567699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:32Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 2, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:35.617653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Checking router: c128b0b0-d576-4a9b-9614-5344aeb39603 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:35.618243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Updating router c128b0b0-d576-4a9b-9614-5344aeb39603 port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:37:35.620085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-adf0f44b-6867-443d-8728-38d26d8671b5 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.4173162 Aug 29 04:37:35.647847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.649010 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5101f54e-321c-4c26-a669-73138d17ad29 x-openstack-request-id: req-5101f54e-321c-4c26-a669-73138d17ad29 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:35.649318 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b3ed4a-9719-421f-a5cb-91e959f142f4", "tag": "de326aba-d4f4-46c3-a753-b319ecae48cb", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:35.649577 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5101f54e-321c-4c26-a669-73138d17ad29 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:35.650064 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'tag': 'de326aba-d4f4-46c3-a753-b319ecae48cb', 'status': 'completed', 'code': 200} Aug 29 04:37:35.650729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ea4c3-dc4d-40d0-8587-b5bb8f691557 service neutron] Pushing event updated for resources: {'Port': ['ID=de326aba-d4f4-46c3-a753-b319ecae48cb,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:35.680039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-7f0e438f-034b-41db-a251-afa73269bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.682060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-7f0e438f-034b-41db-a251-afa73269bfc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 1095 time: 0.0878124 Aug 29 04:37:35.745947 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:37:35.748186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-8e6c24d2-2a79-4b69-8903-a9ee980edbe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de326aba-d4f4-46c3-a753-b319ecae48cb HTTP/1.1" status: 200 len: 217 time: 0.0482152 Aug 29 04:37:35.777072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c66436cf-b7f9-44f9-a798-57bd95862a21 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:35.813508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-8d049470-9aee-49ec-b522-839301469213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.815836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-8d049470-9aee-49ec-b522-839301469213 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0574110 Aug 29 04:37:35.863173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-1d5fcc0d-5707-4311-96dc-4f62d23ce47d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376906 Aug 29 04:37:35.922618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39286) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:35.932739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e168e0dd-c56e-4f3b-b0ba-c76b48210eb7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488295873', 'description': 'tempest-secgroup-smoke-488295873 description', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:35.950481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c66436cf-b7f9-44f9-a798-57bd95862a21 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:35.950946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.979134 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e168e0dd-c56e-4f3b-b0ba-c76b48210eb7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.992858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-d97b5485-c05c-4ff8-ab35-dc2adbd66972 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171987 Aug 29 04:37:36.088719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.093851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e168e0dd-c56e-4f3b-b0ba-c76b48210eb7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.101491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e168e0dd-c56e-4f3b-b0ba-c76b48210eb7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.107938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Transition to ACTIVE for port object d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:36.115922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-409550b7-806e-423c-87b3-e9f58d6a0ab9 req-3d5e3c9c-9aaa-4fda-b193-6adfd99440e7 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120219 Aug 29 04:37:36.117502 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.121424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e168e0dd-c56e-4f3b-b0ba-c76b48210eb7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.122846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e168e0dd-c56e-4f3b-b0ba-c76b48210eb7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1988847 Aug 29 04:37:36.126144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39302) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.131367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-129f7094-e11c-45f3-978f-6d7bba4dd615 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '2df4dac8-a724-4c5b-b594-e5b66df2ba8f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:36.157106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Pushing event updated for resources: {'Port': ['ID=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.162574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168e0dd-c56e-4f3b-b0ba-c76b48210eb7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df4dac8-a724-4c5b-b594-e5b66df2ba8f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.170702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.171017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.171289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-129f7094-e11c-45f3-978f-6d7bba4dd615 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.171392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.171686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.172043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.172989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.172989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.172989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.173340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.173630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.173996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.174309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:36.248775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Attempting to bind port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:36.249054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Attempting to bind port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:36.249419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Attempting to bind port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd on network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:36.256829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:36.257208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Checking segment: {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:36.257631 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.258030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Bound using segment: {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:36.258824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Bound port: d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:36.258971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.293061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-129f7094-e11c-45f3-978f-6d7bba4dd615 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.300853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-1a21c9ef-fce2-4ec5-a8cf-f8f3b40b67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:36.302548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-1a21c9ef-fce2-4ec5-a8cf-f8f3b40b67c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 1095 time: 0.0686467 Aug 29 04:37:36.303436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-129f7094-e11c-45f3-978f-6d7bba4dd615 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.332335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f7094-e11c-45f3-978f-6d7bba4dd615 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df1cdbf-f7ba-4dc7-a023-13bfaed1e447,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.345431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] For port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:36.349357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] For port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:36.356829 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.372982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-129f7094-e11c-45f3-978f-6d7bba4dd615 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.377863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.378364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-129f7094-e11c-45f3-978f-6d7bba4dd615 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2501593 Aug 29 04:37:36.384714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ac306504-c06b-4e52-b0c5-62500febd126 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '2df4dac8-a724-4c5b-b594-e5b66df2ba8f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:36.450077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac306504-c06b-4e52-b0c5-62500febd126 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.457057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-1ab3726e-5fe3-459f-b3bb-e86fe1b59935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:36.458696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-1ab3726e-5fe3-459f-b3bb-e86fe1b59935 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 916 time: 0.1431646 Aug 29 04:37:36.477386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:36.478292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:37:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:36.518443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-fb680985-28fc-49a1-bf72-03a813c34294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de326aba-d4f4-46c3-a753-b319ecae48cb HTTP/1.1" status: 200 len: 217 time: 0.0453000 Aug 29 04:37:36.535211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac306504-c06b-4e52-b0c5-62500febd126 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.542014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac306504-c06b-4e52-b0c5-62500febd126 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.572341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac306504-c06b-4e52-b0c5-62500febd126 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b245d920-90aa-4008-8158-511d37cbc012,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.582709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac306504-c06b-4e52-b0c5-62500febd126 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.583034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-365376c6-9207-45f2-9aaf-23b9ab2fb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:36.583999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ac306504-c06b-4e52-b0c5-62500febd126 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2044854 Aug 29 04:37:36.584623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-365376c6-9207-45f2-9aaf-23b9ab2fb8f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0579767 Aug 29 04:37:36.587012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39322) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.591430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-326108c9-50a4-4fce-bc9d-1cc26fa0c4bf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '2df4dac8-a724-4c5b-b594-e5b66df2ba8f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:36.592870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02dbe0-9e1b-46b6-9be5-9bf1a4b1e24d None None] Pushing event updated for resources: {'Port': ['ID=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.665491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-f1887834-de51-4fd3-8d71-68616f5c7003 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294840 Aug 29 04:37:36.667095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-326108c9-50a4-4fce-bc9d-1cc26fa0c4bf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.688418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:36.706516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa7389-a64a-4ca6-88d7-afc10490b881 req-6d790cee-e950-4edf-83bf-1ed3b1d52b72 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:36.708247 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2caa7389-a64a-4ca6-88d7-afc10490b881 req-6d790cee-e950-4edf-83bf-1ed3b1d52b72 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 943 time: 0.0779090 Aug 29 04:37:36.727401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39324) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.782480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2caa7389-a64a-4ca6-88d7-afc10490b881 req-8fa59474-7763-4d5f-bed2-16fa03d5f950 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656009 Aug 29 04:37:36.830742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-c76d7165-1846-451f-aab8-12956f9f2f3f service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523087 Aug 29 04:37:36.865263 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-326108c9-50a4-4fce-bc9d-1cc26fa0c4bf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.876083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-917154e0-353c-4362-9c3a-ed201f9e66ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.894040 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-326108c9-50a4-4fce-bc9d-1cc26fa0c4bf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.920229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326108c9-50a4-4fce-bc9d-1cc26fa0c4bf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01488690-9763-4835-b4ee-ca647d1ec549,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:36.959615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da0c0a1e-44ba-47ab-96ba-dafbcf12f733 req-133ee905-9aa4-41ae-bfdd-afd0264f1d7c service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190646 Aug 29 04:37:36.964269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:32Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:36Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:36.977558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-917154e0-353c-4362-9c3a-ed201f9e66ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.985750 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-326108c9-50a4-4fce-bc9d-1cc26fa0c4bf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.987926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-326108c9-50a4-4fce-bc9d-1cc26fa0c4bf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3999767 Aug 29 04:37:36.988111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-917154e0-353c-4362-9c3a-ed201f9e66ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.990755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39328) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:36.992120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d960f4-a5ce-44bd-b0cc-8f1d20f9ed62 None None] The sync data for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 is: [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:32Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:36Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:36.996068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-739c89bb-67d6-4e7c-b671-e51fc8d20522 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '2df4dac8-a724-4c5b-b594-e5b66df2ba8f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.023586 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-739c89bb-67d6-4e7c-b671-e51fc8d20522 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.076114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917154e0-353c-4362-9c3a-ed201f9e66ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a21a46c-f9ab-4630-a215-2175594c3cc7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.080999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-917154e0-353c-4362-9c3a-ed201f9e66ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9555cfeadf044e0093bf09f5fc4549b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523011 Aug 29 04:37:37.083647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.115263 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-739c89bb-67d6-4e7c-b671-e51fc8d20522 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.119704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-739c89bb-67d6-4e7c-b671-e51fc8d20522 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.143793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c89bb-67d6-4e7c-b671-e51fc8d20522 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fbb3be-dfff-4ac9-a58a-55f2633d5d3f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.148038 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-739c89bb-67d6-4e7c-b671-e51fc8d20522 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.151798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-739c89bb-67d6-4e7c-b671-e51fc8d20522 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574380 Aug 29 04:37:37.152191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d553-87a5-438b-ab3f-e63acbbbd3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.152652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.157166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '2df4dac8-a724-4c5b-b594-e5b66df2ba8f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.189754 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d553-87a5-438b-ab3f-e63acbbbd3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.213982 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Project 48e1ccfc945f4aa388d3835f6375bc96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:37:37.229666 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.285655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d553-87a5-438b-ab3f-e63acbbbd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.288151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d553-87a5-438b-ab3f-e63acbbbd3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.288273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:37.289308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b9f8d553-87a5-438b-ab3f-e63acbbbd3c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a21a46c-f9ab-4630-a215-2175594c3cc7 HTTP/1.1" status: 204 len: 168 time: 0.2047527 Aug 29 04:37:37.311504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8d553-87a5-438b-ab3f-e63acbbbd3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a21a46c-f9ab-4630-a215-2175594c3cc7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.321767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.328627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.351153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4634227d-82c6-4ae0-87e0-c223197eee0a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.359244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.363678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39336) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.363831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9b957ec0-87fe-4a58-abe6-3878e5723213 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2100840 Aug 29 04:37:37.370530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:37.372357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '2df4dac8-a724-4c5b-b594-e5b66df2ba8f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:37.374880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:37.375383 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.406662 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Project 48e1ccfc945f4aa388d3835f6375bc96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:37:37.419811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.501682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.543460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.550338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.571857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:37.576533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.577751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b0de79-e5d5-4cac-8cfd-829c8cb91176,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.591970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.602151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aa52ae67-43dc-4001-a508-41fa03d1dc24 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2282088 Aug 29 04:37:37.632859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.666021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.680214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-075bb01e-d6f7-44f1-a379-9fb386ed6ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.790079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-075bb01e-d6f7-44f1-a379-9fb386ed6ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.793830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-075bb01e-d6f7-44f1-a379-9fb386ed6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.804128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-ebbcc71c-8b23-4336-9b39-7958d744be90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488295873&fields=id&tenant_id=48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 267 time: 0.0391419 Aug 29 04:37:37.836443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-075bb01e-d6f7-44f1-a379-9fb386ed6ff5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a9efef5eaf445a2978764bf11b0f559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688969 Aug 29 04:37:37.837796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bb01e-d6f7-44f1-a379-9fb386ed6ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb41fb72-3bd9-4635-a7e1-ecbc46b1b122,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.839725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:37.907914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e0b64-f9ff-4edd-bf40-7cbf9afd0ebf req-be88ff75-e75e-41a7-bc6d-69bd9676701d tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.910132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-575e0b64-f9ff-4edd-bf40-7cbf9afd0ebf req-be88ff75-e75e-41a7-bc6d-69bd9676701d tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 943 time: 0.0544519 Aug 29 04:37:37.965693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-575e0b64-f9ff-4edd-bf40-7cbf9afd0ebf req-f03312de-eba3-488d-bcdf-bf4d97aecd5e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489609 Aug 29 04:37:37.994776 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edcc47fd-30fb-4136-9716-68edca5681bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.012032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-50f2ef2a-e09f-46d1-b25b-755540947d65 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:38.013535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-50f2ef2a-e09f-46d1-b25b-755540947d65 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/networks?id=3c2d6b5e-9861-416e-8a5d-b1daac531b33 HTTP/1.1" status: 200 len: 794 time: 0.2000885 Aug 29 04:37:38.036141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edcc47fd-30fb-4136-9716-68edca5681bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.044085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-b9f16b6d-ac63-4e22-b09d-9c3ab29bb51a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/quotas/48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 375 time: 0.0202007 Aug 29 04:37:38.117290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-02ff807e-60be-4af2-8d91-d1d6cae4a8d9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634298 Aug 29 04:37:38.126283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edcc47fd-30fb-4136-9716-68edca5681bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.129020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-edcc47fd-30fb-4136-9716-68edca5681bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.130241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-edcc47fd-30fb-4136-9716-68edca5681bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb41fb72-3bd9-4635-a7e1-ecbc46b1b122 HTTP/1.1" status: 204 len: 168 time: 0.2771783 Aug 29 04:37:38.178569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc47fd-30fb-4136-9716-68edca5681bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb41fb72-3bd9-4635-a7e1-ecbc46b1b122,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.225999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-74569953-0356-4ef6-b4df-453e3502d29b service neutron] 10.222.0.55 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945969 Aug 29 04:37:38.232952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device de326aba-d4f4-46c3-a753-b319ecae48cb details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:38.352164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-ba29eb27-47e4-4d44-8dc3-b7200ea981a8 service neutron] 10.222.0.55 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099882 Aug 29 04:37:38.368944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port de326aba-d4f4-46c3-a753-b319ecae48cb, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=de326aba-d4f4-46c3-a753-b319ecae48cb,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:38.381689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'de326aba-d4f4-46c3-a753-b319ecae48cb', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'port_id': 'de326aba-d4f4-46c3-a753-b319ecae48cb', 'mac_address': 'fa:16:3e:89:5c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac053d89-debe-4a18-94c2-716f60a73cb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:38.419163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.433666 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de326aba-d4f4-46c3-a753-b319ecae48cb {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:38.455566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port de326aba-d4f4-46c3-a753-b319ecae48cb, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=de326aba-d4f4-46c3-a753-b319ecae48cb,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:38.465664 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.530143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5db8c025-7757-467d-9397-836dbfa374b5 req-4beeccb3-e709-4c88-847f-bd0c3073e67b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 210 time: 0.0346301 Aug 29 04:37:38.531027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=de326aba-d4f4-46c3-a753-b319ecae48cb,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:38.869129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['de326aba-d4f4-46c3-a753-b319ecae48cb'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:39.099624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888022-d3bd-4234-ad4b-fdc40479159c req-47496ec9-e807-4f12-acbd-11432040bf81 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.101619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32888022-d3bd-4234-ad4b-fdc40479159c req-47496ec9-e807-4f12-acbd-11432040bf81 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 944 time: 0.0623281 Aug 29 04:37:39.144257 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32888022-d3bd-4234-ad4b-fdc40479159c req-1dfbcf36-2daf-4fb3-b777-2d9d7510da4c tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Aug 29 04:37:39.231793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:39.282941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:39.283351 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.548364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-016da3d2-39c5-49e6-8a1d-5eb545aa7171 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.549994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-016da3d2-39c5-49e6-8a1d-5eb545aa7171 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.37 "GET /v2.0/networks?id=3c2d6b5e-9861-416e-8a5d-b1daac531b33 HTTP/1.1" status: 200 len: 794 time: 0.1224172 Aug 29 04:37:39.604205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-16dcca5e-3ada-4496-b506-e0c349f3cb78 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 379 time: 0.0379760 Aug 29 04:37:39.621616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'port': {'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'admin_state_up': True, 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'security_groups': ['2df4dac8-a724-4c5b-b594-e5b66df2ba8f']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:39.654818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45525582-7db3-4f6b-9dda-8fae79e078fc req-9b66ec1e-c8aa-448d-b355-5a850a1cc77c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 210 time: 0.0477557 Aug 29 04:37:39.754351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:39.757964 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:39.896041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.20.0.7 (3c2d6b5e-9861-416e-8a5d-b1daac531b33/ccc44f63-3d80-4a3c-90fb-99416deaf6d6/3e586403-2844-4a12-bfae-190cde1ef86a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:40.051638 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.068544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Transition to ACTIVE for port object 3e586403-2844-4a12-bfae-190cde1ef86a will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:40.107728 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.159782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:40.164969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:40.177361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:40.181547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=3e586403-2844-4a12-bfae-190cde1ef86a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.246912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.247619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.251248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device de326aba-d4f4-46c3-a753-b319ecae48cb up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:40.289537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-23abdc6f-e50e-42a3-9549-68a3e2626c55 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6734290 Aug 29 04:37:40.305538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Request body: {'port': {'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:40.327097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port de326aba-d4f4-46c3-a753-b319ecae48cb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:40.332166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port de326aba-d4f4-46c3-a753-b319ecae48cb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:40.332689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.347451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d837928-f35d-4750-bea3-488a2a708de6 req-c0058734-8ec2-4717-a213-1bd2ef449c90 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.349484 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d837928-f35d-4750-bea3-488a2a708de6 req-c0058734-8ec2-4717-a213-1bd2ef449c90 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 944 time: 0.0988719 Aug 29 04:37:40.408899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.429998 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.445875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d837928-f35d-4750-bea3-488a2a708de6 req-9d141baa-4eb3-4c4e-96ba-7745351f86a2 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640507 Aug 29 04:37:40.466624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de326aba-d4f4-46c3-a753-b319ecae48cb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:40.469058 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30a90fb-87e5-4ca7-82ab-d74226aa2ed0" -d '{"events": [{"server_uuid": "46b3ed4a-9719-421f-a5cb-91e959f142f4", "name": "network-vif-plugged", "status": "completed", "tag": "de326aba-d4f4-46c3-a753-b319ecae48cb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:40.488990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port de326aba-d4f4-46c3-a753-b319ecae48cb, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=de326aba-d4f4-46c3-a753-b319ecae48cb,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:40.495631 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.526527 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709470e7-926b-4f90-8b3a-1565578358d2 x-openstack-request-id: req-709470e7-926b-4f90-8b3a-1565578358d2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:40.526902 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b3ed4a-9719-421f-a5cb-91e959f142f4", "name": "network-vif-plugged", "status": "completed", "tag": "de326aba-d4f4-46c3-a753-b319ecae48cb", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:40.527229 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-709470e7-926b-4f90-8b3a-1565578358d2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:40.527683 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de326aba-d4f4-46c3-a753-b319ecae48cb', 'code': 200} Aug 29 04:37:40.561575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5c4e5284-f856-4639-88a0-b351f359fd20 None None] Provisioning for port 3e586403-2844-4a12-bfae-190cde1ef86a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:40.569100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5c4e5284-f856-4639-88a0-b351f359fd20 None None] Provisioning complete for port 3e586403-2844-4a12-bfae-190cde1ef86a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:40.569482 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5284-f856-4639-88a0-b351f359fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.572659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=de326aba-d4f4-46c3-a753-b319ecae48cb,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:40.615772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e5284-f856-4639-88a0-b351f359fd20 None None] Port 3e586403-2844-4a12-bfae-190cde1ef86a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:40.654735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4d789-68d6-4317-be65-cfb8b0278d54 req-915cce18-a759-4bab-b9f6-31078d6ec575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.656965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ecc4d789-68d6-4317-be65-cfb8b0278d54 req-915cce18-a759-4bab-b9f6-31078d6ec575 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 1097 time: 0.0453458 Aug 29 04:37:40.696321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ecc4d789-68d6-4317-be65-cfb8b0278d54 req-e4bb39c9-c627-4b89-bcbf-2b82c344ebe7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309911 Aug 29 04:37:40.813087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e586403-2844-4a12-bfae-190cde1ef86a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:40.823664 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.843962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdb1b6-0d0a-4904-8e4a-693c3aba4321 req-c52b4c45-59ab-4238-a027-4cb019d4c0c1 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.845569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4fdb1b6-0d0a-4904-8e4a-693c3aba4321 req-c52b4c45-59ab-4238-a027-4cb019d4c0c1 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 931 time: 0.0942676 Aug 29 04:37:40.848318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Transition to ACTIVE for port object 3e586403-2844-4a12-bfae-190cde1ef86a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:40.852339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.934771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4fdb1b6-0d0a-4904-8e4a-693c3aba4321 req-5541b966-46bb-4505-80ee-c969bc400653 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800707 Aug 29 04:37:40.935376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Pushing event updated for resources: {'Port': ['ID=3e586403-2844-4a12-bfae-190cde1ef86a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.017521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Attempting to bind port 3e586403-2844-4a12-bfae-190cde1ef86a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:41.018502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Attempting to bind port 3e586403-2844-4a12-bfae-190cde1ef86a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:41.018956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Attempting to bind port 3e586403-2844-4a12-bfae-190cde1ef86a on network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:41.024805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Port 3e586403-2844-4a12-bfae-190cde1ef86a on network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:41.025211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Attempting to bind port 3e586403-2844-4a12-bfae-190cde1ef86a on network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:41.031124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:41.031430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Checking segment: {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:41.031953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Bound using segment: {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:41.032381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Bound port: 3e586403-2844-4a12-bfae-190cde1ef86a, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:41.032733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.107687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] For port 3e586403-2844-4a12-bfae-190cde1ef86a, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:41.112765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] For port 3e586403-2844-4a12-bfae-190cde1ef86a, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3e586403-2844-4a12-bfae-190cde1ef86a,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:41.117684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.153545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.154267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.155760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] 10.222.0.37 "PUT /v2.0/ports/3e586403-2844-4a12-bfae-190cde1ef86a HTTP/1.1" status: 200 len: 1092 time: 0.8554151 Aug 29 04:37:41.156199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:41.158795 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a23777-d0eb-42c3-b321-b3ea50593751" -d '{"events": [{"name": "network-changed", "server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:41.200332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce26446-c7db-41c7-9e62-bb3d5a3db8ad service neutron] Pushing event updated for resources: {'Port': ['ID=3e586403-2844-4a12-bfae-190cde1ef86a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.229229 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada4412a-39d8-4e6a-93af-d7c1d2de5633 x-openstack-request-id: req-ada4412a-39d8-4e6a-93af-d7c1d2de5633 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:41.229229 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:41.229229 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ada4412a-39d8-4e6a-93af-d7c1d2de5633 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:41.229580 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a', 'status': 'completed', 'code': 200} Aug 29 04:37:41.264638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-7358af85-4db1-4c30-b79c-d6a28575278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.266474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-7358af85-4db1-4c30-b79c-d6a28575278f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 1095 time: 0.0483639 Aug 29 04:37:41.311274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-0ca163e7-beb9-4082-abb8-3265d3434603 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e586403-2844-4a12-bfae-190cde1ef86a HTTP/1.1" status: 200 len: 217 time: 0.0357144 Aug 29 04:37:41.371691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-9e1cf5e8-dd77-4fff-a16c-b46afe6a5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.373428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-9e1cf5e8-dd77-4fff-a16c-b46afe6a5f38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccc44f63-3d80-4a3c-90fb-99416deaf6d6 HTTP/1.1" status: 200 len: 835 time: 0.0540214 Aug 29 04:37:41.423333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00328d-cf11-4697-9e6e-574493374e6a req-547ad093-eee9-491f-b58a-e88e3412e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.425362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-547ad093-eee9-491f-b58a-e88e3412e574 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c2d6b5e-9861-416e-8a5d-b1daac531b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432963 Aug 29 04:37:41.523763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-42d2ed27-55a4-41c6-8046-359cd9828f31 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903075 Aug 29 04:37:41.617794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-810e63b9-804d-4470-8bdf-d71b2ea02fca req-39df88cc-1197-4c03-96f3-f3ec8890ba15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0673106 Aug 29 04:37:41.679460 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-810e63b9-804d-4470-8bdf-d71b2ea02fca req-af00a26f-5c83-47be-b07a-c14b6e096fd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0398691 Aug 29 04:37:41.700114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be00328d-cf11-4697-9e6e-574493374e6a req-716e8cb6-06a8-43e5-bebc-666978110085 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598082 Aug 29 04:37:41.707606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39606) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:41.721626 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-810e63b9-804d-4470-8bdf-d71b2ea02fca req-2bbdf0ca-8ee2-4ee0-b8b5-d455aee9fe14 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198867 Aug 29 04:37:41.793066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.890148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-6c1e0fda-233b-4fc6-b3da-fdfb4f4058cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.891647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-6c1e0fda-233b-4fc6-b3da-fdfb4f4058cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 1095 time: 0.1052916 Aug 29 04:37:41.920372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095bba-810f-4dfe-95e7-30207fe1c8ff req-e3a0bcfb-7b6b-4ac7-bdae-aac2509b417c tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.921911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac095bba-810f-4dfe-95e7-30207fe1c8ff req-e3a0bcfb-7b6b-4ac7-bdae-aac2509b417c tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 945 time: 0.3954616 Aug 29 04:37:41.924426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e63b9-804d-4470-8bdf-d71b2ea02fca req-8a9a0bd5-1aa7-480d-a807-970fc25fcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:41.925800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-810e63b9-804d-4470-8bdf-d71b2ea02fca req-8a9a0bd5-1aa7-480d-a807-970fc25fcbf8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968865 Aug 29 04:37:41.930309 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.934879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.980615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f8499e-f494-4566-9006-a182aa051ad0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.987958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a204656fa2b44b2b36f630c9123935c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764988 Aug 29 04:37:41.989496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39614) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.002959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.003322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.003647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.003979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.004314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.004634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.004952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.005445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.005798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.006122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.006440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.006764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f1c5e-2014-4c37-a70c-8f0fa94428c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:42.013392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac095bba-810f-4dfe-95e7-30207fe1c8ff req-355a767e-41aa-4e6b-a07a-a926c4571fa3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773909 Aug 29 04:37:42.041172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-097f843a-5f12-42af-9d40-0fb2a2cf96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.042740 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-097f843a-5f12-42af-9d40-0fb2a2cf96cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c2d6b5e-9861-416e-8a5d-b1daac531b33 HTTP/1.1" status: 200 len: 895 time: 0.1385927 Aug 29 04:37:42.086039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-d6bc0da7-dc27-4e8a-bdf8-e08c01ce94d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e586403-2844-4a12-bfae-190cde1ef86a HTTP/1.1" status: 200 len: 217 time: 0.0350754 Aug 29 04:37:42.087135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d916d50-8410-40f9-9f8f-94af61d03f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.118127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ef735-3875-45dd-ae55-9986ea8f0631 req-3964afd9-d375-407b-ad8a-9bf7bad735ea tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.119622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753ef735-3875-45dd-ae55-9986ea8f0631 req-3964afd9-d375-407b-ad8a-9bf7bad735ea tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 943 time: 0.0789118 Aug 29 04:37:42.124083 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d916d50-8410-40f9-9f8f-94af61d03f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.135834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-805449dd-fc56-4caf-bac1-c7ccd2b47422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.137303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-805449dd-fc56-4caf-bac1-c7ccd2b47422 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccc44f63-3d80-4a3c-90fb-99416deaf6d6 HTTP/1.1" status: 200 len: 835 time: 0.0443280 Aug 29 04:37:42.182386 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753ef735-3875-45dd-ae55-9986ea8f0631 req-f93a36b7-f086-41b4-bf4a-d3e3a360d152 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561888 Aug 29 04:37:42.186967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-c0b8527e-ca37-4cc4-806d-7faafa9c041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.188504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-c0b8527e-ca37-4cc4-806d-7faafa9c041b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c2d6b5e-9861-416e-8a5d-b1daac531b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400155 Aug 29 04:37:42.202348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d916d50-8410-40f9-9f8f-94af61d03f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.205037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d916d50-8410-40f9-9f8f-94af61d03f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.207115 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d916d50-8410-40f9-9f8f-94af61d03f5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27f8499e-f494-4566-9006-a182aa051ad0 HTTP/1.1" status: 204 len: 168 time: 0.2164228 Aug 29 04:37:42.215853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d916d50-8410-40f9-9f8f-94af61d03f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f8499e-f494-4566-9006-a182aa051ad0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.287394 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-2fb13253-f95e-4876-af26-079c4c2c4d92 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906343 Aug 29 04:37:42.379326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29a23777-d0eb-42c3-b321-b3ea50593751 req-d37c70d4-a1fa-4a49-ae77-6e7eeed613ec service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844905 Aug 29 04:37:43.143797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55aa0d-018e-46ab-a410-d18effdce303 req-e6790984-f014-4b7d-8ab6-743e535b33b8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.145514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e55aa0d-018e-46ab-a410-d18effdce303 req-e6790984-f014-4b7d-8ab6-743e535b33b8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 945 time: 0.0541050 Aug 29 04:37:43.212234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e55aa0d-018e-46ab-a410-d18effdce303 req-8366c06c-ffee-4463-9de8-e1e56d126ff8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 Aug 29 04:37:43.318488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab136f-d666-4eb8-8017-04a15d03a47a req-5c7e2f62-481a-4009-b8da-914dc30efe42 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.320630 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-96ab136f-d666-4eb8-8017-04a15d03a47a req-5c7e2f62-481a-4009-b8da-914dc30efe42 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0690439 Aug 29 04:37:43.363592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-4a6ab7ac-d7ce-48e6-86d0-f9de0da7770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.365160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-4a6ab7ac-d7ce-48e6-86d0-f9de0da7770c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1096 time: 0.0975833 Aug 29 04:37:43.373715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ea4a4-57c3-46f9-96d4-a0439feab836 req-ca362b2e-3ef3-47d1-bb98-a027b84b69fd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.375153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-963ea4a4-57c3-46f9-96d4-a0439feab836 req-ca362b2e-3ef3-47d1-bb98-a027b84b69fd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 943 time: 0.1095562 Aug 29 04:37:43.382986 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-96ab136f-d666-4eb8-8017-04a15d03a47a req-b9c26fec-758b-4785-8507-e836985cd456 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524337 Aug 29 04:37:43.459022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.475891 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-963ea4a4-57c3-46f9-96d4-a0439feab836 req-890bb2ec-fa4d-4c7d-9314-cd1f4f3442cd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865808 Aug 29 04:37:43.511621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-f9290e50-e61a-413b-818b-ff401e6ccccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.511621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-f9290e50-e61a-413b-818b-ff401e6ccccc service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1348372 Aug 29 04:37:43.585685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-49a9eb7a-de6c-4ddd-a77b-a3f5d2a60605 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 998 time: 0.0669420 Aug 29 04:37:43.609644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-263441b9-78b6-4820-8d10-48eb202250cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.647670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-c9c83eb3-dc4e-463c-be5b-3f39812b87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.649303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-c9c83eb3-dc4e-463c-be5b-3f39812b87a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0562911 Aug 29 04:37:43.705673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-263441b9-78b6-4820-8d10-48eb202250cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.707024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-be61057a-1bb3-4376-a542-f3be41dab49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.708483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-be61057a-1bb3-4376-a542-f3be41dab49f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500040 Aug 29 04:37:43.711565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-263441b9-78b6-4820-8d10-48eb202250cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.751000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263441b9-78b6-4820-8d10-48eb202250cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1421d39-d007-4f81-8fb8-908aac48cd8f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.759774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-263441b9-78b6-4820-8d10-48eb202250cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bdf8af6bc43447c8affab9913ecec93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974107 Aug 29 04:37:43.760418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39692) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:43.807863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-577f2fab-7b14-4d03-9c5c-157164e0f09c service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908422 Aug 29 04:37:43.812685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebc23cc9-8b9e-4a88-8838-93eb814cfdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.836547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebc23cc9-8b9e-4a88-8838-93eb814cfdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.892229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebc23cc9-8b9e-4a88-8838-93eb814cfdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.895383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebc23cc9-8b9e-4a88-8838-93eb814cfdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.896561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ebc23cc9-8b9e-4a88-8838-93eb814cfdf1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1421d39-d007-4f81-8fb8-908aac48cd8f HTTP/1.1" status: 204 len: 168 time: 0.1341980 Aug 29 04:37:43.905009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc23cc9-8b9e-4a88-8838-93eb814cfdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1421d39-d007-4f81-8fb8-908aac48cd8f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.920785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bcf05243-c8f1-4a3b-9ca1-347cb59abea8 req-ff29fb30-ae8c-4705-96ce-a94762e104b8 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048710 Aug 29 04:37:44.649871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3e586403-2844-4a12-bfae-190cde1ef86a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:44.794462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3e586403-2844-4a12-bfae-190cde1ef86a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3e586403-2844-4a12-bfae-190cde1ef86a,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:44.801662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad12544-e6c3-41d8-a0bd-911a83589529 req-a359cbee-74a9-4360-8bcd-38f47675dc96 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:44.803598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bad12544-e6c3-41d8-a0bd-911a83589529 req-a359cbee-74a9-4360-8bcd-38f47675dc96 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.3502271 Aug 29 04:37:44.816334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '3e586403-2844-4a12-bfae-190cde1ef86a', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:44.867486 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.872731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bad12544-e6c3-41d8-a0bd-911a83589529 req-5413419b-c030-4f62-b70e-9d6087d14029 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562663 Aug 29 04:37:44.884012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e586403-2844-4a12-bfae-190cde1ef86a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:44.909911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3e586403-2844-4a12-bfae-190cde1ef86a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3e586403-2844-4a12-bfae-190cde1ef86a,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:44.915004 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.943432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4025e8-fa7b-474d-b673-0ea153b1b1c5 req-a81b89eb-ea5b-4fb6-9e3b-4b0c3f354047 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:44.950625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f4025e8-fa7b-474d-b673-0ea153b1b1c5 req-a81b89eb-ea5b-4fb6-9e3b-4b0c3f354047 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 943 time: 0.3784990 Aug 29 04:37:44.985577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=3e586403-2844-4a12-bfae-190cde1ef86a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.985972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f4025e8-fa7b-474d-b673-0ea153b1b1c5 req-5ea82625-296f-4df6-a11d-3559d1bcd605 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344424 Aug 29 04:37:45.251089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['3e586403-2844-4a12-bfae-190cde1ef86a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:45.475297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.573686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b2513e3a-fae8-4334-81cb-91318ed3b327 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:45.593032 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b2513e3a-fae8-4334-81cb-91318ed3b327 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "PUT /v2.0/quotas/a9cc8a9722954cf2b29cd692aa99886c HTTP/1.1" status: 200 len: 368 time: 0.1166277 Aug 29 04:37:45.595665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.600715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Request body: {'network': {'project_id': 'a9cc8a9722954cf2b29cd692aa99886c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:45.620212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Made reservation on behalf of a9cc8a9722954cf2b29cd692aa99886c for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:45.622475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.631277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.723217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.727309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.747787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:45.761450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc753a4f-30a3-4c5c-8522-0e60d4e4c08e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.766101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.766483 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Added segment 0625b503-641e-4622-bef7-552e2e142a21 of type vlan for network dc56d4fa-1049-4ae5-ac29-246f766d8fe3 Aug 29 04:37:45.808460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.832397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.833361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.833981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.887712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2909868 Aug 29 04:37:45.890266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.895235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Request body: {'network': {'project_id': 'a9cc8a9722954cf2b29cd692aa99886c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:45.906642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebeec0-604e-48e0-841d-4027cec65381 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Pushing event updated for resources: {'Network': ['ID=dc56d4fa-1049-4ae5-ac29-246f766d8fe3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.919082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network dc56d4fa-1049-4ae5-ac29-246f766d8fe3 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:45.925464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Made reservation on behalf of a9cc8a9722954cf2b29cd692aa99886c for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:45.928561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.982158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:46.003727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.004174 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Added segment 09905425-632e-48d7-8712-59a508331902 of type vlan for network 3f26bcfe-883b-4f7f-9e75-d8764f7eadef Aug 29 04:37:46.048322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097865e-ac57-4a8c-81ab-b7a389f85a76 req-47947c85-e4d2-4025-98f5-6397c2b8ee4f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.051309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9097865e-ac57-4a8c-81ab-b7a389f85a76 req-47947c85-e4d2-4025-98f5-6397c2b8ee4f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1039476 Aug 29 04:37:46.073576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.107748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9097865e-ac57-4a8c-81ab-b7a389f85a76 req-18a5f0dd-8a51-4b7d-9b27-cb355d61e605 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Aug 29 04:37:46.127745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.129054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.129648 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.130489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8fdaa-dad1-4a81-83fd-a8a0fd7397cf req-42cc67c4-6541-4d5a-9846-8cd53b5648cc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.132600 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-24a8fdaa-dad1-4a81-83fd-a8a0fd7397cf req-42cc67c4-6541-4d5a-9846-8cd53b5648cc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 944 time: 0.0686352 Aug 29 04:37:46.182660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-24a8fdaa-dad1-4a81-83fd-a8a0fd7397cf req-ca079332-2d52-44ae-99b1-d725df5dcb95 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 Aug 29 04:37:46.212910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3216262 Aug 29 04:37:46.215625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.220309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3cbeca11-4b3b-450c-b552-9bbc818acabd tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Request body: {'network': {'project_id': 'a9cc8a9722954cf2b29cd692aa99886c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:46.226872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2580bbf-7776-49df-9b0a-e4471b158bee tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Pushing event updated for resources: {'Network': ['ID=3f26bcfe-883b-4f7f-9e75-d8764f7eadef,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.238610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3f26bcfe-883b-4f7f-9e75-d8764f7eadef details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:46.240305 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbeca11-4b3b-450c-b552-9bbc818acabd tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:46.240773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbeca11-4b3b-450c-b552-9bbc818acabd tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:37:46.241964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3cbeca11-4b3b-450c-b552-9bbc818acabd tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0254390 Aug 29 04:37:46.244793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.290208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4f5782af-5eed-43a8-a40a-4f8df2ad0c01 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9cc8a9722954cf2b29cd692aa99886c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443375 Aug 29 04:37:46.292633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.345489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cbac6bc-db04-4e69-9d99-a295a043b0af tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.368386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cbac6bc-db04-4e69-9d99-a295a043b0af tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.414811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cbac6bc-db04-4e69-9d99-a295a043b0af tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.417389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1cbac6bc-db04-4e69-9d99-a295a043b0af tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.418701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1cbac6bc-db04-4e69-9d99-a295a043b0af tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc753a4f-30a3-4c5c-8522-0e60d4e4c08e HTTP/1.1" status: 204 len: 168 time: 0.1246049 Aug 29 04:37:46.421375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39780) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.430857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbac6bc-db04-4e69-9d99-a295a043b0af tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc753a4f-30a3-4c5c-8522-0e60d4e4c08e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.497615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.580461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.591451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f26bcfe-883b-4f7f-9e75-d8764f7eadef']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:46.603096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09905425-632e-48d7-8712-59a508331902') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:46.603403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09905425-632e-48d7-8712-59a508331902') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:46.612923 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.626484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.632428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:46.632816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:46.634444 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:46.646944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3e586403-2844-4a12-bfae-190cde1ef86a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:46.693978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.699821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 3e586403-2844-4a12-bfae-190cde1ef86a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:46.704744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 3e586403-2844-4a12-bfae-190cde1ef86a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:46.705877 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.715629 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.720243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39784) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.720377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "DELETE /v2.0/networks/3f26bcfe-883b-4f7f-9e75-d8764f7eadef HTTP/1.1" status: 204 len: 168 time: 0.2978694 Aug 29 04:37:46.721264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c729-28d2-4016-b042-92990c6b7b92 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f26bcfe-883b-4f7f-9e75-d8764f7eadef,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.799082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.802497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79ffe4a9-1d17-4455-b422-b638d286b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.806795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.823753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:46.826030 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee4ecba-7752-4f4a-901e-a3fb03f3f22a" -d '{"events": [{"server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "name": "network-vif-plugged", "status": "completed", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:46.839677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3e586403-2844-4a12-bfae-190cde1ef86a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3e586403-2844-4a12-bfae-190cde1ef86a,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:46.846059 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.871319 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333d7a87-9fbc-4265-acd7-6c1014c59e23 x-openstack-request-id: req-333d7a87-9fbc-4265-acd7-6c1014c59e23 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:46.871640 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "name": "network-vif-plugged", "status": "completed", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:46.871911 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-333d7a87-9fbc-4265-acd7-6c1014c59e23 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:46.872326 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a', 'code': 200} Aug 29 04:37:46.899896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=3e586403-2844-4a12-bfae-190cde1ef86a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.900130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.910631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc56d4fa-1049-4ae5-ac29-246f766d8fe3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:46.921356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0625b503-641e-4622-bef7-552e2e142a21') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:46.921695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0625b503-641e-4622-bef7-552e2e142a21') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:46.931152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.954790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.980667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:46.981077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:46.982765 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:47.039117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6729-4255-44d0-805d-e0a3d99effaf req-0dede50b-6355-4853-9904-e07120af2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.040702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-725c6729-4255-44d0-805d-e0a3d99effaf req-0dede50b-6355-4853-9904-e07120af2736 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 1097 time: 0.0963840 Aug 29 04:37:47.041964 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.047047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.052405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] 10.222.0.55 "DELETE /v2.0/networks/dc56d4fa-1049-4ae5-ac29-246f766d8fe3 HTTP/1.1" status: 204 len: 168 time: 0.3300419 Aug 29 04:37:47.075400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd322a5-b794-4623-9fc7-a5317fe6b289 tempest-QuotasNegativeTest-146387429 tempest-QuotasNegativeTest-146387429-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc56d4fa-1049-4ae5-ac29-246f766d8fe3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.094756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-725c6729-4255-44d0-805d-e0a3d99effaf req-e7d2f234-7e1e-4a23-8804-2714be268787 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Aug 29 04:37:47.324445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27796996-e3e2-42c4-9be8-44c301a81fd8 req-e62eff2c-2d63-47e1-8ff4-a16129acf8d8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.325097 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27796996-e3e2-42c4-9be8-44c301a81fd8 req-e62eff2c-2d63-47e1-8ff4-a16129acf8d8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 945 time: 0.0581543 Aug 29 04:37:47.368983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27796996-e3e2-42c4-9be8-44c301a81fd8 req-1237e725-850d-4e51-873c-ad3a56b3ab80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358267 Aug 29 04:37:47.497707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39800) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.608456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05bf9c79-1747-4a4d-9ffa-e9dacab63f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.699274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05bf9c79-1747-4a4d-9ffa-e9dacab63f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.703040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05bf9c79-1747-4a4d-9ffa-e9dacab63f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.745954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-05bf9c79-1747-4a4d-9ffa-e9dacab63f67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49a68691e61f48c7a9bb1d561b89a347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471483 Aug 29 04:37:47.747999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf9c79-1747-4a4d-9ffa-e9dacab63f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea437935-534f-481a-a2d1-1dd016acbafe,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.748724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39804) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:47.801604 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9303a346-7e52-4511-836c-89b490e61ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.822957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9303a346-7e52-4511-836c-89b490e61ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.869317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9303a346-7e52-4511-836c-89b490e61ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.871994 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9303a346-7e52-4511-836c-89b490e61ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.873135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9303a346-7e52-4511-836c-89b490e61ef1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea437935-534f-481a-a2d1-1dd016acbafe HTTP/1.1" status: 204 len: 168 time: 0.1230886 Aug 29 04:37:47.880806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303a346-7e52-4511-836c-89b490e61ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea437935-534f-481a-a2d1-1dd016acbafe,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.141152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.155005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-188bf999-af32-4646-8c2a-890b9bda2c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.248273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-188bf999-af32-4646-8c2a-890b9bda2c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.252597 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-188bf999-af32-4646-8c2a-890b9bda2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.289215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf999-af32-4646-8c2a-890b9bda2c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13522552-d163-47f8-8d88-54cd4b8e274c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.296122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-188bf999-af32-4646-8c2a-890b9bda2c47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=902c5f1fcd5a4b44969a24cd5daa0f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515191 Aug 29 04:37:48.296354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.355617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-392d6197-e871-44a1-b751-bb94239e62b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.384751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-392d6197-e871-44a1-b751-bb94239e62b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.479065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-392d6197-e871-44a1-b751-bb94239e62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.481582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-392d6197-e871-44a1-b751-bb94239e62b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.485003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-392d6197-e871-44a1-b751-bb94239e62b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13522552-d163-47f8-8d88-54cd4b8e274c HTTP/1.1" status: 204 len: 168 time: 0.1854727 Aug 29 04:37:48.498406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d6197-e871-44a1-b751-bb94239e62b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13522552-d163-47f8-8d88-54cd4b8e274c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.520436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01d2ed-4625-4d3c-9f67-b3e8bdfe281b req-8d102174-8044-4ec2-8efe-78e184c6a768 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.528674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd01d2ed-4625-4d3c-9f67-b3e8bdfe281b req-8d102174-8044-4ec2-8efe-78e184c6a768 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 945 time: 0.0807498 Aug 29 04:37:48.562601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd01d2ed-4625-4d3c-9f67-b3e8bdfe281b req-d9e0aba8-1957-4224-8476-8c758b2684ed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329273 Aug 29 04:37:48.698389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30823d7c-d1e6-4db6-a9a8-d1a2d03dab54 req-0fcb1981-83d2-49d2-b38a-9240a9c553cb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.700287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30823d7c-d1e6-4db6-a9a8-d1a2d03dab54 req-0fcb1981-83d2-49d2-b38a-9240a9c553cb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 945 time: 0.0624521 Aug 29 04:37:48.744125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30823d7c-d1e6-4db6-a9a8-d1a2d03dab54 req-7cc77efe-b28d-44e2-a350-b686bc20f7c8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361512 Aug 29 04:37:48.766931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39826) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.809911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f2a95-0106-441d-9f1f-4294b49dcaaa tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.815323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.818117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-663f2a95-0106-441d-9f1f-4294b49dcaaa tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 1092 time: 0.0500295 Aug 29 04:37:48.819954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:48.845263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.965607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.085325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.25.7.204 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/053c2bc5-a4bb-4df5-80f1-39934304df61) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:49.199330 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.242415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.284134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:49.289494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:49.292202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:49.319601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=053c2bc5-a4bb-4df5-80f1-39934304df61,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.481632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fab5f6c-f1da-4bf7-aa00-4cd6b0a990ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.613948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.836809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.867278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39864) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.939577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.965436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-309795627', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:49.986112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Made reservation on behalf of 24f9803edb72423db3923f339f39a9a5 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:49.989371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.997681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.086384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.092409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.094565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.098143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] device_id is not set on port 32583f51-c23b-47cd-85e8-b26ead508468 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:50.099785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.155277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256bd079-3c48-49c4-8f57-b3fa8cc60c3e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.173103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=053c2bc5-a4bb-4df5-80f1-39934304df61,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.179939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.282530 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Floating IP 5066a789-7f80-4f76-b218-866775bf8e03 associated. External IP: 172.25.7.204, port: 3e586403-2844-4a12-bfae-190cde1ef86a. Aug 29 04:37:50.500304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router c128b0b0-d576-4a9b-9614-5344aeb39603 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:50.545956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Allocated IP 172.25.7.186 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/32583f51-c23b-47cd-85e8-b26ead508468) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:50.619177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:50.629282 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] Sync routers for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:50.636607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.639616 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:50.640345 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:37:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:50.670595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5cfad47a-d8be-40c6-80f1-5abd828300dc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8516610 Aug 29 04:37:50.670595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:50.671552 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a296a159-035f-4e56-8b40-9ace36c4e25d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:50.674568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.682963 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.693612 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.748618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.753381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b3525633-f20a-47cc-8edc-9a03634e9e5f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/floatingips/5066a789-7f80-4f76-b218-866775bf8e03 HTTP/1.1" status: 200 len: 991 time: 0.0762751 Aug 29 04:37:50.754312 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.754773 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45480a20-ec86-4c12-b1d1-fdb0cf996da0 x-openstack-request-id: req-45480a20-ec86-4c12-b1d1-fdb0cf996da0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:50.755084 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:50.755346 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45480a20-ec86-4c12-b1d1-fdb0cf996da0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:50.755760 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a', 'status': 'completed', 'code': 200} Aug 29 04:37:50.780202 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:50.789767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:50.796663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:50.797604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-a9c9e177-d5d8-47ea-b7c5-d0fc4e161814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.800821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:50.803447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-a9c9e177-d5d8-47ea-b7c5-d0fc4e161814 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 1097 time: 0.0460904 Aug 29 04:37:50.806703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Pushing event updated for resources: {'Port': ['ID=32583f51-c23b-47cd-85e8-b26ead508468,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.843063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.843684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.866024 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f09b12eb-95e1-4012-af45-bb72bba9a2f8 tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9975314 Aug 29 04:37:50.868914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39876) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.873356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.186'}]}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:50.894532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.895624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.904546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-3c855981-dccd-4ff9-9df2-11dbfc723bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.906061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-3c855981-dccd-4ff9-9df2-11dbfc723bc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c2d6b5e-9861-416e-8a5d-b1daac531b33 HTTP/1.1" status: 200 len: 895 time: 0.0956204 Aug 29 04:37:50.961577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.974420 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-96970ceb-743b-461b-9696-6ef65f2180a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e586403-2844-4a12-bfae-190cde1ef86a HTTP/1.1" status: 200 len: 999 time: 0.0605211 Aug 29 04:37:51.019189 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:32Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 0, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.025039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-39bbe6bb-8159-4a98-916c-29f254d37891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.026589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-39bbe6bb-8159-4a98-916c-29f254d37891 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccc44f63-3d80-4a3c-90fb-99416deaf6d6 HTTP/1.1" status: 200 len: 835 time: 0.0451283 Aug 29 04:37:51.046183 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] Checking router: c128b0b0-d576-4a9b-9614-5344aeb39603 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:51.055205 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:51.055815 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:37:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.080515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-0a3317bf-084e-4693-9b9b-cc07a9df471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.082168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-0a3317bf-084e-4693-9b9b-cc07a9df471b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c2d6b5e-9861-416e-8a5d-b1daac531b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474603 Aug 29 04:37:51.106116 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.164413 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:51.174800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-70b83955-c357-4e35-8941-4ec7d9b8e583 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Aug 29 04:37:51.272498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a296a159-035f-4e56-8b40-9ace36c4e25d req-2a5589e0-3d26-4a5d-abae-e5783a1bbbc4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899415 Aug 29 04:37:51.318007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.337090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.403855 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:32Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 0, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:51.430111 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd5ec2-4f8b-4014-b762-7cdbc40c1f89 None None] The sync data for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 is: [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:32Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 0, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:51.531882 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.632880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4bebd-5da5-4628-9def-c6b9f50f346c None None] New status for floating IP 5066a789-7f80-4f76-b218-866775bf8e03: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:37:51.698549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.700654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.743036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.743943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee2c8a9-9df8-465b-ac95-ffc8ca8c6a1d {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:51.755324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.760733 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:37:51.764562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1b9ff04c-e9ac-4da0-9f2a-27bead80a75f tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8920524 Aug 29 04:37:51.764830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.853958 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a40a9275-f972-4cf1-911e-16cf6bdb6ee2 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/floatingips/5066a789-7f80-4f76-b218-866775bf8e03 HTTP/1.1" status: 200 len: 991 time: 0.0974526 Aug 29 04:37:51.898340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Deleting port 32583f51-c23b-47cd-85e8-b26ead508468 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:51.898694 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.975040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.986769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Calling delete_port for 32583f51-c23b-47cd-85e8-b26ead508468 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:52.106766 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.131357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Pushing event deleted for resources: {'Port': ['ID=32583f51-c23b-47cd-85e8-b26ead508468,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.192116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.194149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-915c5bfc-0f0f-44e3-b48a-c5d82e14795a tempest-RoutersAdminNegativeIpV6Test-146195964 tempest-RoutersAdminNegativeIpV6Test-146195964-project-admin] 10.222.0.55 "DELETE /v2.0/ports/32583f51-c23b-47cd-85e8-b26ead508468 HTTP/1.1" status: 204 len: 168 time: 0.4284332 Aug 29 04:37:52.274865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.432125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.536551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1af9462f-b2fd-4455-903a-665d153c4c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.627009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1af9462f-b2fd-4455-903a-665d153c4c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.630820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1af9462f-b2fd-4455-903a-665d153c4c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.673350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1af9462f-b2fd-4455-903a-665d153c4c65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ad6e4d4f69e485b9b37cc5692ecc6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375615 Aug 29 04:37:52.673350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9462f-b2fd-4455-903a-665d153c4c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825c660b-6443-4cb2-8f7d-3575002bbb53,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.673815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39898) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.730294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec94781-8f60-4e2d-b0ff-82e332b744d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.750935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec94781-8f60-4e2d-b0ff-82e332b744d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.797489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec94781-8f60-4e2d-b0ff-82e332b744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.800081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec94781-8f60-4e2d-b0ff-82e332b744d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.801231 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fec94781-8f60-4e2d-b0ff-82e332b744d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/825c660b-6443-4cb2-8f7d-3575002bbb53 HTTP/1.1" status: 204 len: 168 time: 0.1263556 Aug 29 04:37:52.808761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec94781-8f60-4e2d-b0ff-82e332b744d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825c660b-6443-4cb2-8f7d-3575002bbb53,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.857824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39902) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.919485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-28f0a574-c411-45c9-9a04-6ca2200e3cdf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/floatingips/5066a789-7f80-4f76-b218-866775bf8e03 HTTP/1.1" status: 200 len: 993 time: 0.0603962 Aug 29 04:37:53.064975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39906) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.107669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-297b7239-a127-448f-8ae7-d9602de0dbbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24f9803edb72423db3923f339f39a9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415194 Aug 29 04:37:53.109946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39908) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.158946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c4e835b-db87-44ea-a8f7-5a50f8ba165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.180912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c4e835b-db87-44ea-a8f7-5a50f8ba165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.226613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c4e835b-db87-44ea-a8f7-5a50f8ba165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.229190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c4e835b-db87-44ea-a8f7-5a50f8ba165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.230530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c4e835b-db87-44ea-a8f7-5a50f8ba165c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/256bd079-3c48-49c4-8f57-b3fa8cc60c3e HTTP/1.1" status: 204 len: 168 time: 0.1196513 Aug 29 04:37:53.238690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e835b-db87-44ea-a8f7-5a50f8ba165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256bd079-3c48-49c4-8f57-b3fa8cc60c3e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.986888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39934) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.100363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc435233-a1c4-4b66-beb5-0d038760be77 tempest-AgentManagementNegativeTest-544070288 tempest-AgentManagementNegativeTest-544070288-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1123512 Aug 29 04:37:54.337856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.444441 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b2d79df-d610-4b4f-bd2c-d07d5df69f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.533182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b2d79df-d610-4b4f-bd2c-d07d5df69f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.536814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b2d79df-d610-4b4f-bd2c-d07d5df69f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.573204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9b2d79df-d610-4b4f-bd2c-d07d5df69f27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e83637782f84b6aba3533488077c15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342567 Aug 29 04:37:54.574031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d79df-d610-4b4f-bd2c-d07d5df69f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d6221-d46e-4fcf-a5f3-edc83612b631,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.576804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39946) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:54.628020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08729a1c-aa0e-48c2-a68e-75dae7cea704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.648706 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08729a1c-aa0e-48c2-a68e-75dae7cea704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.693865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08729a1c-aa0e-48c2-a68e-75dae7cea704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.696375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08729a1c-aa0e-48c2-a68e-75dae7cea704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.697511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08729a1c-aa0e-48c2-a68e-75dae7cea704 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f1d6221-d46e-4fcf-a5f3-edc83612b631 HTTP/1.1" status: 204 len: 168 time: 0.1193070 Aug 29 04:37:54.705670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08729a1c-aa0e-48c2-a68e-75dae7cea704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d6221-d46e-4fcf-a5f3-edc83612b631,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.346925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39972) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.445443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2032674327'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:55.466786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:55.469993 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.481676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.571349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.575133 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.603666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:55.612953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a3fa8-01f6-47a8-8ee0-718a2aba42c9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.621099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.621230 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Added segment a3c112ba-fd76-40c4-a4be-afd97ef70fa8 of type vlan for network 56dba377-b328-431e-9607-227241e05b5a Aug 29 04:37:55.662411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.686548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.692847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.693485 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.756519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4083362 Aug 29 04:37:55.759290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39976) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:55.766228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'subnet': {'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:55.784809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e7fd0-08ef-4329-8002-cc61b46c39d3 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Network': ['ID=56dba377-b328-431e-9607-227241e05b5a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.794793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 56dba377-b328-431e-9607-227241e05b5a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:55.870446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:55.877494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.066428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.120673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Subnet': ['ID=9e82d786-45c3-45a8-bf3d-21b218d2d211,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.136285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Checking segment: {'id': 'a3c112ba-fd76-40c4-a4be-afd97ef70fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56dba377-b328-431e-9607-227241e05b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:56.136640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network hostable DHCP agents. Network: 56dba377-b328-431e-9607-227241e05b5a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:56.151941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network 56dba377-b328-431e-9607-227241e05b5a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:56.160388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 56dba377-b328-431e-9607-227241e05b5a) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:56.164386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.164977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.174593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cac6e-2712-47b2-be18-a2a5fb93ef25 None None] Network 56dba377-b328-431e-9607-227241e05b5a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:56.185675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9beb2b5f-56a2-4770-b049-ee979586a943 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4228919 Aug 29 04:37:56.186130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39992) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:56.193222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1910857529'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:56.318344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:56.325402 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.351577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] device_id is not set on port 30584ab4-1486-4122-a7ea-49f4f2d7e268 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:56.479602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Allocated IP 2001:db8::3c8 (56dba377-b328-431e-9607-227241e05b5a/9e82d786-45c3-45a8-bf3d-21b218d2d211/30584ab4-1486-4122-a7ea-49f4f2d7e268) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:56.485053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-56dba377-b328-431e-9607-227241e05b5a', 'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'tenant_id': 'dcd2f4688f184b9180093bb06807e770', 'fixed_ips': [{'subnet_id': '9e82d786-45c3-45a8-bf3d-21b218d2d211'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:37:56.486571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.656724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-dc30eeee-2aa9-4335-b28d-dc46eea6fef3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0756092 Aug 29 04:37:56.671342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.684252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Transition to ACTIVE for port object 30584ab4-1486-4122-a7ea-49f4f2d7e268 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:56.718474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.764438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Allocated IP 2001:db8::2 (56dba377-b328-431e-9607-227241e05b5a/9e82d786-45c3-45a8-bf3d-21b218d2d211/9dee4a30-3d37-440b-bdf4-a7153c68c032) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:56.795391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network 56dba377-b328-431e-9607-227241e05b5a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:56.802352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:56.804955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:56.811105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.811754 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.814965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=30584ab4-1486-4122-a7ea-49f4f2d7e268,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.833889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-79d73823-0ffd-4949-801f-33566a8778b0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6466396 Aug 29 04:37:56.837038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:56.840489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.841084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.841669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.842164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.842532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281944424', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c8', 'mac_address': 'fa:16:3e:07:8f:b1'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:56.842757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.843167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.843751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.846456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43556a65-839b-46df-8984-953fd2e8865b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1e648691a3c41b089f3ff1635293aaf&device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 6508 time: 0.0981958 Aug 29 04:37:56.916659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.925905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Transition to ACTIVE for port object 9dee4a30-3d37-440b-bdf4-a7153c68c032 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:56.941897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Transition to ACTIVE for port object 9dee4a30-3d37-440b-bdf4-a7153c68c032 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:56.949823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.980851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:57.002558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Network 56dba377-b328-431e-9607-227241e05b5a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:57.005487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:57.010553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:57.013794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Pushing event updated for resources: {'Port': ['ID=9dee4a30-3d37-440b-bdf4-a7153c68c032,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.020499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-f3b9cda8-9ce1-4f74-9f13-ff548e207538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.021469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-f3b9cda8-9ce1-4f74-9f13-ff548e207538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.022226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-f3b9cda8-9ce1-4f74-9f13-ff548e207538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.023913 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-f3b9cda8-9ce1-4f74-9f13-ff548e207538 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfa31365-0ce5-4157-bac5-4a74a31eca98&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=9e03568a-f40d-47ea-b89b-bc740f60dd07&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 200 len: 2297 time: 0.1417398 Aug 29 04:37:57.072401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Attempting to bind port 9dee4a30-3d37-440b-bdf4-a7153c68c032 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:57.072873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Attempting to bind port 9dee4a30-3d37-440b-bdf4-a7153c68c032 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'a3c112ba-fd76-40c4-a4be-afd97ef70fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56dba377-b328-431e-9607-227241e05b5a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:57.073309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Attempting to bind port 9dee4a30-3d37-440b-bdf4-a7153c68c032 on network 56dba377-b328-431e-9607-227241e05b5a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:57.078651 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.078867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:57.079336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Checking segment: {'id': 'a3c112ba-fd76-40c4-a4be-afd97ef70fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56dba377-b328-431e-9607-227241e05b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:57.080490 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.080961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Bound using segment: {'id': 'a3c112ba-fd76-40c4-a4be-afd97ef70fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56dba377-b328-431e-9607-227241e05b5a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:57.081520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Bound port: 9dee4a30-3d37-440b-bdf4-a7153c68c032, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c112ba-fd76-40c4-a4be-afd97ef70fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56dba377-b328-431e-9607-227241e05b5a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:57.081997 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.099959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] device_id is not set on port b28650d6-8113-467d-94d6-1884619456c6 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:57.121755 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-56ec03dd-5f5c-4d34-9630-6fec15551284 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 200 len: 1001 time: 0.0806861 Aug 29 04:37:57.155243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] For port 9dee4a30-3d37-440b-bdf4-a7153c68c032, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:57.160066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] For port 9dee4a30-3d37-440b-bdf4-a7153c68c032, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9dee4a30-3d37-440b-bdf4-a7153c68c032,segment=NetworkSegment(a3c112ba-fd76-40c4-a4be-afd97ef70fa8),segment_id=a3c112ba-fd76-40c4-a4be-afd97ef70fa8)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:57.164976 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.192189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-4c318d02-a14a-4711-9449-9b66bdb4caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.197135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-4c318d02-a14a-4711-9449-9b66bdb4caf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1bdbcf-71be-4cc1-83cd-2994fa212390 HTTP/1.1" status: 200 len: 855 time: 0.0644341 Aug 29 04:37:57.262631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916be87a-2973-4d98-acd7-2e0ac6092f98 None None] Pushing event updated for resources: {'Port': ['ID=9dee4a30-3d37-440b-bdf4-a7153c68c032,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.267798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-6b06662a-48f6-41e7-bfe7-aa762232f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.270062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-6b06662a-48f6-41e7-bfe7-aa762232f103 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfa31365-0ce5-4157-bac5-4a74a31eca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628784 Aug 29 04:37:57.457117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-97e20cf2-2080-4a1a-a0d2-04da92ced617 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773698 Aug 29 04:37:57.630878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-d3627a41-c3ce-49be-992f-3f58e2543590 service neutron] 10.222.0.32 "GET /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664360 Aug 29 04:37:57.644697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Allocated IP 2001:db8::1e4 (56dba377-b328-431e-9607-227241e05b5a/9e82d786-45c3-45a8-bf3d-21b218d2d211/b28650d6-8113-467d-94d6-1884619456c6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:57.677445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-32b8b8bd-f991-455c-a5aa-2c653a6ada3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 217 time: 0.0394514 Aug 29 04:37:57.730046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-4996b254-28f1-4932-9bc7-57eae290d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.731856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-4996b254-28f1-4932-9bc7-57eae290d449 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0468171 Aug 29 04:37:57.796831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-b6bab5d8-3583-48aa-ba7f-21aa3560b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.798906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-b6bab5d8-3583-48aa-ba7f-21aa3560b5fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490012 Aug 29 04:37:57.815614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.831116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Transition to ACTIVE for port object b28650d6-8113-467d-94d6-1884619456c6 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:57.867129 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.899985 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-ce4b0a5b-f35f-4d45-a453-3c65a93b9580 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894172 Aug 29 04:37:57.910621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network 56dba377-b328-431e-9607-227241e05b5a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:57.915741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:57.919493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:57.925611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.926246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.944548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=b28650d6-8113-467d-94d6-1884619456c6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.964419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5be55c00-36f0-4c25-9520-4cd83dae3fd7 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1261950 Aug 29 04:37:57.967482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40008) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.025709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-0e423675-a77a-469a-b664-fb35c27fbc6e service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172061 Aug 29 04:37:58.037657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f038b7-ac9c-4747-9def-d51cd27df7e8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.044113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f038b7-ac9c-4747-9def-d51cd27df7e8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.051263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f038b7-ac9c-4747-9def-d51cd27df7e8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.055976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09f038b7-ac9c-4747-9def-d51cd27df7e8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0853679 Aug 29 04:37:58.057808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40010) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.082855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-c965e775-6a1d-488d-982e-48c09dbb0228 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 217 time: 0.0486400 Aug 29 04:37:58.150622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-2f2d52a7-87e3-4b46-a37c-3f7bd5ae0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.152113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-2f2d52a7-87e3-4b46-a37c-3f7bd5ae0310 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0611408 Aug 29 04:37:58.161643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting port b28650d6-8113-467d-94d6-1884619456c6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:58.162126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.215793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-afd8cce0-a23b-4c7e-bd49-4b400818da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.218089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-afd8cce0-a23b-4c7e-bd49-4b400818da26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578215 Aug 29 04:37:58.258739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.278546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Calling delete_port for b28650d6-8113-467d-94d6-1884619456c6 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:58.331511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-d633dd32-4c0b-4d89-9476-e862869d6595 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034527 Aug 29 04:37:58.372529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaae23b-e843-427d-9f95-007397aa4383 None None] Network 56dba377-b328-431e-9607-227241e05b5a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:58.433922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.452482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-98550dc6-fc50-432c-9a8d-adb3082394e8 None None] Provisioning for port 9dee4a30-3d37-440b-bdf4-a7153c68c032 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:58.463964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-6d72f87f-408d-41b0-8a6d-dcfcd0d14023 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139572 Aug 29 04:37:58.477321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Port': ['ID=b28650d6-8113-467d-94d6-1884619456c6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.523206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-b5d063b5-c0a5-429c-bd80-e30daf9fff45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=9ef2357a-ca48-4385-a116-2f0905952474 HTTP/1.1" status: 200 len: 217 time: 0.0504942 Aug 29 04:37:58.587980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-548d4736-1e08-49ad-b38a-4e5996a03313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.589808 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-548d4736-1e08-49ad-b38a-4e5996a03313 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0584893 Aug 29 04:37:58.597402 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.602036 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-081c4561-0ab0-4bb9-9ca0-a67c663d3c22 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/ports/b28650d6-8113-467d-94d6-1884619456c6 HTTP/1.1" status: 204 len: 168 time: 0.5407522 Aug 29 04:37:58.602287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40014) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.627426 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-76167763-1e4c-4786-9e9b-d217f52c4953 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] GET failed (client error): The resource could not be found. Aug 29 04:37:58.632468 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-76167763-1e4c-4786-9e9b-d217f52c4953 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "GET /v2.0/ports/b28650d6-8113-467d-94d6-1884619456c6 HTTP/1.1" status: 404 len: 333 time: 0.0257797 Aug 29 04:37:58.633800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:58.639329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834252479'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:58.648744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-0e516a06-b4a9-4ca2-b5e5-e99a1b4cede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.650817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-0e516a06-b4a9-4ca2-b5e5-e99a1b4cede7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520689 Aug 29 04:37:58.771083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-30cfc44c-8c8a-4683-bb26-45cebf4fd935 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117127 Aug 29 04:37:58.775386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:58.779631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.801066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] device_id is not set on port 1e393eba-a886-4a86-8c9b-971fa0beb285 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:58.883713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-3145198d-a974-4bb7-b55e-fd58e8528e8a service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044652 Aug 29 04:37:58.907455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2301acb-a129-4004-8622-108e923c81ef None None] Provisioning for port 30584ab4-1486-4122-a7ea-49f4f2d7e268 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:58.915354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2301acb-a129-4004-8622-108e923c81ef None None] Provisioning complete for port 30584ab4-1486-4122-a7ea-49f4f2d7e268 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:58.916044 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2301acb-a129-4004-8622-108e923c81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.932917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Allocated IP 2001:db8::5 (56dba377-b328-431e-9607-227241e05b5a/9e82d786-45c3-45a8-bf3d-21b218d2d211/1e393eba-a886-4a86-8c9b-971fa0beb285) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:58.952266 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-80b42081-2677-4cab-8124-bdb63dc5c28f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=ff238051-0a0a-4903-ac26-034f71774b17 HTTP/1.1" status: 200 len: 217 time: 0.0572019 Aug 29 04:37:58.989744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f2301acb-a129-4004-8622-108e923c81ef None None] Port 30584ab4-1486-4122-a7ea-49f4f2d7e268 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:59.015266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-abde4b8b-f405-4952-9f02-ef6b6326808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.016866 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-abde4b8b-f405-4952-9f02-ef6b6326808a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 200 len: 797 time: 0.0593221 Aug 29 04:37:59.072886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-dcf9750f-a3f5-456d-a9c9-e499cea3abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.074988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-dcf9750f-a3f5-456d-a9c9-e499cea3abcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e03568a-f40d-47ea-b89b-bc740f60dd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489750 Aug 29 04:37:59.163292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.190897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Transition to ACTIVE for port object 1e393eba-a886-4a86-8c9b-971fa0beb285 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:59.203455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-2c279b6b-1428-4078-a3e1-9ef64f6ee772 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205871 Aug 29 04:37:59.229192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e17fb669-d8d9-4490-8a65-73e634a28018 None None] Provisioning complete for port 30584ab4-1486-4122-a7ea-49f4f2d7e268 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:59.229573 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e17fb669-d8d9-4490-8a65-73e634a28018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.282620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.313389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e17fb669-d8d9-4490-8a65-73e634a28018 None None] Port 30584ab4-1486-4122-a7ea-49f4f2d7e268 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:59.341944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9dee4a30-3d37-440b-bdf4-a7153c68c032 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:59.364141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=1e393eba-a886-4a86-8c9b-971fa0beb285,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.396204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network 56dba377-b328-431e-9607-227241e05b5a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:59.397679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:59.400951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:59.407611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.408405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.414897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9dee4a30-3d37-440b-bdf4-a7153c68c032 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:59.416782 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-d1f8bd34-2667-428b-8b1d-1c5e1806b0a8 service neutron] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985583 Aug 29 04:37:59.422927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9dee4a30-3d37-440b-bdf4-a7153c68c032 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:59.423924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.426836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-807a0200-b6a2-45a5-94dc-8fcb8336996f tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7917974 Aug 29 04:37:59.429708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.436416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c8', 'mac_address': 'fa:16:3e:07:8f:b1'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:59.509352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-2b0f4b1d-861f-4996-b1e8-c988f3e6469c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f HTTP/1.1" status: 200 len: 217 time: 0.0833752 Aug 29 04:37:59.520395 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.563648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d46796b7-2890-45af-bfbe-f8721ac53f36 None None] Could not find standard attr ID for object b28650d6-8113-467d-94d6-1884619456c6. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:37:59.585119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-3d481730-3ed7-4c82-a850-7788160d5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.585765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.589320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-3d481730-3ed7-4c82-a850-7788160d5f92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.0724368 Aug 29 04:37:59.649295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 9dee4a30-3d37-440b-bdf4-a7153c68c032, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9dee4a30-3d37-440b-bdf4-a7153c68c032,segment=NetworkSegment(a3c112ba-fd76-40c4-a4be-afd97ef70fa8),segment_id=a3c112ba-fd76-40c4-a4be-afd97ef70fa8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:59.659549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.679740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-45fdb292-6b55-4c9f-8dfa-dcef6167e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.681581 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-45fdb292-6b55-4c9f-8dfa-dcef6167e6e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0849342 Aug 29 04:37:59.726032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=9dee4a30-3d37-440b-bdf4-a7153c68c032,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.787090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.794894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.823065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-4666b48d-164e-4810-a242-857204f97d82 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209667 Aug 29 04:37:59.840550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] In _notify_port_updated(), no bound segment for port 1e393eba-a886-4a86-8c9b-971fa0beb285 on network 56dba377-b328-431e-9607-227241e05b5a {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:59.846977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.847622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.851754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "PUT /v2.0/ports/1e393eba-a886-4a86-8c9b-971fa0beb285 HTTP/1.1" status: 200 len: 1001 time: 0.4183309 Aug 29 04:37:59.852735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40024) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.893855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf8839-4fc8-446a-80c1-5bf070e11da0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=1e393eba-a886-4a86-8c9b-971fa0beb285,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.894825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-33cf15bb-8998-4d27-b79a-f0e7dd63bb74 None None] Provisioning for port 1e393eba-a886-4a86-8c9b-971fa0beb285 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:59.899592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-33cf15bb-8998-4d27-b79a-f0e7dd63bb74 None None] Provisioning complete for port 1e393eba-a886-4a86-8c9b-971fa0beb285 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:59.900203 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33cf15bb-8998-4d27-b79a-f0e7dd63bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.944671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33cf15bb-8998-4d27-b79a-f0e7dd63bb74 None None] Port 1e393eba-a886-4a86-8c9b-971fa0beb285 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:59.988763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-daac5f33-1e28-43da-a2e3-03efecb67665 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574948 Aug 29 04:37:59.993499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting port 1e393eba-a886-4a86-8c9b-971fa0beb285 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:59.994149 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.038660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-43950787-48d4-4b4b-afd6-a16a35f90780 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 200 len: 217 time: 0.0408261 Aug 29 04:38:00.095583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.110670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-4a68c5aa-6c1a-4608-b72a-6177fdde108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.112520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-4a68c5aa-6c1a-4608-b72a-6177fdde108b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 200 len: 797 time: 0.0595787 Aug 29 04:38:00.113763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Calling delete_port for 1e393eba-a886-4a86-8c9b-971fa0beb285 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:00.170146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-03d54f38-9155-4c5e-b30e-0803947a7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.171814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-03d54f38-9155-4c5e-b30e-0803947a7be4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506079 Aug 29 04:38:00.271972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.287765 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-14e19004-a350-479d-9b29-611d78f607d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079402 Aug 29 04:38:00.302200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Port': ['ID=1e393eba-a886-4a86-8c9b-971fa0beb285,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.411157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef41d448-9f67-4397-9a55-a4adee5c9072 req-086b7dd4-d37c-4ef0-89b8-307f013b10b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103773 Aug 29 04:38:00.414063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.417650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a4f00e95-6a25-46ac-a923-e0bf98000468 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/ports/1e393eba-a886-4a86-8c9b-971fa0beb285 HTTP/1.1" status: 204 len: 168 time: 0.5630906 Aug 29 04:38:00.418846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40028) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.445483 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-337650a0-df74-4575-ac53-1ea0062a96cb tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] GET failed (client error): The resource could not be found. Aug 29 04:38:00.450601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-337650a0-df74-4575-ac53-1ea0062a96cb tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "GET /v2.0/ports/1e393eba-a886-4a86-8c9b-971fa0beb285 HTTP/1.1" status: 404 len: 333 time: 0.0274007 Aug 29 04:38:00.451283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:00.456317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-481378813'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:00.474122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f4a5a1ce-d173-47ee-b932-0c40b41095f8 None None] Could not find standard attr ID for object 1e393eba-a886-4a86-8c9b-971fa0beb285. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:38:00.575344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:00.579133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.599377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] device_id is not set on port bc110194-5687-4ceb-966e-8966197120e4 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:38:00.726786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Allocated IP 2001:db8::12f (56dba377-b328-431e-9607-227241e05b5a/9e82d786-45c3-45a8-bf3d-21b218d2d211/bc110194-5687-4ceb-966e-8966197120e4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:00.883334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.897834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Transition to ACTIVE for port object bc110194-5687-4ceb-966e-8966197120e4 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:00.930187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.974902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network 56dba377-b328-431e-9607-227241e05b5a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:00.980415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:00.984459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:00.990118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.990776 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.000476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=bc110194-5687-4ceb-966e-8966197120e4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.016191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-68ffb59e-e6e2-4b00-9341-03c9ddd69165 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5639186 Aug 29 04:38:01.019494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.026612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:07:8f:b1'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:01.108447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.262513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9dee4a30-3d37-440b-bdf4-a7153c68c032 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:01.301482 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.306330 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.320480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.323039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-967eb78e-d9b3-43eb-a70b-0df8ab741f26 None None] Provisioning for port bc110194-5687-4ceb-966e-8966197120e4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:01.328982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-967eb78e-d9b3-43eb-a70b-0df8ab741f26 None None] Provisioning complete for port bc110194-5687-4ceb-966e-8966197120e4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:01.329350 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-967eb78e-d9b3-43eb-a70b-0df8ab741f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.343188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] In _notify_port_updated(), no bound segment for port bc110194-5687-4ceb-966e-8966197120e4 on network 56dba377-b328-431e-9607-227241e05b5a {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:38:01.349007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.349659 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.353656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "PUT /v2.0/ports/bc110194-5687-4ceb-966e-8966197120e4 HTTP/1.1" status: 200 len: 1002 time: 0.3301084 Aug 29 04:38:01.353847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40038) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.367914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9dee4a30-3d37-440b-bdf4-a7153c68c032 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:01.368294 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.394341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-967eb78e-d9b3-43eb-a70b-0df8ab741f26 None None] Port bc110194-5687-4ceb-966e-8966197120e4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:01.404555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea6c40-6e01-4bd7-b5bb-bbda215521dc tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=bc110194-5687-4ceb-966e-8966197120e4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.468030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting port bc110194-5687-4ceb-966e-8966197120e4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:01.468371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.559542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.571678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Calling delete_port for bc110194-5687-4ceb-966e-8966197120e4 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:01.616876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e235b248-f8aa-492f-8c27-ba358c6ada85 None None] Provisioning complete for port bc110194-5687-4ceb-966e-8966197120e4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:01.617402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e235b248-f8aa-492f-8c27-ba358c6ada85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.650924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e235b248-f8aa-492f-8c27-ba358c6ada85 None None] Port bc110194-5687-4ceb-966e-8966197120e4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:01.698103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.740582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Port': ['ID=bc110194-5687-4ceb-966e-8966197120e4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.758261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.762157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ce177b5f-8673-464a-8ccf-2f1da40cbce1 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/ports/bc110194-5687-4ceb-966e-8966197120e4 HTTP/1.1" status: 204 len: 168 time: 0.4072547 Aug 29 04:38:01.763453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.789358 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccad652-29ea-4b25-8869-da4dd0151ffb tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] GET failed (client error): The resource could not be found. Aug 29 04:38:01.790998 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bccad652-29ea-4b25-8869-da4dd0151ffb tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "GET /v2.0/ports/bc110194-5687-4ceb-966e-8966197120e4 HTTP/1.1" status: 404 len: 333 time: 0.0264528 Aug 29 04:38:01.794743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.800378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-504695312'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:01.917976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:01.922210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.963899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] device_id is not set on port ac4379cd-0dc8-4637-a7a4-ae2517670251 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:38:02.079356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Allocated IP 2001:db8::10c (56dba377-b328-431e-9607-227241e05b5a/9e82d786-45c3-45a8-bf3d-21b218d2d211/ac4379cd-0dc8-4637-a7a4-ae2517670251) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:02.105075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-e67c887f-6352-4940-9172-1d00e0c2df0c tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.106713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-e67c887f-6352-4940-9172-1d00e0c2df0c tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.1056013 Aug 29 04:38:02.122156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-2a865803-929c-4860-81d8-8a0f4617c0dd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/quotas/7d8ac3088be1429c97b02b6e54d39020 HTTP/1.1" status: 200 len: 375 time: 0.0095348 Aug 29 04:38:02.233653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.248858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Transition to ACTIVE for port object ac4379cd-0dc8-4637-a7a4-ae2517670251 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:02.283877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.327769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network 56dba377-b328-431e-9607-227241e05b5a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:02.333854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:02.337935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:02.343594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.344417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.360155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=ac4379cd-0dc8-4637-a7a4-ae2517670251,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.368185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e90a92a9-a769-4b57-a181-59f770cf3ac8 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5695047 Aug 29 04:38:02.368185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.375487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'network_id': '56dba377-b328-431e-9607-227241e05b5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1071166095'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:02.498618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Made reservation on behalf of dcd2f4688f184b9180093bb06807e770 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:02.503229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.512448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-24aa4c06-fa40-4dc8-8779-0026a283c3a5 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3842926 Aug 29 04:38:02.523211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] device_id is not set on port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:38:02.605951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-e96097c2-7751-45af-883f-87846250334f service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841303 Aug 29 04:38:02.640836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Allocated IP 2001:db8::3ba (56dba377-b328-431e-9607-227241e05b5a/9e82d786-45c3-45a8-bf3d-21b218d2d211/39778bfc-06d5-4802-b2d7-11a2ff2e8d34) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:02.678950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a7756eca-67e5-4956-9136-d212787bc9d2 None None] Provisioning for port ac4379cd-0dc8-4637-a7a4-ae2517670251 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:02.682709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a7756eca-67e5-4956-9136-d212787bc9d2 None None] Provisioning complete for port ac4379cd-0dc8-4637-a7a4-ae2517670251 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:02.683085 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7756eca-67e5-4956-9136-d212787bc9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.708303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-82f23d6b-20b2-4452-b30e-f2b3babd12f5 service neutron] 10.222.0.55 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961893 Aug 29 04:38:02.717772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a7756eca-67e5-4956-9136-d212787bc9d2 None None] Port ac4379cd-0dc8-4637-a7a4-ae2517670251 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:02.795334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.809290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Transition to ACTIVE for port object 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:02.844760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.911200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe3b6e9d-7ba0-4c30-a443-c0046591c239 req-bd12cd4d-3cc7-4282-aa74-11a6299d89eb tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 210 time: 0.0398633 Aug 29 04:38:02.921937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Network 56dba377-b328-431e-9607-227241e05b5a is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:02.926445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=39778bfc-06d5-4802-b2d7-11a2ff2e8d34,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:02.929373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:02.933850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:02.940428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.941044 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.967293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b3331c75-9670-46ac-9c68-d58d503d4519 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5966797 Aug 29 04:38:02.969808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40068) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.975606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c8', 'mac_address': 'fa:16:3e:07:8f:b1'}, {'ip_address': '2001:db8::10c', 'mac_address': 'fa:16:3e:c3:9d:39'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:03.159181 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.242694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-19730381-0070-4755-b9da-3b25cbdce74a None None] Provisioning for port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:03.246381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-19730381-0070-4755-b9da-3b25cbdce74a None None] Provisioning complete for port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:03.246757 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19730381-0070-4755-b9da-3b25cbdce74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.293229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-19730381-0070-4755-b9da-3b25cbdce74a None None] Port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:03.346683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.353058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.386683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] In _notify_port_updated(), no bound segment for port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 on network 56dba377-b328-431e-9607-227241e05b5a {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:38:03.393130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:03.393896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.396480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "PUT /v2.0/ports/39778bfc-06d5-4802-b2d7-11a2ff2e8d34 HTTP/1.1" status: 200 len: 1068 time: 0.4251926 Aug 29 04:38:03.399698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40078) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.423119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f5029-fbbd-41a9-b1ee-42fef79339e5 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event updated for resources: {'Port': ['ID=39778bfc-06d5-4802-b2d7-11a2ff2e8d34,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.526221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:03.526567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.619058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.625316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-577476d3-49f6-4626-ae55-67562e3ea950 None None] Provisioning complete for port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:03.625930 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-577476d3-49f6-4626-ae55-67562e3ea950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.630936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Calling delete_port for 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:03.662563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-577476d3-49f6-4626-ae55-67562e3ea950 None None] Port 39778bfc-06d5-4802-b2d7-11a2ff2e8d34 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:03.758517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.789451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Port': ['ID=39778bfc-06d5-4802-b2d7-11a2ff2e8d34,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.968342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.973409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-623380fa-1b38-46f6-b887-3392f453d4ce tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/ports/39778bfc-06d5-4802-b2d7-11a2ff2e8d34 HTTP/1.1" status: 204 len: 168 time: 0.5697372 Aug 29 04:38:03.974540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.000652 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d85431-0d60-4f73-8112-adae0e837f0a tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] GET failed (client error): The resource could not be found. Aug 29 04:38:04.005861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d1d85431-0d60-4f73-8112-adae0e837f0a tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "GET /v2.0/ports/39778bfc-06d5-4802-b2d7-11a2ff2e8d34 HTTP/1.1" status: 404 len: 333 time: 0.0298083 Aug 29 04:38:04.006475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40084) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.062634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8d54e5f-e4e6-45a5-be39-af2625b2280a req-3a73aec5-4431-45ef-be99-9d1584aff114 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 210 time: 0.0472059 Aug 29 04:38:04.081293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-5d11ef86-c757-4999-a8e3-003a2017ec24 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.082726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-5d11ef86-c757-4999-a8e3-003a2017ec24 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 815 time: 0.1565492 Aug 29 04:38:04.106255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Request body: {'port': {'device_id': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'admin_state_up': True, 'tenant_id': '7d8ac3088be1429c97b02b6e54d39020'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:04.130532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting port ac4379cd-0dc8-4637-a7a4-ae2517670251 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:04.130883 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.215753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Made reservation on behalf of 7d8ac3088be1429c97b02b6e54d39020 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:04.219051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.219532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.231688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Calling delete_port for ac4379cd-0dc8-4637-a7a4-ae2517670251 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:04.348331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Allocated IP 172.20.0.7 (4c501b9c-8b85-4ad1-9734-c0362fef9eff/ac053d89-debe-4a18-94c2-716f60a73cb4/c6b79569-3bd4-4f16-b080-a03c73bf5c7a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:04.361154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.389822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Port': ['ID=ac4379cd-0dc8-4637-a7a4-ae2517670251,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.417263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.422024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-009cd4d9-e120-45ef-b48c-a4dd4ca9d751 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/ports/ac4379cd-0dc8-4637-a7a4-ae2517670251 HTTP/1.1" status: 204 len: 168 time: 0.4119391 Aug 29 04:38:04.422024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40086) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.451602 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d57729-5dc9-4965-8b17-8011b2092a5c tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] GET failed (client error): The resource could not be found. Aug 29 04:38:04.457149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-43d57729-5dc9-4965-8b17-8011b2092a5c tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "GET /v2.0/ports/ac4379cd-0dc8-4637-a7a4-ae2517670251 HTTP/1.1" status: 404 len: 333 time: 0.0301211 Aug 29 04:38:04.457460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40088) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.507370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.555243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting port 30584ab4-1486-4122-a7ea-49f4f2d7e268 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:04.555603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.561856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.573965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:04.597187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649', 'de326aba-d4f4-46c3-a753-b319ecae48cb'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:04.634769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event updated for resources: {'Port': ['ID=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.649619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Network 4c501b9c-8b85-4ad1-9734-c0362fef9eff is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:04.650798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:04.653967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:04.664013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.678406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Calling delete_port for 30584ab4-1486-4122-a7ea-49f4f2d7e268 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:04.705025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.706002 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.722176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-98dee3dc-1893-490f-959a-c71bb8cf79d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6198623 Aug 29 04:38:04.742772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Request body: {'port': {'device_id': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:04.800526 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.828842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.857358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Port': ['ID=30584ab4-1486-4122-a7ea-49f4f2d7e268,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:04.894069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:04.898321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4948c488-e58e-48b6-9910-abebf24d9aed tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/ports/30584ab4-1486-4122-a7ea-49f4f2d7e268 HTTP/1.1" status: 204 len: 168 time: 0.4375074 Aug 29 04:38:04.898414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:04.964436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting subnet 9e82d786-45c3-45a8-bf3d-21b218d2d211 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:04.967988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.012868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.106902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.123712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b79569-3bd4-4f16-b080-a03c73bf5c7a {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:05.132434 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.145448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Transition to ACTIVE for port object c6b79569-3bd4-4f16-b080-a03c73bf5c7a will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:05.149080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.199596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d622b-1ce1-4512-98f6-172fa1712e54 req-312956bf-c7c1-4458-99c2-cce3cfa20fa3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.201100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e17d622b-1ce1-4512-98f6-172fa1712e54 req-312956bf-c7c1-4458-99c2-cce3cfa20fa3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 943 time: 0.0649498 Aug 29 04:38:05.207541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.226914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.248387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Subnet': ['ID=9e82d786-45c3-45a8-bf3d-21b218d2d211,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.250506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.252590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea544a0c-15c5-4135-8c04-a62252367bf9 None None] Network 56dba377-b328-431e-9607-227241e05b5a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:05.255047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d3944da0-69bd-4d38-8e6e-850dbb1fa9c4 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/subnets/9e82d786-45c3-45a8-bf3d-21b218d2d211 HTTP/1.1" status: 204 len: 168 time: 0.3556755 Aug 29 04:38:05.257469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:05.281980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Attempting to bind port c6b79569-3bd4-4f16-b080-a03c73bf5c7a on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:05.282447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Attempting to bind port c6b79569-3bd4-4f16-b080-a03c73bf5c7a by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:05.283468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Attempting to bind port c6b79569-3bd4-4f16-b080-a03c73bf5c7a on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:05.288139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Port c6b79569-3bd4-4f16-b080-a03c73bf5c7a on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:05.288467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Attempting to bind port c6b79569-3bd4-4f16-b080-a03c73bf5c7a on network 4c501b9c-8b85-4ad1-9734-c0362fef9eff {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:05.294954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:05.295305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Checking segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:05.295711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Bound using segment: {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:05.296137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Bound port: c6b79569-3bd4-4f16-b080-a03c73bf5c7a, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88995b9f-d294-4382-9dd3-61b1310ac837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:05.297136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.326279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e17d622b-1ce1-4512-98f6-172fa1712e54 req-320ba0e1-cb14-4a49-ac3f-8a3ec587fafd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155593 Aug 29 04:38:05.352539 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.379418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] For port c6b79569-3bd4-4f16-b080-a03c73bf5c7a, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:05.386062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] For port c6b79569-3bd4-4f16-b080-a03c73bf5c7a, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:05.391469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.409621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Deleting port 9dee4a30-3d37-440b-bdf4-a7153c68c032 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:05.412313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.425738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.426361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.427751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] 10.222.0.32 "PUT /v2.0/ports/c6b79569-3bd4-4f16-b080-a03c73bf5c7a HTTP/1.1" status: 200 len: 1092 time: 0.6894157 Aug 29 04:38:05.428204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'tag': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:05.430467 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ba3051-f91d-48e1-a305-b1cfe07b9563" -d '{"events": [{"name": "network-changed", "server_uuid": "de4bf7fa-9e92-4496-8053-bc8c3e3273fa", "tag": "c6b79569-3bd4-4f16-b080-a03c73bf5c7a"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:05.458401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] DHCP port deletion for 56dba377-b328-431e-9607-227241e05b5a request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:05.467895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd5b8a-73a8-4fc4-b676-033e8c2e2429 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.488535 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2190e43c-cbe2-48a8-90ee-bcf8c5a43c4a x-openstack-request-id: req-2190e43c-cbe2-48a8-90ee-bcf8c5a43c4a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:05.488829 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4bf7fa-9e92-4496-8053-bc8c3e3273fa", "tag": "c6b79569-3bd4-4f16-b080-a03c73bf5c7a", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:05.489084 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2190e43c-cbe2-48a8-90ee-bcf8c5a43c4a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:05.489486 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'tag': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a', 'status': 'completed', 'code': 200} Aug 29 04:38:05.496679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] For port 9dee4a30-3d37-440b-bdf4-a7153c68c032, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9dee4a30-3d37-440b-bdf4-a7153c68c032,segment=NetworkSegment(a3c112ba-fd76-40c4-a4be-afd97ef70fa8),segment_id=a3c112ba-fd76-40c4-a4be-afd97ef70fa8)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:05.497048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.509841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] Deleting port 9dee4a30-3d37-440b-bdf4-a7153c68c032 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:05.510218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.510856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Calling delete_port for 9dee4a30-3d37-440b-bdf4-a7153c68c032 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:05.564299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-7483b138-8296-461b-a178-67fe2b523ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.565932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-7483b138-8296-461b-a178-67fe2b523ec1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 1095 time: 0.0518284 Aug 29 04:38:05.578819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] For port 9dee4a30-3d37-440b-bdf4-a7153c68c032, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9dee4a30-3d37-440b-bdf4-a7153c68c032,segment=NetworkSegment(a3c112ba-fd76-40c4-a4be-afd97ef70fa8),segment_id=a3c112ba-fd76-40c4-a4be-afd97ef70fa8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:05.579329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.596740 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.611742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] Calling delete_port for 9dee4a30-3d37-440b-bdf4-a7153c68c032 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:05.629139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Port': ['ID=9dee4a30-3d37-440b-bdf4-a7153c68c032,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.632559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] No DVR routers for this DVR port 9dee4a30-3d37-440b-bdf4-a7153c68c032 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:05.634618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-b6480d51-ba64-4042-9953-a06b8000e1be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b79569-3bd4-4f16-b080-a03c73bf5c7a HTTP/1.1" status: 200 len: 217 time: 0.0451214 Aug 29 04:38:05.685487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-3c7aa611-64d6-44fb-a57b-22cd3a87f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.686890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-3c7aa611-64d6-44fb-a57b-22cd3a87f517 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0437491 Aug 29 04:38:05.693267 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.716353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] Pushing event deleted for resources: {'Port': ['ID=9dee4a30-3d37-440b-bdf4-a7153c68c032,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.720330 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.721851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b96abd-edde-4d6f-a580-88f1f21c5594 None None] No DVR routers for this DVR port 9dee4a30-3d37-440b-bdf4-a7153c68c032 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:05.723596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-01d0a69f-34da-4edd-9884-0513cfa9da14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286353 Aug 29 04:38:05.735503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dba377-b328-431e-9607-227241e05b5a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:05.746135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c112ba-fd76-40c4-a4be-afd97ef70fa8') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:05.746451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c112ba-fd76-40c4-a4be-afd97ef70fa8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:05.755827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.770060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.776198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:05.776668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:05.779693 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:05.822706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-1bc9c0e5-cb09-40eb-b01a-8f314020799e service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897825 Aug 29 04:38:05.836849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.851628 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.854405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] 10.222.0.55 "DELETE /v2.0/networks/56dba377-b328-431e-9607-227241e05b5a HTTP/1.1" status: 204 len: 168 time: 0.5956712 Aug 29 04:38:05.866827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e09b7-4299-47ed-9df9-65c0bfa862e0 tempest-AllowedAddressPairIpV6TestJSON-298740032 tempest-AllowedAddressPairIpV6TestJSON-298740032-project] Pushing event deleted for resources: {'Network': ['ID=56dba377-b328-431e-9607-227241e05b5a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:05.920444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f297404-f72b-42d9-817f-fc2ee1b9e17f req-6e673210-357e-4b2b-a4e4-b5ef9e251369 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875881 Aug 29 04:38:06.081892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-83f25f5a-2120-450f-9d5f-725079457369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.083450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-83f25f5a-2120-450f-9d5f-725079457369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d8ac3088be1429c97b02b6e54d39020&device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 1095 time: 0.0417407 Aug 29 04:38:06.108131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.182546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-71697077-3520-4d3d-b4c8-91c2f7228046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.184027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-71697077-3520-4d3d-b4c8-91c2f7228046 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 200 len: 916 time: 0.0910103 Aug 29 04:38:06.230152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-e149b2aa-8bb0-434d-ae46-0ab4c107506d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6b79569-3bd4-4f16-b080-a03c73bf5c7a HTTP/1.1" status: 200 len: 217 time: 0.0362966 Aug 29 04:38:06.244952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fe468ead-9970-4cd9-a265-cf34bc38c13b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dcd2f4688f184b9180093bb06807e770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355879 Aug 29 04:38:06.247352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:06.279866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-74501ef2-6500-4c98-a5de-1bfa00f8e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.281338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-74501ef2-6500-4c98-a5de-1bfa00f8e9da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 200 len: 855 time: 0.0438290 Aug 29 04:38:06.293658 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20ffabb-cad0-42c6-b7e4-917459ffa25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.315237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20ffabb-cad0-42c6-b7e4-917459ffa25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.322101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-61540d90-0ad5-4155-83cd-7589da50618a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c501b9c-8b85-4ad1-9734-c0362fef9eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293419 Aug 29 04:38:06.362395 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20ffabb-cad0-42c6-b7e4-917459ffa25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.365027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d20ffabb-cad0-42c6-b7e4-917459ffa25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.366495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d20ffabb-cad0-42c6-b7e4-917459ffa25f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e62a3fa8-01f6-47a8-8ee0-718a2aba42c9 HTTP/1.1" status: 204 len: 168 time: 0.1182480 Aug 29 04:38:06.375727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ffabb-cad0-42c6-b7e4-917459ffa25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a3fa8-01f6-47a8-8ee0-718a2aba42c9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.433431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-ccd96356-703f-4221-addc-7a27600430f8 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023202 Aug 29 04:38:06.522748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7106b2b-e9c8-4874-ad86-e607cd08235d req-9ca59937-a061-498d-89f1-42e3b65a2927 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.524265 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7106b2b-e9c8-4874-ad86-e607cd08235d req-9ca59937-a061-498d-89f1-42e3b65a2927 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 943 time: 0.1072876 Aug 29 04:38:06.581955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63ba3051-f91d-48e1-a305-b1cfe07b9563 req-24ea6aea-0054-4383-b5be-3311e72cf6b6 service neutron] 10.222.0.32 "GET /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319606 Aug 29 04:38:06.584924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7106b2b-e9c8-4874-ad86-e607cd08235d req-d3bb5c03-37f6-4daa-8c02-59a1e1e1e579 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496669 Aug 29 04:38:07.004584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40136) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.099359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175730801'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:07.121536 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.129567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.218510 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.222452 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.240732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9dee4a30-3d37-440b-bdf4-a7153c68c032 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:07.260224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df1f89-bb27-4e66-bd66-5363ac3ad587,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.260602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9dee4a30-3d37-440b-bdf4-a7153c68c032 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:07.260942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9dee4a30-3d37-440b-bdf4-a7153c68c032 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:07.318641 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.322413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.350791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.352000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3464079 Aug 29 04:38:07.353856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe733f-d84f-411d-b0c1-65373103ca23 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ad968-292d-4a03-838a-29bb90dd073f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.354773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40140) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.406846 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-39ed7a9d-658a-4da1-8da7-df4b0a56f739 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0507963 Aug 29 04:38:07.409404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40142) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.413813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-58a17737-58c9-473a-b712-b87fe5f766a6 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-security--1175829071', 'description': 'tempest-security-description-1150634534'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:07.438481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58a17737-58c9-473a-b712-b87fe5f766a6 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.485198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58a17737-58c9-473a-b712-b87fe5f766a6 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.488720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58a17737-58c9-473a-b712-b87fe5f766a6 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.491463 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58a17737-58c9-473a-b712-b87fe5f766a6 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.492654 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-58a17737-58c9-473a-b712-b87fe5f766a6 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "PUT /v2.0/security-groups/d48ad968-292d-4a03-838a-29bb90dd073f HTTP/1.1" status: 200 len: 1780 time: 0.0822797 Aug 29 04:38:07.495455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40144) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.515307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a17737-58c9-473a-b712-b87fe5f766a6 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ad968-292d-4a03-838a-29bb90dd073f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.535224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fa30716c-effd-426b-a7bb-6d4ed0c0a218 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups/d48ad968-292d-4a03-838a-29bb90dd073f HTTP/1.1" status: 200 len: 1780 time: 0.0386264 Aug 29 04:38:07.537677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40146) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.587543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc754877-b839-4eda-940b-144b451d5526 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.609126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc754877-b839-4eda-940b-144b451d5526 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.655880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc754877-b839-4eda-940b-144b451d5526 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.659026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc754877-b839-4eda-940b-144b451d5526 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.662310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc754877-b839-4eda-940b-144b451d5526 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/d48ad968-292d-4a03-838a-29bb90dd073f HTTP/1.1" status: 204 len: 168 time: 0.1215737 Aug 29 04:38:07.664962 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40150) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.671158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc754877-b839-4eda-940b-144b451d5526 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ad968-292d-4a03-838a-29bb90dd073f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.740580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aa8bf-7d24-478a-a62a-878d2ee2b465 req-869c20ee-2324-4886-9365-a2d5f6b663d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.743299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb0aa8bf-7d24-478a-a62a-878d2ee2b465 req-869c20ee-2324-4886-9365-a2d5f6b663d3 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 943 time: 0.0875680 Aug 29 04:38:07.749649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ced925e3-5c38-4970-8cbf-0e1fcf378636 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810955 Aug 29 04:38:07.749893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40154) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.774474 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-41acf578-2cd0-42d2-88e6-18444d5503d5 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] delete failed (client error): The resource could not be found. Aug 29 04:38:07.779041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-41acf578-2cd0-42d2-88e6-18444d5503d5 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/d48ad968-292d-4a03-838a-29bb90dd073f HTTP/1.1" status: 404 len: 347 time: 0.0246887 Aug 29 04:38:07.779504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40156) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.785884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-da3a2a4d-c792-46c2-8ee3-aa444883c55b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970193318'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:07.799695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb0aa8bf-7d24-478a-a62a-878d2ee2b465 req-2fa29755-96f8-4f23-a067-311048946fe5 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Aug 29 04:38:07.809756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a4d-c792-46c2-8ee3-aa444883c55b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.893737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a4d-c792-46c2-8ee3-aa444883c55b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.897384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a4d-c792-46c2-8ee3-aa444883c55b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.925864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da3a2a4d-c792-46c2-8ee3-aa444883c55b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.927068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-da3a2a4d-c792-46c2-8ee3-aa444883c55b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1463261 Aug 29 04:38:07.928871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a2a4d-c792-46c2-8ee3-aa444883c55b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76387a69-e93f-4723-b5aa-1834e24c45e8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:07.929967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40158) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.935517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d714199c-f6d1-4c53-af05-fc5a726ae6ce tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': '76387a69-e93f-4723-b5aa-1834e24c45e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:07.965511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714199c-f6d1-4c53-af05-fc5a726ae6ce tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.012020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714199c-f6d1-4c53-af05-fc5a726ae6ce tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.015564 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714199c-f6d1-4c53-af05-fc5a726ae6ce tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.038184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714199c-f6d1-4c53-af05-fc5a726ae6ce tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b920c441-015d-45cc-908c-8fbe71948553,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.043547 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714199c-f6d1-4c53-af05-fc5a726ae6ce tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.047413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d714199c-f6d1-4c53-af05-fc5a726ae6ce tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138327 Aug 29 04:38:08.047848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40160) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.073035 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1f238102-239e-485e-8e60-79707f3e16d0 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.081579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1f238102-239e-485e-8e60-79707f3e16d0 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.109995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1f238102-239e-485e-8e60-79707f3e16d0 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.116151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1f238102-239e-485e-8e60-79707f3e16d0 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.117250 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1f238102-239e-485e-8e60-79707f3e16d0 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b920c441-015d-45cc-908c-8fbe71948553 HTTP/1.1" status: 204 len: 168 time: 0.0680251 Aug 29 04:38:08.120324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.123058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f238102-239e-485e-8e60-79707f3e16d0 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b920c441-015d-45cc-908c-8fbe71948553,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.162501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc314139-65dd-49bb-afd7-b3f447dd8c5c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406432 Aug 29 04:38:08.165071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.215404 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2277c1b3-d7fa-4b3a-9347-75df88adb512 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.237823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2277c1b3-d7fa-4b3a-9347-75df88adb512 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.278996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2277c1b3-d7fa-4b3a-9347-75df88adb512 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.281819 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2277c1b3-d7fa-4b3a-9347-75df88adb512 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.283571 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2277c1b3-d7fa-4b3a-9347-75df88adb512 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/76387a69-e93f-4723-b5aa-1834e24c45e8 HTTP/1.1" status: 204 len: 168 time: 0.1175067 Aug 29 04:38:08.286630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40166) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.292883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277c1b3-d7fa-4b3a-9347-75df88adb512 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76387a69-e93f-4723-b5aa-1834e24c45e8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.341627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b98c34a7-daf9-48f9-9868-70fc550a35fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534916 Aug 29 04:38:08.346438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40168) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.351799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f29ac6ce-ff0c-4664-837d-7f50e7cd21ed tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071572921'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:08.375023 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29ac6ce-ff0c-4664-837d-7f50e7cd21ed tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.414758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c6b79569-3bd4-4f16-b080-a03c73bf5c7a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:08.472406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29ac6ce-ff0c-4664-837d-7f50e7cd21ed tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.478038 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29ac6ce-ff0c-4664-837d-7f50e7cd21ed tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.508981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f29ac6ce-ff0c-4664-837d-7f50e7cd21ed tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.510280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f29ac6ce-ff0c-4664-837d-7f50e7cd21ed tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1627684 Aug 29 04:38:08.511390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ac6ce-ff0c-4664-837d-7f50e7cd21ed tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a32109-cf0b-4476-aedf-614693c18d1a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.515329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40170) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.521099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-70b83d71-1264-4c9c-81ce-c67e9c583455 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': 'c8a32109-cf0b-4476-aedf-614693c18d1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:08.531826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c6b79569-3bd4-4f16-b080-a03c73bf5c7a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:08.544122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a', 'network_id': '4c501b9c-8b85-4ad1-9734-c0362fef9eff', 'port_id': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac053d89-debe-4a18-94c2-716f60a73cb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:08.553665 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70b83d71-1264-4c9c-81ce-c67e9c583455 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.582761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.595155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b79569-3bd4-4f16-b080-a03c73bf5c7a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:08.609898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70b83d71-1264-4c9c-81ce-c67e9c583455 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.614475 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70b83d71-1264-4c9c-81ce-c67e9c583455 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.614644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c6b79569-3bd4-4f16-b080-a03c73bf5c7a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:08.618229 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.632278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b83d71-1264-4c9c-81ce-c67e9c583455 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7d7d16-5906-4b78-8b99-89c7f9f1da79,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.644206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70b83d71-1264-4c9c-81ce-c67e9c583455 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.645502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-70b83d71-1264-4c9c-81ce-c67e9c583455 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291609 Aug 29 04:38:08.648217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40172) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.652884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9911949e-3ff1-4602-a4c9-cc13b8f6333e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': 'c8a32109-cf0b-4476-aedf-614693c18d1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:08.672256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.679775 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9911949e-3ff1-4602-a4c9-cc13b8f6333e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.736075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9911949e-3ff1-4602-a4c9-cc13b8f6333e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.739551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9911949e-3ff1-4602-a4c9-cc13b8f6333e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.758610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911949e-3ff1-4602-a4c9-cc13b8f6333e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fc79b6-0385-462c-a32a-45d0001b3f40,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.761931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9911949e-3ff1-4602-a4c9-cc13b8f6333e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.763190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9911949e-3ff1-4602-a4c9-cc13b8f6333e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139045 Aug 29 04:38:08.766056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40176) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.771198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c5d346fd-1d78-49d5-a54c-2b4a4b4ea403 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': 'c8a32109-cf0b-4476-aedf-614693c18d1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:08.798185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5d346fd-1d78-49d5-a54c-2b4a4b4ea403 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.861431 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5d346fd-1d78-49d5-a54c-2b4a4b4ea403 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.865051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5d346fd-1d78-49d5-a54c-2b4a4b4ea403 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.913301 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d346fd-1d78-49d5-a54c-2b4a4b4ea403 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efabe5d-56f9-4911-ad09-614d4ae38a7c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:08.917553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c5d346fd-1d78-49d5-a54c-2b4a4b4ea403 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.918815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c5d346fd-1d78-49d5-a54c-2b4a4b4ea403 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518652 Aug 29 04:38:08.921844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40180) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.927105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-910cd6f3-db18-4774-85e6-b09021ddf3fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': 'c8a32109-cf0b-4476-aedf-614693c18d1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:08.939888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd5fe-b888-46c5-9f88-e944be101480 req-6b14661f-66d3-40c1-a62c-557b1a2d48d0 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.941428 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb3bd5fe-b888-46c5-9f88-e944be101480 req-6b14661f-66d3-40c1-a62c-557b1a2d48d0 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 944 time: 0.0708702 Aug 29 04:38:08.963984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-910cd6f3-db18-4774-85e6-b09021ddf3fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:08.981618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb3bd5fe-b888-46c5-9f88-e944be101480 req-67f44506-269c-42b6-97a0-572128ff16ba tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Aug 29 04:38:09.026288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-910cd6f3-db18-4774-85e6-b09021ddf3fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.029642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-910cd6f3-db18-4774-85e6-b09021ddf3fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.046283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cd6f3-db18-4774-85e6-b09021ddf3fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6862ba-da91-46db-821a-43f8391b9873,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.052944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-910cd6f3-db18-4774-85e6-b09021ddf3fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.055517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-910cd6f3-db18-4774-85e6-b09021ddf3fb tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323745 Aug 29 04:38:09.056784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40182) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.061418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a98a9f4c-264f-42e2-8bdc-3b114bb28dc7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': 'c8a32109-cf0b-4476-aedf-614693c18d1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:09.071045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['c6b79569-3bd4-4f16-b080-a03c73bf5c7a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:09.088681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a98a9f4c-264f-42e2-8bdc-3b114bb28dc7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.147804 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a98a9f4c-264f-42e2-8bdc-3b114bb28dc7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.151814 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a98a9f4c-264f-42e2-8bdc-3b114bb28dc7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.168998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a9f4c-264f-42e2-8bdc-3b114bb28dc7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150bef90-24bf-4e2d-b8b7-d378564eccf5,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.177866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a98a9f4c-264f-42e2-8bdc-3b114bb28dc7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.179075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a98a9f4c-264f-42e2-8bdc-3b114bb28dc7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1212842 Aug 29 04:38:09.182359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.207552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-466f4cae-5175-453b-9f8d-8b9eb4706d1f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.216175 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-466f4cae-5175-453b-9f8d-8b9eb4706d1f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.243483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-466f4cae-5175-453b-9f8d-8b9eb4706d1f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.249332 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-466f4cae-5175-453b-9f8d-8b9eb4706d1f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.250443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-466f4cae-5175-453b-9f8d-8b9eb4706d1f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/150bef90-24bf-4e2d-b8b7-d378564eccf5 HTTP/1.1" status: 204 len: 168 time: 0.0662017 Aug 29 04:38:09.253081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40186) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.255608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f4cae-5175-453b-9f8d-8b9eb4706d1f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=150bef90-24bf-4e2d-b8b7-d378564eccf5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.299684 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f46148f2-0de9-4f06-944e-e6fdfbe1c78b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0452044 Aug 29 04:38:09.302328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40188) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.327946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ccec-9df0-4293-bea4-8cd6eb25bad9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.335142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ccec-9df0-4293-bea4-8cd6eb25bad9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.362452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ccec-9df0-4293-bea4-8cd6eb25bad9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.368159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2f4ccec-9df0-4293-bea4-8cd6eb25bad9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.369217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b2f4ccec-9df0-4293-bea4-8cd6eb25bad9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ab6862ba-da91-46db-821a-43f8391b9873 HTTP/1.1" status: 204 len: 168 time: 0.0659680 Aug 29 04:38:09.374155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40190) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.380208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4ccec-9df0-4293-bea4-8cd6eb25bad9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab6862ba-da91-46db-821a-43f8391b9873,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.419525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8b842159-9352-49cd-a89e-3c687819198a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0442522 Aug 29 04:38:09.422151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40192) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.445050 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4eeb639-f7c5-49d5-a535-138911a36160 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.452499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4eeb639-f7c5-49d5-a535-138911a36160 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.479325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4eeb639-f7c5-49d5-a535-138911a36160 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.485255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4eeb639-f7c5-49d5-a535-138911a36160 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.486973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c4eeb639-f7c5-49d5-a535-138911a36160 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0efabe5d-56f9-4911-ad09-614d4ae38a7c HTTP/1.1" status: 204 len: 168 time: 0.0639303 Aug 29 04:38:09.489668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.492520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeb639-f7c5-49d5-a535-138911a36160 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0efabe5d-56f9-4911-ad09-614d4ae38a7c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.531104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ea42707b-924d-4ce8-aafd-75a18c1f0640 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0403128 Aug 29 04:38:09.534258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.556573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75beb166-3ed4-4b31-9047-7f6411d3a52f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.563739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75beb166-3ed4-4b31-9047-7f6411d3a52f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.589235 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75beb166-3ed4-4b31-9047-7f6411d3a52f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.594824 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75beb166-3ed4-4b31-9047-7f6411d3a52f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.596453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-75beb166-3ed4-4b31-9047-7f6411d3a52f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b2fc79b6-0385-462c-a32a-45d0001b3f40 HTTP/1.1" status: 204 len: 168 time: 0.0613163 Aug 29 04:38:09.599315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.601933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75beb166-3ed4-4b31-9047-7f6411d3a52f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2fc79b6-0385-462c-a32a-45d0001b3f40,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.641239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f64ff585-301c-4b6b-9a9f-96103cd92173 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0405409 Aug 29 04:38:09.644424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40200) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.666790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30174500-e79d-4aca-beb8-486d9d37d111 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.673917 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30174500-e79d-4aca-beb8-486d9d37d111 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.700922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30174500-e79d-4aca-beb8-486d9d37d111 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.707482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30174500-e79d-4aca-beb8-486d9d37d111 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.708568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-30174500-e79d-4aca-beb8-486d9d37d111 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8c7d7d16-5906-4b78-8b99-89c7f9f1da79 HTTP/1.1" status: 204 len: 168 time: 0.0632646 Aug 29 04:38:09.711381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40202) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.713902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30174500-e79d-4aca-beb8-486d9d37d111 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c7d7d16-5906-4b78-8b99-89c7f9f1da79,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.751692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f0a70bb-aefb-4cc2-809a-c1a4486ab89b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390179 Aug 29 04:38:09.754439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.803995 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0aae612f-2769-41fd-90dc-b2015ba150db tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.827914 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0aae612f-2769-41fd-90dc-b2015ba150db tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.872164 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0aae612f-2769-41fd-90dc-b2015ba150db tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.874820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0aae612f-2769-41fd-90dc-b2015ba150db tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.878517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0aae612f-2769-41fd-90dc-b2015ba150db tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/c8a32109-cf0b-4476-aedf-614693c18d1a HTTP/1.1" status: 204 len: 168 time: 0.1206431 Aug 29 04:38:09.879094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40208) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.885275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae612f-2769-41fd-90dc-b2015ba150db tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a32109-cf0b-4476-aedf-614693c18d1a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:09.922770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d8d61dec-b252-4f03-99c5-775eb3532fab tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424590 Aug 29 04:38:09.927126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40210) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:09.931387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7499b93a-6054-4272-b388-2eadf97c18e8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044701980'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:09.955516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7499b93a-6054-4272-b388-2eadf97c18e8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.037271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7499b93a-6054-4272-b388-2eadf97c18e8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.042201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7499b93a-6054-4272-b388-2eadf97c18e8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.096016 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7499b93a-6054-4272-b388-2eadf97c18e8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.097213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7499b93a-6054-4272-b388-2eadf97c18e8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1691749 Aug 29 04:38:10.100338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40214) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.100759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499b93a-6054-4272-b388-2eadf97c18e8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33e50a-62ac-433c-a422-a7071c224284,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.106625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e57bc8b6-7f01-4c80-8ef5-406a8da3ec72 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': 'aa33e50a-62ac-433c-a422-a7071c224284', 'direction': 'ingress', 'protocol': 17}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.122567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a7d4-84b2-41e8-892f-8f972bbe910f req-8cd35518-8807-4247-990c-5f4acbedceec tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.123984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb51a7d4-84b2-41e8-892f-8f972bbe910f req-8cd35518-8807-4247-990c-5f4acbedceec tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 944 time: 0.0645466 Aug 29 04:38:10.134256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57bc8b6-7f01-4c80-8ef5-406a8da3ec72 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.163578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb51a7d4-84b2-41e8-892f-8f972bbe910f req-62934849-3d97-49ad-b8e2-31d5798235c8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319936 Aug 29 04:38:10.180271 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57bc8b6-7f01-4c80-8ef5-406a8da3ec72 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.184943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57bc8b6-7f01-4c80-8ef5-406a8da3ec72 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.202482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bc8b6-7f01-4c80-8ef5-406a8da3ec72 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c81630-6d93-4117-9284-592eca92adcd,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.208660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e57bc8b6-7f01-4c80-8ef5-406a8da3ec72 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.212649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40216) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.212783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e57bc8b6-7f01-4c80-8ef5-406a8da3ec72 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1113102 Aug 29 04:38:10.265729 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a54370b-0f11-4979-bf34-970976a20f07 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.287906 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a54370b-0f11-4979-bf34-970976a20f07 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.331588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a54370b-0f11-4979-bf34-970976a20f07 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.334305 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a54370b-0f11-4979-bf34-970976a20f07 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.335462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6a54370b-0f11-4979-bf34-970976a20f07 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/aa33e50a-62ac-433c-a422-a7071c224284 HTTP/1.1" status: 204 len: 168 time: 0.1218326 Aug 29 04:38:10.338145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.344210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54370b-0f11-4979-bf34-970976a20f07 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33e50a-62ac-433c-a422-a7071c224284,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.380701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b204a5fc-5a91-4040-988d-de2ae2274c71 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0413587 Aug 29 04:38:10.384178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40220) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.388476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-591eee01-c77f-4720-b26a-a54fcac99950 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599938894'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.408885 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591eee01-c77f-4720-b26a-a54fcac99950 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.426505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c6b79569-3bd4-4f16-b080-a03c73bf5c7a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:10.478264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port c6b79569-3bd4-4f16-b080-a03c73bf5c7a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:10.481867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port c6b79569-3bd4-4f16-b080-a03c73bf5c7a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:10.482243 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.490299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591eee01-c77f-4720-b26a-a54fcac99950 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.494156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591eee01-c77f-4720-b26a-a54fcac99950 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.519629 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591eee01-c77f-4720-b26a-a54fcac99950 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.521152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-591eee01-c77f-4720-b26a-a54fcac99950 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1357138 Aug 29 04:38:10.523540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40222) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.527836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bea204c2-c4f9-4f85-b8ad-c927b6819ea9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753529866'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.536663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591eee01-c77f-4720-b26a-a54fcac99950 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5eb80a-a8e1-42db-9d1b-561a480bfbf4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.551577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea204c2-c4f9-4f85-b8ad-c927b6819ea9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.561244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.583433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:10.585698 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c4484-3bc2-4f89-9393-4e3a602eb6f2" -d '{"events": [{"server_uuid": "de4bf7fa-9e92-4496-8053-bc8c3e3273fa", "name": "network-vif-plugged", "status": "completed", "tag": "c6b79569-3bd4-4f16-b080-a03c73bf5c7a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:10.599513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c6b79569-3bd4-4f16-b080-a03c73bf5c7a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:10.604554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.631141 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be032804-61b7-41b9-a26f-5b5eaf32f1b5 x-openstack-request-id: req-be032804-61b7-41b9-a26f-5b5eaf32f1b5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:10.631365 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4bf7fa-9e92-4496-8053-bc8c3e3273fa", "name": "network-vif-plugged", "status": "completed", "tag": "c6b79569-3bd4-4f16-b080-a03c73bf5c7a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:10.631618 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be032804-61b7-41b9-a26f-5b5eaf32f1b5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:10.632014 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a', 'code': 200} Aug 29 04:38:10.643283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea204c2-c4f9-4f85-b8ad-c927b6819ea9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.647325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea204c2-c4f9-4f85-b8ad-c927b6819ea9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.659804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.679738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bea204c2-c4f9-4f85-b8ad-c927b6819ea9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.680947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bea204c2-c4f9-4f85-b8ad-c927b6819ea9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1565022 Aug 29 04:38:10.683766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40226) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.684724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea204c2-c4f9-4f85-b8ad-c927b6819ea9 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd5390c-b810-461b-996b-cae6aab00a14,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.688514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-dca5ed09-0b6c-4c0f-a78e-a350ae39416e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': '5f5eb80a-a8e1-42db-9d1b-561a480bfbf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1fd5390c-b810-461b-996b-cae6aab00a14', 'remote_ip_prefix': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:10.728310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dca5ed09-0b6c-4c0f-a78e-a350ae39416e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.786590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f27bc-9afc-45db-910a-d72a9d3d9d2f req-7adbd8e1-213a-4c5c-9256-81c314416239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.788113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b6f27bc-9afc-45db-910a-d72a9d3d9d2f req-7adbd8e1-213a-4c5c-9256-81c314416239 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 1097 time: 0.0693829 Aug 29 04:38:10.831654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dca5ed09-0b6c-4c0f-a78e-a350ae39416e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.839488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dca5ed09-0b6c-4c0f-a78e-a350ae39416e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.850320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b6f27bc-9afc-45db-910a-d72a9d3d9d2f req-88d12547-db5a-4b3f-b72d-19155c257122 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489609 Aug 29 04:38:10.860279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5ed09-0b6c-4c0f-a78e-a350ae39416e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9f049a-a4d4-4e2d-9840-4766a053e541,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.866551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dca5ed09-0b6c-4c0f-a78e-a350ae39416e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.870434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dca5ed09-0b6c-4c0f-a78e-a350ae39416e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1829195 Aug 29 04:38:10.870596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.894110 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7e76-e73e-42a4-ba62-2f67cf99a05f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.901723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7e76-e73e-42a4-ba62-2f67cf99a05f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.928208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7e76-e73e-42a4-ba62-2f67cf99a05f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.934230 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7e76-e73e-42a4-ba62-2f67cf99a05f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.935321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7f6f7e76-e73e-42a4-ba62-2f67cf99a05f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5a9f049a-a4d4-4e2d-9840-4766a053e541 HTTP/1.1" status: 204 len: 168 time: 0.0638235 Aug 29 04:38:10.938562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40232) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:10.940786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f7e76-e73e-42a4-ba62-2f67cf99a05f tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a9f049a-a4d4-4e2d-9840-4766a053e541,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.983476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-445c626c-e3ee-46f8-b625-014015e81872 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437081 Aug 29 04:38:10.986620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.036926 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36a29c53-92ec-48da-ae7c-cf5ed0c4b3c7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.061582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36a29c53-92ec-48da-ae7c-cf5ed0c4b3c7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.105105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36a29c53-92ec-48da-ae7c-cf5ed0c4b3c7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.107746 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36a29c53-92ec-48da-ae7c-cf5ed0c4b3c7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.108882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-36a29c53-92ec-48da-ae7c-cf5ed0c4b3c7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/1fd5390c-b810-461b-996b-cae6aab00a14 HTTP/1.1" status: 204 len: 168 time: 0.1213644 Aug 29 04:38:11.111605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40236) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.117761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29c53-92ec-48da-ae7c-cf5ed0c4b3c7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd5390c-b810-461b-996b-cae6aab00a14,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.163772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e56abc82-0073-4ef4-8de6-e550bbb6e447 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0509987 Aug 29 04:38:11.166352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40238) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.218884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4da6fe19-4654-44a5-bcbe-c05270f803ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.241219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4da6fe19-4654-44a5-bcbe-c05270f803ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.281404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efc686-8704-447c-90ba-f8bb19066dcd req-5d2a6466-2b3f-49d7-8c75-f2a9a464cef8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:11.283622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09efc686-8704-447c-90ba-f8bb19066dcd req-5d2a6466-2b3f-49d7-8c75-f2a9a464cef8 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 945 time: 0.0498974 Aug 29 04:38:11.287012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4da6fe19-4654-44a5-bcbe-c05270f803ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.289624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4da6fe19-4654-44a5-bcbe-c05270f803ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.292128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4da6fe19-4654-44a5-bcbe-c05270f803ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/5f5eb80a-a8e1-42db-9d1b-561a480bfbf4 HTTP/1.1" status: 204 len: 168 time: 0.1248245 Aug 29 04:38:11.295735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.313090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6fe19-4654-44a5-bcbe-c05270f803ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5eb80a-a8e1-42db-9d1b-561a480bfbf4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.324669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09efc686-8704-447c-90ba-f8bb19066dcd req-938df94d-265d-4de1-8209-11eac4efaa5e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Aug 29 04:38:11.348982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c6361d79-496c-42d8-b1ac-7654f04c8da7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520935 Aug 29 04:38:11.352801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.357138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-702b6dc5-8042-4093-97c5-8c26c9ae53b8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013025066'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:11.378370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-702b6dc5-8042-4093-97c5-8c26c9ae53b8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.458815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-702b6dc5-8042-4093-97c5-8c26c9ae53b8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.462376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-702b6dc5-8042-4093-97c5-8c26c9ae53b8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.484549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-702b6dc5-8042-4093-97c5-8c26c9ae53b8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.485787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-702b6dc5-8042-4093-97c5-8c26c9ae53b8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1320219 Aug 29 04:38:11.488606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.493105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2ba78eff-1b23-4c2f-8bfc-2d26673c2d8a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': '44c31dea-5761-4ee9-b351-fe3b1f2c1e3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:11.495319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b6dc5-8042-4093-97c5-8c26c9ae53b8 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c31dea-5761-4ee9-b351-fe3b1f2c1e3c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.523332 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ba78eff-1b23-4c2f-8bfc-2d26673c2d8a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.568920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ba78eff-1b23-4c2f-8bfc-2d26673c2d8a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.572427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ba78eff-1b23-4c2f-8bfc-2d26673c2d8a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.591617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba78eff-1b23-4c2f-8bfc-2d26673c2d8a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1a778b-9e85-4a2e-88db-ef804205daf8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.598300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ba78eff-1b23-4c2f-8bfc-2d26673c2d8a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.599498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2ba78eff-1b23-4c2f-8bfc-2d26673c2d8a tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1099148 Aug 29 04:38:11.602320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.624870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a70eda-7888-4c4b-8fce-56efb560c6d7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.632996 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a70eda-7888-4c4b-8fce-56efb560c6d7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.659286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a70eda-7888-4c4b-8fce-56efb560c6d7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.665166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a70eda-7888-4c4b-8fce-56efb560c6d7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.666285 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e8a70eda-7888-4c4b-8fce-56efb560c6d7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0c1a778b-9e85-4a2e-88db-ef804205daf8 HTTP/1.1" status: 204 len: 168 time: 0.0630791 Aug 29 04:38:11.669007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40250) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.671959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70eda-7888-4c4b-8fce-56efb560c6d7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c1a778b-9e85-4a2e-88db-ef804205daf8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.709692 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-23ad0931-e40e-432a-a8ed-8dc23c14d944 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391912 Aug 29 04:38:11.713194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40252) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.763746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bac719ca-35c5-4532-826d-88dd55a1315d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.784900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bac719ca-35c5-4532-826d-88dd55a1315d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.826987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bac719ca-35c5-4532-826d-88dd55a1315d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.830188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bac719ca-35c5-4532-826d-88dd55a1315d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.831365 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bac719ca-35c5-4532-826d-88dd55a1315d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/44c31dea-5761-4ee9-b351-fe3b1f2c1e3c HTTP/1.1" status: 204 len: 168 time: 0.1172061 Aug 29 04:38:11.834046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.840421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac719ca-35c5-4532-826d-88dd55a1315d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c31dea-5761-4ee9-b351-fe3b1f2c1e3c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.883297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b76fdaf4-dde8-4175-8fb9-5d960d1466fa tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480962 Aug 29 04:38:11.887007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:11.891372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-18b531cc-11ba-4f88-ac26-9bb4aff5f74c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156462977'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:11.914862 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b531cc-11ba-4f88-ac26-9bb4aff5f74c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.999067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b531cc-11ba-4f88-ac26-9bb4aff5f74c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.003345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b531cc-11ba-4f88-ac26-9bb4aff5f74c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.031150 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18b531cc-11ba-4f88-ac26-9bb4aff5f74c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.032363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-18b531cc-11ba-4f88-ac26-9bb4aff5f74c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1444261 Aug 29 04:38:12.033549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b531cc-11ba-4f88-ac26-9bb4aff5f74c tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a90e0dd-0928-42bc-8090-0a4799e063a9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.037182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40260) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.042196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-de83013b-5cfa-43d1-93f7-bc1d7326df6d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': '5a90e0dd-0928-42bc-8090-0a4799e063a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:12.072051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de83013b-5cfa-43d1-93f7-bc1d7326df6d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.119103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de83013b-5cfa-43d1-93f7-bc1d7326df6d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.122360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de83013b-5cfa-43d1-93f7-bc1d7326df6d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.144473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83013b-5cfa-43d1-93f7-bc1d7326df6d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21e1e96-15a0-4d64-8084-c4d125433eba,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.148580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de83013b-5cfa-43d1-93f7-bc1d7326df6d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.152148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-de83013b-5cfa-43d1-93f7-bc1d7326df6d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1114457 Aug 29 04:38:12.152572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.169052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0f7c981d-3d3d-4cf3-9cd6-0f163f9196b1 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules/e21e1e96-15a0-4d64-8084-c4d125433eba HTTP/1.1" status: 200 len: 763 time: 0.0153649 Aug 29 04:38:12.171365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.212384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-715aeede-0a91-4dba-83b5-71797736d6ee tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399511 Aug 29 04:38:12.214904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.240884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-375d939d-defc-410f-b695-6ca9d4708c12 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.248077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-375d939d-defc-410f-b695-6ca9d4708c12 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.273459 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-375d939d-defc-410f-b695-6ca9d4708c12 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.279162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-375d939d-defc-410f-b695-6ca9d4708c12 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.280228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-375d939d-defc-410f-b695-6ca9d4708c12 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e21e1e96-15a0-4d64-8084-c4d125433eba HTTP/1.1" status: 204 len: 168 time: 0.0644679 Aug 29 04:38:12.283299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40268) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.285780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d939d-defc-410f-b695-6ca9d4708c12 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e21e1e96-15a0-4d64-8084-c4d125433eba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.322310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1fb9e8df-108b-4af1-a180-abcd98d3cc80 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378044 Aug 29 04:38:12.324970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40270) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.329457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2ef869da-6c08-4098-84de-33a6e1028320 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': '5a90e0dd-0928-42bc-8090-0a4799e063a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:12.354922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ef869da-6c08-4098-84de-33a6e1028320 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.410833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ef869da-6c08-4098-84de-33a6e1028320 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.414549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ef869da-6c08-4098-84de-33a6e1028320 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.436413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef869da-6c08-4098-84de-33a6e1028320 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ed5a0b-b833-479b-9ae5-bb5ca5703c36,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.440201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2ef869da-6c08-4098-84de-33a6e1028320 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.441396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2ef869da-6c08-4098-84de-33a6e1028320 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153004 Aug 29 04:38:12.443887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40274) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.445681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77135-5b90-4aa1-9347-9945c5100e85 req-25251d73-4631-4ad8-a564-03033f5dabb5 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.447204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0c77135-5b90-4aa1-9347-9945c5100e85 req-25251d73-4631-4ad8-a564-03033f5dabb5 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 945 time: 0.0531900 Aug 29 04:38:12.462982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5d18a34b-1f5c-42bf-b527-84ac2589124b tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules/c4ed5a0b-b833-479b-9ae5-bb5ca5703c36 HTTP/1.1" status: 200 len: 763 time: 0.0180218 Aug 29 04:38:12.465355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40276) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.485580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0c77135-5b90-4aa1-9347-9945c5100e85 req-7d37150f-9750-44ed-a735-204ce7deef09 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Aug 29 04:38:12.506412 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a12f345-44b8-49b7-b9a3-3e1ef1b14359 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0400550 Aug 29 04:38:12.508846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40280) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.531871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22e307d-64cc-4d16-8a3b-544fbb1c726d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.539808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22e307d-64cc-4d16-8a3b-544fbb1c726d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.568981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22e307d-64cc-4d16-8a3b-544fbb1c726d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.575995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22e307d-64cc-4d16-8a3b-544fbb1c726d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.577079 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b22e307d-64cc-4d16-8a3b-544fbb1c726d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c4ed5a0b-b833-479b-9ae5-bb5ca5703c36 HTTP/1.1" status: 204 len: 168 time: 0.0673099 Aug 29 04:38:12.580349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40282) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.581764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e307d-64cc-4d16-8a3b-544fbb1c726d tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4ed5a0b-b833-479b-9ae5-bb5ca5703c36,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.623348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-132e4c28-0af3-4553-bbdd-666e4de1d1b0 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406909 Aug 29 04:38:12.626432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.630913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0ded876f-6622-448d-b419-55c6b59312ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Request body: {'security_group_rule': {'security_group_id': '5a90e0dd-0928-42bc-8090-0a4799e063a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:12.663869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ded876f-6622-448d-b419-55c6b59312ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.727753 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ded876f-6622-448d-b419-55c6b59312ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.732040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ded876f-6622-448d-b419-55c6b59312ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.746048 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:12.747933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded876f-6622-448d-b419-55c6b59312ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62839696-3e61-425b-9df4-c94c6d96d584,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.760533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ded876f-6622-448d-b419-55c6b59312ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.764977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0ded876f-6622-448d-b419-55c6b59312ba tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348484 Aug 29 04:38:12.765288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40290) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.801104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ceed0614-1703-4b08-a5f8-fd6d803362e7 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules/62839696-3e61-425b-9df4-c94c6d96d584 HTTP/1.1" status: 200 len: 764 time: 0.0345097 Aug 29 04:38:12.803548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40292) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.846663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-576c8e1b-72d8-4e31-97b1-737c69ef7454 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0420308 Aug 29 04:38:12.849436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40296) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.872438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ce2201e-e3e5-43e5-8490-a65896461b19 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.880407 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ce2201e-e3e5-43e5-8490-a65896461b19 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.908439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ce2201e-e3e5-43e5-8490-a65896461b19 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.913816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ce2201e-e3e5-43e5-8490-a65896461b19 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.914949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8ce2201e-e3e5-43e5-8490-a65896461b19 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/62839696-3e61-425b-9df4-c94c6d96d584 HTTP/1.1" status: 204 len: 168 time: 0.0644109 Aug 29 04:38:12.917581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:12.922718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2201e-e3e5-43e5-8490-a65896461b19 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62839696-3e61-425b-9df4-c94c6d96d584,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:12.959976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-777dcbe1-d8db-4c2c-a947-7fdcc62dab01 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386829 Aug 29 04:38:12.960177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.014541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2df8fc0-0db8-4a09-bbfe-17128115088e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.039815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2df8fc0-0db8-4a09-bbfe-17128115088e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.085489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2df8fc0-0db8-4a09-bbfe-17128115088e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.088451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2df8fc0-0db8-4a09-bbfe-17128115088e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.089745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a2df8fc0-0db8-4a09-bbfe-17128115088e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "DELETE /v2.0/security-groups/5a90e0dd-0928-42bc-8090-0a4799e063a9 HTTP/1.1" status: 204 len: 168 time: 0.1286378 Aug 29 04:38:13.095670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40304) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.099092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df8fc0-0db8-4a09-bbfe-17128115088e tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a90e0dd-0928-42bc-8090-0a4799e063a9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:13.144615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2e4d716f-85c9-4c14-a779-5c655df5d2e1 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477691 Aug 29 04:38:13.149732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40306) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.189994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-feaf56b9-6ccd-4a34-bd49-64593d304660 tempest-SecGroupTest-1579188357 tempest-SecGroupTest-1579188357-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0402169 Aug 29 04:38:13.484753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.622631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-93fc411a-5a66-4489-8d8e-2f8c819b40cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ae9f37673014b83aced28c7c934287e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366994 Aug 29 04:38:13.625040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40316) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:13.685335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d67b65d2-4ae4-47e1-8945-0ecdf730f14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.713118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d67b65d2-4ae4-47e1-8945-0ecdf730f14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.775793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d67b65d2-4ae4-47e1-8945-0ecdf730f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.778432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d67b65d2-4ae4-47e1-8945-0ecdf730f14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.779575 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d67b65d2-4ae4-47e1-8945-0ecdf730f14e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1df1f89-bb27-4e66-bd66-5363ac3ad587 HTTP/1.1" status: 204 len: 168 time: 0.1534767 Aug 29 04:38:13.788313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b65d2-4ae4-47e1-8945-0ecdf730f14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df1f89-bb27-4e66-bd66-5363ac3ad587,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.248817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40408) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.362462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-615c969f-004d-45f1-9a37-eb16ee1bce5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.456016 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-615c969f-004d-45f1-9a37-eb16ee1bce5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.460353 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-615c969f-004d-45f1-9a37-eb16ee1bce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.501971 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-615c969f-004d-45f1-9a37-eb16ee1bce5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e11f93288c6b4685b67d9732fd62f0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519636 Aug 29 04:38:16.503288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c969f-004d-45f1-9a37-eb16ee1bce5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30a171-4ae4-4bc0-a802-5b5fd5b1ed4f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.504638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40414) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.556771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.577390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.622899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.625505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.626773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed30a171-4ae4-4bc0-a802-5b5fd5b1ed4f HTTP/1.1" status: 204 len: 168 time: 0.1202543 Aug 29 04:38:16.634995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30a171-4ae4-4bc0-a802-5b5fd5b1ed4f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.642960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.643310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.643651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.643990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.644326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.644659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.645007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.645318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.645784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.646128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.646552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.646990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96053752-7ec0-4bc8-8d50-c3ba4d5ccc28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:16.796867 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-96c6b440-6269-4a4f-9f2e-1a4236c77914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.919471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:16.932973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc703f84-35a0-447c-b8b4-543bfb424a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.025662 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc703f84-35a0-447c-b8b4-543bfb424a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.029452 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc703f84-35a0-447c-b8b4-543bfb424a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.069659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc703f84-35a0-447c-b8b4-543bfb424a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5878320b-d6b3-46bc-8e5b-cde49c570ea1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:17.073830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc703f84-35a0-447c-b8b4-543bfb424a48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbfe7a9fcb8041dbb5a334e172f46c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532042 Aug 29 04:38:17.076537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:17.125816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4adb75c-7dad-4e03-aff6-fda76514cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.147978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4adb75c-7dad-4e03-aff6-fda76514cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.197701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4adb75c-7dad-4e03-aff6-fda76514cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.200386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4adb75c-7dad-4e03-aff6-fda76514cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.201560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4adb75c-7dad-4e03-aff6-fda76514cd9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5878320b-d6b3-46bc-8e5b-cde49c570ea1 HTTP/1.1" status: 204 len: 168 time: 0.1239939 Aug 29 04:38:17.209972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adb75c-7dad-4e03-aff6-fda76514cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878320b-d6b3-46bc-8e5b-cde49c570ea1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.772505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9602265-5603-49d8-9b2e-1ad15173e293 req-e1f27b46-a364-4ce4-a1a1-f9c02bcf652d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.774199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9602265-5603-49d8-9b2e-1ad15173e293 req-e1f27b46-a364-4ce4-a1a1-f9c02bcf652d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0517368 Aug 29 04:38:18.817811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9602265-5603-49d8-9b2e-1ad15173e293 req-139a073e-b86b-45c8-a6fd-90e6da86f493 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370584 Aug 29 04:38:18.939185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f8ba3-573b-454d-8b12-ddc053cbdd10 req-7c82cbf6-6ef5-48cc-860b-a55974a9742a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.940690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd4f8ba3-573b-454d-8b12-ddc053cbdd10 req-7c82cbf6-6ef5-48cc-860b-a55974a9742a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0501819 Aug 29 04:38:18.979387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd4f8ba3-573b-454d-8b12-ddc053cbdd10 req-c9b96ae3-d45c-429f-b729-28b86238647e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Aug 29 04:38:19.253739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-e08a8d19-1bc9-4552-8388-e2c23a0e8724 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.255218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-e08a8d19-1bc9-4552-8388-e2c23a0e8724 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.1041653 Aug 29 04:38:19.269976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-958e23c3-f3f6-44bc-b96c-6be1f57033b5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/quotas/19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Aug 29 04:38:19.329807 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-f030f113-7103-4aed-8b33-270b071ca554 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0541065 Aug 29 04:38:19.423041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-d5f2985f-e9d9-4093-a413-6a57ee573593 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864210 Aug 29 04:38:19.503027 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbf02932-9466-4030-8a43-2e10efb8fd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.545321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-23477f79-f418-4879-a9c4-49bb2d83206d service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159801 Aug 29 04:38:19.622531 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.762138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7cbeab9-4847-4ef3-9e0e-1ed26e528f73 req-1f0f9991-b394-4c38-80da-4560a653f094 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 210 time: 0.0335476 Aug 29 04:38:20.682312 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.753207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.860089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-dc1cc196-78c1-41a8-91b7-a66216889503 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:20.862435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-dc1cc196-78c1-41a8-91b7-a66216889503 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.1232076 Aug 29 04:38:20.885145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'port': {'device_id': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'admin_state_up': True, 'tenant_id': '19117b9c280f4f9780e757a223289ce9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:20.890045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e64c1c67-a5b5-4d77-8ecd-9a1e942ec16b req-780017cb-795b-4417-a724-79a842f67e4c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 210 time: 0.0351918 Aug 29 04:38:21.009456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Made reservation on behalf of 19117b9c280f4f9780e757a223289ce9 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:21.013170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.162475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Allocated IP 172.20.0.7 (834d5c0c-6e4d-4c34-bbda-713de79bc97d/f3ef5ceb-fa92-480c-91e9-729a25df722a/3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:21.327922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.342911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Transition to ACTIVE for port object 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:21.379512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.392623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f1480733-a073-49e7-9a95-96a3fbd4957a', 'ad985a01-b9ba-4082-8c4c-daf6382a76df'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:21.448574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:21.454803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:21.459188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:21.485012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:21.524780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:21.525480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.544515 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ac598de7-6535-467b-8d53-6a302c56b3ad tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642509 Aug 29 04:38:21.564369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Request body: {'port': {'device_id': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:21.653479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.727039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5d92d6bf-ce5f-4504-9359-ab169b215b7b None None] Provisioning for port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:21.731213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5d92d6bf-ce5f-4504-9359-ab169b215b7b None None] Provisioning complete for port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:21.732567 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5d92d6bf-ce5f-4504-9359-ab169b215b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.785526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5d92d6bf-ce5f-4504-9359-ab169b215b7b None None] Port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:21.971552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:21.980258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.992703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Transition to ACTIVE for port object 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:21.996413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.023368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310077a-b520-4128-996c-50c615082d18 req-d4120c2b-cf0a-4c82-b2d9-a9e8902d31b5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.031226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d310077a-b520-4128-996c-50c615082d18 req-d4120c2b-cf0a-4c82-b2d9-a9e8902d31b5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 931 time: 0.0615389 Aug 29 04:38:22.046812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Pushing event updated for resources: {'Port': ['ID=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.079958 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d310077a-b520-4128-996c-50c615082d18 req-db4e3c4a-9e17-45bf-a37f-b0da53ab3239 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Aug 29 04:38:22.130217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Attempting to bind port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:22.130561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Attempting to bind port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:22.130896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Attempting to bind port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:22.135977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:22.136309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Attempting to bind port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:22.142487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:22.142838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:22.143237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Bound using segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:22.143703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Bound port: 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:22.144211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.228607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] For port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:22.232133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] For port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:22.239188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.275725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.276533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.277867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] 10.222.0.32 "PUT /v2.0/ports/3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee HTTP/1.1" status: 200 len: 1092 time: 0.7190461 Aug 29 04:38:22.278310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:22.280543 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5" -d '{"events": [{"name": "network-changed", "server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:22.281549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.305403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e4fa4-5898-4af1-ae39-b6ff5e06c9be service neutron] Pushing event updated for resources: {'Port': ['ID=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.339870 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052aabb-f441-4865-9d84-507ca0591ecb x-openstack-request-id: req-d052aabb-f441-4865-9d84-507ca0591ecb {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:22.340474 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:22.340883 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d052aabb-f441-4865-9d84-507ca0591ecb {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:22.341414 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee', 'status': 'completed', 'code': 200} Aug 29 04:38:22.410433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-94b6c45c-bff1-4fae-9049-9832d3a8606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.412130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-94b6c45c-bff1-4fae-9049-9832d3a8606d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 1095 time: 0.0452468 Aug 29 04:38:22.466149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-f9a8f31f-094d-4f93-8ddd-02863f196a91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee HTTP/1.1" status: 200 len: 217 time: 0.0400655 Aug 29 04:38:22.517549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-999dc998-8db4-435c-8ca7-0eb41609c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.519103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-999dc998-8db4-435c-8ca7-0eb41609c5c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0466893 Aug 29 04:38:22.569417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-877eea89-af9f-4ba5-b307-56ad35a06e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.572037 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-877eea89-af9f-4ba5-b307-56ad35a06e5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449395 Aug 29 04:38:22.666738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-4eadc474-4e8c-4253-96f1-35747c56bacf service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874631 Aug 29 04:38:22.769507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67590a3-c637-4648-a056-a84bd79c6bfa req-ad05bdc8-ac43-406e-bda8-7fed97f1705d service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955977 Aug 29 04:38:22.912441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-21bc2ac4-0914-4265-bfc9-8add1875f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.913992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-21bc2ac4-0914-4265-bfc9-8add1875f1fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 1095 time: 0.0421379 Aug 29 04:38:23.008426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-8d63d464-a865-45bd-aafa-6245e98f7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.009885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-8d63d464-a865-45bd-aafa-6245e98f7868 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.0892568 Aug 29 04:38:23.052084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-6c4ccca6-3d9d-4ee9-b473-2c94da7bae31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee HTTP/1.1" status: 200 len: 217 time: 0.0353687 Aug 29 04:38:23.105670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-c9d5b3d5-b3c1-4e10-b26d-a31b6050ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.107598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-c9d5b3d5-b3c1-4e10-b26d-a31b6050ad83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0480514 Aug 29 04:38:23.165923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-2d9d38c2-54f8-41c1-ad57-6b5f5e76f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.167415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-2d9d38c2-54f8-41c1-ad57-6b5f5e76f13e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509396 Aug 29 04:38:23.256291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43c3d0-3b2a-4309-b914-80eac27c11c2 req-a126f830-501c-4033-a3ac-99594db1b307 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.257810 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa43c3d0-3b2a-4309-b914-80eac27c11c2 req-a126f830-501c-4033-a3ac-99594db1b307 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 943 time: 0.1068008 Aug 29 04:38:23.300976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-e814d0bf-211e-4420-888a-ac5ff3bd05c0 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198249 Aug 29 04:38:23.320544 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa43c3d0-3b2a-4309-b914-80eac27c11c2 req-b7152015-163f-4c2f-ab63-5a105e67d5c6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562961 Aug 29 04:38:23.406856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a22e1c2d-a4d6-4773-ac37-28b7e10cadb5 req-fedf0e3a-c89e-4a39-936b-85b6591eeb03 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960712 Aug 29 04:38:24.442732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfdcd5-bc31-470e-980e-eba45231f0ea req-316cbde3-2426-48bc-ab75-0be4a73a5ce7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.444277 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05bfdcd5-bc31-470e-980e-eba45231f0ea req-316cbde3-2426-48bc-ab75-0be4a73a5ce7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 943 time: 0.0574825 Aug 29 04:38:24.482168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05bfdcd5-bc31-470e-980e-eba45231f0ea req-74fe2278-f626-4967-9b0b-bf7fa4861cf2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Aug 29 04:38:24.517151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:24.613309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:24.624199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee', 'mac_address': 'fa:16:3e:ca:24:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:24.662150 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.676173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:24.697524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:24.701388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.753705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.115664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:25.604410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252a6b4-eb26-468b-95fb-59aaec2dc271 req-798af048-6ede-4ce0-a1f0-5912c3dcb116 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.605945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9252a6b4-eb26-468b-95fb-59aaec2dc271 req-798af048-6ede-4ce0-a1f0-5912c3dcb116 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 944 time: 0.0526743 Aug 29 04:38:25.645498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9252a6b4-eb26-468b-95fb-59aaec2dc271 req-5aa65ecd-a7e9-41d5-bc95-1569a5cb0dba tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Aug 29 04:38:26.150790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40570) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.229451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d214684-3126-4561-9e78-4416cbdc0bd3 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.229966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d214684-3126-4561-9e78-4416cbdc0bd3 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.230442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d214684-3126-4561-9e78-4416cbdc0bd3 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.234072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d214684-3126-4561-9e78-4416cbdc0bd3 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=48e1ccfc945f4aa388d3835f6375bc96&network_id=3c2d6b5e-9861-416e-8a5d-b1daac531b33 HTTP/1.1" status: 200 len: 2972 time: 0.0819724 Aug 29 04:38:26.531611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:26.581527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:26.585709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:26.586081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.668423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.691603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:26.693886 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89a895a-0585-4eb5-b0ee-2f01ad05804c" -d '{"events": [{"server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "name": "network-vif-plugged", "status": "completed", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:26.707236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:26.720574 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.771292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.774686 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f8d6a-5bd3-423f-baea-8d3563fdb582 x-openstack-request-id: req-155f8d6a-5bd3-423f-baea-8d3563fdb582 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:26.775185 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "name": "network-vif-plugged", "status": "completed", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:26.775609 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-155f8d6a-5bd3-423f-baea-8d3563fdb582 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:26.776141 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee', 'code': 200} Aug 29 04:38:26.802147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f29c-d8e1-4806-98bc-2e2fabfb2e96 req-6b61adf0-eaff-4178-8f71-8f6d028dcdfb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.803815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fb6f29c-d8e1-4806-98bc-2e2fabfb2e96 req-6b61adf0-eaff-4178-8f71-8f6d028dcdfb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Aug 29 04:38:26.851010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fb6f29c-d8e1-4806-98bc-2e2fabfb2e96 req-7af4444e-a1a6-40dc-8f72-9807f9a6c45c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 Aug 29 04:38:26.901401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f1a5e-2ab9-4dec-9af2-262bc202da8a req-02074d06-448b-4d67-bbf7-80c55cf4f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.905511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a6f1a5e-2ab9-4dec-9af2-262bc202da8a req-02074d06-448b-4d67-bbf7-80c55cf4f740 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 1097 time: 0.0500839 Aug 29 04:38:26.939110 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a6f1a5e-2ab9-4dec-9af2-262bc202da8a req-f63294c5-2c48-416a-8252-61879f5a9417 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284076 Aug 29 04:38:28.010985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050056d-fc13-4cf4-9cb8-404651915689 req-a7ea061a-2cb1-4016-876b-327e1a85958c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.013173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f050056d-fc13-4cf4-9cb8-404651915689 req-a7ea061a-2cb1-4016-876b-327e1a85958c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 945 time: 0.0713069 Aug 29 04:38:28.044407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40624) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.080350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f050056d-fc13-4cf4-9cb8-404651915689 req-528e014b-90ec-48c3-9681-58a0fb68d2bd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499179 Aug 29 04:38:28.135005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ef1ab-f56d-42f1-8a35-bd01eb883baa tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.147526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e21ef1ab-f56d-42f1-8a35-bd01eb883baa tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 814 time: 0.1018715 Aug 29 04:38:28.630013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.638968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'network': {'name': 'tempest-network-smoke--1224330270', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:28.673091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:28.677173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.707842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:28.720456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.720990 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Added segment b1219b3b-222c-4696-8f77-c717be52204b of type vlan for network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 Aug 29 04:38:28.808318 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.842878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.849691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.850485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.916150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2844536 Aug 29 04:38:28.920509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40650) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.924062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85652d-5745-4349-bcbc-c67a44f4bfab tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Network': ['ID=0db2f0f1-54a3-4c4c-8c0d-41db8e328223,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.943593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:29.085978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54331880-40c3-41ad-bb1e-7bddb38dd930 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:29.088399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-54331880-40c3-41ad-bb1e-7bddb38dd930 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=48e1ccfc945f4aa388d3835f6375bc96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1664629 Aug 29 04:38:29.093032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.850425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9152d49-cb8c-400d-aeaf-4be62fd5bb09 req-15307727-9799-4722-ab38-085d58cdc333 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:29.851974 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9152d49-cb8c-400d-aeaf-4be62fd5bb09 req-15307727-9799-4722-ab38-085d58cdc333 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 945 time: 0.5822172 Aug 29 04:38:29.895005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79932f8-cd27-4f96-a4d1-120dbae48959 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:29.899194 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d79932f8-cd27-4f96-a4d1-120dbae48959 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7996171 Aug 29 04:38:29.899890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40674) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.919716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9152d49-cb8c-400d-aeaf-4be62fd5bb09 req-d4d83345-0061-4deb-b2be-178a23774ac1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550296 Aug 29 04:38:29.937899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5de5d7df-567d-49b2-8e15-ccb87cd868f7 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332265 Aug 29 04:38:29.938847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:29.986159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-890052bf-2bd4-4646-b49c-318f7a18a4e3 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=48e1ccfc945f4aa388d3835f6375bc96&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457983 Aug 29 04:38:29.988801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40680) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.060688 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-bc4cc9e9-62d7-409b-b1d0-d84338bc1da7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 267 time: 0.0646572 Aug 29 04:38:30.100917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cbe44-cdf1-4c8f-9aa3-f24b4d538d9e tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.105046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9d7cbe44-cdf1-4c8f-9aa3-f24b4d538d9e tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1126122 Aug 29 04:38:30.105272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.122402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-83884fad-7919-400d-a6fe-91797820111b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.123917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-83884fad-7919-400d-a6fe-91797820111b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 945 time: 0.0601606 Aug 29 04:38:30.139466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'port': {'security_groups': []}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:30.139678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b630714b-4ccf-42b3-b3ec-0b6618d2f6ca tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332444 Aug 29 04:38:30.147175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.152890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-479808237', 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:30.219633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.262369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:30.265966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.507610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.587579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Checking segment: {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:30.587946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network hostable DHCP agents. Network: 0db2f0f1-54a3-4c4c-8c0d-41db8e328223, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:30.590147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Subnet': ['ID=e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.614440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:30.628070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 0db2f0f1-54a3-4c4c-8c0d-41db8e328223) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:30.632704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.634478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.642921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a11d54-0ba0-4914-970a-aa015b417688 None None] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:30.648905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0c0dc409-65dc-48fd-989d-2626529cbbc7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5005472 Aug 29 04:38:30.822401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] For port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:30.895271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.905855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.013611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.014789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.017829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-751ea975-de69-46c6-9df9-6b70be13cce7 req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "PUT /v2.0/ports/3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee HTTP/1.1" status: 200 len: 904 time: 0.8851845 Aug 29 04:38:31.018812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:31.022475 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7772d8-ed34-4ccb-b271-3875e90f5dab" -d '{"events": [{"name": "network-changed", "server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:31.036468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8c47-73f9-4f55-9f34-e2f5c72c6a8b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,revision_number=6']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.052144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f1480733-a073-49e7-9a95-96a3fbd4957a', 'ad985a01-b9ba-4082-8c4c-daf6382a76df'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:31.054575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:31.186885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ips': [{'subnet_id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:31.187782 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.252417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.259795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-123e2f20-c86c-4cde-bec9-7fe884e89614 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-924383913', 'description': 'tempest-secgroup-smoke-924383913 description', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:31.304173 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1445e2-a463-4d8e-b6fb-eb3d076883d7 x-openstack-request-id: req-0f1445e2-a463-4d8e-b6fb-eb3d076883d7 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:31.304728 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:31.304728 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f1445e2-a463-4d8e-b6fb-eb3d076883d7 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:31.305099 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee', 'status': 'completed', 'code': 200} Aug 29 04:38:31.315211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-123e2f20-c86c-4cde-bec9-7fe884e89614 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.359514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da421df-5ffe-4866-806d-119d34ccbd66 req-32873e75-4be1-4654-95ba-9ec1bcd29a8c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.365932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:31.379105 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3da421df-5ffe-4866-806d-119d34ccbd66 req-32873e75-4be1-4654-95ba-9ec1bcd29a8c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 907 time: 0.1572807 Aug 29 04:38:31.434961 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.497334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-7bdcada9-22c0-4e51-bf24-ca342f2610d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.503879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-7bdcada9-22c0-4e51-bf24-ca342f2610d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 1059 time: 0.1225636 Aug 29 04:38:31.525008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e1a3a416-d29c-4679-b51b-39d55626c42f None None] Provisioning complete for port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:31.525389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a416-d29c-4679-b51b-39d55626c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.550495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-123e2f20-c86c-4cde-bec9-7fe884e89614 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.584396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-123e2f20-c86c-4cde-bec9-7fe884e89614 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.634353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e2f20-c86c-4cde-bec9-7fe884e89614 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c0898a-f829-4df8-94c1-a38f4af73c6b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.640669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-123e2f20-c86c-4cde-bec9-7fe884e89614 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.642631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-123e2f20-c86c-4cde-bec9-7fe884e89614 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3888988 Aug 29 04:38:31.647695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40730) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.680194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1e91-2d81-450b-a824-8ea326e17913 req-5de2a1fe-8738-44a2-ac21-953a922189e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.680835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Allocated IP 172.20.0.18 (0db2f0f1-54a3-4c4c-8c0d-41db8e328223/e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676/7f8a4424-b73e-45f8-8098-7320592772a5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:31.684329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cccc1e91-2d81-450b-a824-8ea326e17913 req-5de2a1fe-8738-44a2-ac21-953a922189e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1322250 Aug 29 04:38:31.694574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-41c03383-990d-40bb-af29-4aed71688623 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '69c0898a-f829-4df8-94c1-a38f4af73c6b', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:31.698876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-be07d47a-95d9-4dcf-966b-ebb2c992b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.700540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-be07d47a-95d9-4dcf-966b-ebb2c992b0e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1828532 Aug 29 04:38:31.757903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41c03383-990d-40bb-af29-4aed71688623 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.773129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-b3790983-dfe3-4efd-a539-fc2d7620d2c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee HTTP/1.1" status: 200 len: 217 time: 0.0634584 Aug 29 04:38:31.790348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cccc1e91-2d81-450b-a824-8ea326e17913 req-cb77d0eb-22de-425c-9c17-2456a7c420cf tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712860 Aug 29 04:38:31.883714 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41c03383-990d-40bb-af29-4aed71688623 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.887750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-08051a5a-1684-416a-87b7-1a0c391cb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.889912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41c03383-990d-40bb-af29-4aed71688623 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.892810 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-08051a5a-1684-416a-87b7-1a0c391cb4e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.1122122 Aug 29 04:38:31.916335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c03383-990d-40bb-af29-4aed71688623 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab676075-dcf1-4b53-86f7-2f516c5b62dc,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:31.935203 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-41c03383-990d-40bb-af29-4aed71688623 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.935203 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-41c03383-990d-40bb-af29-4aed71688623 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2768934 Aug 29 04:38:31.935203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.935203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-aa8b114c-25f6-4837-92f0-607133520048 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '69c0898a-f829-4df8-94c1-a38f4af73c6b', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.003841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8b114c-25f6-4837-92f0-607133520048 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.084357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7628cb-62e4-480c-812b-aaed4cb4048f req-c9ec9173-3a9b-4e81-aade-71e29967ba52 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.087312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8b114c-25f6-4837-92f0-607133520048 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.090346 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db7628cb-62e4-480c-812b-aaed4cb4048f req-c9ec9173-3a9b-4e81-aade-71e29967ba52 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1420038 Aug 29 04:38:32.093058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-79d82022-c107-421a-80e2-7a0d796b892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.095397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8b114c-25f6-4837-92f0-607133520048 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.100497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-79d82022-c107-421a-80e2-7a0d796b892e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973240 Aug 29 04:38:32.127588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.135335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b114c-25f6-4837-92f0-607133520048 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387b0304-222f-451b-8472-ed3dc836e189,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.135937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Transition to ACTIVE for port object 7f8a4424-b73e-45f8-8098-7320592772a5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:32.142908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa8b114c-25f6-4837-92f0-607133520048 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.144878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aa8b114c-25f6-4837-92f0-607133520048 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2144015 Aug 29 04:38:32.147399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.155167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cc5af683-c7ef-4c20-ba52-0c3cfa976e07 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '69c0898a-f829-4df8-94c1-a38f4af73c6b', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.170733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Transition to ACTIVE for port object 7f8a4424-b73e-45f8-8098-7320592772a5 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:32.178204 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.197999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc5af683-c7ef-4c20-ba52-0c3cfa976e07 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.213829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db7628cb-62e4-480c-812b-aaed4cb4048f req-86a11d64-ae57-474a-a940-161e55b0f1f1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121254 Aug 29 04:38:32.261396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:32.269048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:32.307209 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc5af683-c7ef-4c20-ba52-0c3cfa976e07 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.308344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-579389e4-7d33-448a-b26b-56516c1acf67 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720142 Aug 29 04:38:32.312536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:32.315448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc5af683-c7ef-4c20-ba52-0c3cfa976e07 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.353613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Pushing event updated for resources: {'Port': ['ID=7f8a4424-b73e-45f8-8098-7320592772a5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.368845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5af683-c7ef-4c20-ba52-0c3cfa976e07 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a768db4-5c7a-40b3-a122-781f1c394676,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.388088 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc5af683-c7ef-4c20-ba52-0c3cfa976e07 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.390672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc5af683-c7ef-4c20-ba52-0c3cfa976e07 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2414773 Aug 29 04:38:32.393084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.404825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-17ec22c9-0043-4b8b-b2b7-bea64674ec90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '69c0898a-f829-4df8-94c1-a38f4af73c6b', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.456690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Attempting to bind port 7f8a4424-b73e-45f8-8098-7320592772a5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:32.456972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Attempting to bind port 7f8a4424-b73e-45f8-8098-7320592772a5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:32.457334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Attempting to bind port 7f8a4424-b73e-45f8-8098-7320592772a5 on network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:32.465556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:32.465962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Checking segment: {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:32.466431 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.466822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Bound using segment: {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:32.467562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Bound port: 7f8a4424-b73e-45f8-8098-7320592772a5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:32.467686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.493944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7772d8-ed34-4ccb-b271-3875e90f5dab req-3b4ef3fc-d1c1-4080-bc12-784d0b658cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790273 Aug 29 04:38:32.570358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] For port 7f8a4424-b73e-45f8-8098-7320592772a5, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:32.574026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] For port 7f8a4424-b73e-45f8-8098-7320592772a5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8a4424-b73e-45f8-8098-7320592772a5,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:32.580171 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.653928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-79a75732-c0b3-43f8-b0ff-a10d334d50de tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.655765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-79a75732-c0b3-43f8-b0ff-a10d334d50de tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.2257123 Aug 29 04:38:32.678162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ec22c9-0043-4b8b-b2b7-bea64674ec90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.690796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e04450-1cc7-44d6-b532-96b5cb88dcc2 None None] Pushing event updated for resources: {'Port': ['ID=7f8a4424-b73e-45f8-8098-7320592772a5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.715198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-cb458db6-ada4-4c1e-9ee7-52a92932fa03 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/quotas/19117b9c280f4f9780e757a223289ce9 HTTP/1.1" status: 200 len: 375 time: 0.0456359 Aug 29 04:38:32.756013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ec22c9-0043-4b8b-b2b7-bea64674ec90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.791242 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ec22c9-0043-4b8b-b2b7-bea64674ec90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.817835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec22c9-0043-4b8b-b2b7-bea64674ec90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5cb52a-d2c2-4503-82de-26636e789f96,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.850270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-747ff0cd-54a1-4b5e-a5f4-0b9c892042f3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1076021 Aug 29 04:38:32.851297 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17ec22c9-0043-4b8b-b2b7-bea64674ec90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.855561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40770) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:32.855745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-17ec22c9-0043-4b8b-b2b7-bea64674ec90 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4561086 Aug 29 04:38:32.864341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '69c0898a-f829-4df8-94c1-a38f4af73c6b', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:32.937133 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Project 48e1ccfc945f4aa388d3835f6375bc96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:38:32.956037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.028108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-07258b17-bfb4-4a39-82a5-ca1fbe1c0931 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687799 Aug 29 04:38:33.062844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.071210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.092171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9fd863-67e3-43fd-acea-d3af4dba7ef6,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.098796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.100336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b017fa63-711f-4c9c-8723-da7d88716a2a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435262 Aug 29 04:38:33.103545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40778) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.108295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': '69c0898a-f829-4df8-94c1-a38f4af73c6b', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:33.134983 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Project 48e1ccfc945f4aa388d3835f6375bc96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:38:33.140708 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.143788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-60d04564-1335-4f5a-a8d3-e5bc93a5fca1 service neutron] 10.222.0.55 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091385 Aug 29 04:38:33.234119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.240022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.305732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff501ca3-0e1d-4227-b860-dd38bfb68450,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.310887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.312899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a7f5ca26-06df-47e3-8909-d88294abae7d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2083626 Aug 29 04:38:33.445834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8a4424-b73e-45f8-8098-7320592772a5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:33.507959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a75c716-f4f6-44e9-b49e-f9431b1c24c7 req-ec05b4f7-2c39-457c-bd83-c0a6a4548186 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 210 time: 0.0440168 Aug 29 04:38:33.561861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7f8a4424-b73e-45f8-8098-7320592772a5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:33.648168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9dd20485-1fce-49ac-96f3-1e72a0f9f72a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924383913&fields=id&tenant_id=48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 267 time: 0.0784497 Aug 29 04:38:33.810612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-1c8d26db-4c19-427a-9e1f-19cd2a95b593 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:33.818610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-1c8d26db-4c19-427a-9e1f-19cd2a95b593 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/networks?id=0db2f0f1-54a3-4c4c-8c0d-41db8e328223 HTTP/1.1" status: 200 len: 797 time: 0.1605892 Aug 29 04:38:33.836517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-1bc03354-31f7-4afa-87f1-030fe08fa480 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/quotas/48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 375 time: 0.0168493 Aug 29 04:38:33.922189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-4d12bd96-efa9-42a5-a5be-c0b9c58b5e39 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0833859 Aug 29 04:38:34.083292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-75900b88-a57c-4e30-aa10-bb79c8ae05ce service neutron] 10.222.0.55 "GET /v2.0/networks/0db2f0f1-54a3-4c4c-8c0d-41db8e328223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410556 Aug 29 04:38:34.170601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993aa60d-895d-4207-bb3d-b8e34e40a02e None None] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:34.224405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-57798f98-aae1-46b6-b065-8bd250143bbf service neutron] 10.222.0.55 "GET /v2.0/networks/0db2f0f1-54a3-4c4c-8c0d-41db8e328223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401858 Aug 29 04:38:34.316628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2ed3848f-ce61-4473-89c1-9de121a4decf None None] Provisioning for port 7f8a4424-b73e-45f8-8098-7320592772a5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:34.325692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2ed3848f-ce61-4473-89c1-9de121a4decf None None] Provisioning complete for port 7f8a4424-b73e-45f8-8098-7320592772a5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:34.326106 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3848f-ce61-4473-89c1-9de121a4decf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.486526 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3848f-ce61-4473-89c1-9de121a4decf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.534639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-06e17632-8caf-4912-8434-32fce970cbe0 req-ca5b324b-b4ba-4f94-b28b-ebf8ef45dd4a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 210 time: 0.0998197 Aug 29 04:38:34.559494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2ed3848f-ce61-4473-89c1-9de121a4decf None None] For port 7f8a4424-b73e-45f8-8098-7320592772a5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8a4424-b73e-45f8-8098-7320592772a5,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:34.569820 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ed3848f-ce61-4473-89c1-9de121a4decf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.758934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3848f-ce61-4473-89c1-9de121a4decf None None] Pushing event updated for resources: {'Port': ['ID=7f8a4424-b73e-45f8-8098-7320592772a5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.798520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-602335d3-4bbf-4eec-a3bb-0be2606c3484 req-e61a09ea-c025-43c1-8640-9402013a2a8e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 210 time: 0.0502741 Aug 29 04:38:34.894612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-95baa87a-5cb1-4c9a-9166-e3fe3864a2c7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.898570 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-95baa87a-5cb1-4c9a-9166-e3fe3864a2c7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 811 time: 0.2919400 Aug 29 04:38:34.919917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Request body: {'port': {'device_id': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'admin_state_up': True, 'tenant_id': '19117b9c280f4f9780e757a223289ce9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:35.002986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-031a4020-e00f-4f9d-b9de-14014db4b340 None None] Provisioning complete for port 7f8a4424-b73e-45f8-8098-7320592772a5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:35.003374 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-031a4020-e00f-4f9d-b9de-14014db4b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.154853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Made reservation on behalf of 19117b9c280f4f9780e757a223289ce9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:35.159768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.327925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8a4424-b73e-45f8-8098-7320592772a5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:35.334814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e6c93-4764-40ea-b756-9a7a7104f808 req-0ac6d091-780a-43db-9c7d-af40495c1443 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.342740 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b9e6c93-4764-40ea-b756-9a7a7104f808 req-0ac6d091-780a-43db-9c7d-af40495c1443 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 945 time: 0.1765752 Aug 29 04:38:35.381152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Allocated IP 172.20.0.3 (834d5c0c-6e4d-4c34-bbda-713de79bc97d/f3ef5ceb-fa92-480c-91e9-729a25df722a/841dd05c-a489-44ef-baa5-ddeb63672a19) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:35.414278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b9e6c93-4764-40ea-b756-9a7a7104f808 req-61e55b19-31fd-4643-bd1d-9a8ddb747dd5 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Aug 29 04:38:35.435350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7f8a4424-b73e-45f8-8098-7320592772a5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:35.435884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.642326 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.660742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Transition to ACTIVE for port object 841dd05c-a489-44ef-baa5-ddeb63672a19 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:35.676549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4400bdfb-46b9-4cdc-8afc-fc131e35f6b4 req-f225bf95-8171-4036-884a-bb15cc38cbb2 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 210 time: 0.0463176 Aug 29 04:38:35.699991 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.712789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f1480733-a073-49e7-9a95-96a3fbd4957a', 'ad985a01-b9ba-4082-8c4c-daf6382a76df'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:35.752962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:35.758393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:35.763134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:35.771493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.827735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.828660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.857745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-e6d400e9-169e-4673-992c-6b2d5b20b06d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9476211 Aug 29 04:38:35.870409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-9ad8c115-48f1-4d93-bd6b-bf9871bfac77 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:38:35.874041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-9ad8c115-48f1-4d93-bd6b-bf9871bfac77 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088778 Aug 29 04:38:36.008747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e0bda-a68b-4a92-a098-d8e70a3c42d2 req-d90c3365-5696-4c1a-8c0a-5cda20e8a1ff tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.010595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be1e0bda-a68b-4a92-a098-d8e70a3c42d2 req-d90c3365-5696-4c1a-8c0a-5cda20e8a1ff tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 931 time: 0.1056190 Aug 29 04:38:36.120883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be1e0bda-a68b-4a92-a098-d8e70a3c42d2 req-a8355a01-1044-4ca6-99fb-4682b2ecf5ff tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996890 Aug 29 04:38:36.238601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Request body: {'port': {'device_id': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:36.245870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-64b904d6-71d7-4cc6-8b0d-b71b953ef709 None None] Provisioning for port 841dd05c-a489-44ef-baa5-ddeb63672a19 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:36.252034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-64b904d6-71d7-4cc6-8b0d-b71b953ef709 None None] Provisioning complete for port 841dd05c-a489-44ef-baa5-ddeb63672a19 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:36.265949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64b904d6-71d7-4cc6-8b0d-b71b953ef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.276260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-6924c660-44ec-48d8-bb35-d9daa533e56b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.282523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-6924c660-44ec-48d8-bb35-d9daa533e56b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "GET /v2.0/networks?id=0db2f0f1-54a3-4c4c-8c0d-41db8e328223 HTTP/1.1" status: 200 len: 797 time: 0.1936677 Aug 29 04:38:36.313760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.316618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-64b904d6-71d7-4cc6-8b0d-b71b953ef709 None None] Port 841dd05c-a489-44ef-baa5-ddeb63672a19 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:36.352458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-a59532fa-ec86-4c6e-8786-0ce2c3c619c4 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 471 time: 0.0561166 Aug 29 04:38:36.369955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'port': {'device_id': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'admin_state_up': True, 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'security_groups': ['69c0898a-f829-4df8-94c1-a38f4af73c6b']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:36.498231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:36.502099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.606080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841dd05c-a489-44ef-baa5-ddeb63672a19 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:36.614772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.628308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Transition to ACTIVE for port object 841dd05c-a489-44ef-baa5-ddeb63672a19 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:36.632165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.669696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4f87c-dce9-4ea1-8432-ecaaa2e9dee8 req-63520a5d-bd26-48c2-a6a6-a2a24701604a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.671741 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23b4f87c-dce9-4ea1-8432-ecaaa2e9dee8 req-63520a5d-bd26-48c2-a6a6-a2a24701604a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 945 time: 0.1096873 Aug 29 04:38:36.700598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.718534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.20.0.20 (0db2f0f1-54a3-4c4c-8c0d-41db8e328223/e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676/54fc6b3b-58ff-4e72-ad2f-0eef262eb53e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:36.745097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23b4f87c-dce9-4ea1-8432-ecaaa2e9dee8 req-4e8bbd1c-7aad-4fbd-850b-06c391132b4a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596962 Aug 29 04:38:36.812724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Attempting to bind port 841dd05c-a489-44ef-baa5-ddeb63672a19 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:36.813102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Attempting to bind port 841dd05c-a489-44ef-baa5-ddeb63672a19 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:36.813442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Attempting to bind port 841dd05c-a489-44ef-baa5-ddeb63672a19 on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:36.832667 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c469c7bd-08f1-47af-a00b-60d282beb0b3 req-9ca22f5a-aca1-4880-aa4f-558cb1882dc9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 210 time: 0.0339382 Aug 29 04:38:36.833996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Port 841dd05c-a489-44ef-baa5-ddeb63672a19 on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:36.834324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Attempting to bind port 841dd05c-a489-44ef-baa5-ddeb63672a19 on network 834d5c0c-6e4d-4c34-bbda-713de79bc97d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:36.841195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:36.841555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Checking segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:36.841980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Bound using segment: {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:36.842474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Bound port: 841dd05c-a489-44ef-baa5-ddeb63672a19, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d4dad5-6d7f-4491-940c-1beb1f475963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:36.842845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.914098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.923297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:36.927529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:36.933117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.933930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Transition to ACTIVE for port object 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:36.979395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.980196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.982257 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] 10.222.0.37 "PUT /v2.0/ports/841dd05c-a489-44ef-baa5-ddeb63672a19 HTTP/1.1" status: 200 len: 1092 time: 1.1005440 Aug 29 04:38:36.982911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:36.986681 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce1f04-aecf-4990-806d-c4c062025df2" -d '{"events": [{"name": "network-changed", "server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:36.991362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.020040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004dd30-3722-490e-8641-621d963e71d1 service neutron] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.089275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:37.093071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:37.099435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:37.157845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.158548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.177388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.187148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9e361a45-7f46-441c-a5d2-00edb5440286 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8217971 Aug 29 04:38:37.204676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-fa1bb0e2-f29c-419d-b7b9-fa39b34efddb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:38:37.205862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-fa1bb0e2-f29c-419d-b7b9-fa39b34efddb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063050 Aug 29 04:38:37.219024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-8bca7da6-6ac0-4cdb-b52d-746980cd85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.223094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Request body: {'port': {'device_id': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:37.227565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-8bca7da6-6ac0-4cdb-b52d-746980cd85a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 1095 time: 0.1893983 Aug 29 04:38:37.249105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790d260-00bc-4deb-9baa-527c15afd634 req-f8137907-d45e-4bbe-a508-ae9f4d567f04 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.251264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2790d260-00bc-4deb-9baa-527c15afd634 req-f8137907-d45e-4bbe-a508-ae9f4d567f04 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 945 time: 0.1714005 Aug 29 04:38:37.380345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.417950 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65624343-bdf0-4802-a7be-6bdc546af10e x-openstack-request-id: req-65624343-bdf0-4802-a7be-6bdc546af10e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:37.418258 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:37.418517 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65624343-bdf0-4802-a7be-6bdc546af10e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:37.418940 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'status': 'completed', 'code': 200} Aug 29 04:38:37.437371 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-15c3a054-b86d-4e7f-8269-baff151fcff2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=841dd05c-a489-44ef-baa5-ddeb63672a19 HTTP/1.1" status: 200 len: 217 time: 0.1810088 Aug 29 04:38:37.540677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-81018036-d379-4101-ad04-814b2efe20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.542189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-81018036-d379-4101-ad04-814b2efe20e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0810215 Aug 29 04:38:37.550638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Deleting port c6b79569-3bd4-4f16-b080-a03c73bf5c7a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:37.550884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.564098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723ed88-551e-4219-82b1-b02935906755 req-f4c4061e-ba2a-4726-beaa-696dc82bfd27 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.571551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b723ed88-551e-4219-82b1-b02935906755 req-f4c4061e-ba2a-4726-beaa-696dc82bfd27 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 943 time: 0.1686516 Aug 29 04:38:37.615431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-44fc6b80-e8ad-42bf-9bfb-9b87ee40ec43 None None] Provisioning for port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:37.620476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-44fc6b80-e8ad-42bf-9bfb-9b87ee40ec43 None None] Provisioning complete for port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:37.621239 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-44fc6b80-e8ad-42bf-9bfb-9b87ee40ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.661923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-44fc6b80-e8ad-42bf-9bfb-9b87ee40ec43 None None] Port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:37.706070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b723ed88-551e-4219-82b1-b02935906755 req-7de01ed6-c58f-4a0a-a124-80df1fb4ee37 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335833 Aug 29 04:38:37.730844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b609-5970-4b32-9c14-f510fe464f1e req-ab442782-9c57-4f00-a1c5-56622dfa324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.732558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-ab442782-9c57-4f00-a1c5-56622dfa324c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775298 Aug 29 04:38:37.740342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] For port c6b79569-3bd4-4f16-b080-a03c73bf5c7a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:37.740857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.762879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:37.772325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.786538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Transition to ACTIVE for port object 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:37.790600 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.805634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Calling delete_port for c6b79569-3bd4-4f16-b080-a03c73bf5c7a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:37.919145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Pushing event updated for resources: {'Port': ['ID=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.931818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-407234f7-dabc-4e75-870b-e9b5d27db560 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880634 Aug 29 04:38:37.986899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081dc6-0384-4400-b7d2-bd55036fe6d9 req-a591b23f-7371-459a-9849-ece0231844e7 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.988479 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0081dc6-0384-4400-b7d2-bd55036fe6d9 req-a591b23f-7371-459a-9849-ece0231844e7 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 945 time: 0.1338592 Aug 29 04:38:38.022383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Attempting to bind port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:38.022725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Attempting to bind port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:38.023064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Attempting to bind port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e on network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:38.031160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e on network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:38.031492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Attempting to bind port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e on network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:38.045022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:38.045369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Checking segment: {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:38.045792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Bound using segment: {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:38.046238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Bound port: 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:38.046713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.063645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0081dc6-0384-4400-b7d2-bd55036fe6d9 req-46fa92d1-e77d-4674-8df7-83b692db96ed tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Aug 29 04:38:38.139299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.145772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] For port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:38.150646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] For port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:38.155314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:38.156315 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.210461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.210896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.212224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] 10.222.0.32 "PUT /v2.0/ports/54fc6b3b-58ff-4e72-ad2f-0eef262eb53e HTTP/1.1" status: 200 len: 1093 time: 0.9981346 Aug 29 04:38:38.214951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'tag': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:38.217538 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5087b93-b681-4d97-831e-2b4c632db37e" -d '{"events": [{"name": "network-changed", "server_uuid": "32189b26-f916-4fff-a730-9cf452b8bb0a", "tag": "54fc6b3b-58ff-4e72-ad2f-0eef262eb53e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:38.231770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649', 'de326aba-d4f4-46c3-a753-b319ecae48cb', 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:38.270789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f73be4-6eeb-49b0-a4d7-b1988c6a134e service neutron] Pushing event updated for resources: {'Port': ['ID=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.299304 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9fa3aa-f1ee-4fa7-a805-6361b4205c39 x-openstack-request-id: req-fc9fa3aa-f1ee-4fa7-a805-6361b4205c39 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:38.299559 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32189b26-f916-4fff-a730-9cf452b8bb0a", "tag": "54fc6b3b-58ff-4e72-ad2f-0eef262eb53e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:38.299829 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc9fa3aa-f1ee-4fa7-a805-6361b4205c39 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:38.302098 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'tag': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e', 'status': 'completed', 'code': 200} Aug 29 04:38:38.408749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9ec8f925-7649-4f42-bc1e-0894f397e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.411335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-9ec8f925-7649-4f42-bc1e-0894f397e821 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 1096 time: 0.1181693 Aug 29 04:38:38.474862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-b91923a8-545a-45e6-8c63-222bab32d5d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e HTTP/1.1" status: 200 len: 217 time: 0.0492852 Aug 29 04:38:38.548657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-b9b5bd6e-59a0-4fab-9344-8928997de669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.550384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-b9b5bd6e-59a0-4fab-9344-8928997de669 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676 HTTP/1.1" status: 200 len: 837 time: 0.0669818 Aug 29 04:38:38.607379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event deleted for resources: {'Port': ['ID=c6b79569-3bd4-4f16-b080-a03c73bf5c7a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.618388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-3dc0c67b-6188-481b-81a3-d142f259a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.619914 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-3dc0c67b-6188-481b-81a3-d142f259a7b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0db2f0f1-54a3-4c4c-8c0d-41db8e328223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0607092 Aug 29 04:38:38.646353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7098b609-5970-4b32-9c14-f510fe464f1e req-1b0ab50d-7cd5-4888-ad50-d403a3e6152a service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994793 Aug 29 04:38:38.716484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda987-736d-4e08-b94a-bd2d69399f82 req-8ac8cee4-07fb-4889-bd5c-e03e7790ded7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.718208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4fda987-736d-4e08-b94a-bd2d69399f82 req-8ac8cee4-07fb-4889-bd5c-e03e7790ded7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 944 time: 0.7842045 Aug 29 04:38:38.719018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] No DVR routers for this DVR port c6b79569-3bd4-4f16-b080-a03c73bf5c7a on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:38.721967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.724604 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2790d260-00bc-4deb-9baa-527c15afd634 req-02c242b1-a731-4e38-a163-61374d8b3426 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "DELETE /v2.0/ports/c6b79569-3bd4-4f16-b080-a03c73bf5c7a HTTP/1.1" status: 204 len: 173 time: 1.4610908 Aug 29 04:38:38.761885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-21c31302-8d20-42f6-8fb7-afa748898918 service neutron] 10.222.0.32 "GET /v2.0/networks/0db2f0f1-54a3-4c4c-8c0d-41db8e328223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349578 Aug 29 04:38:38.818400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-e007e48c-df6a-474a-a576-37e54e86333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.820343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-e007e48c-df6a-474a-a576-37e54e86333b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 1095 time: 0.1123772 Aug 29 04:38:38.834448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4fda987-736d-4e08-b94a-bd2d69399f82 req-775e5980-6bc3-464c-84a0-b9d760398eb0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947864 Aug 29 04:38:38.919603 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b084f1e6-9b6b-4fd5-9713-6c7a02f0c37d req-299474a6-fa0c-4cde-8d1b-b8c8bcaa0361 service neutron] 10.222.0.32 "GET /v2.0/networks/0db2f0f1-54a3-4c4c-8c0d-41db8e328223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489568 Aug 29 04:38:38.948806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-a37e7749-d6d7-420f-8fbd-06591eb3cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.949448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059cb1-6317-423a-bc6b-37dac67d70df req-5a47e9fe-0ffa-4f98-9b21-94cf3e593e4f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.951039 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9059cb1-6317-423a-bc6b-37dac67d70df req-5a47e9fe-0ffa-4f98-9b21-94cf3e593e4f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 943 time: 0.0795083 Aug 29 04:38:38.951195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-a37e7749-d6d7-420f-8fbd-06591eb3cf2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1130126 Aug 29 04:38:38.997793 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9059cb1-6317-423a-bc6b-37dac67d70df req-afce75fb-6557-4b9a-9b7f-ca5d0f52a92c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Aug 29 04:38:39.002967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-a6f0b86c-facb-4ce1-b600-0b909cd7740e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=841dd05c-a489-44ef-baa5-ddeb63672a19 HTTP/1.1" status: 200 len: 217 time: 0.0399926 Aug 29 04:38:39.058420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-33299cca-e6df-4932-b663-e57393c2900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.059963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-33299cca-e6df-4932-b663-e57393c2900e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0504031 Aug 29 04:38:39.062510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087b93-b681-4d97-831e-2b4c632db37e req-6d1e1d35-b2bd-49c7-9b6a-be043730e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.064658 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5087b93-b681-4d97-831e-2b4c632db37e req-6d1e1d35-b2bd-49c7-9b6a-be043730e49c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 1096 time: 0.0532429 Aug 29 04:38:39.122945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-2ac382f7-ade4-4416-ad02-1dc7f2b0ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.124491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-2ac382f7-ade4-4416-ad02-1dc7f2b0ebce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560768 Aug 29 04:38:39.180319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087b93-b681-4d97-831e-2b4c632db37e req-a7ebdccb-c5bf-4a01-871c-de8416c31388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.181800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5087b93-b681-4d97-831e-2b4c632db37e req-a7ebdccb-c5bf-4a01-871c-de8416c31388 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0db2f0f1-54a3-4c4c-8c0d-41db8e328223 HTTP/1.1" status: 200 len: 898 time: 0.1096578 Aug 29 04:38:39.219628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-addef239-4046-41ac-97ca-6334f021ab8b req-f8ee1126-6d8e-4462-b02c-887f62a10a0a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=de4bf7fa-9e92-4496-8053-bc8c3e3273fa HTTP/1.1" status: 200 len: 210 time: 0.0410907 Aug 29 04:38:39.236830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5087b93-b681-4d97-831e-2b4c632db37e req-4bddc88d-352e-4d7d-a14a-eddef05a83f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e HTTP/1.1" status: 200 len: 217 time: 0.0472705 Aug 29 04:38:39.260485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-f09b4cc8-e1ef-4aed-a41c-ad219f15d3ec service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268697 Aug 29 04:38:39.307143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087b93-b681-4d97-831e-2b4c632db37e req-f102bc2f-d33d-4398-af57-8803e1cd6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.308731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5087b93-b681-4d97-831e-2b4c632db37e req-f102bc2f-d33d-4398-af57-8803e1cd6cd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676 HTTP/1.1" status: 200 len: 837 time: 0.0569034 Aug 29 04:38:39.360408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087b93-b681-4d97-831e-2b4c632db37e req-8c275d73-a468-4d5d-8e88-faf68c725178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.360977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f4ce1f04-aecf-4990-806d-c4c062025df2 req-6ca0badc-1076-478b-be0b-3785db5306f9 service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924721 Aug 29 04:38:39.361988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5087b93-b681-4d97-831e-2b4c632db37e req-8c275d73-a468-4d5d-8e88-faf68c725178 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0db2f0f1-54a3-4c4c-8c0d-41db8e328223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0439882 Aug 29 04:38:39.419728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'name': 'network-vif-deleted', 'tag': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:39.423100 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b2c934-d38e-439f-8895-35dd4354f43a" -d '{"events": [{"server_uuid": "de4bf7fa-9e92-4496-8053-bc8c3e3273fa", "name": "network-vif-deleted", "tag": "c6b79569-3bd4-4f16-b080-a03c73bf5c7a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:39.491911 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4406bf4f-750a-45ab-9824-91e3dd0c7f92 x-openstack-request-id: req-4406bf4f-750a-45ab-9824-91e3dd0c7f92 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:39.492566 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4bf7fa-9e92-4496-8053-bc8c3e3273fa", "name": "network-vif-deleted", "tag": "c6b79569-3bd4-4f16-b080-a03c73bf5c7a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:39.492818 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4406bf4f-750a-45ab-9824-91e3dd0c7f92 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:39.493214 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4bf7fa-9e92-4496-8053-bc8c3e3273fa', 'name': 'network-vif-deleted', 'tag': 'c6b79569-3bd4-4f16-b080-a03c73bf5c7a', 'status': 'completed', 'code': 200} Aug 29 04:38:39.496906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5087b93-b681-4d97-831e-2b4c632db37e req-4bf4e81b-b132-4081-99f4-651ca2bfef88 service neutron] 10.222.0.32 "GET /v2.0/networks/0db2f0f1-54a3-4c4c-8c0d-41db8e328223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248014 Aug 29 04:38:39.604832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5087b93-b681-4d97-831e-2b4c632db37e req-d9b4f85f-9ce2-4981-9526-338f6cb4f422 service neutron] 10.222.0.32 "GET /v2.0/networks/0db2f0f1-54a3-4c4c-8c0d-41db8e328223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890584 Aug 29 04:38:39.962500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a294a3d-3731-4c8c-baf0-20693db17a82 req-997a6fca-fe7e-4659-b19c-aac8aa469d95 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.964094 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a294a3d-3731-4c8c-baf0-20693db17a82 req-997a6fca-fe7e-4659-b19c-aac8aa469d95 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 944 time: 0.0599976 Aug 29 04:38:40.003400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a294a3d-3731-4c8c-baf0-20693db17a82 req-a393f9f4-8dbb-4fce-b720-3c7bf43ada0b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328801 Aug 29 04:38:40.119036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c5f4-4120-4433-9682-8747e6797081 req-2e30a5ec-3c28-4848-bebc-3acf3dc80995 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:40.120554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ed9c5f4-4120-4433-9682-8747e6797081 req-2e30a5ec-3c28-4848-bebc-3acf3dc80995 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 943 time: 0.0523653 Aug 29 04:38:40.164427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ed9c5f4-4120-4433-9682-8747e6797081 req-110fa115-4279-45a9-9d0e-7e686f686b34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372741 Aug 29 04:38:40.671874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:40.679334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c6b79569-3bd4-4f16-b080-a03c73bf5c7a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:40.708645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: c6b79569-3bd4-4f16-b080-a03c73bf5c7a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:40.708997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c6b79569-3bd4-4f16-b080-a03c73bf5c7a not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:40.805948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:40.816766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 841dd05c-a489-44ef-baa5-ddeb63672a19 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:40.826219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e', 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'port_id': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e', 'mac_address': 'fa:16:3e:d2:9b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:40.920349 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.939981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:40.985123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:40.993966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.999184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:41.036861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'mac_address': 'fa:16:3e:98:ca:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:41.091710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.107415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.108212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.108561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.108908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.109252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.109582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.110468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.110801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.111136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.111467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.111799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.112453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:41.117471 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.132577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841dd05c-a489-44ef-baa5-ddeb63672a19 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:41.154364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:41.159686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.180770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fefd9e-ea92-4148-866c-c8ecd5ba5c12 req-b103e753-7878-4cca-8ffa-054b8f2aa4bd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.191582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9fefd9e-ea92-4148-866c-c8ecd5ba5c12 req-b103e753-7878-4cca-8ffa-054b8f2aa4bd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 945 time: 0.0935540 Aug 29 04:38:41.238839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:41.254299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9fefd9e-ea92-4148-866c-c8ecd5ba5c12 req-da84ec8f-48f3-4c76-a20a-6d871c0f588d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612359 Aug 29 04:38:41.335297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739948f5-8dd5-4156-98ca-938b4b78226f req-449bb663-47b9-46c1-b5a4-da831e4938bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.337521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-739948f5-8dd5-4156-98ca-938b4b78226f req-449bb663-47b9-46c1-b5a4-da831e4938bc tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 944 time: 0.0635648 Aug 29 04:38:41.388147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-739948f5-8dd5-4156-98ca-938b4b78226f req-7808f071-0d9e-46a0-acd5-d55a9a4818db tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Aug 29 04:38:41.414583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['54fc6b3b-58ff-4e72-ad2f-0eef262eb53e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:41.478522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['841dd05c-a489-44ef-baa5-ddeb63672a19'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:42.371932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e2bde-3088-48f8-99b6-34f08bfea381 req-221e8a9d-1206-48ae-8901-ebbd834cb4fb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.378149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d44e2bde-3088-48f8-99b6-34f08bfea381 req-221e8a9d-1206-48ae-8901-ebbd834cb4fb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 945 time: 0.0567951 Aug 29 04:38:42.418031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d44e2bde-3088-48f8-99b6-34f08bfea381 req-eb2624d8-634b-4ca3-95c9-70951427819a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363197 Aug 29 04:38:42.555474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff29d-4918-470e-ad45-16aa9bc0cbaf req-5bcca594-6a35-4aae-b858-f48da4b1b455 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.557070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5bff29d-4918-470e-ad45-16aa9bc0cbaf req-5bcca594-6a35-4aae-b858-f48da4b1b455 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 944 time: 0.0593121 Aug 29 04:38:42.599806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5bff29d-4918-470e-ad45-16aa9bc0cbaf req-fcb8a6b0-9ba1-47bd-b720-a290310dd3c3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Aug 29 04:38:42.818711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 841dd05c-a489-44ef-baa5-ddeb63672a19 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:42.874171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 841dd05c-a489-44ef-baa5-ddeb63672a19 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:42.878837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 841dd05c-a489-44ef-baa5-ddeb63672a19 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:42.882061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.906615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c34ac825-4abc-4892-b188-29f154d4980c req-aa643ebd-3525-4700-a25b-5a61ff1f7bd5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257888 Aug 29 04:38:43.002784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c34ac825-4abc-4892-b188-29f154d4980c req-f0fdc73c-fc9e-4973-9614-73bd989feeda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0420718 Aug 29 04:38:43.015182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.041699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:43.048895 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7f430-e836-4c43-bf9a-5a53006e24be" -d '{"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-plugged", "status": "completed", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:43.051865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c34ac825-4abc-4892-b188-29f154d4980c req-ef03e8e0-fca9-48c1-9dac-08fb1de4cc8f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256860 Aug 29 04:38:43.074082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:43.082053 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.091526 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b70ab70-e2e3-436a-b5ec-4c091218782f x-openstack-request-id: req-9b70ab70-e2e3-436a-b5ec-4c091218782f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:43.091901 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-plugged", "status": "completed", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:43.092230 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b70ab70-e2e3-436a-b5ec-4c091218782f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:43.092701 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'code': 200} Aug 29 04:38:43.164587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:43.207841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac825-4abc-4892-b188-29f154d4980c req-bcb5a9c9-9034-4c1c-9ba6-40ee27f909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.209323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c34ac825-4abc-4892-b188-29f154d4980c req-bcb5a9c9-9034-4c1c-9ba6-40ee27f909e2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492784 Aug 29 04:38:43.217643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b680941-c42c-44d7-980c-ccc53df374bd req-7f8c6936-c3f0-4d8c-b251-9d9c6faa7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.219916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b680941-c42c-44d7-980c-ccc53df374bd req-7f8c6936-c3f0-4d8c-b251-9d9c6faa7c51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 1097 time: 0.0629652 Aug 29 04:38:43.264250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b680941-c42c-44d7-980c-ccc53df374bd req-dbb5d238-6a88-4b90-92ed-5f1e91456754 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 Aug 29 04:38:43.552696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502b1cc-ec19-49c2-81da-fd97a1f05612 req-1775dd40-c1d0-4add-924a-b43e35d9283a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.556525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c502b1cc-ec19-49c2-81da-fd97a1f05612 req-1775dd40-c1d0-4add-924a-b43e35d9283a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 945 time: 0.0528891 Aug 29 04:38:43.616651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c502b1cc-ec19-49c2-81da-fd97a1f05612 req-b43b3e08-49a1-4bd5-8f45-dc75e342eac6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503886 Aug 29 04:38:43.747051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90b33d-8979-40b4-bd69-99c4071631a4 req-5d642a98-b05f-468a-810e-8dfad66d1fd7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.747848 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df90b33d-8979-40b4-bd69-99c4071631a4 req-5d642a98-b05f-468a-810e-8dfad66d1fd7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0629337 Aug 29 04:38:43.799719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df90b33d-8979-40b4-bd69-99c4071631a4 req-cc2f7716-97ce-4180-aebf-470869052c30 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Aug 29 04:38:43.887626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ddb5-e778-48ca-9091-ed4f940bd7cf req-d3449240-4fa1-4117-aef1-81c9b56d4fed tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.889216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ff5ddb5-e778-48ca-9091-ed4f940bd7cf req-d3449240-4fa1-4117-aef1-81c9b56d4fed tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 945 time: 0.0518885 Aug 29 04:38:43.932908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ff5ddb5-e778-48ca-9091-ed4f940bd7cf req-bc0d055b-9694-426a-9ae9-12ac8b5017b5 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 Aug 29 04:38:44.688942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:44.730379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09c04d-499c-4750-8535-e6c78befe08f req-7accf029-0e63-45f8-b0df-3efbe06c875e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.731974 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b09c04d-499c-4750-8535-e6c78befe08f req-7accf029-0e63-45f8-b0df-3efbe06c875e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 945 time: 0.0552866 Aug 29 04:38:44.752082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:44.756321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:44.756927 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.776331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b09c04d-499c-4750-8535-e6c78befe08f req-7bdeb92e-53dd-4277-9880-59aca5529153 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373588 Aug 29 04:38:44.849833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.891447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:44.896000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.925566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f435cc-add2-4744-88fd-19cb47035763 req-0e846cb5-aeb8-450c-aead-1f2d8e783b57 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.927134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9f435cc-add2-4744-88fd-19cb47035763 req-0e846cb5-aeb8-450c-aead-1f2d8e783b57 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0509071 Aug 29 04:38:44.967509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:44.969220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9f435cc-add2-4744-88fd-19cb47035763 req-345df4ba-570d-437c-bd40-480351d925b9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Aug 29 04:38:45.071772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45d6b-cea3-43ba-b1ec-7e3be758db6a req-76951e7a-69f8-438f-b590-08c3e2f96f5b tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.073198 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52f45d6b-cea3-43ba-b1ec-7e3be758db6a req-76951e7a-69f8-438f-b590-08c3e2f96f5b tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Aug 29 04:38:45.094278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:45.096954 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc059416-b35d-49c9-9041-6edea7c9e95b" -d '{"events": [{"server_uuid": "32189b26-f916-4fff-a730-9cf452b8bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "54fc6b3b-58ff-4e72-ad2f-0eef262eb53e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:45.131157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52f45d6b-cea3-43ba-b1ec-7e3be758db6a req-377cae58-366e-40b0-b7cf-73b560ccbbe9 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515428 Aug 29 04:38:45.198656 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5cc025-c6c5-49fa-8c96-e0e068b035ff x-openstack-request-id: req-ef5cc025-c6c5-49fa-8c96-e0e068b035ff {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:45.199053 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32189b26-f916-4fff-a730-9cf452b8bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "54fc6b3b-58ff-4e72-ad2f-0eef262eb53e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:45.199430 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef5cc025-c6c5-49fa-8c96-e0e068b035ff {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:45.199955 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e', 'code': 200} Aug 29 04:38:45.203723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026f0f9-ffeb-425c-b5fd-0728e02feb6f req-b392b403-6193-4612-a2a5-d155c788e046 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.205962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0026f0f9-ffeb-425c-b5fd-0728e02feb6f req-b392b403-6193-4612-a2a5-d155c788e046 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0543478 Aug 29 04:38:45.255460 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0026f0f9-ffeb-425c-b5fd-0728e02feb6f req-93be82b7-f4ad-43a9-8b64-b1d65965c2cf tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Aug 29 04:38:45.375902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae80315-5bc0-45ec-9f53-7cdeb12bfbe9 req-7aa07191-31ff-4624-b909-458e6163f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.377313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ae80315-5bc0-45ec-9f53-7cdeb12bfbe9 req-7aa07191-31ff-4624-b909-458e6163f67a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 1098 time: 0.0406671 Aug 29 04:38:45.414437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ae80315-5bc0-45ec-9f53-7cdeb12bfbe9 req-37e01363-6e12-4ff1-a151-69cb3a5c0e23 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285847 Aug 29 04:38:45.853556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-a3195358-7a1b-4d04-938b-aecef2fe1230 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.855098 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-a3195358-7a1b-4d04-938b-aecef2fe1230 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 945 time: 0.0543029 Aug 29 04:38:45.965338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5580f-5185-463c-b2a7-300a42d4c3e7 req-a132b5cd-5546-4c0b-a462-deb82e746da1 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.966915 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91b5580f-5185-463c-b2a7-300a42d4c3e7 req-a132b5cd-5546-4c0b-a462-deb82e746da1 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 946 time: 0.1108947 Aug 29 04:38:46.021286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Deleting port de326aba-d4f4-46c3-a753-b319ecae48cb {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:46.021665 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.026680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91b5580f-5185-463c-b2a7-300a42d4c3e7 req-330b203c-4297-4c9e-a019-01c9d9b1653e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514154 Aug 29 04:38:46.132606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] For port de326aba-d4f4-46c3-a753-b319ecae48cb, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=de326aba-d4f4-46c3-a753-b319ecae48cb,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:46.133313 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.146865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Calling delete_port for de326aba-d4f4-46c3-a753-b319ecae48cb owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:46.257151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c065c5-a01b-4c7b-b118-f7448c0d223a req-578cc4b2-dc79-4eae-bc6c-d62d07f75d51 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:46.258723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9c065c5-a01b-4c7b-b118-f7448c0d223a req-578cc4b2-dc79-4eae-bc6c-d62d07f75d51 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b3ed4a-9719-421f-a5cb-91e959f142f4 HTTP/1.1" status: 200 len: 945 time: 0.0522063 Aug 29 04:38:46.283925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.296964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:46.340354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649', 'de326aba-d4f4-46c3-a753-b319ecae48cb'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:46.344893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b9c065c5-a01b-4c7b-b118-f7448c0d223a req-4dd95d34-1b9b-4102-8631-5f894c6d2d72 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788188 Aug 29 04:38:46.351982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event deleted for resources: {'Port': ['ID=de326aba-d4f4-46c3-a753-b319ecae48cb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:46.416504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.417097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.417438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.417793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.418124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.418451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.418776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.419097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.419418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.419742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.420067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.420382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:46.424046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] No DVR routers for this DVR port de326aba-d4f4-46c3-a753-b319ecae48cb on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:46.427020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.429004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ccfd9f36-a690-4402-a39e-beb9b3f6d409 req-ee9b3f67-0ffe-4263-88ac-13aab691d90a tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "DELETE /v2.0/ports/de326aba-d4f4-46c3-a753-b319ecae48cb HTTP/1.1" status: 204 len: 173 time: 0.5643976 Aug 29 04:38:46.432428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'name': 'network-vif-deleted', 'tag': 'de326aba-d4f4-46c3-a753-b319ecae48cb'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:46.433710 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06d7d02-0a77-4acd-b7d4-f6704ccd6c83" -d '{"events": [{"server_uuid": "46b3ed4a-9719-421f-a5cb-91e959f142f4", "name": "network-vif-deleted", "tag": "de326aba-d4f4-46c3-a753-b319ecae48cb"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:46.479009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d355d-53a0-413c-9671-e69de456b952 req-3fe04e04-5bbb-4c06-9b88-012388c8a42b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:46.480622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a42d355d-53a0-413c-9671-e69de456b952 req-3fe04e04-5bbb-4c06-9b88-012388c8a42b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.1128163 Aug 29 04:38:46.502495 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab825f3-463a-4412-a928-97fc73afc497 x-openstack-request-id: req-0ab825f3-463a-4412-a928-97fc73afc497 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:46.503039 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b3ed4a-9719-421f-a5cb-91e959f142f4", "name": "network-vif-deleted", "tag": "de326aba-d4f4-46c3-a753-b319ecae48cb", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:46.503301 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ab825f3-463a-4412-a928-97fc73afc497 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:46.503701 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b3ed4a-9719-421f-a5cb-91e959f142f4', 'name': 'network-vif-deleted', 'tag': 'de326aba-d4f4-46c3-a753-b319ecae48cb', 'status': 'completed', 'code': 200} Aug 29 04:38:46.536640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a42d355d-53a0-413c-9671-e69de456b952 req-f14ce1fc-324a-4f6e-b9c2-8a7a4d89ffd0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Aug 29 04:38:46.800395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-214add44-b43e-449e-ac5b-420c914d2553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.034845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d533a1-6287-4558-b3ba-8a9dd79a6348 req-ff2685f8-3dd7-45f4-b008-48cf43ee359d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.036454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58d533a1-6287-4558-b3ba-8a9dd79a6348 req-ff2685f8-3dd7-45f4-b008-48cf43ee359d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0530915 Aug 29 04:38:47.088604 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58d533a1-6287-4558-b3ba-8a9dd79a6348 req-a61ccb36-5a8e-431c-97bd-8cfe6d12045c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454674 Aug 29 04:38:47.170790 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e754251-a814-411b-b91a-879b112dec7a req-507953c2-102b-4a31-b140-bac0eee742b4 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.172999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e754251-a814-411b-b91a-879b112dec7a req-507953c2-102b-4a31-b140-bac0eee742b4 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 946 time: 0.0642037 Aug 29 04:38:47.217867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e754251-a814-411b-b91a-879b112dec7a req-66a5eb60-50f5-4ee9-bb58-67ea0eff30ba tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370979 Aug 29 04:38:47.355081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69416-efca-430c-a61d-db4690f7ee67 req-7073614e-64b7-4544-b56e-c316a4c1ef9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.356600 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d69416-efca-430c-a61d-db4690f7ee67 req-7073614e-64b7-4544-b56e-c316a4c1ef9d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 946 time: 0.0503342 Aug 29 04:38:47.405505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d69416-efca-430c-a61d-db4690f7ee67 req-abc6404c-0270-49c6-aa74-3dea90ac4d65 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Aug 29 04:38:47.678451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabaeb2-e888-4d67-959f-e0931b062c90 req-f025841a-cd84-4edd-9efc-1079c1f3a862 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.679894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cabaeb2-e888-4d67-959f-e0931b062c90 req-f025841a-cd84-4edd-9efc-1079c1f3a862 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 945 time: 0.0533094 Aug 29 04:38:47.720760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cabaeb2-e888-4d67-959f-e0931b062c90 req-d181c670-6a67-4a2e-b6a0-4ea34d3f3a7b tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Aug 29 04:38:48.227189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fde5e1-caf4-4780-b1a0-3f268b86bc33 req-d7021ae0-f430-40ee-8587-384153564bb4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.228692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84fde5e1-caf4-4780-b1a0-3f268b86bc33 req-d7021ae0-f430-40ee-8587-384153564bb4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0533619 Aug 29 04:38:48.273456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84fde5e1-caf4-4780-b1a0-3f268b86bc33 req-026b416e-24fb-4076-9767-081b7a9aea55 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384872 Aug 29 04:38:48.733534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device de326aba-d4f4-46c3-a753-b319ecae48cb no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:48.764817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: de326aba-d4f4-46c3-a753-b319ecae48cb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:48.765170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device de326aba-d4f4-46c3-a753-b319ecae48cb not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:48.835093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 841dd05c-a489-44ef-baa5-ddeb63672a19 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:48.858764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7d902-4ada-469a-b6e1-139b9beab95a req-551b0f7e-2dd5-4e37-96d0-fd0c3451fbaf tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.860474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dba7d902-4ada-469a-b6e1-139b9beab95a req-551b0f7e-2dd5-4e37-96d0-fd0c3451fbaf tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 945 time: 0.0525997 Aug 29 04:38:48.902130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dba7d902-4ada-469a-b6e1-139b9beab95a req-320fbd2c-a34a-49f4-9926-f9a263f06373 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353363 Aug 29 04:38:48.935950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:48.952493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'port_id': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'mac_address': 'fa:16:3e:98:ca:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:48.989387 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.002967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 841dd05c-a489-44ef-baa5-ddeb63672a19 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:49.032278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.036377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:49.039747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.106212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.292137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['841dd05c-a489-44ef-baa5-ddeb63672a19'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:49.427990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-474f9f51-4bcf-449a-9574-ce70a4145ff9 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.429824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-474f9f51-4bcf-449a-9574-ce70a4145ff9 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.37 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 945 time: 0.1458089 Aug 29 04:38:49.452461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abd5ec-dc66-4d07-a53b-0df0820e6361 req-59be2f2b-1cb8-4f32-9996-88003b1c4d86 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.454214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37abd5ec-dc66-4d07-a53b-0df0820e6361 req-59be2f2b-1cb8-4f32-9996-88003b1c4d86 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 944 time: 0.0861058 Aug 29 04:38:49.516062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d92443f0-f927-497f-8d00-d13fba0edc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.524486 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37abd5ec-dc66-4d07-a53b-0df0820e6361 req-1d151076-c55a-436e-b2f3-d61e2ebc3ea1 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552573 Aug 29 04:38:49.609175 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.693347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Deleting port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:49.693800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.747962 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:49.826435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] For port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:49.826816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.861900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Calling delete_port for 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:50.034294 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.142713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f007f-adc7-486a-8e9b-ad2492dc9462 req-c824c683-424d-4f30-80c6-dcff19325070 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.149939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa2f007f-adc7-486a-8e9b-ad2492dc9462 req-c824c683-424d-4f30-80c6-dcff19325070 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=4256e107-b72a-483e-87b8-c9a111207bdb HTTP/1.1" status: 200 len: 945 time: 0.1479094 Aug 29 04:38:50.210166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.222829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:50.256007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa2f007f-adc7-486a-8e9b-ad2492dc9462 req-96853bf5-6f77-44ae-905f-ba933561b45e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050889 Aug 29 04:38:50.284372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:50.301290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event deleted for resources: {'Port': ['ID=500b477f-8a6b-4b36-8f7a-3d2d7c28ad89,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:50.377368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] No DVR routers for this DVR port 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:50.380882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.383203 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40d16d76-2f27-420c-8d93-0df8919b8657 req-932e456e-ce4f-4d81-898b-7df9f883e6cd tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.37 "DELETE /v2.0/ports/500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 HTTP/1.1" status: 204 len: 173 time: 0.9472094 Aug 29 04:38:50.383851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4256e107-b72a-483e-87b8-c9a111207bdb', 'name': 'network-vif-deleted', 'tag': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:50.386489 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6f3bad-7af4-402d-ac3f-578539519380" -d '{"events": [{"server_uuid": "4256e107-b72a-483e-87b8-c9a111207bdb", "name": "network-vif-deleted", "tag": "500b477f-8a6b-4b36-8f7a-3d2d7c28ad89"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:50.692744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.722926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e76fd-dbbf-48f6-90d2-86e993831dfa req-1611dcd9-87cd-4b1a-8a1d-b878eef7c126 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:50.734146 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a8e76fd-dbbf-48f6-90d2-86e993831dfa req-1611dcd9-87cd-4b1a-8a1d-b878eef7c126 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 944 time: 0.0940514 Aug 29 04:38:50.757095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.798234 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa3c3b3-4d9c-4689-b32e-7d4df43fbdfb x-openstack-request-id: req-9fa3c3b3-4d9c-4689-b32e-7d4df43fbdfb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:50.798588 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4256e107-b72a-483e-87b8-c9a111207bdb", "name": "network-vif-deleted", "tag": "500b477f-8a6b-4b36-8f7a-3d2d7c28ad89", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:50.799039 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fa3c3b3-4d9c-4689-b32e-7d4df43fbdfb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:50.799597 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4256e107-b72a-483e-87b8-c9a111207bdb', 'name': 'network-vif-deleted', 'tag': '500b477f-8a6b-4b36-8f7a-3d2d7c28ad89', 'status': 'completed', 'code': 200} Aug 29 04:38:50.826422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a8e76fd-dbbf-48f6-90d2-86e993831dfa req-09e1c910-1a00-4e2e-beee-57f8c0865639 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910351 Aug 29 04:38:50.850725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 841dd05c-a489-44ef-baa5-ddeb63672a19 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:50.990990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 841dd05c-a489-44ef-baa5-ddeb63672a19 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:50.991339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.102880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.20.0.17 (0db2f0f1-54a3-4c4c-8c0d-41db8e328223/e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676/1a1c9013-adbb-459f-98d4-4c0c32f0f64c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:51.320371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.346481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Transition to ACTIVE for port object 1a1c9013-adbb-459f-98d4-4c0c32f0f64c will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:51.390686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.438692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.440186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:51.444937 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bd8d54-762d-4d2d-b239-96b85f159e9c" -d '{"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-plugged", "status": "completed", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:51.491102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:51.496887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.501031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:51.537626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:51.541702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:51.546941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:51.631205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.668965 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed411e4-154c-499b-ac61-3a17bfef6cf0 x-openstack-request-id: req-0ed411e4-154c-499b-ac61-3a17bfef6cf0 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:51.669358 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-plugged", "status": "completed", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:51.671183 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ed411e4-154c-499b-ac61-3a17bfef6cf0 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:51.671699 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'code': 200} Aug 29 04:38:51.710235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.716079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:51.716710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 500b477f-8a6b-4b36-8f7a-3d2d7c28ad89 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:51.800555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.943277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ac80675a-ab91-4701-bdde-4f318239f120 None None] Provisioning for port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:51.952276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ac80675a-ab91-4701-bdde-4f318239f120 None None] Provisioning complete for port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:51.954441 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac80675a-ab91-4701-bdde-4f318239f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.039450 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.059383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ac80675a-ab91-4701-bdde-4f318239f120 None None] Port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:52.089170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c443f-0411-43b7-8688-47e7764dbbc9 req-4e72f9d8-bfb2-4c31-b788-975f5b8ae380 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.090856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca0c443f-0411-43b7-8688-47e7764dbbc9 req-4e72f9d8-bfb2-4c31-b788-975f5b8ae380 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0994751 Aug 29 04:38:52.174182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca0c443f-0411-43b7-8688-47e7764dbbc9 req-9f60b0ce-7d49-4adf-8e5c-8b4721fae5d2 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 Aug 29 04:38:52.286077 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.434428 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.443785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.564980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.622985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.767626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:52.769306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:52.938973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router c128b0b0-d576-4a9b-9614-5344aeb39603 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:53.105754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:53.116065 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Sync routers for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:53.130119 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:53.130742 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:38:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:53.145681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1a502502-a2e6-4e66-b813-65dd7c8083c6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "PUT /v2.0/routers/c128b0b0-d576-4a9b-9614-5344aeb39603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1000121 Aug 29 04:38:53.206979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-04b03f9e-f777-46cc-9347-859862cde7b0 None None] Provisioning complete for port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:53.211723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04b03f9e-f777-46cc-9347-859862cde7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.268363 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:53.286440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-04b03f9e-f777-46cc-9347-859862cde7b0 None None] Port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:53.351422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be380f-2ea5-44aa-938e-2dae6668256c req-92ac2adb-7d44-43de-bcda-5f2e59c78839 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.359999 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-03be380f-2ea5-44aa-938e-2dae6668256c req-92ac2adb-7d44-43de-bcda-5f2e59c78839 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0673175 Aug 29 04:38:53.413971 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-03be380f-2ea5-44aa-938e-2dae6668256c req-ffaeb62b-50ab-4a8a-b23e-53d38d143897 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Aug 29 04:38:53.851229 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:38:51Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 1, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1c9013-adbb-459f-98d4-4c0c32f0f64c', 'name': '', 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6a:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:38:52Z', 'revision_number': 2, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:53.890894 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Checking router: c128b0b0-d576-4a9b-9614-5344aeb39603 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:53.893626 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Updating router c128b0b0-d576-4a9b-9614-5344aeb39603 port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:53.924698 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.370755 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.391390 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Transition to ACTIVE for port object 1a1c9013-adbb-459f-98d4-4c0c32f0f64c will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:54.403035 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.591518 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Pushing event updated for resources: {'Port': ['ID=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.604441 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.604960 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.605530 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.606014 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.606420 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.606826 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.607222 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.607620 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.608012 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.608407 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.608805 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.609195 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:54.625746 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Attempting to bind port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:54.626452 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Attempting to bind port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:54.627519 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Attempting to bind port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c on network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:54.634111 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:54.634828 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Checking segment: {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:54.635435 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.636019 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Bound using segment: {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:54.636696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Bound port: 1a1c9013-adbb-459f-98d4-4c0c32f0f64c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1219b3b-222c-4696-8f77-c717be52204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:54.637799 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.697080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6467d0c-bc06-4b7b-b21d-a11e0d5d254f req-3eca002a-5c43-446e-9424-439e510bf3bd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.700677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6467d0c-bc06-4b7b-b21d-a11e0d5d254f req-3eca002a-5c43-446e-9424-439e510bf3bd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.1636510 Aug 29 04:38:54.842706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c6467d0c-bc06-4b7b-b21d-a11e0d5d254f req-07e357f5-2030-4e6d-ba24-c09c88b17aae tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345339 Aug 29 04:38:54.859081 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] For port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:54.871807 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] For port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:54.884599 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.007791 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:55.009336 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:38:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:55.090457 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b5e8b-2a31-46b2-a81e-2d6663c3e30a None None] Pushing event updated for resources: {'Port': ['ID=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.277833 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:55.679633 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:38:51Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 1, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1c9013-adbb-459f-98d4-4c0c32f0f64c', 'name': '', 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6a:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:38:54Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:55.735949 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbef25-4de3-49ca-8c15-46d95927116e None None] The sync data for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 is: [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:38:51Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 1, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1c9013-adbb-459f-98d4-4c0c32f0f64c', 'name': '', 'network_id': '0db2f0f1-54a3-4c4c-8c0d-41db8e328223', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6a:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:50Z', 'updated_at': '2021-08-29T04:38:54Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:56.052188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed4455-cf9c-4a5b-aa21-93f308c4b795 req-acc793f3-b55a-48fc-a087-fbeb649fd4af tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.067600 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69ed4455-cf9c-4a5b-aa21-93f308c4b795 req-acc793f3-b55a-48fc-a087-fbeb649fd4af tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.1207683 Aug 29 04:38:56.184541 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69ed4455-cf9c-4a5b-aa21-93f308c4b795 req-196cbbcc-eb26-4b34-a5b5-a1de5b408041 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154127 Aug 29 04:38:56.301473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ccc92-3eda-4873-8be5-6d0dfc86dbfe req-f66dcfab-79bf-4701-9dec-2b1b4d07bd1e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.309470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-010ccc92-3eda-4873-8be5-6d0dfc86dbfe req-f66dcfab-79bf-4701-9dec-2b1b4d07bd1e tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 946 time: 0.0680704 Aug 29 04:38:56.383553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-010ccc92-3eda-4873-8be5-6d0dfc86dbfe req-f442c07e-9611-467a-b963-352a6bf1309b tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713899 Aug 29 04:38:56.873247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-399d5127-634f-4902-b14c-64dbc21c9d3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2183146 Aug 29 04:38:56.959608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-4e9dcbf9-4f45-4842-82e8-f348a6d98bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.961639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-4e9dcbf9-4f45-4842-82e8-f348a6d98bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1096 time: 0.0490971 Aug 29 04:38:57.156158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-a8995240-1f2c-4d68-8f46-94c0496f53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.160783 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-a8995240-1f2c-4d68-8f46-94c0496f53ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1752648 Aug 29 04:38:57.469628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628e56-d862-43f9-b676-8c0b4ddd52a0 req-6999a6da-2264-4815-bb64-5017f5feb8d4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.473760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62628e56-d862-43f9-b676-8c0b4ddd52a0 req-6999a6da-2264-4815-bb64-5017f5feb8d4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.1687117 Aug 29 04:38:57.535559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62628e56-d862-43f9-b676-8c0b4ddd52a0 req-c9105e03-850e-4663-b6f4-1a784a89d782 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609086 Aug 29 04:38:57.536259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1a1c9013-adbb-459f-98d4-4c0c32f0f64c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:57.659902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:57.665673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:57.668442 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.686591 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-50732a0f-eb4c-4ca2-b1d2-e927f03da2f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 998 time: 0.5189135 Aug 29 04:38:57.790761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.807112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ea33f-00a9-40c7-b321-acf8b643fda7 req-db204125-73f8-4ecf-b3f1-e6f7d5d80282 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.808828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f0ea33f-00a9-40c7-b321-acf8b643fda7 req-db204125-73f8-4ecf-b3f1-e6f7d5d80282 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 946 time: 0.1211219 Aug 29 04:38:57.818014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-17ce1552-75ef-42d6-9ee2-4ab7ff03f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.819607 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-17ce1552-75ef-42d6-9ee2-4ab7ff03f3f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.1023281 Aug 29 04:38:57.843488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:57.849661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.908522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f0ea33f-00a9-40c7-b321-acf8b643fda7 req-e6c1a626-5c3d-452c-aba8-d1b7795c4b82 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/security-groups?id=5449d0e4-7e63-4bd2-bfa8-aa40e6587326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830998 Aug 29 04:38:57.914839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:57.953411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-5a35bb2d-d3a5-4cad-bb7f-4445d9776b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.955165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-5a35bb2d-d3a5-4cad-bb7f-4445d9776b50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901926 Aug 29 04:38:58.010113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-d1fc0420-d6d9-43ca-849d-3fd3bdd89d03 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.012113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-d1fc0420-d6d9-43ca-849d-3fd3bdd89d03 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 946 time: 0.0884964 Aug 29 04:38:58.116561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-ecbd13ed-c74c-4934-adc2-86efe1d71fda service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498783 Aug 29 04:38:58.166835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Deleting port b2f125fb-1b09-422d-8a9f-a884e35e1649 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:58.167181 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.253789 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-008dc933-f6fb-4185-96e7-02cfbc6194b5 req-4353edc6-57e1-4399-a7e9-dc5a5c65e088 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258802 Aug 29 04:38:58.287130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] For port b2f125fb-1b09-422d-8a9f-a884e35e1649, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b2f125fb-1b09-422d-8a9f-a884e35e1649,segment=NetworkSegment(88995b9f-d294-4382-9dd3-61b1310ac837),segment_id=88995b9f-d294-4382-9dd3-61b1310ac837)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:58.287501 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.305483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Calling delete_port for b2f125fb-1b09-422d-8a9f-a884e35e1649 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:58.502334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.540405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b2f125fb-1b09-422d-8a9f-a884e35e1649'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:58.570115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Pushing event deleted for resources: {'Port': ['ID=b2f125fb-1b09-422d-8a9f-a884e35e1649,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.676071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] No DVR routers for this DVR port b2f125fb-1b09-422d-8a9f-a884e35e1649 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:58.680020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.682473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2dd22e92-b5b0-4f34-ac79-aa8c2658902b req-561e1c43-5734-435e-9cae-74ff08d3a616 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.32 "DELETE /v2.0/ports/b2f125fb-1b09-422d-8a9f-a884e35e1649 HTTP/1.1" status: 204 len: 173 time: 0.6643603 Aug 29 04:38:58.683238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'name': 'network-vif-deleted', 'tag': 'b2f125fb-1b09-422d-8a9f-a884e35e1649'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:58.689364 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae753a5a-707c-4025-a194-d156bda63b01" -d '{"events": [{"server_uuid": "63268111-a3c2-4f09-afd3-c7a81c4d810f", "name": "network-vif-deleted", "tag": "b2f125fb-1b09-422d-8a9f-a884e35e1649"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:58.763411 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356c714a-9abd-4973-8734-3b88f2ad2581 x-openstack-request-id: req-356c714a-9abd-4973-8734-3b88f2ad2581 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:58.763878 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63268111-a3c2-4f09-afd3-c7a81c4d810f", "name": "network-vif-deleted", "tag": "b2f125fb-1b09-422d-8a9f-a884e35e1649", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:58.764235 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-356c714a-9abd-4973-8734-3b88f2ad2581 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:58.764713 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63268111-a3c2-4f09-afd3-c7a81c4d810f', 'name': 'network-vif-deleted', 'tag': 'b2f125fb-1b09-422d-8a9f-a884e35e1649', 'status': 'completed', 'code': 200} Aug 29 04:38:58.784034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b188ff5-d478-47c3-bc0e-affd91713d7f req-5469f41b-2aa6-4487-8940-530c4535f9a3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.786413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b188ff5-d478-47c3-bc0e-affd91713d7f req-5469f41b-2aa6-4487-8940-530c4535f9a3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0911708 Aug 29 04:38:58.903454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b188ff5-d478-47c3-bc0e-affd91713d7f req-9931329f-0141-4343-89c8-555fa8d4e578 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091397 Aug 29 04:38:59.075105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04799e19-f6b8-4e54-af01-ad8a6a15b888 req-7fd9575a-d977-4857-ba4d-ff7a0c736358 tempest-AttachVolumeNegativeTest-726877129 tempest-AttachVolumeNegativeTest-726877129-project] 10.222.0.55 "GET /v2.0/ports?device_id=63268111-a3c2-4f09-afd3-c7a81c4d810f HTTP/1.1" status: 200 len: 210 time: 0.0365789 Aug 29 04:38:59.316325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1a1c9013-adbb-459f-98d4-4c0c32f0f64c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:59.390730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:59.391336 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.070299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e38cf1-566f-4f07-8a58-a5d7206b0749 req-59ac6b37-fbc5-4993-9144-cd65103f4942 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.072198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20e38cf1-566f-4f07-8a58-a5d7206b0749 req-59ac6b37-fbc5-4993-9144-cd65103f4942 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0741296 Aug 29 04:39:00.146253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20e38cf1-566f-4f07-8a58-a5d7206b0749 req-49a29873-63aa-4a26-aa5c-76af4ef0224b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674922 Aug 29 04:39:00.151764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41448) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:00.204720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] Deleting subnet ac053d89-debe-4a18-94c2-716f60a73cb4 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:00.208183 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.245438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.287229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.350329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.380237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac053d89-debe-4a18-94c2-716f60a73cb4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.388563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.390752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-85cd343e-9b43-4dcc-9ba5-5c82cdcb9a0a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac053d89-debe-4a18-94c2-716f60a73cb4 HTTP/1.1" status: 204 len: 168 time: 0.2378082 Aug 29 04:39:00.393312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:00.483887 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.591115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.602844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c501b9c-8b85-4ad1-9734-c0362fef9eff']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:00.621209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88995b9f-d294-4382-9dd3-61b1310ac837') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:00.621541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88995b9f-d294-4382-9dd3-61b1310ac837') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:00.633263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.657722 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.669538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:00.669538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:00.681770 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:00.745783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.752037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.754169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] 10.222.0.55 "DELETE /v2.0/networks/4c501b9c-8b85-4ad1-9734-c0362fef9eff HTTP/1.1" status: 204 len: 168 time: 0.3590698 Aug 29 04:39:00.771739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912988a-9cab-49bc-bba5-3d9ce82ba1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4c501b9c-8b85-4ad1-9734-c0362fef9eff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.775843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b2f125fb-1b09-422d-8a9f-a884e35e1649 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:00.802771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: b2f125fb-1b09-422d-8a9f-a884e35e1649 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:00.803402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b2f125fb-1b09-422d-8a9f-a884e35e1649 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:01.038917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:01.115015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-df2a61b2-2cea-473d-9724-308d2a533c31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d8ac3088be1429c97b02b6e54d39020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749717 Aug 29 04:39:01.117523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41474) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:01.172443 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19470124-28b5-4ae2-a3ac-6f413c2a4545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.196997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19470124-28b5-4ae2-a3ac-6f413c2a4545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.257965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19470124-28b5-4ae2-a3ac-6f413c2a4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.260873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19470124-28b5-4ae2-a3ac-6f413c2a4545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.262332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-19470124-28b5-4ae2-a3ac-6f413c2a4545 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5449d0e4-7e63-4bd2-bfa8-aa40e6587326 HTTP/1.1" status: 204 len: 168 time: 0.1436305 Aug 29 04:39:01.274532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19470124-28b5-4ae2-a3ac-6f413c2a4545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5449d0e4-7e63-4bd2-bfa8-aa40e6587326,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:01.353716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.366982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc01e5b-1abc-445f-b9e2-018c08aeaffe req-c78b8490-6b8f-4326-87be-db134f8a52a0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:01.368937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9cc01e5b-1abc-445f-b9e2-018c08aeaffe req-c78b8490-6b8f-4326-87be-db134f8a52a0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0658774 Aug 29 04:39:01.439657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9cc01e5b-1abc-445f-b9e2-018c08aeaffe req-6ac4eb40-c87d-4280-85c9-8817a88ed3a5 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Aug 29 04:39:02.558098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53d24-485d-46eb-afb5-680d2b5d92f3 req-3abed253-ea5f-48b4-9e2a-3d75d577ea06 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.568076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29b53d24-485d-46eb-afb5-680d2b5d92f3 req-3abed253-ea5f-48b4-9e2a-3d75d577ea06 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0732489 Aug 29 04:39:02.634228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29b53d24-485d-46eb-afb5-680d2b5d92f3 req-57df33e9-c980-4075-bdb4-acb48ae742e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647397 Aug 29 04:39:03.769467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5a38-2af4-4e0b-a402-51d9766a7be5 req-1ea7147f-28ef-472e-bc98-936f9055637a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:03.772785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b92c5a38-2af4-4e0b-a402-51d9766a7be5 req-1ea7147f-28ef-472e-bc98-936f9055637a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0645325 Aug 29 04:39:03.824915 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b92c5a38-2af4-4e0b-a402-51d9766a7be5 req-ebd98ce4-045d-4507-9eb2-6eb00021564e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Aug 29 04:39:04.031843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-67b8ef44-2a74-4fa3-b3c9-2fe9d30b0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.033515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-67b8ef44-2a74-4fa3-b3c9-2fe9d30b0b8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 1097 time: 0.0531716 Aug 29 04:39:04.140134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-f2278cf5-6c34-4848-be87-0210ce5376aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.142405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-f2278cf5-6c34-4848-be87-0210ce5376aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1010926 Aug 29 04:39:04.194883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-ddf8218e-df21-44ac-9523-ea20ae705391 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=841dd05c-a489-44ef-baa5-ddeb63672a19 HTTP/1.1" status: 200 len: 217 time: 0.0451632 Aug 29 04:39:04.266162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-90488bed-46f7-4af2-ba2b-08252679fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.267895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-90488bed-46f7-4af2-ba2b-08252679fe93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0637772 Aug 29 04:39:04.323037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-eb8891d7-5ca0-460d-8f5e-2c3aafc97406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.324679 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-eb8891d7-5ca0-460d-8f5e-2c3aafc97406 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500462 Aug 29 04:39:04.473732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-c0411963-79b5-412f-8be5-3a455c21d42c service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408958 Aug 29 04:39:04.618744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371189ad-cf3d-4573-9ab8-2ef02891240c req-c18f9e9d-944c-44fa-a14c-03a149dbe04e service neutron] 10.222.0.37 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250854 Aug 29 04:39:04.952470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55475f-e3a5-4fb7-8a88-3d7aa31b9a9f req-25ef56ec-bba2-4940-b0b2-b480474f6e9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.961519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d55475f-e3a5-4fb7-8a88-3d7aa31b9a9f req-25ef56ec-bba2-4940-b0b2-b480474f6e9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0614688 Aug 29 04:39:05.000977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d55475f-e3a5-4fb7-8a88-3d7aa31b9a9f req-548e1980-10a7-433a-a8ba-c52f14e60a7d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381367 Aug 29 04:39:06.168097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203fd13-1643-49c8-84ed-73f36a5c4d36 req-ea714858-ef41-4dab-8ff2-5c0eba003e13 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.169900 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d203fd13-1643-49c8-84ed-73f36a5c4d36 req-ea714858-ef41-4dab-8ff2-5c0eba003e13 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 945 time: 0.0810888 Aug 29 04:39:06.212845 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d203fd13-1643-49c8-84ed-73f36a5c4d36 req-2d9e18de-69de-4cf8-a509-5b091ba2a419 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Aug 29 04:39:06.945796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 841dd05c-a489-44ef-baa5-ddeb63672a19 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:07.054887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.082340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:07.084597 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f5e733-34d1-4012-b3c6-f7762e5f3afe" -d '{"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-unplugged", "status": "completed", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:07.117035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:07.129469 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.230359 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5a4955-66ac-49db-a814-6983ce9ebc8e x-openstack-request-id: req-9f5a4955-66ac-49db-a814-6983ce9ebc8e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:07.230708 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-unplugged", "status": "failed", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19", "code": 422}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:07.231788 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f5a4955-66ac-49db-a814-6983ce9ebc8e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:07.232069 n-d-712143-14 neutron-server[94825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'code': 422} returned with failed status Aug 29 04:39:07.233077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:07.376947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333b3f7-26f3-4134-9b46-ad6fbf181a99 req-02c65ce9-2dfd-42a8-830b-74e25e01722a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.380696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0333b3f7-26f3-4134-9b46-ad6fbf181a99 req-02c65ce9-2dfd-42a8-830b-74e25e01722a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 943 time: 0.0661433 Aug 29 04:39:07.431023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0333b3f7-26f3-4134-9b46-ad6fbf181a99 req-9ab1e2cd-0188-43e1-8bc9-26ef82190730 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Aug 29 04:39:07.585261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f595f91-fa13-4cc4-921c-4ea7db71516a req-1d551f3d-17b1-4109-ad59-81c2cf303054 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.587041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f595f91-fa13-4cc4-921c-4ea7db71516a req-1d551f3d-17b1-4109-ad59-81c2cf303054 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0745673 Aug 29 04:39:07.642190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f595f91-fa13-4cc4-921c-4ea7db71516a req-d0a11e51-4e7a-4c9c-bc2c-06cbca4b90c0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476565 Aug 29 04:39:07.946263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a58872-21ad-419a-af3d-690dac302b10 req-c770f8f2-c993-4d6a-8dc4-ea9d10b2a742 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.963892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3a58872-21ad-419a-af3d-690dac302b10 req-c770f8f2-c993-4d6a-8dc4-ea9d10b2a742 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1458902 Aug 29 04:39:08.023221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3a58872-21ad-419a-af3d-690dac302b10 req-fecdadf8-1ae7-48ee-b245-a745917b56e0 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578642 Aug 29 04:39:08.315647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.322818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.330055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.336454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.347915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.360317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.373083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.376878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-19b56d86-66ef-4194-98e6-bce71e812133 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.1772559 Aug 29 04:39:08.419204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ababf-a7dd-4719-82fd-64f00974a9c1 req-c5bd7199-9486-4992-a8ce-02cee674598a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.421300 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-485ababf-a7dd-4719-82fd-64f00974a9c1 req-c5bd7199-9486-4992-a8ce-02cee674598a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0887020 Aug 29 04:39:08.451845 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8f29fec-a797-4940-bc4b-6128cbc52667 req-f62e3821-6ec0-41c7-8319-90c4c109876e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672379 Aug 29 04:39:08.496843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-485ababf-a7dd-4719-82fd-64f00974a9c1 req-757be81d-efb3-465e-b68d-82d0230e48c3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675085 Aug 29 04:39:09.548545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.559617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.584085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.595900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.608620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.618472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.627786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.630521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-bea3dc61-6799-475d-b2e8-403a5ea6caf4 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.1664162 Aug 29 04:39:09.653998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962357ef-179c-4273-b5dc-b6a6c1c2e1c4 req-05398a85-b137-4064-b1d2-7542c504c526 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.657582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-962357ef-179c-4273-b5dc-b6a6c1c2e1c4 req-05398a85-b137-4064-b1d2-7542c504c526 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0659385 Aug 29 04:39:09.699663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-d54961c0-320f-494c-bffb-d6bb8752937c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.701105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-d54961c0-320f-494c-bffb-d6bb8752937c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "GET /v2.0/ports/818477e7-d33a-44fb-88f0-1b1c8171c9c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0596027 Aug 29 04:39:09.728136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-962357ef-179c-4273-b5dc-b6a6c1c2e1c4 req-c7902e9a-871c-4a44-aec6-3c07bb7df3aa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635962 Aug 29 04:39:09.805788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.808939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.814991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.820831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.827053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.834203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.840086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.845066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-01a4ee3f-00dd-42ba-aa74-9f4acff5a182 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 5444 time: 0.2140207 Aug 29 04:39:09.916139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-e41ee286-3be0-4e0c-90b2-274ede9bc5a2 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "GET /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2021418 Aug 29 04:39:09.925741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6597ba4-347c-462b-8d6e-d89b84f7c2e8 req-a74c65d0-32a0-4454-8aa4-d5318b56d7b0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&id=c0522112-90e0-4f06-aadd-c182438b06ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675988 Aug 29 04:39:09.930687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:10.007527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.159581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] For port 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=818477e7-d33a-44fb-88f0-1b1c8171c9c6,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:10.207775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] For port 818477e7-d33a-44fb-88f0-1b1c8171c9c6, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:10.245221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] device_id is not set on port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:10.255708 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.262805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.336145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] No DVR routers for this DVR port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:10.340254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] Pushing event updated for resources: {'Port': ['ID=818477e7-d33a-44fb-88f0-1b1c8171c9c6,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.411260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] In _notify_port_updated(), no bound segment for port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:39:10.412182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.412804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.414312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-eed57282-0434-40ed-a72b-e7fe4d9767ff service neutron] 10.222.0.32 "PUT /v2.0/ports/818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 200 len: 1032 time: 0.4878018 Aug 29 04:39:10.482025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-6c280c81-0711-4d32-9778-33a8866978a6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.482672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-6c280c81-0711-4d32-9778-33a8866978a6 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "GET /v2.0/ports/4b5f00ab-560e-43e7-bf03-cfb1b9a65329?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0599751 Aug 29 04:39:10.495970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:10.559377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.692599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aaa3989d-b96e-432f-a2ac-3eac5edb162f None None] Provisioning complete for port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:10.693482 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aaa3989d-b96e-432f-a2ac-3eac5edb162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.743216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3989d-b96e-432f-a2ac-3eac5edb162f None None] Port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:10.761167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] For port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:10.807770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 818477e7-d33a-44fb-88f0-1b1c8171c9c6 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:10.824294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] For port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:10.875489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 818477e7-d33a-44fb-88f0-1b1c8171c9c6 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:10.876043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9ef2357a-ca48-4385-a116-2f0905952474 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:10.908710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] device_id is not set on port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:39:10.945098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.956205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.992846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.995107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 841dd05c-a489-44ef-baa5-ddeb63672a19 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:11.039715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d23fe-61db-4852-9a95-bbe17eb86de5 req-9e6bb633-809b-4797-9816-0d17cdb2ce9d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.041983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b3d23fe-61db-4852-9a95-bbe17eb86de5 req-9e6bb633-809b-4797-9816-0d17cdb2ce9d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1615148 Aug 29 04:39:11.105640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] No DVR routers for this DVR port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:11.113500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9ef2357a-ca48-4385-a116-2f0905952474, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9ef2357a-ca48-4385-a116-2f0905952474,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:11.115822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:11.119383 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4cbb59-50ee-4383-8d00-984aa3bcc796" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef2357a-ca48-4385-a116-2f0905952474"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:11.177437 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.178199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fee3af20-5fee-453f-8236-d1352b18cf11 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:11.224362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] Pushing event updated for resources: {'Port': ['ID=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.343233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944395-8120-431a-ab04-e0f4dd9407cf req-8d543df3-e337-4b39-be1c-08e300751cfb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.344639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b3d23fe-61db-4852-9a95-bbe17eb86de5 req-8cb4e60a-bb27-454d-8c75-f327249f810f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668154 Aug 29 04:39:11.346038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] In _notify_port_updated(), no bound segment for port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 on network 9e03568a-f40d-47ea-b89b-bc740f60dd07 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:39:11.346168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.348974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.350689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.354031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-3712e248-94de-4acb-905f-1a3114bf421e service neutron] 10.222.0.32 "PUT /v2.0/ports/4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 200 len: 1033 time: 0.8628583 Aug 29 04:39:11.368113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944395-8120-431a-ab04-e0f4dd9407cf req-8d543df3-e337-4b39-be1c-08e300751cfb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.388526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944395-8120-431a-ab04-e0f4dd9407cf req-8d543df3-e337-4b39-be1c-08e300751cfb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.390919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9ef2357a-ca48-4385-a116-2f0905952474,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.424012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944395-8120-431a-ab04-e0f4dd9407cf req-8d543df3-e337-4b39-be1c-08e300751cfb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.432585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944395-8120-431a-ab04-e0f4dd9407cf req-8d543df3-e337-4b39-be1c-08e300751cfb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.451487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2944395-8120-431a-ab04-e0f4dd9407cf req-8d543df3-e337-4b39-be1c-08e300751cfb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 3883 time: 0.3139958 Aug 29 04:39:11.454273 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da5bf8e-e2a9-4667-baa8-2113a889f5e3 x-openstack-request-id: req-8da5bf8e-e2a9-4667-baa8-2113a889f5e3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:11.454642 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef2357a-ca48-4385-a116-2f0905952474", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:11.454981 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8da5bf8e-e2a9-4667-baa8-2113a889f5e3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:11.455511 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474', 'code': 200} Aug 29 04:39:11.472299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fee3af20-5fee-453f-8236-d1352b18cf11, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fee3af20-5fee-453f-8236-d1352b18cf11,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:11.495580 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.496640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d4517d84-5b74-41a8-bb07-97fd1bbb2b1c no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:11.528557 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2944395-8120-431a-ab04-e0f4dd9407cf req-ffb339ff-0706-4b90-80a1-d8f36cfaeb8a tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760758 Aug 29 04:39:11.682029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9a9b5e2d-160d-4e73-bbe4-69e2d9e45644 None None] Provisioning complete for port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:11.682430 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a9b5e2d-160d-4e73-bbe4-69e2d9e45644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.686221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=fee3af20-5fee-453f-8236-d1352b18cf11,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.819590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b5e2d-160d-4e73-bbe4-69e2d9e45644 None None] Port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:11.822022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.860308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port 9ef2357a-ca48-4385-a116-2f0905952474 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:11.860759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.872856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:11.880033 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.880928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 88326662-6663-4d8a-98dc-c763c4b8cf2f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:11.998225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.044899 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.103679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 88326662-6663-4d8a-98dc-c763c4b8cf2f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:12.112848 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.113699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ff238051-0a0a-4903-ac26-034f71774b17 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:12.156114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] For port 9ef2357a-ca48-4385-a116-2f0905952474, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9ef2357a-ca48-4385-a116-2f0905952474,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:12.156114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.178391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for 9ef2357a-ca48-4385-a116-2f0905952474 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:12.206789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=88326662-6663-4d8a-98dc-c763c4b8cf2f,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.232167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41988) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.314146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.395056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.407995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ff238051-0a0a-4903-ac26-034f71774b17, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ff238051-0a0a-4903-ac26-034f71774b17,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:12.418857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ce80851-05ff-4627-85a0-18cb97af2042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.421082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.423573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:12.439553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=9ef2357a-ca48-4385-a116-2f0905952474,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.506606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] No DVR routers for this DVR port 9ef2357a-ca48-4385-a116-2f0905952474 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:12.510826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.513310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-c0d509cc-2732-42be-95e1-e91f62c996f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "DELETE /v2.0/ports/9ef2357a-ca48-4385-a116-2f0905952474 HTTP/1.1" status: 204 len: 173 time: 1.1529896 Aug 29 04:39:12.514029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:12.517000 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b81c5-2c62-4d94-bc9f-e60543184339" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "9ef2357a-ca48-4385-a116-2f0905952474"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:12.519598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:12.557704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ff238051-0a0a-4903-ac26-034f71774b17,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.595565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a5718-bfb5-4398-a5d5-3b76fc6a0708 req-6f34646f-27cc-47e4-9462-1585bd6728e4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.600403 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9333b145-98b3-4f10-b2ca-789ae3431be6 x-openstack-request-id: req-9333b145-98b3-4f10-b2ca-789ae3431be6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:12.600730 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "9ef2357a-ca48-4385-a116-2f0905952474", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:12.600957 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9333b145-98b3-4f10-b2ca-789ae3431be6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:12.601526 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': '9ef2357a-ca48-4385-a116-2f0905952474', 'status': 'completed', 'code': 200} Aug 29 04:39:12.603498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9a5718-bfb5-4398-a5d5-3b76fc6a0708 req-6f34646f-27cc-47e4-9462-1585bd6728e4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0779238 Aug 29 04:39:12.666195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9a5718-bfb5-4398-a5d5-3b76fc6a0708 req-bcbd8b8e-8865-4020-b568-380ec64e9acf tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617511 Aug 29 04:39:12.686618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port fee3af20-5fee-453f-8236-d1352b18cf11 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:12.687583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.694670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ce80851-05ff-4627-85a0-18cb97af2042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.705649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7ce80851-05ff-4627-85a0-18cb97af2042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.769101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7ce80851-05ff-4627-85a0-18cb97af2042 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4a8882ee2b14a93b3c1993c18a99e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331621 Aug 29 04:39:12.770837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42048) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.816089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce80851-05ff-4627-85a0-18cb97af2042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acfc9b1-208f-4aa2-b7ff-eee660ad9393,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.833551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb7298c6-8e52-4b26-9049-1aa1b85f4536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.861766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb7298c6-8e52-4b26-9049-1aa1b85f4536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.864071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64fa7-37fb-4220-91cb-9d16d4ee0a01 req-638769c6-e2e7-4820-a1d2-8e984592d7f8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.870036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64fa7-37fb-4220-91cb-9d16d4ee0a01 req-638769c6-e2e7-4820-a1d2-8e984592d7f8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.877231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64fa7-37fb-4220-91cb-9d16d4ee0a01 req-638769c6-e2e7-4820-a1d2-8e984592d7f8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.883476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64fa7-37fb-4220-91cb-9d16d4ee0a01 req-638769c6-e2e7-4820-a1d2-8e984592d7f8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:12.892484 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78d64fa7-37fb-4220-91cb-9d16d4ee0a01 req-638769c6-e2e7-4820-a1d2-8e984592d7f8 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 3143 time: 0.1993535 Aug 29 04:39:12.924775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] For port fee3af20-5fee-453f-8236-d1352b18cf11, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fee3af20-5fee-453f-8236-d1352b18cf11,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:12.925268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.941331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb7298c6-8e52-4b26-9049-1aa1b85f4536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.949011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for fee3af20-5fee-453f-8236-d1352b18cf11 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:12.949197 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb7298c6-8e52-4b26-9049-1aa1b85f4536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.954063 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb7298c6-8e52-4b26-9049-1aa1b85f4536 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9acfc9b1-208f-4aa2-b7ff-eee660ad9393 HTTP/1.1" status: 204 len: 168 time: 0.1788518 Aug 29 04:39:12.970067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7298c6-8e52-4b26-9049-1aa1b85f4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acfc9b1-208f-4aa2-b7ff-eee660ad9393,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.986400 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78d64fa7-37fb-4220-91cb-9d16d4ee0a01 req-d86de507-a0be-4adc-ae19-f2fc01200685 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926077 Aug 29 04:39:13.164463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.197766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=fee3af20-5fee-453f-8236-d1352b18cf11,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.245793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] No DVR routers for this DVR port fee3af20-5fee-453f-8236-d1352b18cf11 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:13.248809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.251838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-2016bfb3-382e-42fe-8ca4-f589218fb948 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "DELETE /v2.0/ports/fee3af20-5fee-453f-8236-d1352b18cf11 HTTP/1.1" status: 204 len: 173 time: 0.7311180 Aug 29 04:39:13.388793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:13.389369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.458975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11'}, {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c'}, {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f'}, {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:13.462482 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda09b07-cbd7-4993-9cfe-22d40457d363" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11"}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c"}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f"}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "ff238051-0a0a-4903-ac26-034f71774b17"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:13.497707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] For port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:13.498086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.553991 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87555ca7-17d4-4ad7-9626-f8d44e54e52f x-openstack-request-id: req-87555ca7-17d4-4ad7-9626-f8d44e54e52f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:13.554308 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11", "code": 200}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c", "code": 200}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f", "code": 200}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-unplugged", "status": "completed", "tag": "ff238051-0a0a-4903-ac26-034f71774b17", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:13.554565 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87555ca7-17d4-4ad7-9626-f8d44e54e52f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:13.554991 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11', 'code': 200} Aug 29 04:39:13.555245 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'code': 200} Aug 29 04:39:13.557328 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f', 'code': 200} Aug 29 04:39:13.557752 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17', 'code': 200} Aug 29 04:39:13.845367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.845793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.846116 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Floating IP 7508d72e-95b0-4f3c-9154-3d9afac751f5 disassociated. External IP: 172.25.7.41, port: d4517d84-5b74-41a8-bb07-97fd1bbb2b1c. Aug 29 04:39:13.846455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for d4517d84-5b74-41a8-bb07-97fd1bbb2b1c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:13.895966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead473-9e0a-464e-96a9-118fd3ec520d req-21d1ea57-1200-4c8d-aba8-b065adc96249 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:13.897613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9eead473-9e0a-464e-96a9-118fd3ec520d req-21d1ea57-1200-4c8d-aba8-b065adc96249 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0866902 Aug 29 04:39:13.927304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.951413 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9eead473-9e0a-464e-96a9-118fd3ec520d req-78bd0d7b-0744-450c-9645-968ecce548fd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Aug 29 04:39:14.192954 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.242937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=d4517d84-5b74-41a8-bb07-97fd1bbb2b1c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.304016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540fb9-8a37-431d-a20c-e9ea2a5322ab req-4d8c3172-53eb-42e4-9276-d4ce1dc92c9e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.310054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540fb9-8a37-431d-a20c-e9ea2a5322ab req-4d8c3172-53eb-42e4-9276-d4ce1dc92c9e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.316802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540fb9-8a37-431d-a20c-e9ea2a5322ab req-4d8c3172-53eb-42e4-9276-d4ce1dc92c9e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.318535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64540fb9-8a37-431d-a20c-e9ea2a5322ab req-4d8c3172-53eb-42e4-9276-d4ce1dc92c9e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 2331 time: 0.2151599 Aug 29 04:39:14.470230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64540fb9-8a37-431d-a20c-e9ea2a5322ab req-12fd8b82-4c8a-45b4-9f62-8e54a7f319fb tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177471 Aug 29 04:39:14.539718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:14.623534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:14.627314 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78608a23-826b-451b-a929-004c8efd4186" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:14.700232 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c9a404-3ddd-4d56-bdcc-639df20556fe x-openstack-request-id: req-a9c9a404-3ddd-4d56-bdcc-639df20556fe {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:14.700508 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "fee3af20-5fee-453f-8236-d1352b18cf11", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:14.700765 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9c9a404-3ddd-4d56-bdcc-639df20556fe {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:14.701153 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': 'fee3af20-5fee-453f-8236-d1352b18cf11', 'status': 'completed', 'code': 200} Aug 29 04:39:14.774350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:14.788401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] Sync routers for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:14.811604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:14.813215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:38:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.849553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] No DVR routers for this DVR port d4517d84-5b74-41a8-bb07-97fd1bbb2b1c on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:14.853703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.856088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-a57a2b9b-f8be-4432-885b-9cf82cdad3cd tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "DELETE /v2.0/ports/d4517d84-5b74-41a8-bb07-97fd1bbb2b1c HTTP/1.1" status: 204 len: 173 time: 1.5981817 Aug 29 04:39:14.922116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.081769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:15.157960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port ff238051-0a0a-4903-ac26-034f71774b17 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:15.157960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.388736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 5, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.426905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] Checking router: a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:15.438530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:15.439302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:38:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.564632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:15.588384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f2f9-7792-4cbf-bf5c-1c751976a18f req-f70bdb93-c65c-4053-be84-e7569eb7886a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.589890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6264f2f9-7792-4cbf-bf5c-1c751976a18f req-f70bdb93-c65c-4053-be84-e7569eb7886a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.5240345 Aug 29 04:39:15.677078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a5f75-5218-43c0-a66a-fc4b3edc1e57 req-4e679c02-fe48-4871-8265-28137eb0c92c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.687054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a5f75-5218-43c0-a66a-fc4b3edc1e57 req-4e679c02-fe48-4871-8265-28137eb0c92c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.696655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a7a5f75-5218-43c0-a66a-fc4b3edc1e57 req-4e679c02-fe48-4871-8265-28137eb0c92c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 1676 time: 0.0831237 Aug 29 04:39:15.748415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] For port ff238051-0a0a-4903-ac26-034f71774b17, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ff238051-0a0a-4903-ac26-034f71774b17,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:15.748832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.771783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for ff238051-0a0a-4903-ac26-034f71774b17 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:15.793420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a7a5f75-5218-43c0-a66a-fc4b3edc1e57 req-ef79a293-208a-4e8e-bbfb-8796a4098622 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886097 Aug 29 04:39:15.897838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 5, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.909572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6264f2f9-7792-4cbf-bf5c-1c751976a18f req-a830c13d-3615-4bb9-9e90-ef0322597596 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866974 Aug 29 04:39:15.943363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524db4ba-7d54-41a5-8f3f-4408e9956ee6 None None] The sync data for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 is: [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:28:10Z', 'revision_number': 4, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '98cd1b18-6e9a-4cbb-b980-9936daddb938', 'name': '', 'network_id': 'dfa31365-0ce5-4157-bac5-4a74a31eca98', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'mac_address': 'fa:16:3e:43:e1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:08Z', 'updated_at': '2021-08-29T04:28:21Z', 'revision_number': 5, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'subnets': [{'id': '7f1bdbcf-71be-4cc1-83cd-2994fa212390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:16.035214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.111899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=ff238051-0a0a-4903-ac26-034f71774b17,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.184120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] No DVR routers for this DVR port ff238051-0a0a-4903-ac26-034f71774b17 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:16.198839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.201144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-82b35c1d-f5b3-4e1b-b28b-b40f773e406d tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "DELETE /v2.0/ports/ff238051-0a0a-4903-ac26-034f71774b17 HTTP/1.1" status: 204 len: 173 time: 1.3323591 Aug 29 04:39:16.303826 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606ca96-25fb-446b-8e01-a4702689642e None None] New status for floating IP 7508d72e-95b0-4f3c-9154-3d9afac751f5: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:16.428941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port 88326662-6663-4d8a-98dc-c763c4b8cf2f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:16.429504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.553438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:16.553838 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.653983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] For port 88326662-6663-4d8a-98dc-c763c4b8cf2f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=88326662-6663-4d8a-98dc-c763c4b8cf2f,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:16.654269 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.681049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for 88326662-6663-4d8a-98dc-c763c4b8cf2f owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:16.703995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c'}, {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:16.707239 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f1b5a7-d8c1-4347-8a2e-4416bc919f2c" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c"}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "ff238051-0a0a-4903-ac26-034f71774b17"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:16.722888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 1a1c9013-adbb-459f-98d4-4c0c32f0f64c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:16.723595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.768637 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ce319d-8e15-47a5-8bd4-810b5bae78ae x-openstack-request-id: req-72ce319d-8e15-47a5-8bd4-810b5bae78ae {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:16.769004 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "d4517d84-5b74-41a8-bb07-97fd1bbb2b1c", "status": "completed", "code": 200}, {"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "ff238051-0a0a-4903-ac26-034f71774b17", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:16.769643 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72ce319d-8e15-47a5-8bd4-810b5bae78ae {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:16.770057 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': 'd4517d84-5b74-41a8-bb07-97fd1bbb2b1c', 'status': 'completed', 'code': 200} Aug 29 04:39:16.770317 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': 'ff238051-0a0a-4903-ac26-034f71774b17', 'status': 'completed', 'code': 200} Aug 29 04:39:16.790650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 1a1c9013-adbb-459f-98d4-4c0c32f0f64c owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:16.807554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e0c2de99-266d-4d13-bb6f-ea23c9c98cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.810683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:16.997732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.027723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5313b4-cc50-43fd-889e-65bb21606321 req-39f6e141-25ae-4874-8330-9f568d827502 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.030305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c5313b4-cc50-43fd-889e-65bb21606321 req-39f6e141-25ae-4874-8330-9f568d827502 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 865 time: 0.1099312 Aug 29 04:39:17.048246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=88326662-6663-4d8a-98dc-c763c4b8cf2f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.080101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-145f588e-7243-40dd-8bd2-7e7e44dde6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.080719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c5313b4-cc50-43fd-889e-65bb21606321 req-fb727d32-b4a7-427d-b4e3-e5f95d7a3347 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups?id=80e3bbba-635e-4561-a043-bb73f3d63520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440440 Aug 29 04:39:17.126921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.127608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.128087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.128553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.129018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.129482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.129982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.130488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.130950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.131405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.131868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.132320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.214033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] No DVR routers for this DVR port 88326662-6663-4d8a-98dc-c763c4b8cf2f on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:17.222382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.224455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eae0edc-f572-4675-8b4f-cef128543a86 req-83b7785b-18c7-4a93-92d7-7f3935c70cac tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.32 "DELETE /v2.0/ports/88326662-6663-4d8a-98dc-c763c4b8cf2f HTTP/1.1" status: 204 len: 173 time: 1.0152268 Aug 29 04:39:17.263014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29486f37-7371-4d88-a29b-dee62b7ca07c req-60c541bb-240e-4154-b904-c70506c3d5a7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:17.268585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29486f37-7371-4d88-a29b-dee62b7ca07c req-60c541bb-240e-4154-b904-c70506c3d5a7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.2285554 Aug 29 04:39:17.289525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.347392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=1a1c9013-adbb-459f-98d4-4c0c32f0f64c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.477385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29486f37-7371-4d88-a29b-dee62b7ca07c req-3973c7f9-d9ac-4c68-a06a-0ed092b07930 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060590 Aug 29 04:39:17.646938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-145f588e-7243-40dd-8bd2-7e7e44dde6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.657830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-145f588e-7243-40dd-8bd2-7e7e44dde6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.733248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42288) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:17.745326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-145f588e-7243-40dd-8bd2-7e7e44dde6d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9c59556771c44c99c776377e944610e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9330575 Aug 29 04:39:17.750910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f588e-7243-40dd-8bd2-7e7e44dde6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea169324-660e-4ee8-8c62-8d525432a70f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.759978 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.844759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a194327c-ef67-451b-926c-7072981fd144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.873951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a194327c-ef67-451b-926c-7072981fd144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.940012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a194327c-ef67-451b-926c-7072981fd144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.946443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a194327c-ef67-451b-926c-7072981fd144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.958186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a194327c-ef67-451b-926c-7072981fd144 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea169324-660e-4ee8-8c62-8d525432a70f HTTP/1.1" status: 204 len: 168 time: 0.2235353 Aug 29 04:39:17.984680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194327c-ef67-451b-926c-7072981fd144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea169324-660e-4ee8-8c62-8d525432a70f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.153344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router c128b0b0-d576-4a9b-9614-5344aeb39603 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:18.291739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d619445-9802-4d70-9aac-0916b3fcf2e9 req-23a95db5-64de-4a74-b40c-3e4f8ca64707 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0403287 Aug 29 04:39:18.361812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:18.369811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4342fa9c-2efb-41b7-bd5c-cbfdcacebcf5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "PUT /v2.0/routers/c128b0b0-d576-4a9b-9614-5344aeb39603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4393089 Aug 29 04:39:18.385652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] Sync routers for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:18.397440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:18.398568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:38:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:18.530146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.556669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a0d92e7-1830-4bae-9886-6a9f14de0c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.620099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:18.779308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.867785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a0d92e7-1830-4bae-9886-6a9f14de0c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.869280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:18.877162 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524a4ae-6d08-4d71-9557-347e2da2a62b" -d '{"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:18.918499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a0d92e7-1830-4bae-9886-6a9f14de0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.998304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d92e7-1830-4bae-9886-6a9f14de0c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05422db8-52d1-4519-9a89-0ea383defb58,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.008866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93c62422-c8ef-4328-9d32-08136f2a8f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.026927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6a0d92e7-1830-4bae-9886-6a9f14de0c83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ecbeb560e31a442db23e23d72b607ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956050 Aug 29 04:39:19.031400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974be3b8-7776-4ed1-b3f6-bc3a044a4ba6 req-a2b96fc6-4793-4784-9655-247664d31612 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:19.033789 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-974be3b8-7776-4ed1-b3f6-bc3a044a4ba6 req-a2b96fc6-4793-4784-9655-247664d31612 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 946 time: 0.1368484 Aug 29 04:39:19.034443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42318) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:19.037664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897f343-9021-4530-b07f-53802a60b60c req-5e97eac2-c9dd-4250-9864-1ecb465c2d47 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:19.040930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f897f343-9021-4530-b07f-53802a60b60c req-5e97eac2-c9dd-4250-9864-1ecb465c2d47 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.4314106 Aug 29 04:39:19.079885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 6, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 1, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:19.112253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] Checking router: c128b0b0-d576-4a9b-9614-5344aeb39603 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:19.122786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:19.123708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:38:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:19.132658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f897f343-9021-4530-b07f-53802a60b60c req-cccd9d81-7d33-4c8d-aa23-76589fcf6735 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848145 Aug 29 04:39:19.197684 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588fa4c6-087c-4809-bae5-2f299f7067d5 x-openstack-request-id: req-588fa4c6-087c-4809-bae5-2f299f7067d5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:19.198254 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5cae9-c5d1-4b22-8147-253fe0c9bf31", "name": "network-vif-deleted", "tag": "88326662-6663-4d8a-98dc-c763c4b8cf2f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:19.198653 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-588fa4c6-087c-4809-bae5-2f299f7067d5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:19.199285 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5cae9-c5d1-4b22-8147-253fe0c9bf31', 'name': 'network-vif-deleted', 'tag': '88326662-6663-4d8a-98dc-c763c4b8cf2f', 'status': 'completed', 'code': 200} Aug 29 04:39:19.230009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-974be3b8-7776-4ed1-b3f6-bc3a044a4ba6 req-d3e0822d-329c-47e8-8ad8-c8dee1d7e6ac tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870694 Aug 29 04:39:19.232392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-857918dd-e10a-4033-b39a-db2093b2e605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.283095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-857918dd-e10a-4033-b39a-db2093b2e605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.290891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:19.366304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93c62422-c8ef-4328-9d32-08136f2a8f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.373125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93c62422-c8ef-4328-9d32-08136f2a8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.427869 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc1d3677-fed4-4d10-9b05-898d62bf137c req-2ea19904-a33c-4ee5-ab88-5f307cd34dde tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0299652 Aug 29 04:39:19.448628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c62422-c8ef-4328-9d32-08136f2a8f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30292821-bf0a-4e1e-b649-d1124d4c1ccd,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.458080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-93c62422-c8ef-4328-9d32-08136f2a8f47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2164f1ed5484959ab93ca320f06784c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718984 Aug 29 04:39:19.458080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-857918dd-e10a-4033-b39a-db2093b2e605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.459070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42324) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:19.473999 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-857918dd-e10a-4033-b39a-db2093b2e605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.475399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-857918dd-e10a-4033-b39a-db2093b2e605 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05422db8-52d1-4519-9a89-0ea383defb58 HTTP/1.1" status: 204 len: 168 time: 0.4338243 Aug 29 04:39:19.497339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857918dd-e10a-4033-b39a-db2093b2e605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05422db8-52d1-4519-9a89-0ea383defb58,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.547659 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69374e0c-7460-4859-a672-f09daa5f16ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.575864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69374e0c-7460-4859-a672-f09daa5f16ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.678289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b478e7f7-e2c3-4630-8679-607e615984e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.682861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69374e0c-7460-4859-a672-f09daa5f16ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.683006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.689982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69374e0c-7460-4859-a672-f09daa5f16ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.695124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-69374e0c-7460-4859-a672-f09daa5f16ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30292821-bf0a-4e1e-b649-d1124d4c1ccd HTTP/1.1" status: 204 len: 168 time: 0.2325339 Aug 29 04:39:19.719538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69374e0c-7460-4859-a672-f09daa5f16ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30292821-bf0a-4e1e-b649-d1124d4c1ccd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.983294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 6, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 1, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:20.035574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab20d2-f624-43d0-9df1-ac04852fa4d6 None None] The sync data for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 is: [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 6, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5066a789-7f80-4f76-b218-866775bf8e03', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'port_id': '3e586403-2844-4a12-bfae-190cde1ef86a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'mac_address': 'fa:16:3e:cf:05:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:49Z', 'updated_at': '2021-08-29T04:37:51Z', 'revision_number': 1, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:20.318517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-2a6bae54-29fc-4067-85cf-1d409e056129 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.320110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-2a6bae54-29fc-4067-85cf-1d409e056129 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 946 time: 0.1178124 Aug 29 04:39:20.335241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d8d4d-4475-4474-b3de-fb00f144a576 req-26107a7f-00d6-4df9-8a07-16320665bd36 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.337874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-365d8d4d-4475-4474-b3de-fb00f144a576 req-26107a7f-00d6-4df9-8a07-16320665bd36 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0868266 Aug 29 04:39:20.476316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7154b-4839-4b81-887a-2c98a4e4e274 req-67c45909-71a4-470d-8557-500df92f5be8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.495505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-365d8d4d-4475-4474-b3de-fb00f144a576 req-ad5aca3f-b8ac-4620-8e70-f4d7f5c42ac7 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409137 Aug 29 04:39:20.499880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26d7154b-4839-4b81-887a-2c98a4e4e274 req-67c45909-71a4-470d-8557-500df92f5be8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 946 time: 0.1299791 Aug 29 04:39:20.593648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:20.594498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.601243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26d7154b-4839-4b81-887a-2c98a4e4e274 req-e75195e1-6c12-496a-acda-74f2311b932d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=69c0898a-f829-4df8-94c1-a38f4af73c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922911 Aug 29 04:39:20.700623 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.751410 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.762712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4273240a-9903-4eb4-99a3-4a35d3131b55 req-2188a253-ac0c-48ab-b0b5-00857b6f17ce tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.1419604 Aug 29 04:39:20.841355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:20.841762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.863283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:21.029080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc59e5-7068-414f-b91c-e823dff9e38a req-e94f94d4-d94a-4460-943e-25e556ef46d8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.032393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01bc59e5-7068-414f-b91c-e823dff9e38a req-e94f94d4-d94a-4460-943e-25e556ef46d8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1535525 Aug 29 04:39:21.039297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-6056f8af-c5d1-4d9e-9eb6-97c6be72d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.041733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-6056f8af-c5d1-4d9e-9eb6-97c6be72d208 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1096 time: 0.0875795 Aug 29 04:39:21.125221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.139686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-01bc59e5-7068-414f-b91c-e823dff9e38a req-f9b033d5-607c-48c8-983c-5f5576d56442 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966771 Aug 29 04:39:21.180262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=54fc6b3b-58ff-4e72-ad2f-0eef262eb53e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:21.230395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-95323935-440f-4583-b325-0576c5cd0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.238397 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-95323935-440f-4583-b325-0576c5cd0a5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.1724977 Aug 29 04:39:21.242693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] No DVR routers for this DVR port 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:21.246228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.266204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-739d2a3b-d1f3-4bca-b803-1410911a8a26 req-db8b9698-2e7e-4474-a5b2-cc988f046bd9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "DELETE /v2.0/ports/54fc6b3b-58ff-4e72-ad2f-0eef262eb53e HTTP/1.1" status: 204 len: 173 time: 0.9269974 Aug 29 04:39:21.269708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'name': 'network-vif-deleted', 'tag': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:21.276378 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb4aa5-78a9-42bd-8b78-7d7863b34e48" -d '{"events": [{"server_uuid": "32189b26-f916-4fff-a730-9cf452b8bb0a", "name": "network-vif-deleted", "tag": "54fc6b3b-58ff-4e72-ad2f-0eef262eb53e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:21.311271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1a1c9013-adbb-459f-98d4-4c0c32f0f64c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:21.348868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 1a1c9013-adbb-459f-98d4-4c0c32f0f64c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:21.349430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1a1c9013-adbb-459f-98d4-4c0c32f0f64c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:21.382044 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc48618f-dec0-4dae-b994-ee2f0e9c1f2a x-openstack-request-id: req-fc48618f-dec0-4dae-b994-ee2f0e9c1f2a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:21.382239 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32189b26-f916-4fff-a730-9cf452b8bb0a", "name": "network-vif-deleted", "tag": "54fc6b3b-58ff-4e72-ad2f-0eef262eb53e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:21.382410 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc48618f-dec0-4dae-b994-ee2f0e9c1f2a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:21.382765 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32189b26-f916-4fff-a730-9cf452b8bb0a', 'name': 'network-vif-deleted', 'tag': '54fc6b3b-58ff-4e72-ad2f-0eef262eb53e', 'status': 'completed', 'code': 200} Aug 29 04:39:21.422954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-06ea6d83-a3f3-4f50-bc95-76261151fefa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 998 time: 0.1755953 Aug 29 04:39:21.502655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-dddcb181-5873-4b6d-a784-dccd09d61f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.508006 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-dddcb181-5873-4b6d-a784-dccd09d61f16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0766969 Aug 29 04:39:21.573318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-33011f5d-4497-44bd-8774-482bf786c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:21.574883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-33011f5d-4497-44bd-8774-482bf786c050 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553908 Aug 29 04:39:21.813642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9097463-c4a1-4d35-889e-79a49f222205 req-acd3a878-04db-459d-9f11-912d4502d3e5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=32189b26-f916-4fff-a730-9cf452b8bb0a HTTP/1.1" status: 200 len: 210 time: 0.0654116 Aug 29 04:39:21.813642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-106addf6-50b3-480d-838e-e9a14134a2cb service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256701 Aug 29 04:39:21.970394 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7be7117-fc23-4cc1-9a6b-15528b7b132b req-54643836-59f1-4848-b323-ec1a9c9bb685 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0619683 Aug 29 04:39:22.045931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7139e153-8b5c-49f4-91cc-5df68e91ee6b req-19810c6f-f71f-4d2c-b270-b1e8deeec930 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277868 Aug 29 04:39:22.294930 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.310296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3985d98-37aa-4781-8f2f-7f7db62eb20e req-32ded990-6171-458e-a545-0b30d905f3da tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:22.318696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3985d98-37aa-4781-8f2f-7f7db62eb20e req-32ded990-6171-458e-a545-0b30d905f3da tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0775554 Aug 29 04:39:22.716482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3985d98-37aa-4781-8f2f-7f7db62eb20e req-a6256bf9-037a-4275-a0e3-c783b152d7fd tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935628 Aug 29 04:39:22.868236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:22.871777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:22.919163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:22.919421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54fc6b3b-58ff-4e72-ad2f-0eef262eb53e not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:22.977989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c418ff92-fae2-49d5-87b1-9e8da03aa5b3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.008603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c418ff92-fae2-49d5-87b1-9e8da03aa5b3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.138442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04c08be1-0923-4eab-8067-95ba17a44e40 req-1f7268d3-39aa-453a-98fa-32a4e87bc77c tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0355580 Aug 29 04:39:23.185027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c418ff92-fae2-49d5-87b1-9e8da03aa5b3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.188274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c418ff92-fae2-49d5-87b1-9e8da03aa5b3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.189841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c418ff92-fae2-49d5-87b1-9e8da03aa5b3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/security-groups/69c0898a-f829-4df8-94c1-a38f4af73c6b HTTP/1.1" status: 204 len: 168 time: 0.3203161 Aug 29 04:39:23.214054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418ff92-fae2-49d5-87b1-9e8da03aa5b3 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c0898a-f829-4df8-94c1-a38f4af73c6b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.247395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42518) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.325959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting subnet e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:23.329813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.382145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.549583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.646348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.682388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.684661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.691313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7af7c6d6-3158-49ca-814f-c61a10dd8837 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/subnets/e4e383f0-8cb0-4c6a-a0b1-0d4121f0d676 HTTP/1.1" status: 204 len: 168 time: 0.4428065 Aug 29 04:39:23.692035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.700750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400abb4-184c-4292-b82d-e1cd593ee6a2 None None] Network 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:23.729715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42528) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:23.899722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d12ba-dadc-4611-a2d5-0fbffa4ac03c req-73e579f4-3d39-47a2-985d-d2d0261edd19 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.901565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.916939 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f82d12ba-dadc-4611-a2d5-0fbffa4ac03c req-73e579f4-3d39-47a2-985d-d2d0261edd19 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1201074 Aug 29 04:39:23.989680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 7f8a4424-b73e-45f8-8098-7320592772a5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:23.992153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.021561 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4f13472-db01-474c-9b1d-bcfa49f798f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.033738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f82d12ba-dadc-4611-a2d5-0fbffa4ac03c req-eb4fa970-8d16-4d1e-902e-c27a695dee58 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141555 Aug 29 04:39:24.055960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] DHCP port deletion for 0db2f0f1-54a3-4c4c-8c0d-41db8e328223 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:24.075809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 7f8a4424-b73e-45f8-8098-7320592772a5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8a4424-b73e-45f8-8098-7320592772a5,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:24.076400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.107827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 7f8a4424-b73e-45f8-8098-7320592772a5 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:24.121808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] Deleting port 7f8a4424-b73e-45f8-8098-7320592772a5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:24.122440 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.237796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] For port 7f8a4424-b73e-45f8-8098-7320592772a5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f8a4424-b73e-45f8-8098-7320592772a5,segment=NetworkSegment(b1219b3b-222c-4696-8f77-c717be52204b),segment_id=b1219b3b-222c-4696-8f77-c717be52204b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:24.238205 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.245345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfd90f-b58e-4623-9dc3-878c976f0bd3 req-eb1b3726-cd11-45f8-a37f-4c40a30579f4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.246965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4cfd90f-b58e-4623-9dc3-878c976f0bd3 req-eb1b3726-cd11-45f8-a37f-4c40a30579f4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1126153 Aug 29 04:39:24.272381 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4f13472-db01-474c-9b1d-bcfa49f798f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.273364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] Calling delete_port for 7f8a4424-b73e-45f8-8098-7320592772a5 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:24.278111 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4f13472-db01-474c-9b1d-bcfa49f798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.322247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13472-db01-474c-9b1d-bcfa49f798f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419f77b5-3188-4292-addb-308fcefbba7a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.372884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4cfd90f-b58e-4623-9dc3-878c976f0bd3 req-9516904b-31a8-4dda-b547-394b8c5c908f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117136 Aug 29 04:39:24.376958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b72c08a-388e-4de5-94ac-5e7df62fa185 req-28c06bd4-3c65-4bc9-90ab-c3591a0e3795 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0565064 Aug 29 04:39:24.377092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.425971 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b4f13472-db01-474c-9b1d-bcfa49f798f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0057bb8090044a9fbba3c639c5453602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948044 Aug 29 04:39:24.426853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42542) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.431130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=7f8a4424-b73e-45f8-8098-7320592772a5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.458676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] No DVR routers for this DVR port 7f8a4424-b73e-45f8-8098-7320592772a5 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:24.488639 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.566798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] Pushing event deleted for resources: {'Port': ['ID=7f8a4424-b73e-45f8-8098-7320592772a5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.574278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec6e18-60fe-4398-9ccd-ae6e6d0264ec None None] No DVR routers for this DVR port 7f8a4424-b73e-45f8-8098-7320592772a5 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:24.632668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4918054b-b312-49ac-b75d-5579916a653d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.640637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.660753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db2f0f1-54a3-4c4c-8c0d-41db8e328223']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.661038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853da0-e58e-45ff-aad3-592592ef6c4e req-ece39e46-874c-40fa-9ed0-e8e82b3191f8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:24.663873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc853da0-e58e-45ff-aad3-592592ef6c4e req-ece39e46-874c-40fa-9ed0-e8e82b3191f8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1338911 Aug 29 04:39:24.676372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1219b3b-222c-4696-8f77-c717be52204b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.677419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1219b3b-222c-4696-8f77-c717be52204b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.688937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.694769 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4918054b-b312-49ac-b75d-5579916a653d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.707800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.724295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:24.724716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:24.729931 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:24.781880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc853da0-e58e-45ff-aad3-592592ef6c4e req-659f8e34-86ea-4fc4-9ca6-7ee5b62d6d8d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098204 Aug 29 04:39:24.819435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.820217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4918054b-b312-49ac-b75d-5579916a653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.823552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4918054b-b312-49ac-b75d-5579916a653d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.825288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4918054b-b312-49ac-b75d-5579916a653d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/419f77b5-3188-4292-addb-308fcefbba7a HTTP/1.1" status: 204 len: 168 time: 0.3946223 Aug 29 04:39:24.858179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918054b-b312-49ac-b75d-5579916a653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419f77b5-3188-4292-addb-308fcefbba7a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.862736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.870247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42550) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:24.871628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/networks/0db2f0f1-54a3-4c4c-8c0d-41db8e328223 HTTP/1.1" status: 204 len: 168 time: 1.1779406 Aug 29 04:39:24.873583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677273c2-bff8-437a-b7a2-6b27302a2fb6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Network': ['ID=0db2f0f1-54a3-4c4c-8c0d-41db8e328223,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.206452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6544-829f-4fcb-b9ac-76fc8ef93312 req-48e419c3-b37d-47aa-a43f-fc1ea7823b43 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:25.213937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27fd6544-829f-4fcb-b9ac-76fc8ef93312 req-48e419c3-b37d-47aa-a43f-fc1ea7823b43 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0971556 Aug 29 04:39:25.301273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27fd6544-829f-4fcb-b9ac-76fc8ef93312 req-fbfe961a-b57a-4a6d-9518-24be3a339c3e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840545 Aug 29 04:39:25.315613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 053c2bc5-a4bb-4df5-80f1-39934304df61 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:25.316446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.357757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42556) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:25.376413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc2368f1-dc80-4254-9c75-4692ea24476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.407053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8a4424-b73e-45f8-8098-7320592772a5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:25.482247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7f8a4424-b73e-45f8-8098-7320592772a5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:25.482588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f8a4424-b73e-45f8-8098-7320592772a5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:25.502992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.504088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.528836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 053c2bc5-a4bb-4df5-80f1-39934304df61 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:25.576578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a50073a1-bd68-41ff-b5ac-a16c40a27a96 req-9ddcda1e-5c2c-4a44-a7fc-3ca916f2df77 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0574176 Aug 29 04:39:25.620242 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc2368f1-dc80-4254-9c75-4692ea24476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.641246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc2368f1-dc80-4254-9c75-4692ea24476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.732550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2368f1-dc80-4254-9c75-4692ea24476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb78e6-0c6a-4f6c-abef-d32e7bbfd21b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.752167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc2368f1-dc80-4254-9c75-4692ea24476f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=402194c12b814dce8792b7053634ba50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920634 Aug 29 04:39:25.753158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:25.812305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b86fe1c-7d6e-488b-80b9-f0256d1a8a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.851307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b86fe1c-7d6e-488b-80b9-f0256d1a8a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.928519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.969114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b86fe1c-7d6e-488b-80b9-f0256d1a8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.974787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b86fe1c-7d6e-488b-80b9-f0256d1a8a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.976323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=053c2bc5-a4bb-4df5-80f1-39934304df61,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.978979 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4b86fe1c-7d6e-488b-80b9-f0256d1a8a03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbcb78e6-0c6a-4f6c-abef-d32e7bbfd21b HTTP/1.1" status: 204 len: 168 time: 0.2247944 Aug 29 04:39:25.988955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86fe1c-7d6e-488b-80b9-f0256d1a8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb78e6-0c6a-4f6c-abef-d32e7bbfd21b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:26.092318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.093774 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Floating IP 5066a789-7f80-4f76-b218-866775bf8e03 disassociated (deleted). External IP: 172.25.7.204, port: 3e586403-2844-4a12-bfae-190cde1ef86a. Aug 29 04:39:26.499767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42859950-bb12-4574-a6aa-4c9fb29925f4 req-96dc2616-abe2-4753-a645-a620248e4667 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.508759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42859950-bb12-4574-a6aa-4c9fb29925f4 req-96dc2616-abe2-4753-a645-a620248e4667 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0897171 Aug 29 04:39:26.563212 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42859950-bb12-4574-a6aa-4c9fb29925f4 req-e46a28fc-fe27-4988-82f1-e5e7b6d07312 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531442 Aug 29 04:39:26.723190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router c128b0b0-d576-4a9b-9614-5344aeb39603 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:26.754692 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:26.801742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0f27b9e-2129-4cd7-b78b-1c503467cd8a req-1456a026-57df-4b2f-862c-6ef5b69f47e5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0513158 Aug 29 04:39:27.037459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a833fd4-a9ea-497f-9251-01e3ed32dc3b req-056f95fd-9938-4c5c-908f-c7bb023f0e24 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.039134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a833fd4-a9ea-497f-9251-01e3ed32dc3b req-056f95fd-9938-4c5c-908f-c7bb023f0e24 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1744792 Aug 29 04:39:27.048324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:27.052794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-d13e0fb7-d789-4366-b437-f7af1bef5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.054376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-d13e0fb7-d789-4366-b437-f7af1bef5b2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19117b9c280f4f9780e757a223289ce9&device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 1096 time: 0.1651566 Aug 29 04:39:27.058027 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.064488 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] Sync routers for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:27.082274 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:27.088520 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.175810 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8578f323-ace1-463f-b5b8-29caace2f80d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/floatingips/5066a789-7f80-4f76-b218-866775bf8e03 HTTP/1.1" status: 204 len: 168 time: 2.3027973 Aug 29 04:39:27.180057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:27.182377 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:27.195429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a833fd4-a9ea-497f-9251-01e3ed32dc3b req-0e09baad-d5ef-42d7-a187-7ae97a8d6e40 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434414 Aug 29 04:39:27.269805 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:27.280242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-5de9d814-4926-45b0-8449-683167e97b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.286048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-5de9d814-4926-45b0-8449-683167e97b39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 200 len: 912 time: 0.2242200 Aug 29 04:39:27.459155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-34611f03-9f3a-4918-a2e1-f843b1efcee4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 200 len: 998 time: 0.1641228 Aug 29 04:39:27.561706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-bdc83ddf-8fde-4625-90cd-a69e20e5d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.563461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-bdc83ddf-8fde-4625-90cd-a69e20e5d0ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 200 len: 850 time: 0.0970938 Aug 29 04:39:27.610852 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 6, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.659572 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce62666-7edf-435c-82c4-fb75d6ee6d79 x-openstack-request-id: req-8ce62666-7edf-435c-82c4-fb75d6ee6d79 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:27.659958 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:27.660197 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ce62666-7edf-435c-82c4-fb75d6ee6d79 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:27.660552 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a', 'status': 'completed', 'code': 200} Aug 29 04:39:27.666731 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] Checking router: c128b0b0-d576-4a9b-9614-5344aeb39603 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:27.666900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-42b84da4-22da-44af-9f9f-c14122b1ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.668381 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-42b84da4-22da-44af-9f9f-c14122b1ec1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=834d5c0c-6e4d-4c34-bbda-713de79bc97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947969 Aug 29 04:39:27.679746 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:27.680819 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.806388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a3387-4f18-4504-a2c0-d218d008a5c1 req-a28ab1f2-11ff-4ca5-b7a5-13b8a6ac3d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.808482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e9a3387-4f18-4504-a2c0-d218d008a5c1 req-a28ab1f2-11ff-4ca5-b7a5-13b8a6ac3d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 945 time: 0.1884134 Aug 29 04:39:27.812613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-1c739ad0-e8cd-4a24-b588-4fc4b0cdfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.814947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-1c739ad0-e8cd-4a24-b588-4fc4b0cdfce0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 1097 time: 0.1224194 Aug 29 04:39:27.868996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-ae594623-b2e0-452b-9d05-4749f2bac293 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933458 Aug 29 04:39:27.942510 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e9a3387-4f18-4504-a2c0-d218d008a5c1 req-878f81fe-7ee8-42ca-8a4b-ff96b5cf2c53 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248624 Aug 29 04:39:28.050235 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d26a4e7-6f0f-4ac4-bd89-b3a5b6374f87 req-8c5822a2-ef0a-44b5-9ec4-353e626b9154 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0862637 Aug 29 04:39:28.080097 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:28.095224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-ab7d8fc5-7ed8-46a7-ae90-6b3828bdeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.097850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-ab7d8fc5-7ed8-46a7-ae90-6b3828bdeb16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c2d6b5e-9861-416e-8a5d-b1daac531b33 HTTP/1.1" status: 200 len: 895 time: 0.2436109 Aug 29 04:39:28.112390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e25f64f-de2a-4ecd-9c53-7222caf0a8d1 req-a8686a35-c48f-4f3f-84d1-778a13e89bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363834 Aug 29 04:39:28.178814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-f7a23775-ef70-4ac6-aa0f-ecb10ebf15c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e586403-2844-4a12-bfae-190cde1ef86a HTTP/1.1" status: 200 len: 217 time: 0.0663464 Aug 29 04:39:28.303664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-36010da6-84b5-42da-b8ea-996aff3880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.307335 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-36010da6-84b5-42da-b8ea-996aff3880d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccc44f63-3d80-4a3c-90fb-99416deaf6d6 HTTP/1.1" status: 200 len: 835 time: 0.1196175 Aug 29 04:39:28.392346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-e494c256-9291-4235-8836-4fb5cab00964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.394367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-e494c256-9291-4235-8836-4fb5cab00964 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c2d6b5e-9861-416e-8a5d-b1daac531b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786400 Aug 29 04:39:28.397549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015492da-3c22-4aba-9f2a-9c861c0c2541 req-a4bc418b-4b95-426d-b552-e256c489c013 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.408776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-015492da-3c22-4aba-9f2a-9c861c0c2541 req-a4bc418b-4b95-426d-b552-e256c489c013 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0882230 Aug 29 04:39:28.463301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-015492da-3c22-4aba-9f2a-9c861c0c2541 req-a6bf8a3e-e891-40fe-a1cb-b78b6fd59354 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536191 Aug 29 04:39:28.502131 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 6, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.532551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-4aefe5eb-cdf7-4e8b-9748-382c5c8767aa service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166930 Aug 29 04:39:28.533389 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56223bab-d718-4a5f-85d6-21752e2f55ae None None] The sync data for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 is: [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 6, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd85fea96-ee92-450b-8ce7-c8bf7c9e8ebd', 'name': '', 'network_id': '3c2d6b5e-9861-416e-8a5d-b1daac531b33', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:68:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:31Z', 'updated_at': '2021-08-29T04:37:37Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': 'ccc44f63-3d80-4a3c-90fb-99416deaf6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:28.659894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6ace0e-7c40-40d8-9cb5-5b14af85d2f0 req-57218e9c-0fd8-4a6d-8678-b322415a37d7 service neutron] 10.222.0.37 "GET /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195612 Aug 29 04:39:28.983196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012db047-d303-4341-8d24-11c3912ba6f4 None None] New status for floating IP 5066a789-7f80-4f76-b218-866775bf8e03: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:29.026853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e63db2-c295-409b-997b-0437159d3204 req-b56a868a-ce67-4c48-8e82-2491f2498b8e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.033560 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4e63db2-c295-409b-997b-0437159d3204 req-b56a868a-ce67-4c48-8e82-2491f2498b8e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 945 time: 0.1565523 Aug 29 04:39:29.257296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6b5b4d9-30b8-4abd-9feb-2347e3376cb8 req-01999533-2650-4d02-815d-08fc2ef168f5 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0514679 Aug 29 04:39:29.281244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d659b8-a711-4e6e-8908-1052d6113c9c req-93892975-e374-4a24-85a8-4dcb28171d0d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.283102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74d659b8-a711-4e6e-8908-1052d6113c9c req-93892975-e374-4a24-85a8-4dcb28171d0d tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a03183d-7ab8-4c4c-bad4-b573ffadec55 HTTP/1.1" status: 200 len: 945 time: 0.1647043 Aug 29 04:39:29.326827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 3e586403-2844-4a12-bfae-190cde1ef86a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:29.327769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.407297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74d659b8-a711-4e6e-8908-1052d6113c9c req-d6588bd1-9f8a-4e17-833a-c14c86c0383b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=2df4dac8-a724-4c5b-b594-e5b66df2ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081345 Aug 29 04:39:29.505953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 3e586403-2844-4a12-bfae-190cde1ef86a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3e586403-2844-4a12-bfae-190cde1ef86a,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:29.506437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.524587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 3e586403-2844-4a12-bfae-190cde1ef86a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:29.643706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb5ccd-b960-407c-895e-85e2df5e52a8 req-de11e361-7265-4aeb-b3b4-769f85ea5bfa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.653547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9bb5ccd-b960-407c-895e-85e2df5e52a8 req-de11e361-7265-4aeb-b3b4-769f85ea5bfa tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0778632 Aug 29 04:39:29.703381 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c9bb5ccd-b960-407c-895e-85e2df5e52a8 req-73ff345d-2b51-4955-a682-ecf232a5eb6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487542 Aug 29 04:39:29.731576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.767586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=3e586403-2844-4a12-bfae-190cde1ef86a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:29.826135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] No DVR routers for this DVR port 3e586403-2844-4a12-bfae-190cde1ef86a on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:29.829901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.832805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4e63db2-c295-409b-997b-0437159d3204 req-216d1ffe-ab88-4f14-a803-9f7ac74c702e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.37 "DELETE /v2.0/ports/3e586403-2844-4a12-bfae-190cde1ef86a HTTP/1.1" status: 204 len: 173 time: 0.7931657 Aug 29 04:39:29.833359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'name': 'network-vif-deleted', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:29.841881 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b25a5f6-864b-4859-95df-5128e0d7d3e0" -d '{"events": [{"server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "name": "network-vif-deleted", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:29.908123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ddde-9680-4a50-ba51-acb3a7ca5ff5 req-a1a50ea3-5cd2-48c9-a807-a92f5914337a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.910366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fb1ddde-9680-4a50-ba51-acb3a7ca5ff5 req-a1a50ea3-5cd2-48c9-a807-a92f5914337a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.0641274 Aug 29 04:39:29.953192 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cef9490-5c3f-4744-843e-45c37fb3f540 x-openstack-request-id: req-4cef9490-5c3f-4744-843e-45c37fb3f540 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:29.953192 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a03183d-7ab8-4c4c-bad4-b573ffadec55", "name": "network-vif-deleted", "tag": "3e586403-2844-4a12-bfae-190cde1ef86a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:29.953192 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4cef9490-5c3f-4744-843e-45c37fb3f540 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:29.953192 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a03183d-7ab8-4c4c-bad4-b573ffadec55', 'name': 'network-vif-deleted', 'tag': '3e586403-2844-4a12-bfae-190cde1ef86a', 'status': 'completed', 'code': 200} Aug 29 04:39:29.976068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fb1ddde-9680-4a50-ba51-acb3a7ca5ff5 req-c9bcd3bb-c78c-4d19-ba4d-365a041408c6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588357 Aug 29 04:39:30.518091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd4570c0-0bf4-4328-9177-1f17c4f38c5c req-0458c5a9-3d4e-4f57-8dbe-6eb0b0743b12 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0801556 Aug 29 04:39:30.667161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42684) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:30.779171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3df1d6f-9f17-428d-8fc5-993cc27bf5a8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.832827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3df1d6f-9f17-428d-8fc5-993cc27bf5a8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.934120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3df1d6f-9f17-428d-8fc5-993cc27bf5a8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.944719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3df1d6f-9f17-428d-8fc5-993cc27bf5a8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.948728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d3df1d6f-9f17-428d-8fc5-993cc27bf5a8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/security-groups/2df4dac8-a724-4c5b-b594-e5b66df2ba8f HTTP/1.1" status: 204 len: 168 time: 0.2776170 Aug 29 04:39:30.998721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df1d6f-9f17-428d-8fc5-993cc27bf5a8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df4dac8-a724-4c5b-b594-e5b66df2ba8f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.035616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42706) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:31.368748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.646010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e58f0a56-1b3d-4744-a148-a4877eeac0ca req-c7309b78-210c-4fe7-ae4c-6a12e2e4c3d0 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0336602 Aug 29 04:39:31.719790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-60a66de1-6edf-4dc5-a763-3c871676b43a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:31.721366 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-60a66de1-6edf-4dc5-a763-3c871676b43a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=29daf960-79bf-443e-a8c1-3f3f5c4623bc HTTP/1.1" status: 200 len: 943 time: 0.1703501 Aug 29 04:39:31.894853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.060955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Deleting port 841dd05c-a489-44ef-baa5-ddeb63672a19 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:32.062364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.618466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] For port 841dd05c-a489-44ef-baa5-ddeb63672a19, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=841dd05c-a489-44ef-baa5-ddeb63672a19,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:32.618946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.642777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Calling delete_port for 841dd05c-a489-44ef-baa5-ddeb63672a19 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:32.815421 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3421ad7-e934-4db3-8b8b-76e2e389a99d req-30279224-4d2d-409d-a616-4ab908d1354b tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0318918 Aug 29 04:39:32.868035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:32.868782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.989291 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.001164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f1480733-a073-49e7-9a95-96a3fbd4957a', 'ad985a01-b9ba-4082-8c4c-daf6382a76df'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:33.052625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event deleted for resources: {'Port': ['ID=841dd05c-a489-44ef-baa5-ddeb63672a19,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.102751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3e586403-2844-4a12-bfae-190cde1ef86a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:33.140782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] No DVR routers for this DVR port 841dd05c-a489-44ef-baa5-ddeb63672a19 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:33.144284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.146609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 3e586403-2844-4a12-bfae-190cde1ef86a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:33.153858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3e586403-2844-4a12-bfae-190cde1ef86a not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:33.156967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3b25e0a9-73a0-497a-ad51-bb4c20962629 req-76eee210-488d-42ef-a18a-809ec29ddd9c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "DELETE /v2.0/ports/841dd05c-a489-44ef-baa5-ddeb63672a19 HTTP/1.1" status: 204 len: 173 time: 1.4071434 Aug 29 04:39:33.164862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:33.167149 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.179798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-deleted', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:33.182555 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4160180d-5a32-41f4-bc7a-0a7716614a97" -d '{"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-deleted", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:33.197681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:33.295461 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673adbd8-6b17-4350-bd4b-60ed93ccf821 x-openstack-request-id: req-673adbd8-6b17-4350-bd4b-60ed93ccf821 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:33.296342 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29daf960-79bf-443e-a8c1-3f3f5c4623bc", "name": "network-vif-deleted", "tag": "841dd05c-a489-44ef-baa5-ddeb63672a19", "status": "failed", "code": 422}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:33.296776 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-673adbd8-6b17-4350-bd4b-60ed93ccf821 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:33.297421 n-d-712143-14 neutron-server[94823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29daf960-79bf-443e-a8c1-3f3f5c4623bc', 'name': 'network-vif-deleted', 'tag': '841dd05c-a489-44ef-baa5-ddeb63672a19', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:39:33.542250 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.602298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.919794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.085890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-038ec027-eda2-4406-8ab2-bfa7975b2a8b req-b37d8cc2-7dea-4c3e-9988-3980d9fe4f8f tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3b5cae9-c5d1-4b22-8147-253fe0c9bf31 HTTP/1.1" status: 200 len: 210 time: 0.0627604 Aug 29 04:39:34.345772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router c128b0b0-d576-4a9b-9614-5344aeb39603 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:34.527583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:34.533199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2434a3c5-0bc9-40bf-a6ec-afdc603174b0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "PUT /v2.0/routers/c128b0b0-d576-4a9b-9614-5344aeb39603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4957335 Aug 29 04:39:34.536463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42780) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.540577 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] Sync routers for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:34.548193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7b647-3620-44fc-bfd2-fbb886488447 req-16997a9a-8857-4d96-a801-e79450d35534 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.556108 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:34.556791 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.563022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4e7b647-3620-44fc-bfd2-fbb886488447 req-16997a9a-8857-4d96-a801-e79450d35534 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 907 time: 0.0938158 Aug 29 04:39:34.624802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting subnet ccc44f63-3d80-4a3c-90fb-99416deaf6d6 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:34.630100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.699992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.711564 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:34.824653 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.935688 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 7, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.953007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.969654 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] Checking router: c128b0b0-d576-4a9b-9614-5344aeb39603 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:34.979696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] Routers {'c128b0b0-d576-4a9b-9614-5344aeb39603'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:34.980327 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c128b0b0-d576-4a9b-9614-5344aeb39603'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:34.993527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7945329-fc0a-4d81-aa3d-44de258141da None None] Network 3c2d6b5e-9861-416e-8a5d-b1daac531b33 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:34.997495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.003563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/subnets/ccc44f63-3d80-4a3c-90fb-99416deaf6d6 HTTP/1.1" status: 204 len: 168 time: 0.4620905 Aug 29 04:39:35.003563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f9c97-32dd-41c5-afe8-4baa207b2677 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc44f63-3d80-4a3c-90fb-99416deaf6d6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.004131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.123688 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] Set router c128b0b0-d576-4a9b-9614-5344aeb39603 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:35.142036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.222319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42796) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.272657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] DHCP port deletion for 3c2d6b5e-9861-416e-8a5d-b1daac531b33 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:35.378422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.385640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d031fc1b-85aa-4152-b37b-49c78b41c167 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.407037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] Deleting port c66436cf-b7f9-44f9-a798-57bd95862a21 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:35.408413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.444766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d031fc1b-85aa-4152-b37b-49c78b41c167 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.504834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 048ed4da-079f-473c-bbec-27f4c1d6dcb3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:35.505181 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.566692 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 7, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:35.573400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d031fc1b-85aa-4152-b37b-49c78b41c167 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.579865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d031fc1b-85aa-4152-b37b-49c78b41c167 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.582364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d031fc1b-85aa-4152-b37b-49c78b41c167 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/security-groups/80e3bbba-635e-4561-a043-bb73f3d63520 HTTP/1.1" status: 204 len: 168 time: 0.3585927 Aug 29 04:39:35.589277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42804) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.616113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] For port c66436cf-b7f9-44f9-a798-57bd95862a21, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c66436cf-b7f9-44f9-a798-57bd95862a21,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:35.620960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.626961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031fc1b-85aa-4152-b37b-49c78b41c167 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e3bbba-635e-4561-a043-bb73f3d63520,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.634440 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-e201f3ee-354e-4696-9130-25481e522f74 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] show failed (client error): The resource could not be found. Aug 29 04:39:35.636008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e201f3ee-354e-4696-9130-25481e522f74 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "GET /v2.0/security-groups/80e3bbba-635e-4561-a043-bb73f3d63520 HTTP/1.1" status: 404 len: 347 time: 0.0452783 Aug 29 04:39:35.640710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42806) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.657113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c66436cf-b7f9-44f9-a798-57bd95862a21 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:35.673584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 048ed4da-079f-473c-bbec-27f4c1d6dcb3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=048ed4da-079f-473c-bbec-27f4c1d6dcb3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:35.674726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.679082 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fce7e1-c1bf-42c6-9076-9468e58a8a7d None None] The sync data for ids ['c128b0b0-d576-4a9b-9614-5344aeb39603'] in n-d-712143-14 is: [{'id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'name': 'tempest-TestNetworkBasicOps-router-10262446', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 7, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '048ed4da-079f-473c-bbec-27f4c1d6dcb3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128b0b0-d576-4a9b-9614-5344aeb39603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:37:28Z', 'updated_at': '2021-08-29T04:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:35.704640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 048ed4da-079f-473c-bbec-27f4c1d6dcb3 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:35.744405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] Calling delete_port for c66436cf-b7f9-44f9-a798-57bd95862a21 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:35.836628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a7a91-8de9-4d2f-b1c2-302b3660101c req-58e70859-7fe2-452c-8806-533bad560c5e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:35.854137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc2a7a91-8de9-4d2f-b1c2-302b3660101c req-58e70859-7fe2-452c-8806-533bad560c5e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 907 time: 0.1439602 Aug 29 04:39:35.892457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port 78460804-e6ad-437b-ae24-ed52d06fdfdc {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:35.893244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.995167 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.038827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c66436cf-b7f9-44f9-a798-57bd95862a21, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c66436cf-b7f9-44f9-a798-57bd95862a21,segment=NetworkSegment(54b6553e-bfdd-469d-bb2b-6c49f80a4dd7),segment_id=54b6553e-bfdd-469d-bb2b-6c49f80a4dd7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:36.048400 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.108848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.123445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c66436cf-b7f9-44f9-a798-57bd95862a21,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.127809 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.164852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] Pushing event deleted for resources: {'Port': ['ID=c66436cf-b7f9-44f9-a798-57bd95862a21,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.165862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-2e18d687-9157-4e59-95cd-ea6ebe7bdc14 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:36.169085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-2e18d687-9157-4e59-95cd-ea6ebe7bdc14 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 907 time: 0.2595987 Aug 29 04:39:36.173978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.174330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.184041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9686f-b47b-489a-a516-0412e4d375d9 None None] No DVR routers for this DVR port c66436cf-b7f9-44f9-a798-57bd95862a21 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:36.209728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=048ed4da-079f-473c-bbec-27f4c1d6dcb3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.248521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for 78460804-e6ad-437b-ae24-ed52d06fdfdc owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:36.278457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.423891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.427084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.439179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Deleting port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:36.439584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.512575 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.513687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Fanout notify agent at l3_agent the message router_deleted on router c128b0b0-d576-4a9b-9614-5344aeb39603 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:36.531448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.535612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f9c267c3-cf7f-49b4-886d-a85416afce3e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/routers/c128b0b0-d576-4a9b-9614-5344aeb39603 HTTP/1.1" status: 204 len: 168 time: 1.5274470 Aug 29 04:39:36.535612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.613087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.693085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.717397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=78460804-e6ad-437b-ae24-ed52d06fdfdc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.741265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] For port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:36.741681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.760432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Calling delete_port for 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:36.765151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.768218 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.769416 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-714b6ad7-16c9-4c85-a0c6-223f6a8fdea9 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/floatingips/7508d72e-95b0-4f3c-9154-3d9afac751f5 HTTP/1.1" status: 204 len: 168 time: 1.1272793 Aug 29 04:39:36.772341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:36.850367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.868444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2d6b5e-9861-416e-8a5d-b1daac531b33']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:36.885286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:36.885796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b6553e-bfdd-469d-bb2b-6c49f80a4dd7') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:36.907891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.927730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.938518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:36.940208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.960945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:36.961286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:37.024490 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:37.038875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.081000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.085095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/networks/3c2d6b5e-9861-416e-8a5d-b1daac531b33 HTTP/1.1" status: 204 len: 168 time: 0.5484872 Aug 29 04:39:37.100606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927b8fc-1809-483c-abe1-6036ffe38116 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Network': ['ID=3c2d6b5e-9861-416e-8a5d-b1daac531b33,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.118934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.126937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.127269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'network': {'name': 'tempest-network-smoke--197057897', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.167787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8998-4aa5-4388-b68d-f4572f6992f8 req-11cce807-d6d3-489e-bc3c-001675444a5f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.171834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f09e8998-4aa5-4388-b68d-f4572f6992f8 req-11cce807-d6d3-489e-bc3c-001675444a5f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cfe784-556d-4e50-95ee-c3fbd33349e5 HTTP/1.1" status: 200 len: 829 time: 0.1451681 Aug 29 04:39:37.194045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event deleted for resources: {'Port': ['ID=3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.201519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:37.203848 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.208752 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.232547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for 4b5f00ab-560e-43e7-bf03-cfb1b9a65329 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:37.291390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:37.316449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.317561 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Added segment e9e51dc7-2754-4cee-ac75-a7c2b8e5c388 of type vlan for network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 Aug 29 04:39:37.384491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] No DVR routers for this DVR port 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:37.389790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.408657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea91ccbb-7472-4373-966d-ee4d9346db19 req-eaa9fbc6-52a4-48bf-866f-0786ad0a370f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "DELETE /v2.0/ports/3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee HTTP/1.1" status: 204 len: 173 time: 1.2307150 Aug 29 04:39:37.410511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'name': 'network-vif-deleted', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:37.426733 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cd016d-dddd-46df-9f70-5e475e00b981" -d '{"events": [{"server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "name": "network-vif-deleted", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:37.437093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.451713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:37.497115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:37.497403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d85fea96-ee92-450b-8ce7-c8bf7c9e8ebd not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:37.500145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 048ed4da-079f-473c-bbec-27f4c1d6dcb3 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:37.518944 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e064111-9323-4ecb-8a39-a9f6173107ca x-openstack-request-id: req-4e064111-9323-4ecb-8a39-a9f6173107ca {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:37.519347 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cfe784-556d-4e50-95ee-c3fbd33349e5", "name": "network-vif-deleted", "tag": "3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:37.525685 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e064111-9323-4ecb-8a39-a9f6173107ca {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:37.526420 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cfe784-556d-4e50-95ee-c3fbd33349e5', 'name': 'network-vif-deleted', 'tag': '3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee', 'status': 'completed', 'code': 200} Aug 29 04:39:37.530113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.536391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 048ed4da-079f-473c-bbec-27f4c1d6dcb3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:37.537133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 048ed4da-079f-473c-bbec-27f4c1d6dcb3 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:37.554983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:37.558031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.642295 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5222204 Aug 29 04:39:37.646347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.653689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.653997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'admin_state_up': True, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:37.681441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797188-db21-4d2c-ae66-b3fc85dd163b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Network': ['ID=7bbc2ee4-062c-4228-8869-ab8b0171c8c9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.694642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:37.699983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.702903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.709941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=4b5f00ab-560e-43e7-bf03-cfb1b9a65329,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:37.833661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.836747 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.838683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:37.839230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b5109581-fc88-4fc6-9167-ce0895b0ee13 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/ports/4b5f00ab-560e-43e7-bf03-cfb1b9a65329 HTTP/1.1" status: 204 len: 168 time: 1.0655603 Aug 29 04:39:38.498552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.598288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting port 818477e7-d33a-44fb-88f0-1b1c8171c9c6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:38.598635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.681409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699474c-ea39-44d8-8f5e-78dcbcfcb047 req-754546e0-65fa-4745-ad3f-5db28989aa1a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:38.683754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5699474c-ea39-44d8-8f5e-78dcbcfcb047 req-754546e0-65fa-4745-ad3f-5db28989aa1a tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 946 time: 0.0819352 Aug 29 04:39:38.743378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5699474c-ea39-44d8-8f5e-78dcbcfcb047 req-b5246677-30c7-42d1-9b9c-ad8528862113 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Aug 29 04:39:38.746891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.767635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Calling delete_port for 818477e7-d33a-44fb-88f0-1b1c8171c9c6 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:38.935170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.966549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.149086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.25.7.78 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/2c98234d-6289-4cd4-9532-aef52c7c6ecf) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:39.251088 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.318027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Port': ['ID=818477e7-d33a-44fb-88f0-1b1c8171c9c6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.443853 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.449293 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.451661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1094fd0d-9d25-40db-910f-5a51bd26d252 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/ports/818477e7-d33a-44fb-88f0-1b1c8171c9c6 HTTP/1.1" status: 204 len: 168 time: 1.6119218 Aug 29 04:39:39.454504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42884) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.517385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.521408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting subnet 9eb48173-eedf-4dca-bae7-9a65870b1b16 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:39.531443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.534116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42886) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:39.573326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:39.574814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=2c98234d-6289-4cd4-9532-aef52c7c6ecf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.578192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:39.583778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:39.594308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.726137 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.787925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3d3978f-a345-4e7a-975d-808dcf1ba4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.922236 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.973666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb48173-eedf-4dca-bae7-9a65870b1b16,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.980101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f222a56-69eb-40c6-8864-8af8ed71db9e None None] Network e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:39.980760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.982994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a70908d-1d1f-484a-8dc0-7e012f86e31e tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/subnets/9eb48173-eedf-4dca-bae7-9a65870b1b16 HTTP/1.1" status: 204 len: 168 time: 0.5274267 Aug 29 04:39:39.989330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42894) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.039156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb4c46-9838-483b-a18b-ffb894e5dc7d req-ca632251-c2e4-40e7-824a-a8799e923da4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:40.040775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63eb4c46-9838-483b-a18b-ffb894e5dc7d req-ca632251-c2e4-40e7-824a-a8799e923da4 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 946 time: 0.1842916 Aug 29 04:39:40.059647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-7225b620-b9d9-403c-8449-f7178b90ad54 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:40.061987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-7225b620-b9d9-403c-8449-f7178b90ad54 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 946 time: 0.1977882 Aug 29 04:39:40.100317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3d3978f-a345-4e7a-975d-808dcf1ba4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.107552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Deleting subnet 04c65f45-83d9-49d9-8717-3478b0239a71 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:40.112555 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3d3978f-a345-4e7a-975d-808dcf1ba4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.115013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.166268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.187840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63eb4c46-9838-483b-a18b-ffb894e5dc7d req-8a0f1180-a6c8-4212-90c4-d44ed92ced40 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351905 Aug 29 04:39:40.204711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f3d3978f-a345-4e7a-975d-808dcf1ba4ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4222c593db8493d99eb89671eb4eb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663496 Aug 29 04:39:40.215484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42896) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.223130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.227253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3978f-a345-4e7a-975d-808dcf1ba4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0809272-6f89-4079-8e6e-daa84c2013da,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.251444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] DHCP port deletion for e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:40.306925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] Deleting port 90d6727a-9753-4103-b24a-14393759e42d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:40.307565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.383683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.387893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] For port 90d6727a-9753-4103-b24a-14393759e42d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=90d6727a-9753-4103-b24a-14393759e42d,segment=NetworkSegment(b0ad923d-43a8-47cb-b56c-e52ef0fdfa91),segment_id=b0ad923d-43a8-47cb-b56c-e52ef0fdfa91)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:40.388498 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.414585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] Calling delete_port for 90d6727a-9753-4103-b24a-14393759e42d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:40.421825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Deleting port ad985a01-b9ba-4082-8c4c-daf6382a76df {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:40.422318 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.460036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.495814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Subnet': ['ID=04c65f45-83d9-49d9-8717-3478b0239a71,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.504121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.506622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-510e41e3-9206-4fec-8edf-ef489dd70a47 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/subnets/04c65f45-83d9-49d9-8717-3478b0239a71 HTTP/1.1" status: 204 len: 168 time: 0.5154908 Aug 29 04:39:40.507081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735adb7c-5dff-4f27-a277-3011ef96afdb None None] Network 9e03568a-f40d-47ea-b89b-bc740f60dd07 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:40.509267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42900) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:40.522844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-033c39d5-ce50-4797-b869-0f6695e96370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.594339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.631458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.639052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.669566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-033c39d5-ce50-4797-b869-0f6695e96370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.683250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] Pushing event deleted for resources: {'Port': ['ID=90d6727a-9753-4103-b24a-14393759e42d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.686911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb0952-937b-4a82-a952-3ecffdcb720a None None] No DVR routers for this DVR port 90d6727a-9753-4103-b24a-14393759e42d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:40.756211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.781361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.787302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] For port ad985a01-b9ba-4082-8c4c-daf6382a76df, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ad985a01-b9ba-4082-8c4c-daf6382a76df,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:40.787679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.798027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.798296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ad923d-43a8-47cb-b56c-e52ef0fdfa91') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.813210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] DHCP port deletion for 9e03568a-f40d-47ea-b89b-bc740f60dd07 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:40.836394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.847143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Calling delete_port for ad985a01-b9ba-4082-8c4c-daf6382a76df owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:40.878806 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.887195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:40.887824 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:40.892000 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:40.898594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:40.938120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:40.938609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3ed72dea-ac9b-4cfa-b09d-c45fbd4354ee not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:40.942120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-033c39d5-ce50-4797-b869-0f6695e96370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.945085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-033c39d5-ce50-4797-b869-0f6695e96370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.948858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-033c39d5-ce50-4797-b869-0f6695e96370 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0809272-6f89-4079-8e6e-daa84c2013da HTTP/1.1" status: 204 len: 168 time: 0.7299168 Aug 29 04:39:40.961097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Deleting port a98d8b85-5dce-4697-9adf-542e2a09aa21 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:40.961481 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.995069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c39d5-ce50-4797-b869-0f6695e96370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0809272-6f89-4079-8e6e-daa84c2013da,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.032579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router ec564f0e-da0d-4f52-940f-baec70bf1635 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:41.060804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] For port a98d8b85-5dce-4697-9adf-542e2a09aa21, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a98d8b85-5dce-4697-9adf-542e2a09aa21,segment=NetworkSegment(ab6d2c68-1777-4ba5-98d9-c7cacdc57933),segment_id=ab6d2c68-1777-4ba5-98d9-c7cacdc57933)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:41.062102 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.087961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Calling delete_port for a98d8b85-5dce-4697-9adf-542e2a09aa21 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:41.208850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.228636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['f1480733-a073-49e7-9a95-96a3fbd4957a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:41.254573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event deleted for resources: {'Port': ['ID=ad985a01-b9ba-4082-8c4c-daf6382a76df,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.269201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:41.336035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Sync routers for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:41.383557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] No DVR routers for this DVR port ad985a01-b9ba-4082-8c4c-daf6382a76df on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:41.384627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:41.385311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.392154 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.396679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.400066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f5da33a-9898-4909-b3dc-9e51fe7349fe req-77c2de3d-2798-42f1-bffd-847f45b5db6f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "DELETE /v2.0/ports/ad985a01-b9ba-4082-8c4c-daf6382a76df HTTP/1.1" status: 204 len: 173 time: 1.3269713 Aug 29 04:39:41.400066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'name': 'network-vif-deleted', 'tag': 'ad985a01-b9ba-4082-8c4c-daf6382a76df'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:41.402565 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de209845-a828-43dd-99dd-9bfa66796ec7" -d '{"events": [{"server_uuid": "96761bb7-fad4-47b1-b5c0-a2ff2fa61f65", "name": "network-vif-deleted", "tag": "ad985a01-b9ba-4082-8c4c-daf6382a76df"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:41.422897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.424346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc734891-7a5f-4252-8716-1a48879728ce tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7760553 Aug 29 04:39:41.427796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42914) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.465671 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e9419ffd-4ec1-4962-8c02-5d6fc835a90b tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=48e1ccfc945f4aa388d3835f6375bc96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355968 Aug 29 04:39:41.469499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.541734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3183aa3e-b986-4cde-8c80-37c2f00de926 req-e19b7ff2-ff66-4a07-900a-63d4671c74d8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=96761bb7-fad4-47b1-b5c0-a2ff2fa61f65 HTTP/1.1" status: 200 len: 210 time: 0.1419175 Aug 29 04:39:41.551476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.559605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.562321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/networks/e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9 HTTP/1.1" status: 204 len: 168 time: 1.0518341 Aug 29 04:39:41.574248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42918) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.588588 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7a352b-213f-4bf9-9279-c1d537b9f6a4 x-openstack-request-id: req-bc7a352b-213f-4bf9-9279-c1d537b9f6a4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:41.589177 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96761bb7-fad4-47b1-b5c0-a2ff2fa61f65", "name": "network-vif-deleted", "tag": "ad985a01-b9ba-4082-8c4c-daf6382a76df", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:41.589177 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc7a352b-213f-4bf9-9279-c1d537b9f6a4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:41.589527 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96761bb7-fad4-47b1-b5c0-a2ff2fa61f65', 'name': 'network-vif-deleted', 'tag': 'ad985a01-b9ba-4082-8c4c-daf6382a76df', 'status': 'completed', 'code': 200} Aug 29 04:39:41.590547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254306b7-96cf-4f29-ad0c-dfd71f9129a1 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Network': ['ID=e4fbf9ba-af18-4af7-b9ca-8f513b8aaba9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.590728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4f75c-65f5-49fb-a63b-b893276a88cf tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.592245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-17b4f75c-65f5-49fb-a63b-b893276a88cf tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1215167 Aug 29 04:39:41.596255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.627742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e6128e27-beaf-4ad4-adf4-94016703dd6b tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300355 Aug 29 04:39:41.641098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42922) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.653284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1553749195', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:41.697477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Pushing event deleted for resources: {'Port': ['ID=a98d8b85-5dce-4697-9adf-542e2a09aa21,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:41.707948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90d6727a-9753-4103-b24a-14393759e42d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:41.711477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.713162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] No DVR routers for this DVR port a98d8b85-5dce-4697-9adf-542e2a09aa21 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:41.717821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.718316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.718655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.719732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.720085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.720426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.720760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.721092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.721422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.722198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.722550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.723552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5048d2d1-6342-458e-a8a3-d897237a4da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:41.770742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:41.787275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 90d6727a-9753-4103-b24a-14393759e42d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:41.787275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 90d6727a-9753-4103-b24a-14393759e42d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:41.787275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a98d8b85-5dce-4697-9adf-542e2a09aa21 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:41.803206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68838069-655d-4bb7-9afe-ff3ab782f2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.847699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a98d8b85-5dce-4697-9adf-542e2a09aa21 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:41.848035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a98d8b85-5dce-4697-9adf-542e2a09aa21 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:41.876310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.900815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e03568a-f40d-47ea-b89b-bc740f60dd07']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.918126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.918751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6d2c68-1777-4ba5-98d9-c7cacdc57933') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:41.943895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:41.958925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.013084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.030497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:42.031254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:42.035588 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:42.091576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68838069-655d-4bb7-9afe-ff3ab782f2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.113178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68838069-655d-4bb7-9afe-ff3ab782f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.135993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:42.140581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.154689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.177960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.197487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] 10.222.0.55 "DELETE /v2.0/networks/9e03568a-f40d-47ea-b89b-bc740f60dd07 HTTP/1.1" status: 204 len: 168 time: 0.6174436 Aug 29 04:39:42.221022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d83fb-6154-4694-8609-802ce10fb970 tempest-TaggedBootDevicesTest_v242-1580262633 tempest-TaggedBootDevicesTest_v242-1580262633-project] Pushing event deleted for resources: {'Network': ['ID=9e03568a-f40d-47ea-b89b-bc740f60dd07,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.250754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-68838069-655d-4bb7-9afe-ff3ab782f2c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1708077abff4795b9333dc3d56d69a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787509 Aug 29 04:39:42.255014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42928) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.265800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68838069-655d-4bb7-9afe-ff3ab782f2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad5aff-5e0f-40f7-91fe-4a49881d2dff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.359095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 3, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:42.376432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe825c29-6124-48c7-8882-f3f1cc71239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.420938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe825c29-6124-48c7-8882-f3f1cc71239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.421530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Checking router: ec564f0e-da0d-4f52-940f-baec70bf1635 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:42.422582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Updating router ec564f0e-da0d-4f52-940f-baec70bf1635 port 2c98234d-6289-4cd4-9532-aef52c7c6ecf binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:42.455034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.487396 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe825c29-6124-48c7-8882-f3f1cc71239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.490154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe825c29-6124-48c7-8882-f3f1cc71239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.493764 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fe825c29-6124-48c7-8882-f3f1cc71239d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3ad5aff-5e0f-40f7-91fe-4a49881d2dff HTTP/1.1" status: 204 len: 168 time: 0.2319148 Aug 29 04:39:42.500893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe825c29-6124-48c7-8882-f3f1cc71239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad5aff-5e0f-40f7-91fe-4a49881d2dff,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.529437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.697533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Checking segment: {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:42.698247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network hostable DHCP agents. Network: 7bbc2ee4-062c-4228-8869-ab8b0171c8c9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:42.713770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Subnet': ['ID=5a27664a-c657-4f04-8e48-c26862edabfb,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.757350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:42.785317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 7bbc2ee4-062c-4228-8869-ab8b0171c8c9) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:42.802959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c17410-5101-456f-9ffb-e4287bc34b3d None None] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:42.806661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.807301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.850273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-40173499-b547-415a-83a3-6db31bbed074 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2037189 Aug 29 04:39:42.850600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:43.100859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ad985a01-b9ba-4082-8c4c-daf6382a76df no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:43.142003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4205c-7630-4eae-b130-b2b2cc35dd85 req-b24fd2a1-93bc-4f2d-a3ee-05f3112eb000 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.144443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18c4205c-7630-4eae-b130-b2b2cc35dd85 req-b24fd2a1-93bc-4f2d-a3ee-05f3112eb000 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.0978305 Aug 29 04:39:43.185960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: ad985a01-b9ba-4082-8c4c-daf6382a76df {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:43.187132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ad985a01-b9ba-4082-8c4c-daf6382a76df not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:43.274296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18c4205c-7630-4eae-b130-b2b2cc35dd85 req-3813f04c-d48f-409e-8368-b71367e8f3eb tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228004 Aug 29 04:39:43.524515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:43.527044 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.583164 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.825711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Allocated IP 172.20.0.2 (7bbc2ee4-062c-4228-8869-ab8b0171c8c9/5a27664a-c657-4f04-8e48-c26862edabfb/9c9966e2-753e-4a45-a69d-1784b8aa1b9a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:43.916854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Transition to ACTIVE for port object 2c98234d-6289-4cd4-9532-aef52c7c6ecf will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:43.932467 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.984360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Attempting to bind port 2c98234d-6289-4cd4-9532-aef52c7c6ecf on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:43.985192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Attempting to bind port 2c98234d-6289-4cd4-9532-aef52c7c6ecf by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:43.985782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Attempting to bind port 2c98234d-6289-4cd4-9532-aef52c7c6ecf on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:44.035403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:44.039814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:44.040484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.041066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:44.046532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Bound port: 2c98234d-6289-4cd4-9532-aef52c7c6ecf, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:44.046842 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.155529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] For port 2c98234d-6289-4cd4-9532-aef52c7c6ecf, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:44.161042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] For port 2c98234d-6289-4cd4-9532-aef52c7c6ecf, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2c98234d-6289-4cd4-9532-aef52c7c6ecf,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:44.197909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.275256 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.287457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Transition to ACTIVE for port object 9c9966e2-753e-4a45-a69d-1784b8aa1b9a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:44.306211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Transition to ACTIVE for port object 9c9966e2-753e-4a45-a69d-1784b8aa1b9a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:44.319715 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.361529 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.369157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06495cd1-9473-4d44-a86c-7e20a39c83b3 None None] Pushing event updated for resources: {'Port': ['ID=2c98234d-6289-4cd4-9532-aef52c7c6ecf,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:44.454544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:44.471978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:44.474187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:44.474778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:44.497515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e90b1-8263-44e4-ba4f-81426807601f req-0e70f1a5-d58e-4a30-b488-f82fe68f479b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.512648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-447e90b1-8263-44e4-ba4f-81426807601f req-0e70f1a5-d58e-4a30-b488-f82fe68f479b tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1169827 Aug 29 04:39:44.580609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:44.636990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-447e90b1-8263-44e4-ba4f-81426807601f req-8e6cd7bb-272b-4d3b-ab22-5b3464930b43 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184614 Aug 29 04:39:44.664601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.688652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-af7b5585-19f3-4944-b55b-ddd2760a1bb8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.690789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-af7b5585-19f3-4944-b55b-ddd2760a1bb8 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.5152481 Aug 29 04:39:44.719994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Attempting to bind port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:44.720534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Attempting to bind port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:44.721063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Attempting to bind port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a on network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:44.724312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06495cd1-9473-4d44-a86c-7e20a39c83b3 None None] Pushing event updated for resources: {'Port': ['ID=2c98234d-6289-4cd4-9532-aef52c7c6ecf,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:44.765801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:44.766259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Checking segment: {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:44.766661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.767069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Bound using segment: {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:44.767586 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Bound port: 9c9966e2-753e-4a45-a69d-1784b8aa1b9a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:44.768584 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.804996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:44.868417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-0eabb2ce-ecc0-4149-8323-03aa82d0e153 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2866652 Aug 29 04:39:44.928256 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3391daaf-573a-46c0-aea7-11d410ae9976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.949081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.20.0.1 (7bbc2ee4-062c-4228-8869-ab8b0171c8c9/5a27664a-c657-4f04-8e48-c26862edabfb/5a8563f6-0d3b-4426-80bc-4305904663df) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:45.071441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Deleting port f1480733-a073-49e7-9a95-96a3fbd4957a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:45.071896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.129578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3391daaf-573a-46c0-aea7-11d410ae9976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.133422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Pushing event updated for resources: {'Port': ['ID=9c9966e2-753e-4a45-a69d-1784b8aa1b9a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.139823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.140823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.140998 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3391daaf-573a-46c0-aea7-11d410ae9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.141198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.141929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.142437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.142719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.143308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.145347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4685a13d-770e-4c80-9efd-d6ab7f9bc68c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb108782c18e44f89ec449e0eca86b1c&device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6496 time: 0.2179234 Aug 29 04:39:45.194387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3391daaf-573a-46c0-aea7-11d410ae9976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85c06a817bd6417da1fffeb74d92affc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285468 Aug 29 04:39:45.197928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.236375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] For port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:45.242310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.250268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] For port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9c9966e2-753e-4a45-a69d-1784b8aa1b9a,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:45.260709 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.262547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Transition to ACTIVE for port object 5a8563f6-0d3b-4426-80bc-4305904663df will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:45.278056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391daaf-573a-46c0-aea7-11d410ae9976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cef247-b09a-4dd4-9c5d-c4310ab29da1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.338222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.354805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b709341e-1880-40bf-90d2-ce0c8efcdaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.425738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b709341e-1880-40bf-90d2-ce0c8efcdaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.426018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ed005-2f0a-4a1a-9338-4180e2264155 None None] Pushing event updated for resources: {'Port': ['ID=9c9966e2-753e-4a45-a69d-1784b8aa1b9a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.482432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 3, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:45.515627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a69aacc-d1e6-4e46-8c9c-019ad04e9a85 None None] The sync data for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 is: [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 3, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:45.543726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] For port f1480733-a073-49e7-9a95-96a3fbd4957a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=f1480733-a073-49e7-9a95-96a3fbd4957a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:45.544073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.565945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Calling delete_port for f1480733-a073-49e7-9a95-96a3fbd4957a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:45.569524 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b709341e-1880-40bf-90d2-ce0c8efcdaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.572119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b709341e-1880-40bf-90d2-ce0c8efcdaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.573664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b709341e-1880-40bf-90d2-ce0c8efcdaa4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9cef247-b09a-4dd4-9c5d-c4310ab29da1 HTTP/1.1" status: 204 len: 168 time: 0.3745437 Aug 29 04:39:45.591874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709341e-1880-40bf-90d2-ce0c8efcdaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cef247-b09a-4dd4-9c5d-c4310ab29da1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.657675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:45.676799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:45.682835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:45.733576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.913737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=5a8563f6-0d3b-4426-80bc-4305904663df,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:45.963784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-156cd6d0-9423-42e1-abe1-f9302417f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.970553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-156cd6d0-9423-42e1-abe1-f9302417f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.970744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-156cd6d0-9423-42e1-abe1-f9302417f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.972725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-156cd6d0-9423-42e1-abe1-f9302417f890 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5de44834-2a7b-4f66-8909-aa94c16f31a9&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=030cfc7b-a4fe-4593-a230-d44736b800f0&id=61223970-77e3-4ef9-937f-d8e32b92a0c4&id=61223970-77e3-4ef9-937f-d8e32b92a0c4 HTTP/1.1" status: 200 len: 2291 time: 0.7801554 Aug 29 04:39:45.978544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276721c-5923-4f88-bd0a-d9e53ada8e9e req-1b4134e9-c083-4072-8879-de6dbfe6a0db tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.990540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d276721c-5923-4f88-bd0a-d9e53ada8e9e req-1b4134e9-c083-4072-8879-de6dbfe6a0db tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 946 time: 0.1399384 Aug 29 04:39:46.115106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d276721c-5923-4f88-bd0a-d9e53ada8e9e req-64588aee-6bf2-4c42-8b16-d6c54eefaa18 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=52072622-a222-4cc1-8cd6-544506985bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234829 Aug 29 04:39:46.329316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.379510 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-ed121f35-db21-4e2e-ae2a-9de084c3b00e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b81f3740-c07d-416d-9f73-907db37fd679 HTTP/1.1" status: 200 len: 999 time: 0.3496957 Aug 29 04:39:46.707548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4617de75-f19b-4ac5-8dff-8fca10490236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.709048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4617de75-f19b-4ac5-8dff-8fca10490236 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed5171ab-1fdb-4315-839d-998ac9302523 HTTP/1.1" status: 200 len: 850 time: 0.2670147 Aug 29 04:39:46.725911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.818219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c630f174-8899-4747-b798-9e95cbbd26a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.900773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event deleted for resources: {'Port': ['ID=f1480733-a073-49e7-9a95-96a3fbd4957a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.066490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f1480733-a073-49e7-9a95-96a3fbd4957a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:47.102649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] No DVR routers for this DVR port f1480733-a073-49e7-9a95-96a3fbd4957a on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:47.114850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: f1480733-a073-49e7-9a95-96a3fbd4957a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:47.115241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device f1480733-a073-49e7-9a95-96a3fbd4957a not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:47.122258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.141922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21376331-1162-4032-b8f8-2f466f2b98e0 req-84ce5bf0-6833-4524-909e-85c2c3f86c34 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.37 "DELETE /v2.0/ports/f1480733-a073-49e7-9a95-96a3fbd4957a HTTP/1.1" status: 204 len: 173 time: 2.4409966 Aug 29 04:39:47.155572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3424a280-a3e8-4283-a843-99da6ea315d0', 'name': 'network-vif-deleted', 'tag': 'f1480733-a073-49e7-9a95-96a3fbd4957a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:47.158597 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b348b81-4bdf-4cc3-814b-6eabd38afa09" -d '{"events": [{"server_uuid": "3424a280-a3e8-4283-a843-99da6ea315d0", "name": "network-vif-deleted", "tag": "f1480733-a073-49e7-9a95-96a3fbd4957a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:47.237384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-1501a22b-472c-4fd9-aa9b-65711568cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.239309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-1501a22b-472c-4fd9-aa9b-65711568cff8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5de44834-2a7b-4f66-8909-aa94c16f31a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4892328 Aug 29 04:39:47.379691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e583dcd-54bb-43e5-b228-3ab549c5f3c4 req-aa275aaa-1e55-4015-8f09-38a98706cb0f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=3424a280-a3e8-4283-a843-99da6ea315d0 HTTP/1.1" status: 200 len: 210 time: 0.0761688 Aug 29 04:39:47.551537 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d408c73-7519-4845-88dc-10ba4c304c38 x-openstack-request-id: req-8d408c73-7519-4845-88dc-10ba4c304c38 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:47.552376 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3424a280-a3e8-4283-a843-99da6ea315d0", "name": "network-vif-deleted", "tag": "f1480733-a073-49e7-9a95-96a3fbd4957a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:47.553252 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d408c73-7519-4845-88dc-10ba4c304c38 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:47.554628 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3424a280-a3e8-4283-a843-99da6ea315d0', 'name': 'network-vif-deleted', 'tag': 'f1480733-a073-49e7-9a95-96a3fbd4957a', 'status': 'completed', 'code': 200} Aug 29 04:39:47.592071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42cb036-cd1e-41f0-ab9c-7c1e1973ab6b None None] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:47.753011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-2411be8d-7f34-4ec9-8150-86aeb52b7444 service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457667 Aug 29 04:39:47.787807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9966e2-753e-4a45-a69d-1784b8aa1b9a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:47.860263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-041cd547-150d-4fcf-a2d5-e6300e39b734 None None] Provisioning for port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:48.023464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-72410c3e-1b98-4656-b1a0-cc61d00cd2d8 service neutron] 10.222.0.37 "GET /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606058 Aug 29 04:39:48.069161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:48.082400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:48.082697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.124038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-602ffaf6-72ac-43be-a2ba-0d185e2c3c1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 200 len: 217 time: 0.0798159 Aug 29 04:39:48.140703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.281872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.294320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-8906e097-dec2-4cdc-a71d-d71d0df23f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.296719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-8906e097-dec2-4cdc-a71d-d71d0df23f37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.1500525 Aug 29 04:39:48.454660 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.483099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=5a8563f6-0d3b-4426-80bc-4305904663df,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.633396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9c9966e2-753e-4a45-a69d-1784b8aa1b9a,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:48.636170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.639499 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.643521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2c98234d-6289-4cd4-9532-aef52c7c6ecf up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:48.896883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-36738591-b170-48aa-a9d8-1264ae6c5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.902431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-36738591-b170-48aa-a9d8-1264ae6c5421 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4753377 Aug 29 04:39:48.941673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2c98234d-6289-4cd4-9532-aef52c7c6ecf completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:48.960309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=9c9966e2-753e-4a45-a69d-1784b8aa1b9a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.968698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2c98234d-6289-4cd4-9532-aef52c7c6ecf triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:48.971935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.135100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:49.140248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:49.154265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3483f4f-a179-42cb-b505-36781904894f req-1c63e83a-50be-4876-ad59-bfcd17aae1b6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.156079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3483f4f-a179-42cb-b505-36781904894f req-1c63e83a-50be-4876-ad59-bfcd17aae1b6 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1735029 Aug 29 04:39:49.156870 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.207881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2c98234d-6289-4cd4-9532-aef52c7c6ecf, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2c98234d-6289-4cd4-9532-aef52c7c6ecf,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:49.210254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-9ddc7ae8-a7df-491f-8bc1-9bf28e1410dc service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964392 Aug 29 04:39:49.223176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-507124b6-1954-4e9a-b6c8-4646e72cdfc6 None None] Provisioning for port 5a8563f6-0d3b-4426-80bc-4305904663df completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:49.231715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-507124b6-1954-4e9a-b6c8-4646e72cdfc6 None None] Provisioning complete for port 5a8563f6-0d3b-4426-80bc-4305904663df triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:49.233860 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-507124b6-1954-4e9a-b6c8-4646e72cdfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.237110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.339976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-507124b6-1954-4e9a-b6c8-4646e72cdfc6 None None] Port 5a8563f6-0d3b-4426-80bc-4305904663df cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:49.371808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2c98234d-6289-4cd4-9532-aef52c7c6ecf,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:49.386752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-507124b6-1954-4e9a-b6c8-4646e72cdfc6 None None] Provisioning complete for port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:49.387254 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-507124b6-1954-4e9a-b6c8-4646e72cdfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.483970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3483f4f-a179-42cb-b505-36781904894f req-b7ab6179-8f24-478a-9b16-d45e85b5933e tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972550 Aug 29 04:39:49.679689 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-aa2e9790-6b0e-4dbe-b7c8-f2fca54f2b06 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064300 Aug 29 04:39:49.687063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router ec564f0e-da0d-4f52-940f-baec70bf1635 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:49.913150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9966e2-753e-4a45-a69d-1784b8aa1b9a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:49.988566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.994864 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d3ab19ac-d898-46f2-bac5-ce6560225b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.017506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:50.017972 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.295890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-16f9b6b3-3112-46c8-b832-7b35e7b4b7c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 200 len: 217 time: 0.6032307 Aug 29 04:39:50.301527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-42ffce30-bddc-42a6-ad84-bf95193b6df0 None None] Provisioning complete for port 5a8563f6-0d3b-4426-80bc-4305904663df triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:50.302626 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-42ffce30-bddc-42a6-ad84-bf95193b6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.362107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-42ffce30-bddc-42a6-ad84-bf95193b6df0 None None] Port 5a8563f6-0d3b-4426-80bc-4305904663df cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:50.494056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-b7636c9d-009b-4c39-a7a9-e5fb612d44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.496470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-b7636c9d-009b-4c39-a7a9-e5fb612d44f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.1290267 Aug 29 04:39:50.563168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:50.572471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-44b7872b-52f7-463c-af9f-93269cde7e10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "PUT /v2.0/routers/ec564f0e-da0d-4f52-940f-baec70bf1635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7174916 Aug 29 04:39:50.573533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43132) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.576304 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Sync routers for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:50.593466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6b3287d8-5eff-4f26-ab1b-671519447a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.594810 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6b3287d8-5eff-4f26-ab1b-671519447a18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852575 Aug 29 04:39:50.596303 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:50.597267 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:50.691761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754073-754d-4f58-9d12-596a47194717 req-317b9e58-456d-4aa6-bcfe-a98c8f3bd99c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.693384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36754073-754d-4f58-9d12-596a47194717 req-317b9e58-456d-4aa6-bcfe-a98c8f3bd99c tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.1227763 Aug 29 04:39:50.712031 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.756682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.836071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-112f6d0f-aba9-4db4-a111-1105f5edde8c service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227709 Aug 29 04:39:50.875719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43140) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.926004 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:51.026355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-6712efa2-9a89-423e-bc24-1a4951610e08 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.031182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-6712efa2-9a89-423e-bc24-1a4951610e08 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 944 time: 0.2465360 Aug 29 04:39:51.033220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36754073-754d-4f58-9d12-596a47194717 req-f49a5b5a-9d5d-4434-b410-b87757f7111f tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups?id=0c095fee-753d-401c-9ae8-918c4885e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160903 Aug 29 04:39:51.050752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.052192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.053521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.055031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.056417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.058079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.059154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.059795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.060371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.066850 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bc982cd2-6a6a-4088-9709-233324395f71 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6365 time: 0.4888389 Aug 29 04:39:51.067648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43144) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.283749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Deleting port b6eaa106-8ffb-4c3f-8415-cfc00f08534a {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:51.284324 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.296051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.296530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.297005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.297467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.297970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.298416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.298874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.299331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.299788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.302520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-485059b9-c301-4c47-a92d-e879bdc3556f tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5817 time: 0.2322655 Aug 29 04:39:51.309631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43148) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.347221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-66813869-05a3-4587-9030-94ccc7751662 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966412 Aug 29 04:39:51.347359 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:47Z', 'revision_number': 2, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:51.347947 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd5c871f-9910-44ab-8e18-d1c8fe56b8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.406591 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Checking router: ec564f0e-da0d-4f52-940f-baec70bf1635 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:51.407026 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Updating router ec564f0e-da0d-4f52-940f-baec70bf1635 port 5a8563f6-0d3b-4426-80bc-4305904663df binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:51.440179 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.480636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2c98234d-6289-4cd4-9532-aef52c7c6ecf up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:51.500884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd5c871f-9910-44ab-8e18-d1c8fe56b8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.518715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] For port b6eaa106-8ffb-4c3f-8415-cfc00f08534a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:51.519244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.544463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd5c871f-9910-44ab-8e18-d1c8fe56b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.576660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd5c871f-9910-44ab-8e18-d1c8fe56b8b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23d0d7a876804d0e958b0b05b09ac0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958842 Aug 29 04:39:51.578669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-ea18f3d3-1642-4d4b-9a89-65d767d9584a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=7613ad66-1551-4927-a25f-0532b313f755 HTTP/1.1" status: 200 len: 217 time: 0.1852374 Aug 29 04:39:51.581399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.605265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2c98234d-6289-4cd4-9532-aef52c7c6ecf triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:51.606079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.707599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c871f-9910-44ab-8e18-d1c8fe56b8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6950923-6b5d-49e5-b2b2-fefa9d0a6feb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:51.760367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-715eda58-ff26-47f4-8d8e-c89eb8989c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.762741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-715eda58-ff26-47f4-8d8e-c89eb8989c1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.1613088 Aug 29 04:39:51.835558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2aea-a10d-4329-81f0-20950bf65770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.890084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2aea-a10d-4329-81f0-20950bf65770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.901017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.901704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.901704 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Floating IP 7d276bc7-7c5a-44c1-8875-6cddf4f2a11b disassociated. External IP: 172.25.7.88, port: b6eaa106-8ffb-4c3f-8415-cfc00f08534a. Aug 29 04:39:51.902046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Calling delete_port for b6eaa106-8ffb-4c3f-8415-cfc00f08534a owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:51.904100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4d69aff7-cde1-481c-b0e5-8b2f87a6056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.905693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-4d69aff7-cde1-481c-b0e5-8b2f87a6056f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024432 Aug 29 04:39:51.973494 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.996686 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Transition to ACTIVE for port object 5a8563f6-0d3b-4426-80bc-4305904663df will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:52.009563 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.174571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.203555 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fd7c3-9a66-4d21-8e88-19d30ba8b8aa None None] Pushing event updated for resources: {'Port': ['ID=5a8563f6-0d3b-4426-80bc-4305904663df,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.211414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-68712c81-2360-439c-b447-4b142785c8ae tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.8954682 Aug 29 04:39:52.238756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2aea-a10d-4329-81f0-20950bf65770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.245707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2aea-a10d-4329-81f0-20950bf65770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.251412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5bcc2aea-a10d-4329-81f0-20950bf65770 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6950923-6b5d-49e5-b2b2-fefa9d0a6feb HTTP/1.1" status: 204 len: 168 time: 0.6664760 Aug 29 04:39:52.261873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event deleted for resources: {'Port': ['ID=b6eaa106-8ffb-4c3f-8415-cfc00f08534a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.313468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.314062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.314761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.315476 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.316225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.317072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.318902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.320444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.320902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.321348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.323439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.323893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.324587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:52.365090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6ad2314-5e4c-4a64-a89a-8dcbb5e7708b req-43de58e7-4ac3-4ce5-b585-eff37b043c86 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 210 time: 0.1540952 Aug 29 04:39:52.396873 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Attempting to bind port 5a8563f6-0d3b-4426-80bc-4305904663df on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:52.397255 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Attempting to bind port 5a8563f6-0d3b-4426-80bc-4305904663df by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:52.397671 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Attempting to bind port 5a8563f6-0d3b-4426-80bc-4305904663df on network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:52.411136 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:52.411659 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Checking segment: {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:52.412141 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.413076 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Bound using segment: {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:52.413574 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Bound port: 5a8563f6-0d3b-4426-80bc-4305904663df, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:52.413994 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.443975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Router 9d43309c-0d92-4857-9784-b570bb229a23 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:52.447965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc2aea-a10d-4329-81f0-20950bf65770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6950923-6b5d-49e5-b2b2-fefa9d0a6feb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.479088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-e48d2434-4ce0-4444-a21e-6d0fa627bc04 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616350 Aug 29 04:39:52.678530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:52.680415 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] For port 5a8563f6-0d3b-4426-80bc-4305904663df, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:52.691960 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] For port 5a8563f6-0d3b-4426-80bc-4305904663df, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5a8563f6-0d3b-4426-80bc-4305904663df,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:52.693216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] Sync routers for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:52.709181 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.734396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:52.734968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:52.740565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] No DVR routers for this DVR port b6eaa106-8ffb-4c3f-8415-cfc00f08534a on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:52.749693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.753240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0dc5108e-eabb-4be1-a2fc-dba788a290ad req-95325556-6ba0-4602-9adf-91a974c6ab60 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.32 "DELETE /v2.0/ports/b6eaa106-8ffb-4c3f-8415-cfc00f08534a HTTP/1.1" status: 204 len: 173 time: 1.6874139 Aug 29 04:39:52.759765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-deleted', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:52.768138 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3782355d-69fb-4eb2-b5b9-a20c392ca390" -d '{"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-deleted", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:52.820272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-255530ed-b52f-4b98-991c-9feeb0177689 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381333 Aug 29 04:39:52.888505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6441102c-c8a5-4711-98b0-e3d1c007ada3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=96815d72-4af0-4d00-968e-74b84ee2d14d HTTP/1.1" status: 200 len: 217 time: 0.0587037 Aug 29 04:39:52.898741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43180) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.903280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2df107ee-1744-4135-9adc-12d5f96b5367 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548070858', 'description': 'tempest-secgroup-smoke-548070858 description', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:52.935020 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:52.936714 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:52.950284 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fed130e-7b89-41e4-857e-6c9bcba2c33a x-openstack-request-id: req-7fed130e-7b89-41e4-857e-6c9bcba2c33a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:52.950577 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77670fa-a6ec-4345-bf26-d070ca4af315", "name": "network-vif-deleted", "tag": "b6eaa106-8ffb-4c3f-8415-cfc00f08534a", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:52.951979 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7fed130e-7b89-41e4-857e-6c9bcba2c33a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:52.953249 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77670fa-a6ec-4345-bf26-d070ca4af315', 'name': 'network-vif-deleted', 'tag': 'b6eaa106-8ffb-4c3f-8415-cfc00f08534a', 'status': 'completed', 'code': 200} Aug 29 04:39:52.966901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2df107ee-1744-4135-9adc-12d5f96b5367 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.111758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-a7edf352-795c-46b5-970b-128783c4f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.118688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-a7edf352-795c-46b5-970b-128783c4f450 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 200 len: 797 time: 0.2220726 Aug 29 04:39:53.171671 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fd7c3-9a66-4d21-8e88-19d30ba8b8aa None None] Pushing event updated for resources: {'Port': ['ID=5a8563f6-0d3b-4426-80bc-4305904663df,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.179960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:53.188133 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2df107ee-1744-4135-9adc-12d5f96b5367 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.206659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2df107ee-1744-4135-9adc-12d5f96b5367 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.303001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-da731ac1-0487-4c94-94fa-f36c43ce8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.309009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-da731ac1-0487-4c94-94fa-f36c43ce8a96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=030cfc7b-a4fe-4593-a230-d44736b800f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1766803 Aug 29 04:39:53.335235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2df107ee-1744-4135-9adc-12d5f96b5367 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.336874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.346787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2df107ee-1744-4135-9adc-12d5f96b5367 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4460051 Aug 29 04:39:53.349439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43188) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.368092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-eff3b242-d493-48d5-8b9a-aefd5e279e89 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': 'a02200ed-32bb-471f-a5cf-ffe3a30a759f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.432503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df107ee-1744-4135-9adc-12d5f96b5367 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02200ed-32bb-471f-a5cf-ffe3a30a759f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.457436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eff3b242-d493-48d5-8b9a-aefd5e279e89 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.517847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86deb9c0-e5e9-433c-9bb6-b2d94ce6280a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.522363 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:53.689994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a5f837a-9712-419a-8f97-21c89c710153 req-97a649c4-9566-43ff-b40c-c7f7df2409e9 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77670fa-a6ec-4345-bf26-d070ca4af315 HTTP/1.1" status: 200 len: 210 time: 0.1132736 Aug 29 04:39:53.738259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eff3b242-d493-48d5-8b9a-aefd5e279e89 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.755304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eff3b242-d493-48d5-8b9a-aefd5e279e89 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.797994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3b242-d493-48d5-8b9a-aefd5e279e89 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f58ddc-958e-4edd-a7e3-0b2e84ae40b8,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.806911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86deb9c0-e5e9-433c-9bb6-b2d94ce6280a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.815960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-86deb9c0-e5e9-433c-9bb6-b2d94ce6280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.850029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eff3b242-d493-48d5-8b9a-aefd5e279e89 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.857715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eff3b242-d493-48d5-8b9a-aefd5e279e89 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5043888 Aug 29 04:39:53.870476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.870476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1e702444-abb6-4afd-9b49-d7b939547197 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': 'a02200ed-32bb-471f-a5cf-ffe3a30a759f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.903962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:53.926741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e702444-abb6-4afd-9b49-d7b939547197 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.933130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deb9c0-e5e9-433c-9bb6-b2d94ce6280a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a310a-5cc7-460c-9455-a37ace8122e0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:53.959150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-86deb9c0-e5e9-433c-9bb6-b2d94ce6280a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e80b57e86234489ca094314ed16f39b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156893 Aug 29 04:39:53.960885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.972954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] Checking router: 9d43309c-0d92-4857-9784-b570bb229a23 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:53.984943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6d63335a-697a-415d-920e-0e7980379d66 service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692452 Aug 29 04:39:53.986760 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:52Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:53.987920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:53.988868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:54.066803 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f01f10-8c8b-4128-a7d3-676d6838c301 None None] The sync data for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 is: [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:52Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:54.097626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e702444-abb6-4afd-9b49-d7b939547197 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.104200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c849-1168-4ca5-a39c-c747fc805c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.110176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e702444-abb6-4afd-9b49-d7b939547197 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.141575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:54.190716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c849-1168-4ca5-a39c-c747fc805c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.214748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e702444-abb6-4afd-9b49-d7b939547197 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad77196-dda4-4b2c-90b5-74d04b4c7e29,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.266515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e702444-abb6-4afd-9b49-d7b939547197 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.270692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e702444-abb6-4afd-9b49-d7b939547197 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4016254 Aug 29 04:39:54.293707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-1c2a8f69-147c-4229-acff-b418c17be4ae service neutron] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979696 Aug 29 04:39:54.294404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43200) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.307152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-61f2cb65-9ba7-467d-8607-36e825f6afbc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': 'a02200ed-32bb-471f-a5cf-ffe3a30a759f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.343836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c849-1168-4ca5-a39c-c747fc805c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.347142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c849-1168-4ca5-a39c-c747fc805c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.348648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4ed7c849-1168-4ca5-a39c-c747fc805c1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/068a310a-5cc7-460c-9455-a37ace8122e0 HTTP/1.1" status: 204 len: 168 time: 0.3860455 Aug 29 04:39:54.375028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7c849-1168-4ca5-a39c-c747fc805c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a310a-5cc7-460c-9455-a37ace8122e0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.396094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6944cc99-dd91-4f72-bf18-06dfed6254ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc HTTP/1.1" status: 200 len: 217 time: 0.0937729 Aug 29 04:39:54.402343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61f2cb65-9ba7-467d-8607-36e825f6afbc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.507618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-d51406ff-c884-42f5-bd9b-a77208e624ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.509859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-d51406ff-c884-42f5-bd9b-a77208e624ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 200 len: 797 time: 0.1058419 Aug 29 04:39:54.547505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:54.591495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61f2cb65-9ba7-467d-8607-36e825f6afbc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.613365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61f2cb65-9ba7-467d-8607-36e825f6afbc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.634516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-2b05a381-ebe0-42a6-ae71-5e8411884b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.636011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-2b05a381-ebe0-42a6-ae71-5e8411884b30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180072 Aug 29 04:39:54.639472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae5321-824e-4490-9576-384b82563aa3 None None] The sync data for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 is: [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:31:28Z', 'revision_number': 4, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4fc1bc9b-a596-4341-9d85-2dadf7253527', 'name': '', 'network_id': '834d5c0c-6e4d-4c34-bbda-713de79bc97d', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'mac_address': 'fa:16:3e:23:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:23Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'subnets': [{'id': 'f3ef5ceb-fa92-480c-91e9-729a25df722a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:54.658500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2cb65-9ba7-467d-8607-36e825f6afbc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b5eb94-f180-4915-b96c-aec0e442a7c4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.668134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61f2cb65-9ba7-467d-8607-36e825f6afbc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.669348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-61f2cb65-9ba7-467d-8607-36e825f6afbc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739624 Aug 29 04:39:54.673214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43208) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.681513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b519b702-7661-4b90-8875-d896b0ce4965 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': 'a02200ed-32bb-471f-a5cf-ffe3a30a759f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.746491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b519b702-7661-4b90-8875-d896b0ce4965 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.870022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-c886a612-8ca0-4726-b533-f9e8a050a0ab service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242599 Aug 29 04:39:54.876828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.916182 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b519b702-7661-4b90-8875-d896b0ce4965 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.922852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b519b702-7661-4b90-8875-d896b0ce4965 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.950702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:54.961781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b519b702-7661-4b90-8875-d896b0ce4965 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.968862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b519b702-7661-4b90-8875-d896b0ce4965 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2939539 Aug 29 04:39:54.977435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43224) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.983611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': 'a02200ed-32bb-471f-a5cf-ffe3a30a759f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:55.013133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: b6eaa106-8ffb-4c3f-8415-cfc00f08534a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:55.013776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b6eaa106-8ffb-4c3f-8415-cfc00f08534a not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:55.066072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519b702-7661-4b90-8875-d896b0ce4965 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecaecbf8-1bc3-488a-8628-084b6debae4d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.072727 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Project 48e1ccfc945f4aa388d3835f6375bc96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:55.091291 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.187293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.196952 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.242046 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc758313-412a-4026-ae4d-5d45df56f5df tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.242303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a13f3e-b15d-47c1-ab26-f2737d65f8aa,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.254320 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-9fe89f2a-ffe9-4e74-a926-9cc00fdeeadd service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749461 Aug 29 04:39:55.312619 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.320735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c5a103f-8577-43da-a91d-e89954b84d80 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3371181 Aug 29 04:39:55.325927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43230) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.353220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'security_group_rule': {'security_group_id': 'a02200ed-32bb-471f-a5cf-ffe3a30a759f', 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:55.428368 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc758313-412a-4026-ae4d-5d45df56f5df tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.443673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-b084226a-397e-4338-9253-2abaa6363880 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2 HTTP/1.1" status: 200 len: 217 time: 0.1798277 Aug 29 04:39:55.466221 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab53370-760a-468d-8bd3-ffd06f0d2a96 None None] New status for floating IP 7d276bc7-7c5a-44c1-8875-6cddf4f2a11b: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:55.488713 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Project 48e1ccfc945f4aa388d3835f6375bc96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:55.500333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.567375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6dd1b5c3-e72d-4860-a8cf-d787a334174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.572842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6dd1b5c3-e72d-4860-a8cf-d787a334174a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 200 len: 797 time: 0.1081984 Aug 29 04:39:55.605407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5a8563f6-0d3b-4426-80bc-4305904663df up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:55.684313 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.687815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc758313-412a-4026-ae4d-5d45df56f5df tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.693868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc758313-412a-4026-ae4d-5d45df56f5df tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.696166 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dc758313-412a-4026-ae4d-5d45df56f5df tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "DELETE /v2.0/security-groups/0c095fee-753d-401c-9ae8-918c4885e306 HTTP/1.1" status: 204 len: 168 time: 0.8182626 Aug 29 04:39:55.699095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43238) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.703462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.763120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5a8563f6-0d3b-4426-80bc-4305904663df completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:55.767805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c89eb6-9c0f-4709-80e8-b477d65e42cd,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.772294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5a8563f6-0d3b-4426-80bc-4305904663df triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:55.772981 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.794966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.796344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b20dee7d-a11c-41fe-bbc7-20c4160b5c8a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4609480 Aug 29 04:39:55.817974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc758313-412a-4026-ae4d-5d45df56f5df tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c095fee-753d-401c-9ae8-918c4885e306,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.830013 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-6fce0079-89f6-47b7-ab6e-93d852376ee3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] show failed (client error): The resource could not be found. Aug 29 04:39:55.831967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6fce0079-89f6-47b7-ab6e-93d852376ee3 tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "GET /v2.0/security-groups/0c095fee-753d-401c-9ae8-918c4885e306 HTTP/1.1" status: 404 len: 347 time: 0.0726430 Aug 29 04:39:55.834858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.846350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6bab00ae-d33e-442b-85ef-6f5a2a043a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.863934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-6bab00ae-d33e-442b-85ef-6f5a2a043a7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61223970-77e3-4ef9-937f-d8e32b92a0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2828345 Aug 29 04:39:55.915215 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.067607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5a8563f6-0d3b-4426-80bc-4305904663df, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5a8563f6-0d3b-4426-80bc-4305904663df,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:56.109936 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.190511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-c8070dc7-fc32-4ddc-9321-e2639db26af5 service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156235 Aug 29 04:39:56.274763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5a8563f6-0d3b-4426-80bc-4305904663df,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.325299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Deleting port 1da6de4b-e863-49a6-b55f-1510aba3f025 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:56.325896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.481424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-c98c04f3-5a27-4ff9-85e5-12800d438ac6 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548070858&fields=id&tenant_id=48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 267 time: 0.2431979 Aug 29 04:39:56.542143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.542522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.552910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2cbafd5-d53c-411c-a4e4-82acccc14a51 req-e6cf7a70-ed1e-41c8-9a8b-74da02541a93 service neutron] 10.222.0.37 "GET /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434448 Aug 29 04:39:56.579118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Calling delete_port for 1da6de4b-e863-49a6-b55f-1510aba3f025 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:56.772716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-a1b780ca-cb53-46c1-adad-eb08d56fdd94 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.789895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-a1b780ca-cb53-46c1-adad-eb08d56fdd94 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/networks?id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9 HTTP/1.1" status: 200 len: 796 time: 0.2828379 Aug 29 04:39:56.819897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-14bb72ee-6bd2-4838-a9fc-33e0ffdab6a1 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/quotas/48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 375 time: 0.0268621 Aug 29 04:39:56.870001 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.918324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Pushing event deleted for resources: {'Port': ['ID=1da6de4b-e863-49a6-b55f-1510aba3f025,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.931941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-3026cbc8-6bed-43e0-becb-64d83884e232 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108155 Aug 29 04:39:56.960811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-bc00e3f2-304f-4940-9afe-78e0df08eeca service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:39:56.961961 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-bc00e3f2-304f-4940-9afe-78e0df08eeca service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068295 Aug 29 04:39:57.013101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.021112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.023785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2f639fdf-953c-47ae-b482-7b3a761a525d tempest-ServerActionsTestJSON-2139301631 tempest-ServerActionsTestJSON-2139301631-project] 10.222.0.55 "DELETE /v2.0/floatingips/7d276bc7-7c5a-44c1-8875-6cddf4f2a11b HTTP/1.1" status: 204 len: 168 time: 1.1879034 Aug 29 04:39:57.026639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43276) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.107955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-35076408-b091-4619-983c-90b6895e08f7 service neutron] 10.222.0.55 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344655 Aug 29 04:39:57.223183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-186a6c68-947d-4655-ada2-7c52414bfdcb service neutron] 10.222.0.55 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137099 Aug 29 04:39:57.538684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5a8563f6-0d3b-4426-80bc-4305904663df up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:57.629229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5a8563f6-0d3b-4426-80bc-4305904663df triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:57.629701 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.704540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3cf8805-6cc3-41e4-a9cd-edd7ec3be2c5 req-6a4639ab-e600-4ab9-b380-1c9bb4580b5c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 210 time: 0.0613024 Aug 29 04:39:57.945407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43324) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.456981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.725807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.793776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43354) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.071748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-818dc8ef-cd73-44ec-a99b-6e8c651045cc req-c99b3c0d-3dbe-4dda-b0f4-4d3958f90eaf tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 210 time: 0.0879035 Aug 29 04:39:59.271660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-47357da9-84f4-428d-ae30-ee437fe4c242 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.273203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-47357da9-84f4-428d-ae30-ee437fe4c242 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "GET /v2.0/networks?id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9 HTTP/1.1" status: 200 len: 796 time: 0.2370439 Aug 29 04:39:59.354739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-dc0a375f-f2a8-42ab-a363-9aefe41926e5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e1ccfc945f4aa388d3835f6375bc96 HTTP/1.1" status: 200 len: 379 time: 0.0662830 Aug 29 04:39:59.381688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'port': {'device_id': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'admin_state_up': True, 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'security_groups': ['a02200ed-32bb-471f-a5cf-ffe3a30a759f']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:59.408286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b85acf33-de17-4ca3-9492-3772ad9e118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.496911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Deleting port 4fc1bc9b-a596-4341-9d85-2dadf7253527 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:59.497551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.631156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b85acf33-de17-4ca3-9492-3772ad9e118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.637448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b85acf33-de17-4ca3-9492-3772ad9e118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.653719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] For port 4fc1bc9b-a596-4341-9d85-2dadf7253527, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4fc1bc9b-a596-4341-9d85-2dadf7253527,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:59.654144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.673851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Calling delete_port for 4fc1bc9b-a596-4341-9d85-2dadf7253527 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:59.679597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Made reservation on behalf of 48e1ccfc945f4aa388d3835f6375bc96 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:59.683160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.692146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Deleting port 98cd1b18-6e9a-4cbb-b980-9936daddb938 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:59.692146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.700549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b85acf33-de17-4ca3-9492-3772ad9e118d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27acb3bd6db44614b396b40e76598a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9055626 Aug 29 04:39:59.702377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.717991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85acf33-de17-4ca3-9492-3772ad9e118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c48ea5-ec25-4813-a743-9a507b5ef74e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.901614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544607ed-9609-43a9-abf5-251809c94423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.939504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] For port 98cd1b18-6e9a-4cbb-b980-9936daddb938, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=98cd1b18-6e9a-4cbb-b980-9936daddb938,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:59.939901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.954091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.20.0.9 (7bbc2ee4-062c-4228-8869-ab8b0171c8c9/5a27664a-c657-4f04-8e48-c26862edabfb/5cdeac26-313e-431d-bfe7-b90a4c25f67f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:59.957231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544607ed-9609-43a9-abf5-251809c94423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.970011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Calling delete_port for 98cd1b18-6e9a-4cbb-b980-9936daddb938 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:00.103911 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.124734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544607ed-9609-43a9-abf5-251809c94423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.128114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-544607ed-9609-43a9-abf5-251809c94423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.133556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-544607ed-9609-43a9-abf5-251809c94423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54c48ea5-ec25-4813-a743-9a507b5ef74e HTTP/1.1" status: 204 len: 168 time: 0.4108129 Aug 29 04:40:00.148745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544607ed-9609-43a9-abf5-251809c94423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c48ea5-ec25-4813-a743-9a507b5ef74e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:00.178344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc1bc9b-a596-4341-9d85-2dadf7253527,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:00.249775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6af4431-5b40-4fce-8c83-295cb4cf32b7 req-465bd124-b2e5-4b1a-9fd2-b772d0abfed5 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 210 time: 0.0684319 Aug 29 04:40:00.411081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.420710 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.479859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Pushing event deleted for resources: {'Port': ['ID=98cd1b18-6e9a-4cbb-b980-9936daddb938,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:00.559105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.744309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Transition to ACTIVE for port object 5cdeac26-313e-431d-bfe7-b90a4c25f67f will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:00.810734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.844931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.930502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.953434 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed3c4b0-af8b-4586-9081-e9c8ed1effec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.973774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:00.986257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:01.009023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:01.093879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=5cdeac26-313e-431d-bfe7-b90a4c25f67f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.122164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.122863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.157757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Router 9d43309c-0d92-4857-9784-b570bb229a23 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:01.300742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:01.309272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-96beb191-b72b-47e3-8285-9846a8706f20 admin admin] 10.222.0.55 "PUT /v2.0/routers/9d43309c-0d92-4857-9784-b570bb229a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2802913 Aug 29 04:40:01.328181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] Sync routers for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:01.328688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:01.379137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed3c4b0-af8b-4586-9081-e9c8ed1effec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.388004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:01.389718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:01.402815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aeb52aa6-e4bd-4ef3-a692-746abaccf5e8 None None] Provisioning for port 5cdeac26-313e-431d-bfe7-b90a4c25f67f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:01.403916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-548dda61-976a-4943-bfe7-8806244268a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0260289 Aug 29 04:40:01.424890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Request body: {'port': {'device_id': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:01.483672 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed3c4b0-af8b-4586-9081-e9c8ed1effec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.496846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.499459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aeb52aa6-e4bd-4ef3-a692-746abaccf5e8 None None] Provisioning complete for port 5cdeac26-313e-431d-bfe7-b90a4c25f67f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:01.507001 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aeb52aa6-e4bd-4ef3-a692-746abaccf5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.509065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:01.542387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.600514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f97fb3-52ec-4fae-bb26-309d1f20be09 req-0b77c151-2bca-4770-979e-54a428847a81 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.611603 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17f97fb3-52ec-4fae-bb26-309d1f20be09 req-0b77c151-2bca-4770-979e-54a428847a81 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 931 time: 0.1793168 Aug 29 04:40:01.640741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-aeb52aa6-e4bd-4ef3-a692-746abaccf5e8 None None] Port 5cdeac26-313e-431d-bfe7-b90a4c25f67f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:01.710056 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17f97fb3-52ec-4fae-bb26-309d1f20be09 req-ec4152be-ee45-4ee3-ae9e-9c4be393f29a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909421 Aug 29 04:40:01.717382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:01.783311 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fed3c4b0-af8b-4586-9081-e9c8ed1effec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f87dc586792412facd1eee6dbc3a8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8525562 Aug 29 04:40:01.787098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3c4b0-af8b-4586-9081-e9c8ed1effec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc9dbf-f201-421e-9405-3acbaa030635,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.796837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:01.931260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.938322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:01.969971 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] Sync routers for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:01.992893 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:01.993316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c7f68bf9-4650-4497-a1de-5deeffc1be84 admin admin] 10.222.0.55 "PUT /v2.0/routers/a6cb2aee-b61c-4bfa-b889-1f50d43f9db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0465941 Aug 29 04:40:01.996289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43386) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:01.998996 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:02.028274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fea01ec-015d-4985-9068-a3fe802e39b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.069445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fea01ec-015d-4985-9068-a3fe802e39b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.202690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fea01ec-015d-4985-9068-a3fe802e39b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.209126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2fea01ec-015d-4985-9068-a3fe802e39b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.214723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2fea01ec-015d-4985-9068-a3fe802e39b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43bc9dbf-f201-421e-9405-3acbaa030635 HTTP/1.1" status: 204 len: 168 time: 0.4130025 Aug 29 04:40:02.228227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea01ec-015d-4985-9068-a3fe802e39b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc9dbf-f201-421e-9405-3acbaa030635,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.253154 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:02.263974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.323057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.448582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Deleting port 08313f81-7594-4696-bf8c-45fb86db6979 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:02.449245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.458212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '08313f81-7594-4696-bf8c-45fb86db6979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:40:00Z', 'revision_number': 5, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port': {'id': '08313f81-7594-4696-bf8c-45fb86db6979', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d43309c-0d92-4857-9784-b570bb229a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:17Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:02.523274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] Checking router: 9d43309c-0d92-4857-9784-b570bb229a23 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:02.560331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] Routers {'9d43309c-0d92-4857-9784-b570bb229a23'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:02.564485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d43309c-0d92-4857-9784-b570bb229a23'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:02.642796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdeac26-313e-431d-bfe7-b90a4c25f67f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:02.651900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.676373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.731945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] For port 08313f81-7594-4696-bf8c-45fb86db6979, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=08313f81-7594-4696-bf8c-45fb86db6979,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:02.733456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.736300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Transition to ACTIVE for port object 5cdeac26-313e-431d-bfe7-b90a4c25f67f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:02.754760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.809815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Calling delete_port for 08313f81-7594-4696-bf8c-45fb86db6979 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:02.841652 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:40:00Z', 'revision_number': 5, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port': {'id': 'ed012a1c-bca6-4234-a33b-c3703a7c049e', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:03Z', 'updated_at': '2021-08-29T04:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:02.965187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] Checking router: a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:03.024433 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] Routers {'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:03.025286 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:03.367419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.456231 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] Set router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:03.465467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Pushing event deleted for resources: {'Port': ['ID=08313f81-7594-4696-bf8c-45fb86db6979,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.524110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.635025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] Set router 9d43309c-0d92-4857-9784-b570bb229a23 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:03.636195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.639615 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.691911 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:40:02Z', 'revision_number': 6, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:03.704818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.705766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d43309c-0d92-4857-9784-b570bb229a23 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:40:03.712392 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.716358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0dfb8a3a-ff73-4eda-897e-c812bb8cb512 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9d43309c-0d92-4857-9784-b570bb229a23 HTTP/1.1" status: 204 len: 168 time: 2.3803627 Aug 29 04:40:03.716358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:03.746656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:40:02Z', 'revision_number': 6, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:03.764935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdeac26-313e-431d-bfe7-b90a4c25f67f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.771150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Deleting port ed012a1c-bca6-4234-a33b-c3703a7c049e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:03.771595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.832178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] Deleting subnet f3ef5ceb-fa92-480c-91e9-729a25df722a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:03.836699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.840840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25ab47-6654-4263-9141-40fb59a150bf None None] The sync data for ids ['9d43309c-0d92-4857-9784-b570bb229a23'] in n-d-712143-14 is: [{'id': '9d43309c-0d92-4857-9784-b570bb229a23', 'name': 'tempest-ServerActionsTestJSON-900990399-router', 'tenant_id': '19117b9c280f4f9780e757a223289ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:13Z', 'updated_at': '2021-08-29T04:40:02Z', 'revision_number': 6, 'project_id': '19117b9c280f4f9780e757a223289ce9', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:03.896705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] For port ed012a1c-bca6-4234-a33b-c3703a7c049e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ed012a1c-bca6-4234-a33b-c3703a7c049e,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:03.897085 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.953543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.024709 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:04.026396 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81176ee-2a08-4966-ab73-6b4b189e0a08 None None] The sync data for ids ['a6cb2aee-b61c-4bfa-b889-1f50d43f9db6'] in n-d-712143-14 is: [{'id': 'a6cb2aee-b61c-4bfa-b889-1f50d43f9db6', 'name': 'tempest-TaggedBootDevicesTest_v242-973890542-router', 'tenant_id': 'b1e648691a3c41b089f3ff1635293aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:02Z', 'updated_at': '2021-08-29T04:40:02Z', 'revision_number': 6, 'project_id': 'b1e648691a3c41b089f3ff1635293aaf', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:04.079358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Calling delete_port for ed012a1c-bca6-4234-a33b-c3703a7c049e owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:04.184331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b2a35-ff27-4baa-8474-5cb69a8b1b95 req-8b28c6ca-44b1-464f-ad62-86ddd3ad9240 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.186976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb5b2a35-ff27-4baa-8474-5cb69a8b1b95 req-8b28c6ca-44b1-464f-ad62-86ddd3ad9240 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 943 time: 0.4316216 Aug 29 04:40:04.193409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Attempting to bind port 5cdeac26-313e-431d-bfe7-b90a4c25f67f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:04.193409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Attempting to bind port 5cdeac26-313e-431d-bfe7-b90a4c25f67f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:04.193409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Attempting to bind port 5cdeac26-313e-431d-bfe7-b90a4c25f67f on network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:04.219920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Port 5cdeac26-313e-431d-bfe7-b90a4c25f67f on network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:04.220453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Attempting to bind port 5cdeac26-313e-431d-bfe7-b90a4c25f67f on network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:04.254866 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.267565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:04.268898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Checking segment: {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:04.268898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Bound using segment: {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:04.271270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Bound port: 5cdeac26-313e-431d-bfe7-b90a4c25f67f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:04.271270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.347321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.394033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ef5ceb-fa92-480c-91e9-729a25df722a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:04.421692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.422247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2d9fe1-1f3a-4b32-8010-651c09c5b6d9 None None] Network 834d5c0c-6e4d-4c34-bbda-713de79bc97d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:04.426665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aa4fa335-039f-4050-9386-731854711d6e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f3ef5ceb-fa92-480c-91e9-729a25df722a HTTP/1.1" status: 204 len: 168 time: 0.7090096 Aug 29 04:40:04.427022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:04.500754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb5b2a35-ff27-4baa-8474-5cb69a8b1b95 req-384f8768-3798-4239-a717-b3cf8470c632 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969332 Aug 29 04:40:04.575759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.709373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] For port 5cdeac26-313e-431d-bfe7-b90a4c25f67f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:04.754261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Deleting port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:04.755117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.762719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] For port 5cdeac26-313e-431d-bfe7-b90a4c25f67f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:04.770624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.866187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] For port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:04.866187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.883277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] DHCP port deletion for 834d5c0c-6e4d-4c34-bbda-713de79bc97d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:04.898270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.899507 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.901770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] 10.222.0.32 "PUT /v2.0/ports/5cdeac26-313e-431d-bfe7-b90a4c25f67f HTTP/1.1" status: 200 len: 1092 time: 3.4828515 Aug 29 04:40:04.902459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:04.905438 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c8db4-2dd0-465c-ae1c-547fa12d5be4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:04.913064 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.943166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Calling delete_port for 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:04.997451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b43d2a-b4dd-4374-b8f8-bab29c4e1e80 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdeac26-313e-431d-bfe7-b90a4c25f67f,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.080089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] Deleting port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:05.083972 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.216618 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7bde1e-9329-41aa-a05c-ce143ce0ec11 x-openstack-request-id: req-4f7bde1e-9329-41aa-a05c-ce143ce0ec11 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:05.223552 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:05.225000 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f7bde1e-9329-41aa-a05c-ce143ce0ec11 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:05.226274 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'status': 'completed', 'code': 200} Aug 29 04:40:05.265702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed012a1c-bca6-4234-a33b-c3703a7c049e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.285645 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.309431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.383524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] For port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,segment=NetworkSegment(59d4dad5-6d7f-4491-940c-1beb1f475963),segment_id=59d4dad5-6d7f-4491-940c-1beb1f475963)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:05.384301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.428555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Pushing event deleted for resources: {'Port': ['ID=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.432466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] Calling delete_port for 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:05.439957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-4d33f3b9-701d-44d5-a5a1-2b1d1de997d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.442018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-4d33f3b9-701d-44d5-a5a1-2b1d1de997d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 1095 time: 0.4325294 Aug 29 04:40:05.451874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] No DVR routers for this DVR port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:05.566669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.582117 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.597489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08313f81-7594-4696-bf8c-45fb86db6979 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:05.663142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 08313f81-7594-4696-bf8c-45fb86db6979 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:05.663391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08313f81-7594-4696-bf8c-45fb86db6979 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:05.664315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4fc1bc9b-a596-4341-9d85-2dadf7253527 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:05.690092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 4fc1bc9b-a596-4341-9d85-2dadf7253527 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:05.690718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4fc1bc9b-a596-4341-9d85-2dadf7253527 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:05.691318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ed012a1c-bca6-4234-a33b-c3703a7c049e no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:05.699582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.718006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834d5c0c-6e4d-4c34-bbda-713de79bc97d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:05.727955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: ed012a1c-bca6-4234-a33b-c3703a7c049e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:05.728309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ed012a1c-bca6-4234-a33b-c3703a7c049e not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:05.728733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 98cd1b18-6e9a-4cbb-b980-9936daddb938 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:05.730845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-99d0e69f-3eb9-4be9-91ce-e984d427e05c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f HTTP/1.1" status: 200 len: 217 time: 0.2148359 Aug 29 04:40:05.731755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15716e06-4a7d-4261-aacf-3fc840d906d5 req-f37b5362-cf20-4ab2-8541-73dad576559c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.734683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15716e06-4a7d-4261-aacf-3fc840d906d5 req-f37b5362-cf20-4ab2-8541-73dad576559c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 943 time: 0.0920935 Aug 29 04:40:05.736836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.737763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:40:05.762385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 98cd1b18-6e9a-4cbb-b980-9936daddb938 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:05.762973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 98cd1b18-6e9a-4cbb-b980-9936daddb938 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:05.763550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:05.769490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.775176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f118cb96-3cea-4b8f-9fa6-3a56c8bc6851 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a6cb2aee-b61c-4bfa-b889-1f50d43f9db6 HTTP/1.1" status: 204 len: 168 time: 3.7772951 Aug 29 04:40:05.778269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43476) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:05.781472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d4dad5-6d7f-4491-940c-1beb1f475963') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:05.781795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d4dad5-6d7f-4491-940c-1beb1f475963') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:05.788491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:05.789196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:05.809994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.826111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15716e06-4a7d-4261-aacf-3fc840d906d5 req-02f82192-ad76-425f-83c7-c7aa7be09791 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847390 Aug 29 04:40:05.837319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.849289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.864879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:05.865371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:05.878116 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:05.906136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] Pushing event deleted for resources: {'Port': ['ID=79b94f86-956b-49ad-bcda-ed8ca8ac5af3,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.915808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4091473-b677-4b01-8ca4-0a1b0b69b189 None None] No DVR routers for this DVR port 79b94f86-956b-49ad-bcda-ed8ca8ac5af3 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:05.949237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43478) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:05.992314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.992555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] Deleting subnet 7f1bdbcf-71be-4cc1-83cd-2994fa212390 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:05.997655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.000756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] 10.222.0.55 "DELETE /v2.0/networks/834d5c0c-6e4d-4c34-bbda-713de79bc97d HTTP/1.1" status: 204 len: 168 time: 1.5723469 Aug 29 04:40:06.009653 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.019063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e0f4a-7b97-418b-9cab-47fe71aebc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=834d5c0c-6e4d-4c34-bbda-713de79bc97d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.039258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-5a536b3b-7da2-4f03-ae4f-9c92caa323aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.040739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-5a536b3b-7da2-4f03-ae4f-9c92caa323aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a27664a-c657-4f04-8e48-c26862edabfb HTTP/1.1" status: 200 len: 835 time: 0.2642348 Aug 29 04:40:06.063626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.122845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3466c-df54-4a0e-bd22-38b849145433 req-8c6b2732-2ddc-4355-8d24-7e6c6669c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.124922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-8c6b2732-2ddc-4355-8d24-7e6c6669c80c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757370 Aug 29 04:40:06.175188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43484) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:06.254719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea615-fd34-448e-b08b-07ab278d1405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.276716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.345385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a1568d9-d559-410a-b720-188227a098f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19117b9c280f4f9780e757a223289ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603792 Aug 29 04:40:06.348655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43488) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:06.401404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-dd66991f-3f0d-4f78-80c1-fad4604c801c service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659078 Aug 29 04:40:06.426898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d3499ac-907d-46cb-be75-8e0fbd895754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.454234 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d3499ac-907d-46cb-be75-8e0fbd895754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.471680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.541641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.542217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9bcb9-491a-41b5-902d-b565b2d3f6ad None None] Network dfa31365-0ce5-4157-bac5-4a74a31eca98 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:06.544028 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f1bdbcf-71be-4cc1-83cd-2994fa212390 HTTP/1.1" status: 204 len: 168 time: 0.7646601 Aug 29 04:40:06.545111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a72af0-c083-4e9c-8de9-b9690cb17853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1bdbcf-71be-4cc1-83cd-2994fa212390,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.547176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:06.606964 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d3499ac-907d-46cb-be75-8e0fbd895754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.610494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d3499ac-907d-46cb-be75-8e0fbd895754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.611721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6d3499ac-907d-46cb-be75-8e0fbd895754 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52072622-a222-4cc1-8cd6-544506985bd9 HTTP/1.1" status: 204 len: 168 time: 0.2620153 Aug 29 04:40:06.656774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c3466c-df54-4a0e-bd22-38b849145433 req-34e135bf-1e0c-477d-9d96-73e2f7d3ee71 service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472968 Aug 29 04:40:06.659882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3499ac-907d-46cb-be75-8e0fbd895754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52072622-a222-4cc1-8cd6-544506985bd9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.693052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.743680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea615-fd34-448e-b08b-07ab278d1405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.754393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea615-fd34-448e-b08b-07ab278d1405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.803673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] DHCP port deletion for dfa31365-0ce5-4157-bac5-4a74a31eca98 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:06.812708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Deleting port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:06.813310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.838042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed6ea615-fd34-448e-b08b-07ab278d1405 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0c99a9a914e49aa9fb268c74660304c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8875875 Aug 29 04:40:06.838896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43498) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:06.912686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ea615-fd34-448e-b08b-07ab278d1405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391b9c36-8d5a-4ff4-89e5-d45dff38a632,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.924514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] Deleting port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:06.925096 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.002827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8904a99-c01c-4f3c-acd5-cb540cd0a1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.026260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] For port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:07.027142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.031615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] For port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,segment=NetworkSegment(e6358c4d-9957-4e3d-819d-31516e66c6b7),segment_id=e6358c4d-9957-4e3d-819d-31516e66c6b7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:07.031989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.037406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-91857bb0-ea0b-47af-aa76-7864d13d48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.042617 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-91857bb0-ea0b-47af-aa76-7864d13d48b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 1095 time: 0.2026548 Aug 29 04:40:07.048587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Calling delete_port for 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:07.055261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] Calling delete_port for 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:07.075323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ab703-a179-4ec6-b7e3-b735c4365664 req-0af6a630-92a8-4cfa-b83e-b68f6815aa37 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.077516 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-216ab703-a179-4ec6-b7e3-b735c4365664 req-0af6a630-92a8-4cfa-b83e-b68f6815aa37 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 943 time: 0.0984137 Aug 29 04:40:07.160978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.172481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8904a99-c01c-4f3c-acd5-cb540cd0a1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.191067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-216ab703-a179-4ec6-b7e3-b735c4365664 req-7e00f9b6-87a4-41b1-be90-4f1824dd188a tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795619 Aug 29 04:40:07.213533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.241164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Pushing event deleted for resources: {'Port': ['ID=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.255848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] No DVR routers for this DVR port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:07.284425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] Pushing event deleted for resources: {'Port': ['ID=12b37f36-e8df-42f7-9fed-a0cb8cc2e708,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.300514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9b030-bf3a-435d-a932-5dc9b8cd70c3 None None] No DVR routers for this DVR port 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:07.322741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-c84a28a7-2c27-42f9-8b45-4832455e88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.324383 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-c84a28a7-2c27-42f9-8b45-4832455e88e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9 HTTP/1.1" status: 200 len: 897 time: 0.2744925 Aug 29 04:40:07.347972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8904a99-c01c-4f3c-acd5-cb540cd0a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.350884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8904a99-c01c-4f3c-acd5-cb540cd0a1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.354986 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8904a99-c01c-4f3c-acd5-cb540cd0a1b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/391b9c36-8d5a-4ff4-89e5-d45dff38a632 HTTP/1.1" status: 204 len: 168 time: 0.5088189 Aug 29 04:40:07.376366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.388858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa31365-0ce5-4157-bac5-4a74a31eca98']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:07.393344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-e1827093-9db4-4725-adf4-86e3c43ecaac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f HTTP/1.1" status: 200 len: 217 time: 0.0598187 Aug 29 04:40:07.405539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6358c4d-9957-4e3d-819d-31516e66c6b7') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:07.405539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6358c4d-9957-4e3d-819d-31516e66c6b7') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:07.415965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.442199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904a99-c01c-4f3c-acd5-cb540cd0a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391b9c36-8d5a-4ff4-89e5-d45dff38a632,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.446363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.454111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:07.454771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:07.529168 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:07.550499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.556582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:07.566526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-38befd5e-a808-45de-8f4e-b01eaf18651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.568531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-38befd5e-a808-45de-8f4e-b01eaf18651e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a27664a-c657-4f04-8e48-c26862edabfb HTTP/1.1" status: 200 len: 835 time: 0.1546073 Aug 29 04:40:07.571718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.574453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] 10.222.0.55 "DELETE /v2.0/networks/dfa31365-0ce5-4157-bac5-4a74a31eca98 HTTP/1.1" status: 204 len: 168 time: 1.0251365 Aug 29 04:40:07.575532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90054a35-f937-44b9-8ad4-a92237bb13db admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa31365-0ce5-4157-bac5-4a74a31eca98,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.624487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:07.629052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 12b37f36-e8df-42f7-9fed-a0cb8cc2e708 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:07.677892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-155b8788-7970-40b1-884b-f70b42d11e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.679898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-155b8788-7970-40b1-884b-f70b42d11e50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027956 Aug 29 04:40:07.815736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-c46c4db0-f9e0-4d68-9113-25743a3b523d service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262648 Aug 29 04:40:08.059459 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-484c8db4-2dd0-465c-ae1c-547fa12d5be4 req-69559e93-b222-4d2a-be26-ce3e827dc413 service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363780 Aug 29 04:40:08.121086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:08.186893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-52d3e273-acfc-498d-9ac4-5fadaa4569d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1e648691a3c41b089f3ff1635293aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610211 Aug 29 04:40:08.187869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:08.287819 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a14b966-ac1f-417f-be03-3b5e2cb63984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.327268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a14b966-ac1f-417f-be03-3b5e2cb63984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.489043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710366d-40ad-4b10-a9cf-8a7a61771360 req-4edd6186-0bca-485c-838c-024cac001cdb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:08.498819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2710366d-40ad-4b10-a9cf-8a7a61771360 req-4edd6186-0bca-485c-838c-024cac001cdb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 943 time: 0.1672232 Aug 29 04:40:08.536324 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a14b966-ac1f-417f-be03-3b5e2cb63984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.542241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a14b966-ac1f-417f-be03-3b5e2cb63984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.543425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5a14b966-ac1f-417f-be03-3b5e2cb63984 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0522112-90e0-4f06-aadd-c182438b06ec HTTP/1.1" status: 204 len: 168 time: 0.3544583 Aug 29 04:40:08.603945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14b966-ac1f-417f-be03-3b5e2cb63984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0522112-90e0-4f06-aadd-c182438b06ec,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.612579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2710366d-40ad-4b10-a9cf-8a7a61771360 req-ef20c012-69c7-4be3-b46c-2ba9fad8efcd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125853 Aug 29 04:40:08.625165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43548) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.021206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-157674609-network', 'tenant_id': '519c0f3647e74c4393eea1468947d252'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:09.060101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5cdeac26-313e-431d-bfe7-b90a4c25f67f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:09.079504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Made reservation on behalf of 519c0f3647e74c4393eea1468947d252 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:09.087152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.108306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.266263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5cdeac26-313e-431d-bfe7-b90a4c25f67f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:09.287270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'port_id': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'mac_address': 'fa:16:3e:fc:ea:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:09.296737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.302954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.334710 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.349627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf89998-5e65-431f-bc8b-95545aa2ee37,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.351372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdeac26-313e-431d-bfe7-b90a4c25f67f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:09.362112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:09.376382 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.376952 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Added segment 069ae0a5-8d07-480b-a64a-284e651350cc of type vlan for network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 Aug 29 04:40:09.385548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5cdeac26-313e-431d-bfe7-b90a4c25f67f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:09.392329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.429842 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.464818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.466477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:09.467729 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.467871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5cdeac26-313e-431d-bfe7-b90a4c25f67f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.586943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43584) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.588968 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9617851 Aug 29 04:40:09.595285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Request body: {'subnet': {'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-subnet', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:09.617333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242197ef-4658-4309-8ed1-126a3d2a7f3a admin admin] Pushing event updated for resources: {'Network': ['ID=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.671726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Made reservation on behalf of 519c0f3647e74c4393eea1468947d252 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:09.675620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.679168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:09.711936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43590) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.793743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5cdeac26-313e-431d-bfe7-b90a4c25f67f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:09.893716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8a80cf4-ae0e-439a-be8f-bd284d883856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.000121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43600) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:10.052951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8a80cf4-ae0e-439a-be8f-bd284d883856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.059432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a8a80cf4-ae0e-439a-be8f-bd284d883856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.125571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a80cf4-ae0e-439a-be8f-bd284d883856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edeb98f-3a16-4419-91be-0d4a1ef38591,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.137021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a8a80cf4-ae0e-439a-be8f-bd284d883856 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eee5bf34ba3643eda815ef64c75c5a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238358 Aug 29 04:40:10.137803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43604) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:10.198054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-249190656-network', 'tenant_id': '53690d507e764f76b8d063d594d783c3'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:10.210418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8716-8fef-4225-93c8-ccba1d938499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.244861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Made reservation on behalf of 53690d507e764f76b8d063d594d783c3 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:10.247105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.257719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8716-8fef-4225-93c8-ccba1d938499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.270113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.296800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ec2b9-94ef-4445-a871-1ded6afbd023 req-42da5a2f-638e-4a5d-b212-88b4513a0326 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.298083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-847ec2b9-94ef-4445-a871-1ded6afbd023 req-42da5a2f-638e-4a5d-b212-88b4513a0326 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 944 time: 0.5430067 Aug 29 04:40:10.354663 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8716-8fef-4225-93c8-ccba1d938499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.357162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8716-8fef-4225-93c8-ccba1d938499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.361292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bdfb8716-8fef-4225-93c8-ccba1d938499 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3edeb98f-3a16-4419-91be-0d4a1ef38591 HTTP/1.1" status: 204 len: 168 time: 0.2200148 Aug 29 04:40:10.374194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb8716-8fef-4225-93c8-ccba1d938499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edeb98f-3a16-4419-91be-0d4a1ef38591,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.386833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-847ec2b9-94ef-4445-a871-1ded6afbd023 req-254452c0-5599-401d-9200-09674309a26f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806959 Aug 29 04:40:10.416014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.421142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.433694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:10.445606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.446544 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Added segment e3114d38-7ed4-434c-ace7-c1b3bacb3813 of type vlan for network c43df47e-d326-4848-9a65-2bb7e571521b Aug 29 04:40:10.464935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.512340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.516444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5954c5e4-61e1-4c98-8718-03d09edef91d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.546220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.548767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.549929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.563982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12673bad-2375-4c87-90dd-2c933f1d8b3a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.568769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Checking segment: {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:10.569354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Network hostable DHCP agents. Network: 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:10.597738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:10.613718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:10.621019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.622680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f7b43-c5c1-4f81-82ea-258d743c24b1 None None] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:10.624083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.633763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6322439 Aug 29 04:40:10.636935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43612) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:10.643217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Request body: {'subnet': {'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-249190656-subnet', 'tenant_id': '53690d507e764f76b8d063d594d783c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:10.646720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c467c471-3b02-4d53-84a9-7270b8f0b33c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0573666 Aug 29 04:40:10.649326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43614) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:10.655717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:10.664406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbc653-af72-45a4-a26c-373082b01f3b admin admin] Pushing event updated for resources: {'Network': ['ID=c43df47e-d326-4848-9a65-2bb7e571521b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.670500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:40:10.670500 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:40:10.670500 n-d-712143-14 neutron-server[94824]: [parameters: {'project_id_1': '519c0f3647e74c4393eea1468947d252', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 40, 10, 661544)}] Aug 29 04:40:10.670500 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:40:10.672104 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:40:10.691344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network c43df47e-d326-4848-9a65-2bb7e571521b details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:10.693422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Made reservation on behalf of 53690d507e764f76b8d063d594d783c3 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:10.696109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.836243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2608be50-6c93-4ca6-aca4-b4db9bdece09 None None] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:10.928620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.026683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Checking segment: {'id': 'e3114d38-7ed4-434c-ace7-c1b3bacb3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:11.027087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Network hostable DHCP agents. Network: c43df47e-d326-4848-9a65-2bb7e571521b, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:11.030413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5043d879-4eb5-45b3-9170-f9627b26a6d8,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:11.061773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Network c43df47e-d326-4848-9a65-2bb7e571521b is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:11.070230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5cdeac26-313e-431d-bfe7-b90a4c25f67f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:11.100663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, c43df47e-d326-4848-9a65-2bb7e571521b) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:11.107421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.108268 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.119408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c63ec2-f0e2-4b57-94a0-c0b8a1ca372e None None] Network c43df47e-d326-4848-9a65-2bb7e571521b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:11.142634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d45abb6e-fc5c-40c8-9a95-f4f77f60e546 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5042787 Aug 29 04:40:11.198585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.207782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.214339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.222625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.230876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 5cdeac26-313e-431d-bfe7-b90a4c25f67f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:11.249577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.254867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 5cdeac26-313e-431d-bfe7-b90a4c25f67f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:11.255625 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.269635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.281737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.302404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-aec14a6b-ced8-48db-836f-0565dffcf669 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 0.1977842 Aug 29 04:40:11.374493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43024d07-a4c6-45ed-aa23-f47344727a4b req-fb8ed11d-c1a3-4fbd-bf6f-eaac8590b149 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650907 Aug 29 04:40:11.376177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.377503 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.438901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1cb3df-4b1c-44c7-a713-59a815b4902b None None] Network c43df47e-d326-4848-9a65-2bb7e571521b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:11.493435 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.529526 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.539085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:11.541828 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf39311-797b-440b-a2d3-7d36b8c4f758" -d '{"events": [{"server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "name": "network-vif-plugged", "status": "completed", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:11.561230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5cdeac26-313e-431d-bfe7-b90a4c25f67f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:11.568949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.777529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3a29e-aa83-4a2c-8bff-2de1576357e8 req-a33429fb-6920-485a-8a40-27c8ed9982d4 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.779350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5f3a29e-aa83-4a2c-8bff-2de1576357e8 req-a33429fb-6920-485a-8a40-27c8ed9982d4 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 944 time: 0.2610197 Aug 29 04:40:11.830137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.853015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5cdeac26-313e-431d-bfe7-b90a4c25f67f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:11.926201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-403eb0a2-ce66-465a-9cbf-f9b3f333d0cc tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.927725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-403eb0a2-ce66-465a-9cbf-f9b3f333d0cc tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/networks?id=c43df47e-d326-4848-9a65-2bb7e571521b HTTP/1.1" status: 200 len: 821 time: 0.2035964 Aug 29 04:40:11.928896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5f3a29e-aa83-4a2c-8bff-2de1576357e8 req-23e571ed-e7d5-4a91-b0dd-b1b2bb13b690 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125720 Aug 29 04:40:11.965991 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-a9574188-28c7-4017-a25c-cc157815c858 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/quotas/53690d507e764f76b8d063d594d783c3 HTTP/1.1" status: 200 len: 375 time: 0.0309227 Aug 29 04:40:12.014878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-c58ebbcf-8fd0-46b3-8765-b43f61c19f2c tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53690d507e764f76b8d063d594d783c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420101 Aug 29 04:40:12.038226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-597aede8-5c35-4a0a-b291-b694e192bfd8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:40:12.039715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-597aede8-5c35-4a0a-b291-b694e192bfd8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150480 Aug 29 04:40:12.136101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.145252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.151811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.159571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.168412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.176705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.178045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-444bf2ef-8a12-48a4-8f1b-d31bff5811e6 service neutron] 10.222.0.55 "GET /v2.0/networks/c43df47e-d326-4848-9a65-2bb7e571521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300354 Aug 29 04:40:12.190515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.192470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ecb61201-bc0a-40fa-ae32-283c927161cf req-064c7d3c-d987-4255-938b-e86189f73233 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 0.1576622 Aug 29 04:40:12.263541 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ccf00a-e20f-4603-99ea-0ee055736fb3 x-openstack-request-id: req-74ccf00a-e20f-4603-99ea-0ee055736fb3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:12.263841 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "name": "network-vif-plugged", "status": "completed", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:12.264094 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74ccf00a-e20f-4603-99ea-0ee055736fb3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:12.264487 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'code': 200} Aug 29 04:40:12.324777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-badcba9b-8693-4a7c-9684-8013749661d7 service neutron] 10.222.0.55 "GET /v2.0/networks/c43df47e-d326-4848-9a65-2bb7e571521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402347 Aug 29 04:40:12.355655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43688) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:12.369720 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.395527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.446896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854871c-3db3-43e7-9935-65c4bda1a09f req-61a9ae12-4d8d-48f1-b5fa-430d1b2b8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:12.449656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6854871c-3db3-43e7-9935-65c4bda1a09f req-61a9ae12-4d8d-48f1-b5fa-430d1b2b8bbb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 1097 time: 0.0834565 Aug 29 04:40:12.533084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:12.540568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6854871c-3db3-43e7-9935-65c4bda1a09f req-f02f2b6b-2f79-49d7-b643-4e393d2aa7dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844166 Aug 29 04:40:12.561712 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.615449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27195a40-470b-4ee5-9f53-3328840661ad req-51e9b04b-fac4-43e8-9e5a-aa2e810164ff tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 210 time: 0.0562932 Aug 29 04:40:12.657845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Allocated IP 172.25.7.178 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/272da5d6-1901-4d8c-b9e9-299130279cdb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:12.697736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.814292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.864064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.907800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:12.910955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:12.914746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:12.934506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Allocated IP 172.25.7.48 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/71460c67-cbdc-4947-ad47-70620f4ea2f9) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:12.983030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Pushing event updated for resources: {'Port': ['ID=272da5d6-1901-4d8c-b9e9-299130279cdb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.146218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d7e59-6080-4fbf-aebb-f45a9ca5126f req-6bc9d93d-fd62-4013-b9fe-f767d926acdd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.148199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea2d7e59-6080-4fbf-aebb-f45a9ca5126f req-6bc9d93d-fd62-4013-b9fe-f767d926acdd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 945 time: 0.1229367 Aug 29 04:40:13.152855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.224716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ea2d7e59-6080-4fbf-aebb-f45a9ca5126f req-1b1338bd-baa3-483f-b793-1e1f2b74fc27 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656364 Aug 29 04:40:13.250150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.294529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:13.300214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.303703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:13.308663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:13.312254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Pushing event updated for resources: {'Port': ['ID=71460c67-cbdc-4947-ad47-70620f4ea2f9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.441188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.499616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.563411 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.715299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.747669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.862434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-046810db-c618-425e-8791-a992c1d16ba6 req-b82e5ce5-81df-466e-968d-10bb755911f6 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 210 time: 0.0768933 Aug 29 04:40:13.887064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Pushing event updated for resources: {'Port': ['ID=71460c67-cbdc-4947-ad47-70620f4ea2f9,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.892848 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.908514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.912786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2db41221-a84c-4ab6-80cd-4227e53f1235 tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5515506 Aug 29 04:40:13.912925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-25dd91fe-bb0a-4cef-a62f-5d4082f1a541 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:13.913024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43720) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:13.913344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-25dd91fe-bb0a-4cef-a62f-5d4082f1a541 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.37 "GET /v2.0/networks?id=c43df47e-d326-4848-9a65-2bb7e571521b HTTP/1.1" status: 200 len: 821 time: 0.2187314 Aug 29 04:40:13.925244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1451278595', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'fixed_ips': [{'ip_address': '172.25.7.48'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:13.934181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Request body: {'port': {'device_id': '605d2632-5607-4ced-8414-0a448471a635', 'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b', 'admin_state_up': True, 'tenant_id': '53690d507e764f76b8d063d594d783c3'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:13.938995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Router f1e036c5-736a-41f7-9bc8-586819d56c2a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:13.971782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Made reservation on behalf of e206796fb5d040829ecd38b8b91ff8d1 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:13.975943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.987614 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.201115 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.208114 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.214839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] device_id is not set on port 3198825a-2c37-40a9-818a-fd94fe507c99 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:14.270158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Made reservation on behalf of 53690d507e764f76b8d063d594d783c3 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:14.275414 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.280133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:14.290736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Sync routers for ids ['f1e036c5-736a-41f7-9bc8-586819d56c2a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:14.308654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Routers {'f1e036c5-736a-41f7-9bc8-586819d56c2a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:14.310316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f1e036c5-736a-41f7-9bc8-586819d56c2a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:14.334043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.335029 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-77cd0a3a-721d-493b-807f-b50895ad816c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6845593 Aug 29 04:40:14.372636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43736) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:14.373666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43738) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:14.428006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ff410-eeb3-4a9e-8b38-c5ae120f5848,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:14.468389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Set router f1e036c5-736a-41f7-9bc8-586819d56c2a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:14.510932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e451b3a-66f1-4c34-ac24-dde0952ede0b req-f62a41d5-db69-4449-a1a2-4115511e8d9e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.512798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e451b3a-66f1-4c34-ac24-dde0952ede0b req-f62a41d5-db69-4449-a1a2-4115511e8d9e tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 945 time: 0.1384189 Aug 29 04:40:14.696856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.697341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.697835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.698304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.698770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.699229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.699787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.700834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:13Z', 'revision_number': 3, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port': {'id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:12Z', 'updated_at': '2021-08-29T04:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:14.702094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-82e7b582-de80-4b66-a145-0f315ba178bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 6496 time: 0.3261716 Aug 29 04:40:14.738704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Checking router: f1e036c5-736a-41f7-9bc8-586819d56c2a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:14.739071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Updating router f1e036c5-736a-41f7-9bc8-586819d56c2a port 272da5d6-1901-4d8c-b9e9-299130279cdb binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:14.769688 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.912065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e451b3a-66f1-4c34-ac24-dde0952ede0b req-4c683768-ae7a-47f3-a58f-957097f2792f tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3914249 Aug 29 04:40:14.958985 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:40:14.960740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:40:14.995431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-efbab847-a303-478a-9233-ccc35b41713c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0798850 Aug 29 04:40:14.999427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43748) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:15.213244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.224954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Transition to ACTIVE for port object 272da5d6-1901-4d8c-b9e9-299130279cdb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:15.235345 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.235819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1534da71-57b6-43e2-a20d-465353ef19ea req-5b96e219-ebad-496e-908e-70341c499e77 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 210 time: 0.0624199 Aug 29 04:40:15.256821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-5d696175-97ec-4572-a625-f0a5ee3211a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&id=c73c6ae4-4746-439b-9687-331ab40e7031&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741367 Aug 29 04:40:15.269453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Allocated IP 172.20.0.8 (c43df47e-d326-4848-9a65-2bb7e571521b/5043d879-4eb5-45b3-9170-f9627b26a6d8/a5c5e917-435a-4608-a7ec-fb51fbedae24) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:15.297611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bebe2c-7910-4ec1-b3be-d91b60461d2a req-e9eccd20-6aff-47a0-b845-f403b8a7cc77 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:15.299187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83bebe2c-7910-4ec1-b3be-d91b60461d2a req-e9eccd20-6aff-47a0-b845-f403b8a7cc77 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 945 time: 0.1280048 Aug 29 04:40:15.300898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Deleting port 71460c67-cbdc-4947-ad47-70620f4ea2f9 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:15.301242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.339819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf4ba-ff83-47ba-a563-65ec8056cd3b None None] Pushing event updated for resources: {'Port': ['ID=272da5d6-1901-4d8c-b9e9-299130279cdb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.347119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Attempting to bind port 272da5d6-1901-4d8c-b9e9-299130279cdb on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:15.347711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Attempting to bind port 272da5d6-1901-4d8c-b9e9-299130279cdb by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:15.348631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Attempting to bind port 272da5d6-1901-4d8c-b9e9-299130279cdb on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:15.355712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:15.356330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:15.357224 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.358299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:15.359043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Bound port: 272da5d6-1901-4d8c-b9e9-299130279cdb, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:15.360074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.401623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83bebe2c-7910-4ec1-b3be-d91b60461d2a req-622cbfeb-2626-4b58-8065-363b4e71ee76 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839677 Aug 29 04:40:15.428811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.429447 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.431451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43752) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:15.431649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] For port 272da5d6-1901-4d8c-b9e9-299130279cdb, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:15.435981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] For port 272da5d6-1901-4d8c-b9e9-299130279cdb, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=272da5d6-1901-4d8c-b9e9-299130279cdb,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:15.441994 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.478364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Calling delete_port for 71460c67-cbdc-4947-ad47-70620f4ea2f9 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:15.498269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8ca67-6215-44a2-acfa-b0b1af7b9ed5 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:15.501648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c0c8ca67-6215-44a2-acfa-b0b1af7b9ed5 tempest-TestNetworkBasicOps-690713063 tempest-TestNetworkBasicOps-690713063-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 1092 time: 0.0674303 Aug 29 04:40:15.503107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43754) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:15.509868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Routers {'f1e036c5-736a-41f7-9bc8-586819d56c2a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:15.510747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f1e036c5-736a-41f7-9bc8-586819d56c2a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:15.538746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:15.581552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.584207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf4ba-ff83-47ba-a563-65ec8056cd3b None None] Pushing event updated for resources: {'Port': ['ID=272da5d6-1901-4d8c-b9e9-299130279cdb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.656067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] Set router f1e036c5-736a-41f7-9bc8-586819d56c2a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:15.667375 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.758955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.795437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Pushing event deleted for resources: {'Port': ['ID=71460c67-cbdc-4947-ad47-70620f4ea2f9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.821053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.905050 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.908497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.914935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-da6be432-eef5-4e1a-8825-cc451a230a6c tempest-ExternalNetworksAdminNegativeTestJSON-437630519 tempest-ExternalNetworksAdminNegativeTestJSON-437630519-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/cdd42181-021b-4a54-947c-1b06be365f9a HTTP/1.1" status: 204 len: 168 time: 0.9145384 Aug 29 04:40:15.919051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.958315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:13Z', 'revision_number': 3, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port': {'id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:12Z', 'updated_at': '2021-08-29T04:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:15.980484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.019729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a641b-d4dc-4def-9efb-2e1f4f596cb8 None None] The sync data for ids ['f1e036c5-736a-41f7-9bc8-586819d56c2a'] in n-d-712143-14 is: [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:13Z', 'revision_number': 3, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port': {'id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:12Z', 'updated_at': '2021-08-29T04:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:16.048439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Allocated IP 172.20.0.1 (4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3/12673bad-2375-4c87-90dd-2c933f1d8b3a/e4c63726-ec9c-4582-a720-618ae8faa220) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:16.060192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Network c43df47e-d326-4848-9a65-2bb7e571521b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:16.071352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:16.087283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:16.115591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Allocated IP 172.25.7.57 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/19f66cdd-68a1-4127-87e0-14f49e0e6e1d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:16.132637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Pushing event updated for resources: {'Port': ['ID=a5c5e917-435a-4608-a7ec-fb51fbedae24,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:16.238810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:16.241907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.274939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-11594627-5149-4bbb-b05d-e9c8505ed408 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3459816 Aug 29 04:40:16.290748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Request body: {'port': {'device_id': '605d2632-5607-4ced-8414-0a448471a635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:16.304013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.406769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.439003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.460222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.502470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af177f-a782-4c93-ab49-ac9f18464c21 req-883ecd56-a333-44c8-8696-e571696f6d2e tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:16.504828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2af177f-a782-4c93-ab49-ac9f18464c21 req-883ecd56-a333-44c8-8696-e571696f6d2e tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 931 time: 0.1590443 Aug 29 04:40:16.505400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:16.529867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=19f66cdd-68a1-4127-87e0-14f49e0e6e1d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:16.558308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:16.560775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:16.567192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:16.735041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.842427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8acce5c4-3c3e-49b3-a169-f726b836e8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.970375 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2223f42-295e-4d27-aae6-53198b240e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.980384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:17.017102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:17.042819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:17.297556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2af177f-a782-4c93-ab49-ac9f18464c21 req-8d6bde8a-9d3d-468e-a202-7e8f8a87ec40 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546360 Aug 29 04:40:17.324603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Pushing event updated for resources: {'Port': ['ID=e4c63726-ec9c-4582-a720-618ae8faa220,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:17.400855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.401475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.401980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.402540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.403102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.403653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.404401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.404777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.405320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.406179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.406741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.407288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:17.441411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c5e917-435a-4608-a7ec-fb51fbedae24 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:17.465913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.496177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.577251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.581086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Transition to ACTIVE for port object a5c5e917-435a-4608-a7ec-fb51fbedae24 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:17.592126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.597410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 272da5d6-1901-4d8c-b9e9-299130279cdb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:17.687851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 272da5d6-1901-4d8c-b9e9-299130279cdb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:17.693686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 272da5d6-1901-4d8c-b9e9-299130279cdb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:17.694999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.755552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5e917-435a-4608-a7ec-fb51fbedae24,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:17.777178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.838685 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.841275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2223f42-295e-4d27-aae6-53198b240e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.853053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e2223f42-295e-4d27-aae6-53198b240e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.873422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 272da5d6-1901-4d8c-b9e9-299130279cdb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=272da5d6-1901-4d8c-b9e9-299130279cdb,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:17.883673 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.933613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=272da5d6-1901-4d8c-b9e9-299130279cdb,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:17.975592 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e2223f42-295e-4d27-aae6-53198b240e9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7ab5efed9df49d2930618dc5e9a8b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4603677 Aug 29 04:40:17.978804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43772) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:17.982863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Attempting to bind port a5c5e917-435a-4608-a7ec-fb51fbedae24 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:17.982863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Attempting to bind port a5c5e917-435a-4608-a7ec-fb51fbedae24 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'e3114d38-7ed4-434c-ace7-c1b3bacb3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:17.984157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Attempting to bind port a5c5e917-435a-4608-a7ec-fb51fbedae24 on network c43df47e-d326-4848-9a65-2bb7e571521b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:17.986212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.989883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2223f42-295e-4d27-aae6-53198b240e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcff7856-ac5a-4701-918b-b0dc68a78fdd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:18.004094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Port a5c5e917-435a-4608-a7ec-fb51fbedae24 on network c43df47e-d326-4848-9a65-2bb7e571521b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:18.004436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Attempting to bind port a5c5e917-435a-4608-a7ec-fb51fbedae24 on network c43df47e-d326-4848-9a65-2bb7e571521b {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:18.011155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:18.012880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Checking segment: {'id': 'e3114d38-7ed4-434c-ace7-c1b3bacb3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:18.012880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Bound using segment: {'id': 'e3114d38-7ed4-434c-ace7-c1b3bacb3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:18.012880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Bound port: a5c5e917-435a-4608-a7ec-fb51fbedae24, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3114d38-7ed4-434c-ace7-c1b3bacb3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:18.012880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.110715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f197b9f-1903-40d8-99f1-16bafeb752fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.148264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.151052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f197b9f-1903-40d8-99f1-16bafeb752fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.159225 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.244346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] For port a5c5e917-435a-4608-a7ec-fb51fbedae24, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:18.259401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] For port a5c5e917-435a-4608-a7ec-fb51fbedae24, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a5c5e917-435a-4608-a7ec-fb51fbedae24,segment=NetworkSegment(e3114d38-7ed4-434c-ace7-c1b3bacb3813),segment_id=e3114d38-7ed4-434c-ace7-c1b3bacb3813)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:18.262398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event updated for resources: {'Port': ['ID=19f66cdd-68a1-4127-87e0-14f49e0e6e1d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:18.272427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.287399 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.339726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f197b9f-1903-40d8-99f1-16bafeb752fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.349298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f197b9f-1903-40d8-99f1-16bafeb752fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.355242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2f197b9f-1903-40d8-99f1-16bafeb752fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcff7856-ac5a-4701-918b-b0dc68a78fdd HTTP/1.1" status: 204 len: 168 time: 0.3727257 Aug 29 04:40:18.356889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5e917-435a-4608-a7ec-fb51fbedae24,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:18.378488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.379381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.382411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-18825ff0-a0e3-41c8-be58-62cd78d2c12d service neutron] 10.222.0.37 "PUT /v2.0/ports/a5c5e917-435a-4608-a7ec-fb51fbedae24 HTTP/1.1" status: 200 len: 1092 time: 2.0967510 Aug 29 04:40:18.383936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605d2632-5607-4ced-8414-0a448471a635', 'tag': 'a5c5e917-435a-4608-a7ec-fb51fbedae24'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:18.388153 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79" -d '{"events": [{"name": "network-changed", "server_uuid": "605d2632-5607-4ced-8414-0a448471a635", "tag": "a5c5e917-435a-4608-a7ec-fb51fbedae24"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:18.428457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f197b9f-1903-40d8-99f1-16bafeb752fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcff7856-ac5a-4701-918b-b0dc68a78fdd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:18.496801 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad987d-80aa-42af-9e83-7716a8fdc442 x-openstack-request-id: req-9dad987d-80aa-42af-9e83-7716a8fdc442 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:18.497099 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605d2632-5607-4ced-8414-0a448471a635", "tag": "a5c5e917-435a-4608-a7ec-fb51fbedae24", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:18.497344 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dad987d-80aa-42af-9e83-7716a8fdc442 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:18.498408 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605d2632-5607-4ced-8414-0a448471a635', 'tag': 'a5c5e917-435a-4608-a7ec-fb51fbedae24', 'status': 'completed', 'code': 200} Aug 29 04:40:18.501959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.528366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.556627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e38e8-f1ac-4eb4-ab39-6ad7f087fbd1 req-cc91e398-aafd-4ee3-99f6-5354fab761d0 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.558197 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be1e38e8-f1ac-4eb4-ab39-6ad7f087fbd1 req-cc91e398-aafd-4ee3-99f6-5354fab761d0 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 943 time: 0.0770514 Aug 29 04:40:18.559551 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Floating IP 3c7e131c-fd51-4ebd-8c1c-45198b132f88 associated. External IP: 172.25.7.57, port: 5cdeac26-313e-431d-bfe7-b90a4c25f67f. Aug 29 04:40:18.633629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-eedce7b1-0362-4893-b7eb-b378ba4e1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.636585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-eedce7b1-0362-4893-b7eb-b378ba4e1d7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53690d507e764f76b8d063d594d783c3&device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 1095 time: 0.2004941 Aug 29 04:40:18.664065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be1e38e8-f1ac-4eb4-ab39-6ad7f087fbd1 req-0ea04a31-8e22-4cb8-81c0-7fe7bd7eb839 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659361 Aug 29 04:40:18.718612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.731475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-fd8464c1-f49c-4cff-bd8a-fc38d8f8e446 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5e917-435a-4608-a7ec-fb51fbedae24 HTTP/1.1" status: 200 len: 217 time: 0.0836146 Aug 29 04:40:18.731475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Pushing event updated for resources: {'Port': ['ID=e4c63726-ec9c-4582-a720-618ae8faa220,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:18.834741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-3ddf3807-d68a-44c9-a8e5-f5aa79c9efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.836322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-3ddf3807-d68a-44c9-a8e5-f5aa79c9efa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5043d879-4eb5-45b3-9170-f9627b26a6d8 HTTP/1.1" status: 200 len: 861 time: 0.0892723 Aug 29 04:40:18.881564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-d9eb62bf-e452-4520-970a-fee3d5d0e6db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c43df47e-d326-4848-9a65-2bb7e571521b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382900 Aug 29 04:40:18.973512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:18.976824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:19.031879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:19.165903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-980c1c7e-197c-4b5d-821d-ae26f3507f02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e206796fb5d040829ecd38b8b91ff8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276743 Aug 29 04:40:19.172572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:19.201983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-d9a05705-7de4-4082-9935-3af6204be86e service neutron] 10.222.0.37 "GET /v2.0/networks/c43df47e-d326-4848-9a65-2bb7e571521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117957 Aug 29 04:40:19.244291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router ec564f0e-da0d-4f52-940f-baec70bf1635 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:19.302000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Router f1e036c5-736a-41f7-9bc8-586819d56c2a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:19.375736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-401a6280-fc98-43b1-a322-322ba11f5834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.411045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:19.435510 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] Sync routers for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:19.440506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.451561 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:19.452477 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.456988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04243106-1131-45a7-af04-2ba8a82dcda0 req-fa9c406a-6aa1-453b-83d3-c15d78e597b6 service neutron] 10.222.0.37 "GET /v2.0/networks/c43df47e-d326-4848-9a65-2bb7e571521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457042 Aug 29 04:40:19.458266 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-401a6280-fc98-43b1-a322-322ba11f5834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.539234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 272da5d6-1901-4d8c-b9e9-299130279cdb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:19.586139 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:19.607059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7b864776-fda8-4775-9b39-4c69c388ea98 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0697889 Aug 29 04:40:19.607059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:19.611120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43792) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:19.612375 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:19.622049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4338f3dc-3f3f-42cb-b3eb-ee90086ca8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.670148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:19.678006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-0190b6b0-e86d-447a-9b23-6faeb3fe232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.679527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-0190b6b0-e86d-447a-9b23-6faeb3fe232c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53690d507e764f76b8d063d594d783c3&device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 1095 time: 0.1445484 Aug 29 04:40:19.696625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0d3f33f6-0c7c-486e-b78a-5298465a14eb admin admin] 10.222.0.55 "PUT /v2.0/routers/f1e036c5-736a-41f7-9bc8-586819d56c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3085325 Aug 29 04:40:19.710220 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a9492-e0b7-48ff-934b-ece016aab4f2 x-openstack-request-id: req-414a9492-e0b7-48ff-934b-ece016aab4f2 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:19.710731 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:19.710845 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-414a9492-e0b7-48ff-934b-ece016aab4f2 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:19.711498 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'status': 'completed', 'code': 200} Aug 29 04:40:19.759664 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.778389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Sync routers for ids ['f1e036c5-736a-41f7-9bc8-586819d56c2a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:19.806943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bcb995f3-4c31-4cfd-909d-1313d6f24ffb tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/floatingips/3c7e131c-fd51-4ebd-8c1c-45198b132f88 HTTP/1.1" status: 200 len: 990 time: 0.1915071 Aug 29 04:40:19.815373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Routers {'f1e036c5-736a-41f7-9bc8-586819d56c2a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:19.816293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f1e036c5-736a-41f7-9bc8-586819d56c2a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.831385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-401a6280-fc98-43b1-a322-322ba11f5834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.834767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-401a6280-fc98-43b1-a322-322ba11f5834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.835903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-401a6280-fc98-43b1-a322-322ba11f5834 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a5ff410-eeb3-4a9e-8b38-c5ae120f5848 HTTP/1.1" status: 204 len: 168 time: 0.6616540 Aug 29 04:40:19.858477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a6280-fc98-43b1-a322-322ba11f5834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ff410-eeb3-4a9e-8b38-c5ae120f5848,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.924865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 272da5d6-1901-4d8c-b9e9-299130279cdb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:19.925163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.931847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-c7962b8a-0e17-4eda-980d-ce89fd9d89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.933467 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-c7962b8a-0e17-4eda-980d-ce89fd9d89c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c43df47e-d326-4848-9a65-2bb7e571521b HTTP/1.1" status: 200 len: 922 time: 0.2445791 Aug 29 04:40:20.046537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-3e4887c0-c4d4-4c30-8fab-6e819babcb2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c5e917-435a-4608-a7ec-fb51fbedae24 HTTP/1.1" status: 200 len: 217 time: 0.1040246 Aug 29 04:40:20.053973 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-20463cf7-5b44-4080-b320-37e268a805fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.059430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-20463cf7-5b44-4080-b320-37e268a805fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 1097 time: 0.2979779 Aug 29 04:40:20.071934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Set router f1e036c5-736a-41f7-9bc8-586819d56c2a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:20.165336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7614dde-79c3-4e82-a5a3-89c2d1e07e1e req-7261b48b-90d3-4b58-903b-4b43acc8bbeb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.170659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-9bc530b9-988c-4a03-ae55-8b48b593781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.172182 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-9bc530b9-988c-4a03-ae55-8b48b593781c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5043d879-4eb5-45b3-9170-f9627b26a6d8 HTTP/1.1" status: 200 len: 861 time: 0.1184616 Aug 29 04:40:20.172312 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '3c7e131c-fd51-4ebd-8c1c-45198b132f88', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'port_id': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'mac_address': 'fa:16:3e:fc:ea:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:16Z', 'updated_at': '2021-08-29T04:40:16Z', 'revision_number': 0, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:56Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:20.173915 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7614dde-79c3-4e82-a5a3-89c2d1e07e1e req-7261b48b-90d3-4b58-903b-4b43acc8bbeb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 943 time: 0.3529856 Aug 29 04:40:20.209941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] Checking router: ec564f0e-da0d-4f52-940f-baec70bf1635 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:20.244699 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:20.245334 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:20.249351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-389400ba-60e2-4a45-a908-1987dbfa4249 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c43df47e-d326-4848-9a65-2bb7e571521b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647695 Aug 29 04:40:20.376337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d7614dde-79c3-4e82-a5a3-89c2d1e07e1e req-7f15cd03-a71a-40ba-b8f3-829f0d628281 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588407 Aug 29 04:40:20.436813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-526f7acb-e02c-4f90-8d2c-3da97a57e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.438255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-526f7acb-e02c-4f90-8d2c-3da97a57e7d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9 HTTP/1.1" status: 200 len: 897 time: 0.3661206 Aug 29 04:40:20.502356 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-f0679251-1ff1-4264-a95e-c7d1efad57cb service neutron] 10.222.0.37 "GET /v2.0/networks/c43df47e-d326-4848-9a65-2bb7e571521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428422 Aug 29 04:40:20.545701 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:20.694905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0f0308a-a0d1-44e0-a33f-fab2741f1e79 req-9ada98c7-33ca-4f24-a62b-4c4cd5cf584b service neutron] 10.222.0.37 "GET /v2.0/networks/c43df47e-d326-4848-9a65-2bb7e571521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885064 Aug 29 04:40:20.698697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:17Z', 'revision_number': 4, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port': {'id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:12Z', 'updated_at': '2021-08-29T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e4c63726-ec9c-4582-a720-618ae8faa220', 'name': '', 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'mac_address': 'fa:16:3e:48:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:15Z', 'updated_at': '2021-08-29T04:40:18Z', 'revision_number': 2, 'project_id': '519c0f3647e74c4393eea1468947d252', 'subnets': [{'id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:20.702464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-546ed3c9-0aa7-462e-9a89-c5516ac42ec1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f HTTP/1.1" status: 200 len: 998 time: 0.2552297 Aug 29 04:40:20.814505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:20.882258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Checking router: f1e036c5-736a-41f7-9bc8-586819d56c2a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:20.882623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Updating router f1e036c5-736a-41f7-9bc8-586819d56c2a port e4c63726-ec9c-4582-a720-618ae8faa220 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:20.886499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-6682d478-53e6-4c94-b30d-1c7b98e4cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.887970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-6682d478-53e6-4c94-b30d-1c7b98e4cfb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a27664a-c657-4f04-8e48-c26862edabfb HTTP/1.1" status: 200 len: 835 time: 0.1773283 Aug 29 04:40:20.962182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.991822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.995036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.012685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-1c900add-993d-46a7-8f5a-483ba9e894cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.014848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-1c900add-993d-46a7-8f5a-483ba9e894cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186099 Aug 29 04:40:21.068432 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4984e9fb-2d2d-42dc-bfe9-e2ef6a93fec8 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/floatingips/3c7e131c-fd51-4ebd-8c1c-45198b132f88 HTTP/1.1" status: 200 len: 990 time: 0.2490985 Aug 29 04:40:21.164727 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '3c7e131c-fd51-4ebd-8c1c-45198b132f88', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'port_id': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'mac_address': 'fa:16:3e:fc:ea:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:16Z', 'updated_at': '2021-08-29T04:40:16Z', 'revision_number': 0, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:56Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:21.191624 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d7c50-dbfe-4303-956b-d600b46ed34b None None] The sync data for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 is: [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '3c7e131c-fd51-4ebd-8c1c-45198b132f88', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'port_id': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'mac_address': 'fa:16:3e:fc:ea:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:16Z', 'updated_at': '2021-08-29T04:40:16Z', 'revision_number': 0, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:56Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:21.207399 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-b0363be3-6f2a-48ba-bbdd-94f085ca166c service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853480 Aug 29 04:40:21.276416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-b36ef4d5-cafb-4e7e-9e31-cd9d1ed92ade tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.276968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a5c5e917-435a-4608-a7ec-fb51fbedae24 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:21.281111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-b36ef4d5-cafb-4e7e-9e31-cd9d1ed92ade tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 818 time: 0.1932752 Aug 29 04:40:21.322700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-81c0ea74-efc5-472f-82fc-11d00b2b365f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/quotas/519c0f3647e74c4393eea1468947d252 HTTP/1.1" status: 200 len: 375 time: 0.0328784 Aug 29 04:40:21.423578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-33742a34-2f59-4fb9-9943-d67e0855e760 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956414 Aug 29 04:40:21.485103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9f8c2c5-cb4e-437f-92dd-96bb295e3673 req-248d7d14-7a4f-44cb-a281-d11ad8b249a9 service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702901 Aug 29 04:40:21.602447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-9e499136-a104-4c6d-a869-de4721b696a6 service neutron] 10.222.0.55 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781294 Aug 29 04:40:21.674185 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330993-ed66-4a0d-a136-76c17dc4edbe None None] New status for floating IP 3c7e131c-fd51-4ebd-8c1c-45198b132f88: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:21.687737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b648-92a6-4a2f-9295-458dea9db98e req-61290c90-326f-4f63-ab9e-581a74279f1c tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.689501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7213b648-92a6-4a2f-9295-458dea9db98e req-61290c90-326f-4f63-ab9e-581a74279f1c tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 943 time: 0.0977359 Aug 29 04:40:21.769071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7213b648-92a6-4a2f-9295-458dea9db98e req-2ed4c3e5-05a6-46af-942a-34977747ecad tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730445 Aug 29 04:40:21.832418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-445a2793-b0e7-4d1a-ab71-71cf8085853b service neutron] 10.222.0.55 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280159 Aug 29 04:40:21.905878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port a5c5e917-435a-4608-a7ec-fb51fbedae24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a5c5e917-435a-4608-a7ec-fb51fbedae24,segment=NetworkSegment(e3114d38-7ed4-434c-ace7-c1b3bacb3813),segment_id=e3114d38-7ed4-434c-ace7-c1b3bacb3813)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:21.930803 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.933272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'a5c5e917-435a-4608-a7ec-fb51fbedae24', 'network_id': 'c43df47e-d326-4848-9a65-2bb7e571521b', 'port_id': 'a5c5e917-435a-4608-a7ec-fb51fbedae24', 'mac_address': 'fa:16:3e:b1:73:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043d879-4eb5-45b3-9170-f9627b26a6d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:21.946745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Transition to ACTIVE for port object e4c63726-ec9c-4582-a720-618ae8faa220 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:21.988168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.031427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.071531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43848) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:22.134812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358bd7a-3aaa-4606-9c20-ccd1542ed7ea None None] Pushing event updated for resources: {'Port': ['ID=e4c63726-ec9c-4582-a720-618ae8faa220,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:22.183940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c5e917-435a-4608-a7ec-fb51fbedae24 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:22.186365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7e48de69-771e-4755-ade8-ef61ec724aec tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/floatingips/3c7e131c-fd51-4ebd-8c1c-45198b132f88 HTTP/1.1" status: 200 len: 992 time: 0.1092453 Aug 29 04:40:22.201236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bc61ad04-5ea8-47fc-aab4-155521a7369f req-4ba855c9-5d40-4673-8284-634865ae7bdd tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 210 time: 0.0733547 Aug 29 04:40:22.206123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Attempting to bind port e4c63726-ec9c-4582-a720-618ae8faa220 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:22.206500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Attempting to bind port e4c63726-ec9c-4582-a720-618ae8faa220 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:22.206906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Attempting to bind port e4c63726-ec9c-4582-a720-618ae8faa220 on network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:22.218631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:22.219056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Checking segment: {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:22.219509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.219911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Bound using segment: {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:22.220420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Bound port: e4c63726-ec9c-4582-a720-618ae8faa220, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:22.220813 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.249280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port a5c5e917-435a-4608-a7ec-fb51fbedae24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a5c5e917-435a-4608-a7ec-fb51fbedae24,segment=NetworkSegment(e3114d38-7ed4-434c-ace7-c1b3bacb3813),segment_id=e3114d38-7ed4-434c-ace7-c1b3bacb3813)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:22.273961 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.337274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.361768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] For port e4c63726-ec9c-4582-a720-618ae8faa220, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:22.366496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] For port e4c63726-ec9c-4582-a720-618ae8faa220, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e4c63726-ec9c-4582-a720-618ae8faa220,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:22.367828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=a5c5e917-435a-4608-a7ec-fb51fbedae24,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:22.408693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.460553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358bd7a-3aaa-4606-9c20-ccd1542ed7ea None None] Pushing event updated for resources: {'Port': ['ID=e4c63726-ec9c-4582-a720-618ae8faa220,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:22.486768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Routers {'f1e036c5-736a-41f7-9bc8-586819d56c2a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:22.487413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f1e036c5-736a-41f7-9bc8-586819d56c2a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:22.622055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['a5c5e917-435a-4608-a7ec-fb51fbedae24'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:22.699455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] Set router f1e036c5-736a-41f7-9bc8-586819d56c2a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:22.752025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-01b70fe3-400a-45b9-af40-a408f0978b3c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:22.768733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-01b70fe3-400a-45b9-af40-a408f0978b3c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 818 time: 0.2976339 Aug 29 04:40:22.783421 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-141de26c-2995-4839-ae0d-adeab211b2ac tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/quotas/519c0f3647e74c4393eea1468947d252 HTTP/1.1" status: 200 len: 375 time: 0.0136824 Aug 29 04:40:22.923489 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-4cfbc359-bcd5-4adb-a9d1-199ac9fee761 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292520 Aug 29 04:40:23.001912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed226fa0-9d8c-4b63-ac72-9e5d6a2ed785 req-742734c7-1ea3-4d56-b92e-0a3f60c62379 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:23.020149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed226fa0-9d8c-4b63-ac72-9e5d6a2ed785 req-742734c7-1ea3-4d56-b92e-0a3f60c62379 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 944 time: 0.1243603 Aug 29 04:40:23.155757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed226fa0-9d8c-4b63-ac72-9e5d6a2ed785 req-954159ba-7ee5-422d-b2bc-77ffe6752926 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347213 Aug 29 04:40:23.317876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:17Z', 'revision_number': 4, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port': {'id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:12Z', 'updated_at': '2021-08-29T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e4c63726-ec9c-4582-a720-618ae8faa220', 'name': '', 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'mac_address': 'fa:16:3e:48:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:15Z', 'updated_at': '2021-08-29T04:40:22Z', 'revision_number': 4, 'project_id': '519c0f3647e74c4393eea1468947d252', 'subnets': [{'id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:23.380700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c0b54-3b57-4751-87c4-d39badc6bdde None None] The sync data for ids ['f1e036c5-736a-41f7-9bc8-586819d56c2a'] in n-d-712143-14 is: [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:17Z', 'revision_number': 4, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port': {'id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:12Z', 'updated_at': '2021-08-29T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e4c63726-ec9c-4582-a720-618ae8faa220', 'name': '', 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'mac_address': 'fa:16:3e:48:6e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:15Z', 'updated_at': '2021-08-29T04:40:22Z', 'revision_number': 4, 'project_id': '519c0f3647e74c4393eea1468947d252', 'subnets': [{'id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:23.593813 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-8c59df93-2e1d-49a7-82c9-89ee3fb416b2 service neutron] 10.222.0.55 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568837 Aug 29 04:40:23.745564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-f8fd6336-de34-4690-a0bc-caad11ba4fa2 service neutron] 10.222.0.55 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420436 Aug 29 04:40:23.811184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43900) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:23.974852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-836dcf77-fb0e-458b-9aa5-32e34e7f7505 req-30233dd3-6e4c-4ea7-803d-ca4ed3cb63c8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 210 time: 0.0402215 Aug 29 04:40:24.104700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:24.158033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.417315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-6f208853-95f3-4019-b65c-2511c7777604 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.420187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-6f208853-95f3-4019-b65c-2511c7777604 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 818 time: 0.2352982 Aug 29 04:40:24.440971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Request body: {'port': {'device_id': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'admin_state_up': True, 'tenant_id': '519c0f3647e74c4393eea1468947d252'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:24.460994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4328e8-d710-4e40-a15d-f19947d546e5 req-2805a452-2b9e-4595-8049-463d2f826877 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.463005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f4328e8-d710-4e40-a15d-f19947d546e5 req-2805a452-2b9e-4595-8049-463d2f826877 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 944 time: 0.1586170 Aug 29 04:40:24.537496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f4328e8-d710-4e40-a15d-f19947d546e5 req-4fb0b9f5-9ff7-458f-a5a0-6c319bde13d4 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Aug 29 04:40:24.555403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.669772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Made reservation on behalf of 519c0f3647e74c4393eea1468947d252 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:24.675593 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.740304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Allocated IP 172.25.7.66 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/535f5392-07cd-4f6c-abcc-d425b89396f0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:24.895214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Allocated IP 172.20.0.9 (4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3/12673bad-2375-4c87-90dd-2c933f1d8b3a/a8225464-8ec7-4700-97dd-2d5994c06f6b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:24.908794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.976176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.017495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:25.020722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:25.027042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:25.062643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Port': ['ID=535f5392-07cd-4f6c-abcc-d425b89396f0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:25.150763 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.155717 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b1cf1c1-55c7-4010-ba43-0468e2c8c239 req-ed83e1fa-4fd8-401b-bbc2-6956414e80a7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 210 time: 0.0523775 Aug 29 04:40:25.192423 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.193767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.254891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.264601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a5c5e917-435a-4608-a7ec-fb51fbedae24 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:25.313178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Pushing event updated for resources: {'Port': ['ID=a8225464-8ec7-4700-97dd-2d5994c06f6b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:25.331081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:25.332766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:25.335934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:25.359486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port a5c5e917-435a-4608-a7ec-fb51fbedae24 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:25.369193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port a5c5e917-435a-4608-a7ec-fb51fbedae24 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:25.370092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.415918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:25.422033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.466478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-7ebea052-05a0-422a-8daf-3095f2b6dba5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306203 Aug 29 04:40:25.488536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Request body: {'port': {'device_id': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:25.551020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-ee56d52a-1f8a-46a3-bebf-077f60e4a6d5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:25.552574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-ee56d52a-1f8a-46a3-bebf-077f60e4a6d5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.37 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 818 time: 0.2355945 Aug 29 04:40:25.555740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c63726-ec9c-4582-a720-618ae8faa220 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:25.571621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Request body: {'port': {'device_id': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'admin_state_up': True, 'tenant_id': '519c0f3647e74c4393eea1468947d252'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:25.591440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.622021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.627578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.645536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e4c63726-ec9c-4582-a720-618ae8faa220 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:25.650583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e4c63726-ec9c-4582-a720-618ae8faa220 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:25.650881 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.656389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d2632-5607-4ced-8414-0a448471a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5e917-435a-4608-a7ec-fb51fbedae24'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:25.658726 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae74f58c-c3a8-4fa8-bc77-8bc9dc5d5705" -d '{"events": [{"server_uuid": "605d2632-5607-4ced-8414-0a448471a635", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5e917-435a-4608-a7ec-fb51fbedae24"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:25.712456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port a5c5e917-435a-4608-a7ec-fb51fbedae24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a5c5e917-435a-4608-a7ec-fb51fbedae24,segment=NetworkSegment(e3114d38-7ed4-434c-ace7-c1b3bacb3813),segment_id=e3114d38-7ed4-434c-ace7-c1b3bacb3813)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:25.721618 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.757574 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c1ad0-90de-4154-939c-7e4c37206aca x-openstack-request-id: req-b49c1ad0-90de-4154-939c-7e4c37206aca {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:25.769407 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605d2632-5607-4ced-8414-0a448471a635", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5e917-435a-4608-a7ec-fb51fbedae24", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:25.770319 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b49c1ad0-90de-4154-939c-7e4c37206aca {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:25.770992 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605d2632-5607-4ced-8414-0a448471a635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5e917-435a-4608-a7ec-fb51fbedae24', 'code': 200} Aug 29 04:40:25.798608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.889576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=a5c5e917-435a-4608-a7ec-fb51fbedae24,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:25.898306 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.945005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e4c63726-ec9c-4582-a720-618ae8faa220, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e4c63726-ec9c-4582-a720-618ae8faa220,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:25.969572 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.005509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Port': ['ID=535f5392-07cd-4f6c-abcc-d425b89396f0,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.016234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Made reservation on behalf of 519c0f3647e74c4393eea1468947d252 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:26.028307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.055437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.076704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6fd23-d3df-4f5a-a33e-205f101672a9 req-472a58dc-c4be-4b48-8600-fc67c7e6b5e6 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.078624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50b6fd23-d3df-4f5a-a33e-205f101672a9 req-472a58dc-c4be-4b48-8600-fc67c7e6b5e6 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 945 time: 0.3233526 Aug 29 04:40:26.082951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4758d1-04f3-49eb-9006-4394af78e2e5 req-9833c475-4c04-4fc5-9fee-6f711a91f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.084653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b4758d1-04f3-49eb-9006-4394af78e2e5 req-9833c475-4c04-4fc5-9fee-6f711a91f46a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 1097 time: 0.2446792 Aug 29 04:40:26.089844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e4c63726-ec9c-4582-a720-618ae8faa220,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.118126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.121644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d2146908-f45c-44b7-b735-8a80c18c63bc tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3074632 Aug 29 04:40:26.124088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43926) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:26.157198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1844798937'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:26.187651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8225464-8ec7-4700-97dd-2d5994c06f6b {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:26.218814 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.224693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b4758d1-04f3-49eb-9006-4394af78e2e5 req-7a9e9ea1-5f5b-4291-b847-a0be33cfde0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303389 Aug 29 04:40:26.230928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50b6fd23-d3df-4f5a-a33e-205f101672a9 req-24e01e34-ccf2-4cdd-885f-28bb84f39863 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214614 Aug 29 04:40:26.232998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Made reservation on behalf of 1d264afbfbe74791b07c2105f081899c for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:26.237818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.283244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ddd3a2f-bd81-4540-8fb2-efc9cc3c85cd req-3d74e07e-5d2a-4625-80d7-39e94b99db64 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 210 time: 0.0418344 Aug 29 04:40:26.283914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.288420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Transition to ACTIVE for port object a8225464-8ec7-4700-97dd-2d5994c06f6b will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:26.298180 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.352487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Allocated IP 172.20.0.3 (4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3/12673bad-2375-4c87-90dd-2c933f1d8b3a/9f07f90f-8e1c-480e-95c9-21304752fb65) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:26.378734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Pushing event updated for resources: {'Port': ['ID=a8225464-8ec7-4700-97dd-2d5994c06f6b,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.479281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Attempting to bind port a8225464-8ec7-4700-97dd-2d5994c06f6b on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:26.479619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Attempting to bind port a8225464-8ec7-4700-97dd-2d5994c06f6b by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:26.479951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Attempting to bind port a8225464-8ec7-4700-97dd-2d5994c06f6b on network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:26.490457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Port a8225464-8ec7-4700-97dd-2d5994c06f6b on network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:26.490788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Attempting to bind port a8225464-8ec7-4700-97dd-2d5994c06f6b on network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:26.505082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:26.505344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Checking segment: {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:26.505783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Bound using segment: {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:26.506218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Bound port: a8225464-8ec7-4700-97dd-2d5994c06f6b, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:26.506581 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.512904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.513213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.522861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.552269 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.575497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:26.587845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6335ee48-83f8-409b-902b-7be42fc0904d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.597000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.597376 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Added segment 706af605-bb24-46fa-a6de-5da15af0440d of type vlan for network 8215927d-eb00-4070-9c1c-84d4fceae8a6 Aug 29 04:40:26.606599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:26.609628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:26.614597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:26.618962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Pushing event updated for resources: {'Port': ['ID=9f07f90f-8e1c-480e-95c9-21304752fb65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.665755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] For port a8225464-8ec7-4700-97dd-2d5994c06f6b, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:26.670246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.670936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.671585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.684490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] For port a8225464-8ec7-4700-97dd-2d5994c06f6b, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:26.689814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fc9c001b-bb8b-4e75-bde8-c1a334ab50d8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1227739 Aug 29 04:40:26.690656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.704835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Request body: {'port': {'device_id': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:26.736597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.737238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.738725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] 10.222.0.32 "PUT /v2.0/ports/a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 1092 time: 1.2558515 Aug 29 04:40:26.740897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'tag': 'a8225464-8ec7-4700-97dd-2d5994c06f6b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:26.743202 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360" -d '{"events": [{"name": "network-changed", "server_uuid": "07ef7a4e-5e42-42ae-8092-328863d8c464", "tag": "a8225464-8ec7-4700-97dd-2d5994c06f6b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:26.774386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.775826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.781487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.782114 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.801319 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a9ae86-9c69-4f12-975c-febc6b934f11 x-openstack-request-id: req-19a9ae86-9c69-4f12-975c-febc6b934f11 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:26.801697 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ef7a4e-5e42-42ae-8092-328863d8c464", "tag": "a8225464-8ec7-4700-97dd-2d5994c06f6b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:26.802018 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19a9ae86-9c69-4f12-975c-febc6b934f11 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:26.802418 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'tag': 'a8225464-8ec7-4700-97dd-2d5994c06f6b', 'status': 'completed', 'code': 200} Aug 29 04:40:26.813284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6432f-9707-44dc-bb31-bef8d0ee535b service neutron] Pushing event updated for resources: {'Port': ['ID=a8225464-8ec7-4700-97dd-2d5994c06f6b,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.871934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7172520 Aug 29 04:40:26.887344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43934) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:26.894534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Request body: {'subnet': {'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:26.910352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b1249-2b1e-48ac-a59c-2d968574d6a9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Network': ['ID=8215927d-eb00-4070-9c1c-84d4fceae8a6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.922702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:26.971391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-9242f0a5-6096-4184-ad43-5aad544d4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.972921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-9242f0a5-6096-4184-ad43-5aad544d4b90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1095 time: 0.1256738 Aug 29 04:40:27.028881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-5bd9bda9-6cf1-4f17-a980-0e03ab79649b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0399086 Aug 29 04:40:27.045642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Made reservation on behalf of 1d264afbfbe74791b07c2105f081899c for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:27.049380 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.077960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f07f90f-8e1c-480e-95c9-21304752fb65 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:27.086611 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.106798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Transition to ACTIVE for port object 9f07f90f-8e1c-480e-95c9-21304752fb65 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:27.112052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.150080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-0d34c943-c951-46ad-be99-acc70de88ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.152573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-0d34c943-c951-46ad-be99-acc70de88ff7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.1150765 Aug 29 04:40:27.189714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07f90f-8e1c-480e-95c9-21304752fb65,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.208397 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-056839b0-6513-4b3f-a3a0-c15a4b48bdca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437913 Aug 29 04:40:27.316480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Attempting to bind port 9f07f90f-8e1c-480e-95c9-21304752fb65 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:27.316828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Attempting to bind port 9f07f90f-8e1c-480e-95c9-21304752fb65 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:27.319076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Attempting to bind port 9f07f90f-8e1c-480e-95c9-21304752fb65 on network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:27.331655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Port 9f07f90f-8e1c-480e-95c9-21304752fb65 on network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:27.331655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Attempting to bind port 9f07f90f-8e1c-480e-95c9-21304752fb65 on network 4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:27.338770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-3bd6f182-3123-4f12-8145-429b8a270ce2 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212707 Aug 29 04:40:27.350777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:27.352696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Checking segment: {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:27.353216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Bound using segment: {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:27.356425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Bound port: 9f07f90f-8e1c-480e-95c9-21304752fb65, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069ae0a5-8d07-480b-a64a-284e651350cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:27.358762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.500735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.509079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c63726-ec9c-4582-a720-618ae8faa220 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:27.514098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c397ab1-3ea1-4dfd-97d0-d5130eb5deca req-1d0784bb-90f0-4315-83b1-b82445b90545 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.514973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c397ab1-3ea1-4dfd-97d0-d5130eb5deca req-1d0784bb-90f0-4315-83b1-b82445b90545 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 943 time: 0.1041942 Aug 29 04:40:27.519828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] For port 9f07f90f-8e1c-480e-95c9-21304752fb65, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:27.524868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] For port 9f07f90f-8e1c-480e-95c9-21304752fb65, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9f07f90f-8e1c-480e-95c9-21304752fb65,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:27.534227 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.568359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8607d8-e61c-4db0-a778-adcbb1eba5ef req-c5dd4b4c-1056-486f-97a1-f2581f83a7f8 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.569822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a8607d8-e61c-4db0-a778-adcbb1eba5ef req-c5dd4b4c-1056-486f-97a1-f2581f83a7f8 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 945 time: 0.2064018 Aug 29 04:40:27.589427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9812b2aa-0498-4dc0-86a0-86b5c3a0f937 req-aa2d1cdf-1889-4060-9296-476c29bc9f6f service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368844 Aug 29 04:40:27.594045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e4c63726-ec9c-4582-a720-618ae8faa220 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:27.594691 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.596938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Subnet': ['ID=2a8b548d-97d6-40a5-b95e-143dedabebea,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.629369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c397ab1-3ea1-4dfd-97d0-d5130eb5deca req-8d9789db-4a49-4326-9787-80dc8de1dd77 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069918 Aug 29 04:40:27.636922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.637386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.639489 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f07f90f-8e1c-480e-95c9-21304752fb65 HTTP/1.1" status: 200 len: 1092 time: 0.9396396 Aug 29 04:40:27.640214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'tag': '9f07f90f-8e1c-480e-95c9-21304752fb65'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:27.641953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Checking segment: {'id': '706af605-bb24-46fa-a6de-5da15af0440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:27.642323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Network hostable DHCP agents. Network: 8215927d-eb00-4070-9c1c-84d4fceae8a6, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:27.642912 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1b6eb9-3c4e-45fb-8a68-393986265251", "tag": "9f07f90f-8e1c-480e-95c9-21304752fb65"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:27.648484 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a8607d8-e61c-4db0-a778-adcbb1eba5ef req-4933f6f3-d4a0-4ecb-8e6d-8378728cd9ce tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659454 Aug 29 04:40:27.668737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:27.687648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8215927d-eb00-4070-9c1c-84d4fceae8a6) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:27.697359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b0f0c-e386-43ed-88c7-db911f1869d3 None None] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:27.702702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.703492 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.762704 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f80cbe6-45ed-4d6f-bb8e-3ae20bd236a3 x-openstack-request-id: req-5f80cbe6-45ed-4d6f-bb8e-3ae20bd236a3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:27.763784 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1b6eb9-3c4e-45fb-8a68-393986265251", "tag": "9f07f90f-8e1c-480e-95c9-21304752fb65", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:27.764386 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f80cbe6-45ed-4d6f-bb8e-3ae20bd236a3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:27.765038 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'tag': '9f07f90f-8e1c-480e-95c9-21304752fb65', 'status': 'completed', 'code': 200} Aug 29 04:40:27.781561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155dc64-d068-429f-ac6f-72eddb7cb036 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07f90f-8e1c-480e-95c9-21304752fb65,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.800503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-73548a35-3b93-4aa5-a58a-5ef487b630d8 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9117739 Aug 29 04:40:27.802791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43956) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:27.808297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-477628208', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:27.810907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-602702a9-b6a8-4268-b633-5191d6b6fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.817342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-602702a9-b6a8-4268-b633-5191d6b6fdda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 1095 time: 0.1105673 Aug 29 04:40:27.844473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-5224e438-1869-4002-9161-a018c454c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.847052 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-5224e438-1869-4002-9161-a018c454c821 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1095 time: 0.1336675 Aug 29 04:40:27.853242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.854901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.875666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-511892f5-0a57-4d58-8d5b-0d587708e5f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f07f90f-8e1c-480e-95c9-21304752fb65 HTTP/1.1" status: 200 len: 217 time: 0.0542316 Aug 29 04:40:27.936611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-8215927d-eb00-4070-9c1c-84d4fceae8a6', 'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6', 'tenant_id': '1d264afbfbe74791b07c2105f081899c', 'fixed_ips': [{'subnet_id': '2a8b548d-97d6-40a5-b95e-143dedabebea'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:27.942017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-7423dd06-241e-42a1-8b02-0bbe98ea04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.943187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.948522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-7423dd06-241e-42a1-8b02-0bbe98ea04e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.0644410 Aug 29 04:40:28.005349 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-b5b823db-8256-4b97-9c31-6e55b9113d30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500035 Aug 29 04:40:28.047311 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.125569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Allocated IP 172.20.0.2 (8215927d-eb00-4070-9c1c-84d4fceae8a6/2a8b548d-97d6-40a5-b95e-143dedabebea/44c14975-a110-404e-9785-69dfb00d6330) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:28.179119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-fb4fd3d9-2fea-411b-8c95-ee2a6625c992 service neutron] 10.222.0.37 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660047 Aug 29 04:40:28.186776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-141697f7-1c07-4ce6-999c-70c3b7c2ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.188290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-141697f7-1c07-4ce6-999c-70c3b7c2ab5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.3106480 Aug 29 04:40:28.275905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7df63-26e8-4f5f-a37d-f4460c90b70e req-2e80fac5-3bd2-47cc-bbce-10f52e0abd0f tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.277889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c6c7df63-26e8-4f5f-a37d-f4460c90b70e req-2e80fac5-3bd2-47cc-bbce-10f52e0abd0f tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 945 time: 0.1621342 Aug 29 04:40:28.287883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.304495 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.314908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Transition to ACTIVE for port object 44c14975-a110-404e-9785-69dfb00d6330 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:28.332500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Transition to ACTIVE for port object 44c14975-a110-404e-9785-69dfb00d6330 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:28.333795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-841b79a0-07dc-4d3a-b68e-206c3142746a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0425043 Aug 29 04:40:28.344224 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.366038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c6c7df63-26e8-4f5f-a37d-f4460c90b70e req-4fcfc399-2dea-4101-b879-9f2d8a78f60e tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773804 Aug 29 04:40:28.369986 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced34628-ae07-4756-a04a-17e6b80b1887 req-1a446553-f8e0-43da-b9a8-47c971e196b1 service neutron] 10.222.0.37 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810918 Aug 29 04:40:28.408474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:28.415576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:28.420701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:28.423181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Pushing event updated for resources: {'Port': ['ID=44c14975-a110-404e-9785-69dfb00d6330,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:28.480505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-888ac011-924f-4139-bc6c-33b0fe0d791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.483251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-888ac011-924f-4139-bc6c-33b0fe0d791a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 1095 time: 0.0508661 Aug 29 04:40:28.527921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Attempting to bind port 44c14975-a110-404e-9785-69dfb00d6330 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:28.528173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Attempting to bind port 44c14975-a110-404e-9785-69dfb00d6330 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '706af605-bb24-46fa-a6de-5da15af0440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:28.528514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Attempting to bind port 44c14975-a110-404e-9785-69dfb00d6330 on network 8215927d-eb00-4070-9c1c-84d4fceae8a6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:28.535370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:28.535780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Checking segment: {'id': '706af605-bb24-46fa-a6de-5da15af0440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:28.536217 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.536622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Bound using segment: {'id': '706af605-bb24-46fa-a6de-5da15af0440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:28.537154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Bound port: 44c14975-a110-404e-9785-69dfb00d6330, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706af605-bb24-46fa-a6de-5da15af0440d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:28.537547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.612183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] For port 44c14975-a110-404e-9785-69dfb00d6330, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:28.615897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] For port 44c14975-a110-404e-9785-69dfb00d6330, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=44c14975-a110-404e-9785-69dfb00d6330,segment=NetworkSegment(706af605-bb24-46fa-a6de-5da15af0440d),segment_id=706af605-bb24-46fa-a6de-5da15af0440d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:28.619067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-6f46685c-7f7d-4975-a818-ca584123f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.621096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-6f46685c-7f7d-4975-a818-ca584123f45e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.1301601 Aug 29 04:40:28.624746 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.674287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-488ab145-48d1-43aa-8d94-d94e8c77d7d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f07f90f-8e1c-480e-95c9-21304752fb65 HTTP/1.1" status: 200 len: 217 time: 0.0448301 Aug 29 04:40:28.704840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb4cf2-5b2c-4e35-80c5-acb972dc988d None None] Pushing event updated for resources: {'Port': ['ID=44c14975-a110-404e-9785-69dfb00d6330,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:28.744368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-13fa8e63-27f1-4c3f-9e61-97a4117ca6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.746014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-13fa8e63-27f1-4c3f-9e61-97a4117ca6b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.0643246 Aug 29 04:40:28.792341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-9fe1bc67-fff5-4f01-ab46-8f7772e18225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362432 Aug 29 04:40:28.851280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-92eb2fa9-e6b5-4e10-b434-c2c1eb2ddd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.852732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-92eb2fa9-e6b5-4e10-b434-c2c1eb2ddd0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.5022392 Aug 29 04:40:28.893196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-e5901c5c-f642-43ab-8be4-b60714290c46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297718 Aug 29 04:40:28.908569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66c97-2cef-4b4b-a2c8-74abf785e8e5 req-66ef77fe-0115-4a76-a416-b01655f8a1d2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.910070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80c66c97-2cef-4b4b-a2c8-74abf785e8e5 req-66ef77fe-0115-4a76-a416-b01655f8a1d2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 943 time: 0.1037738 Aug 29 04:40:28.961102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-afe63c41-0d12-4575-9f1c-a6f5d4c3229a service neutron] 10.222.0.37 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599216 Aug 29 04:40:29.063321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80c66c97-2cef-4b4b-a2c8-74abf785e8e5 req-b0e4e9d0-44df-4769-b56b-e02702f98b6c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274974 Aug 29 04:40:29.089408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2f5c876-9c52-4f25-9f66-f6754ed6d0e0 req-a6772a6c-5d4e-4e5f-b347-5fd1ceaffb2c service neutron] 10.222.0.37 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188548 Aug 29 04:40:29.136525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-841d7a1b-8572-43b1-ab34-62ddba8ec3c0 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254217 Aug 29 04:40:29.157294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a8225464-8ec7-4700-97dd-2d5994c06f6b details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:29.269257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.276891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a8225464-8ec7-4700-97dd-2d5994c06f6b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:29.292192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.293849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'a8225464-8ec7-4700-97dd-2d5994c06f6b', 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'port_id': 'a8225464-8ec7-4700-97dd-2d5994c06f6b', 'mac_address': 'fa:16:3e:85:a8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:29.336030 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.351159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8225464-8ec7-4700-97dd-2d5994c06f6b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:29.371294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a8225464-8ec7-4700-97dd-2d5994c06f6b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:29.376112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.388834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed4bccb1-7d64-4ee7-a8e3-76ca59502360 req-3005380f-3d2e-4660-b860-6614de9366c3 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111549 Aug 29 04:40:29.442054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a8225464-8ec7-4700-97dd-2d5994c06f6b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:29.540994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Allocated IP 172.25.7.74 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/ac612a27-dba4-42dc-883e-3fc3aba5eb4a) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:29.595549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44c14975-a110-404e-9785-69dfb00d6330 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:29.602758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-5e8f7689-c5e2-442b-a741-49165544b6d9 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.604452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-5e8f7689-c5e2-442b-a741-49165544b6d9 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.37 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 945 time: 0.1495328 Aug 29 04:40:29.658871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['a8225464-8ec7-4700-97dd-2d5994c06f6b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:29.676486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc7b0-0220-45ad-964d-48be3ac1111c req-f94cb572-fe3d-4538-9ce4-384dd0fd28ce tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.683899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de7bc7b0-0220-45ad-964d-48be3ac1111c req-f94cb572-fe3d-4538-9ce4-384dd0fd28ce tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 945 time: 0.1606860 Aug 29 04:40:29.773565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-de7bc7b0-0220-45ad-964d-48be3ac1111c req-00cc6e9b-6a0f-45ef-b07a-e49476c872c9 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/security-groups?id=5954c5e4-61e1-4c98-8718-03d09edef91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886393 Aug 29 04:40:29.780422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 44c14975-a110-404e-9785-69dfb00d6330 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:29.800582 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.819614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Deleting port a5c5e917-435a-4608-a7ec-fb51fbedae24 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:29.819959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.865897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.939974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:29.943947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:29.954175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:29.986470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] For port a5c5e917-435a-4608-a7ec-fb51fbedae24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=a5c5e917-435a-4608-a7ec-fb51fbedae24,segment=NetworkSegment(e3114d38-7ed4-434c-ace7-c1b3bacb3813),segment_id=e3114d38-7ed4-434c-ace7-c1b3bacb3813)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:29.987032 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.014802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Calling delete_port for a5c5e917-435a-4608-a7ec-fb51fbedae24 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:30.019179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Port': ['ID=ac612a27-dba4-42dc-883e-3fc3aba5eb4a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.127943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a8674-4844-4211-b2d3-4ed488d328ae None None] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:30.262504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.275040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dfedf-fa8b-49d5-a7e8-663ad847d8a4 req-6b423003-134a-4ccf-8761-a5ca741c2950 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.276722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-500dfedf-fa8b-49d5-a7e8-663ad847d8a4 req-6b423003-134a-4ccf-8761-a5ca741c2950 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 943 time: 0.0691359 Aug 29 04:40:30.289186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['a5c5e917-435a-4608-a7ec-fb51fbedae24'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:30.304406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Pushing event deleted for resources: {'Port': ['ID=a5c5e917-435a-4608-a7ec-fb51fbedae24,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.340758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4c2fc4fb-2bd1-4b1f-8037-7c9a719674c9 None None] Provisioning for port 44c14975-a110-404e-9785-69dfb00d6330 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:30.354762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4c2fc4fb-2bd1-4b1f-8037-7c9a719674c9 None None] Provisioning complete for port 44c14975-a110-404e-9785-69dfb00d6330 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:30.355143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc4fb-2bd1-4b1f-8037-7c9a719674c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.374345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] No DVR routers for this DVR port a5c5e917-435a-4608-a7ec-fb51fbedae24 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:30.377642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.379946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a47c8dce-c1ce-43ee-a3e9-96f112ac7390 req-8ea5175c-a14e-478b-922b-c589017628eb tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.37 "DELETE /v2.0/ports/a5c5e917-435a-4608-a7ec-fb51fbedae24 HTTP/1.1" status: 204 len: 173 time: 0.7682362 Aug 29 04:40:30.380392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d2632-5607-4ced-8414-0a448471a635', 'name': 'network-vif-deleted', 'tag': 'a5c5e917-435a-4608-a7ec-fb51fbedae24'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:30.383825 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a182af-fe92-430f-b2ab-20ae297501c5" -d '{"events": [{"server_uuid": "605d2632-5607-4ced-8414-0a448471a635", "name": "network-vif-deleted", "tag": "a5c5e917-435a-4608-a7ec-fb51fbedae24"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:30.399579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.458389 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0506ad20-f163-4a54-8407-dcbc1d0bd4fb x-openstack-request-id: req-0506ad20-f163-4a54-8407-dcbc1d0bd4fb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:30.458737 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605d2632-5607-4ced-8414-0a448471a635", "name": "network-vif-deleted", "tag": "a5c5e917-435a-4608-a7ec-fb51fbedae24", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:30.458990 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0506ad20-f163-4a54-8407-dcbc1d0bd4fb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:30.459393 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605d2632-5607-4ced-8414-0a448471a635', 'name': 'network-vif-deleted', 'tag': 'a5c5e917-435a-4608-a7ec-fb51fbedae24', 'status': 'completed', 'code': 200} Aug 29 04:40:30.533801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-500dfedf-fa8b-49d5-a7e8-663ad847d8a4 req-051a13aa-85f4-4308-8f56-abaa728aac86 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303668 Aug 29 04:40:30.569064 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc4fb-2bd1-4b1f-8037-7c9a719674c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.609192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4c2fc4fb-2bd1-4b1f-8037-7c9a719674c9 None None] For port 44c14975-a110-404e-9785-69dfb00d6330, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=44c14975-a110-404e-9785-69dfb00d6330,segment=NetworkSegment(706af605-bb24-46fa-a6de-5da15af0440d),segment_id=706af605-bb24-46fa-a6de-5da15af0440d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:30.616119 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc4fb-2bd1-4b1f-8037-7c9a719674c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.675093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fc4fb-2bd1-4b1f-8037-7c9a719674c9 None None] Pushing event updated for resources: {'Port': ['ID=44c14975-a110-404e-9785-69dfb00d6330,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.746259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.942230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0304e659-cef4-45a3-96d5-a9252a0cd595 None None] Provisioning complete for port 44c14975-a110-404e-9785-69dfb00d6330 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:30.942803 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0304e659-cef4-45a3-96d5-a9252a0cd595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.943562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Router 5af852a7-e013-4072-b939-668142b3e391 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:30.961814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5a404a6-afda-4974-ab76-48bac7116bb5 req-e7bbe766-fd15-4722-b26e-cfc58dccb632 tempest-ServerAddressesNegativeTestJSON-398252757 tempest-ServerAddressesNegativeTestJSON-398252757-project] 10.222.0.55 "GET /v2.0/ports?device_id=605d2632-5607-4ced-8414-0a448471a635 HTTP/1.1" status: 200 len: 210 time: 0.0390694 Aug 29 04:40:31.113798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:31.124883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] Sync routers for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:31.132618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.133950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-04a3130b-42bc-4980-9051-4256595d52b5 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.3298221 Aug 29 04:40:31.136483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43980) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:31.139364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:31.140124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.175516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a8225464-8ec7-4700-97dd-2d5994c06f6b up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:31.179927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.219441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:31.220142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.255561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.256395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6da39-87cc-44f1-bc9d-8d5147fc7559 None None] The sync data for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:31.273884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port a8225464-8ec7-4700-97dd-2d5994c06f6b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:31.278843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port a8225464-8ec7-4700-97dd-2d5994c06f6b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:31.279399 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.311603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9f07f90f-8e1c-480e-95c9-21304752fb65 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:31.425153 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.441389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.480524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8225464-8ec7-4700-97dd-2d5994c06f6b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:31.483306 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2798f4ad-5e46-4ba3-ae8a-ec1dce4d3853" -d '{"events": [{"server_uuid": "07ef7a4e-5e42-42ae-8092-328863d8c464", "name": "network-vif-plugged", "status": "completed", "tag": "a8225464-8ec7-4700-97dd-2d5994c06f6b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:31.492576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44c14975-a110-404e-9785-69dfb00d6330 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:31.534407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a8225464-8ec7-4700-97dd-2d5994c06f6b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:31.539218 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59773e3-9260-4d45-9bd2-f16da1d38159 x-openstack-request-id: req-f59773e3-9260-4d45-9bd2-f16da1d38159 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:31.539555 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ef7a4e-5e42-42ae-8092-328863d8c464", "name": "network-vif-plugged", "status": "completed", "tag": "a8225464-8ec7-4700-97dd-2d5994c06f6b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:31.539957 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f59773e3-9260-4d45-9bd2-f16da1d38159 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:31.540239 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8225464-8ec7-4700-97dd-2d5994c06f6b', 'code': 200} Aug 29 04:40:31.541945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9f07f90f-8e1c-480e-95c9-21304752fb65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9f07f90f-8e1c-480e-95c9-21304752fb65,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:31.561205 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.632454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.670136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6cc59-f200-4be5-b548-4b4d1e88e9eb req-0cbfed9b-e569-449e-8be8-37df7d82a682 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.671920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbb6cc59-f200-4be5-b548-4b4d1e88e9eb req-0cbfed9b-e569-449e-8be8-37df7d82a682 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 943 time: 0.0612793 Aug 29 04:40:31.719717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbb6cc59-f200-4be5-b548-4b4d1e88e9eb req-9b61370f-483c-46c9-98e3-98e2006b14a6 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Aug 29 04:40:31.751563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7156-1a34-4bbb-89f8-e2e518e8ac6b req-8f43ea5c-a2a0-4b39-9354-e3f8c0f2b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.753290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8fd7156-1a34-4bbb-89f8-e2e518e8ac6b req-8f43ea5c-a2a0-4b39-9354-e3f8c0f2b19b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.1097829 Aug 29 04:40:31.757210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '9f07f90f-8e1c-480e-95c9-21304752fb65', 'network_id': '4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3', 'port_id': '9f07f90f-8e1c-480e-95c9-21304752fb65', 'mac_address': 'fa:16:3e:5e:3a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12673bad-2375-4c87-90dd-2c933f1d8b3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:31.823144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a8225464-8ec7-4700-97dd-2d5994c06f6b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:31.826420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8fd7156-1a34-4bbb-89f8-e2e518e8ac6b req-0cb1f51e-48d9-4e90-8b68-c2d62f1f0422 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628526 Aug 29 04:40:31.828984 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.843294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 44c14975-a110-404e-9785-69dfb00d6330 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:31.843661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.848318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f07f90f-8e1c-480e-95c9-21304752fb65 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:31.891218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9f07f90f-8e1c-480e-95c9-21304752fb65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9f07f90f-8e1c-480e-95c9-21304752fb65,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:31.898028 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.003899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9f07f90f-8e1c-480e-95c9-21304752fb65,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.039320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:32.043530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Allocated IP 172.20.0.1 (8215927d-eb00-4070-9c1c-84d4fceae8a6/2a8b548d-97d6-40a5-b95e-143dedabebea/4662763b-77bc-493d-ac55-5b3dce252f0e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:32.110820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] Deleting subnet 5043d879-4eb5-45b3-9170-f9627b26a6d8 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:32.114163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.152937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.157826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['9f07f90f-8e1c-480e-95c9-21304752fb65'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:32.198665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.216762 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.242113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Transition to ACTIVE for port object 4662763b-77bc-493d-ac55-5b3dce252f0e will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:32.267555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.283851 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.300254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5043d879-4eb5-45b3-9170-f9627b26a6d8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.310967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.316055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d57edad6-510c-4c23-b772-45453de63f30 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5043d879-4eb5-45b3-9170-f9627b26a6d8 HTTP/1.1" status: 204 len: 168 time: 0.2749555 Aug 29 04:40:32.316935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:32.338874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Port': ['ID=4662763b-77bc-493d-ac55-5b3dce252f0e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.353071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:32.354761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:32.358510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:32.407189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.421499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.566406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.578648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43df47e-d326-4848-9a65-2bb7e571521b']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:32.599462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3114d38-7ed4-434c-ace7-c1b3bacb3813') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:32.599661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3114d38-7ed4-434c-ace7-c1b3bacb3813') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:32.602883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.624386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.641005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.648616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:32.649429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:32.694356 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:32.698099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c897ebd8-79c5-42c0-bc7c-cd3b83f40bd7 None None] Provisioning for port 4662763b-77bc-493d-ac55-5b3dce252f0e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:32.706482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c897ebd8-79c5-42c0-bc7c-cd3b83f40bd7 None None] Provisioning complete for port 4662763b-77bc-493d-ac55-5b3dce252f0e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:32.707020 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c897ebd8-79c5-42c0-bc7c-cd3b83f40bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.725457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.746885 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.749124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c43df47e-d326-4848-9a65-2bb7e571521b HTTP/1.1" status: 204 len: 168 time: 0.4309962 Aug 29 04:40:32.750456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12395-8acf-48b8-bcb5-1a546c251bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43df47e-d326-4848-9a65-2bb7e571521b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.802848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c897ebd8-79c5-42c0-bc7c-cd3b83f40bd7 None None] Port 4662763b-77bc-493d-ac55-5b3dce252f0e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:32.880460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487d3c-0a40-4caa-b738-781b0aba16f6 req-89895f61-6478-4baf-aa82-27d4133f0e0e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.882208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29487d3c-0a40-4caa-b738-781b0aba16f6 req-89895f61-6478-4baf-aa82-27d4133f0e0e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 944 time: 0.0606060 Aug 29 04:40:32.936370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29487d3c-0a40-4caa-b738-781b0aba16f6 req-23ac7177-b58b-4107-9457-1350ee4328e1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468092 Aug 29 04:40:33.027805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.034858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.058064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44002) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:33.102366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a0a223d9-abce-4650-9d87-ad5358bc78e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53690d507e764f76b8d063d594d783c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425231 Aug 29 04:40:33.104801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44004) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:33.121176 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.124625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Port': ['ID=4662763b-77bc-493d-ac55-5b3dce252f0e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.165223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-597d436b-04da-48b3-8656-e728e3ff1dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.203830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-597d436b-04da-48b3-8656-e728e3ff1dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.229465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:33.231214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:33.276369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-597d436b-04da-48b3-8656-e728e3ff1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.279256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-597d436b-04da-48b3-8656-e728e3ff1dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.280767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-597d436b-04da-48b3-8656-e728e3ff1dad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5954c5e4-61e1-4c98-8718-03d09edef91d HTTP/1.1" status: 204 len: 168 time: 0.1748445 Aug 29 04:40:33.289683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d436b-04da-48b3-8656-e728e3ff1dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5954c5e4-61e1-4c98-8718-03d09edef91d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.321854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9f07f90f-8e1c-480e-95c9-21304752fb65 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:33.399330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Router 5af852a7-e013-4072-b939-668142b3e391 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:33.436718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 9f07f90f-8e1c-480e-95c9-21304752fb65 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:33.444439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 9f07f90f-8e1c-480e-95c9-21304752fb65 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:33.444638 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.564594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:33.567943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-17d56930-d7b8-4032-875b-4561d2b1832c None None] Provisioning complete for port 4662763b-77bc-493d-ac55-5b3dce252f0e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:33.568337 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17d56930-d7b8-4032-875b-4561d2b1832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.575159 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] Sync routers for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:33.590826 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-26bee570-c3dc-471a-b0e1-fece7c1addde tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "PUT /v2.0/routers/5af852a7-e013-4072-b939-668142b3e391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509120 Aug 29 04:40:33.591957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:33.597758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Request body: {'port': {'network_id': '8215927d-eb00-4070-9c1c-84d4fceae8a6', 'name': 'tempest-FloatingIPAdminTestJSON-699792291'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:33.603508 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:33.605297 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:33.620673 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.640013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-17d56930-d7b8-4032-875b-4561d2b1832c None None] Port 4662763b-77bc-493d-ac55-5b3dce252f0e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:33.664675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07f90f-8e1c-480e-95c9-21304752fb65'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:33.667084 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e67f4-e34a-494f-94b7-542d95e9fa2a" -d '{"events": [{"server_uuid": "8c1b6eb9-3c4e-45fb-8a68-393986265251", "name": "network-vif-plugged", "status": "completed", "tag": "9f07f90f-8e1c-480e-95c9-21304752fb65"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:33.677185 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:33.689559 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:33.690697 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:33.706573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9f07f90f-8e1c-480e-95c9-21304752fb65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9f07f90f-8e1c-480e-95c9-21304752fb65,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:33.719182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.720182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a5c5e917-435a-4608-a7ec-fb51fbedae24 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:33.752939 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8563bd-cdc2-4969-b7b4-ac43fa441b36 x-openstack-request-id: req-8e8563bd-cdc2-4969-b7b4-ac43fa441b36 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:33.753338 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1b6eb9-3c4e-45fb-8a68-393986265251", "name": "network-vif-plugged", "status": "completed", "tag": "9f07f90f-8e1c-480e-95c9-21304752fb65", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:33.753689 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e8563bd-cdc2-4969-b7b4-ac43fa441b36 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:33.754321 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07f90f-8e1c-480e-95c9-21304752fb65', 'code': 200} Aug 29 04:40:33.771666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Made reservation on behalf of 1d264afbfbe74791b07c2105f081899c for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:33.776878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.791634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: a5c5e917-435a-4608-a7ec-fb51fbedae24 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:33.792724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device a5c5e917-435a-4608-a7ec-fb51fbedae24 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:33.800251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] device_id is not set on port f23f0094-7e07-4579-8727-f1c1cbb15066 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:33.808612 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:33.810438 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4749e-95a7-4cb9-a9d5-390fdb956568 None None] The sync data for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:33.826102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9f07f90f-8e1c-480e-95c9-21304752fb65,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.940467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2c723-ce4b-41c4-b85f-fe0061bd99b7 req-48ccb2a0-b1b8-41f3-b8e0-18ec0beb75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:33.941849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe2c723-ce4b-41c4-b85f-fe0061bd99b7 req-48ccb2a0-b1b8-41f3-b8e0-18ec0beb75aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 1097 time: 0.0962107 Aug 29 04:40:33.990568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Allocated IP 172.20.0.5 (8215927d-eb00-4070-9c1c-84d4fceae8a6/2a8b548d-97d6-40a5-b95e-143dedabebea/f23f0094-7e07-4579-8727-f1c1cbb15066) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:34.054175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe2c723-ce4b-41c4-b85f-fe0061bd99b7 req-f89ea97f-9d87-49b0-9c2b-1529946e0c7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050475 Aug 29 04:40:34.161426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1ca3-c83a-4ca7-8f83-4da0ab0c8185 req-d3d4dc1c-754d-453d-90b7-ad3b7e1991d1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:34.163014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90ed1ca3-c83a-4ca7-8f83-4da0ab0c8185 req-d3d4dc1c-754d-453d-90b7-ad3b7e1991d1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1361361 Aug 29 04:40:34.231133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90ed1ca3-c83a-4ca7-8f83-4da0ab0c8185 req-5f9f1e93-cf1a-481b-8068-e541aba84008 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Aug 29 04:40:34.280487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.296995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Transition to ACTIVE for port object f23f0094-7e07-4579-8727-f1c1cbb15066 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:34.331839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:34.353132 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.421446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:34.426936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:34.429704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:34.460820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event updated for resources: {'Port': ['ID=f23f0094-7e07-4579-8727-f1c1cbb15066,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.499320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:34.500232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.522132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3c9bb82d-5ee7-4069-8999-9a08381a73a4 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9288595 Aug 29 04:40:34.525168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:34.527185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1847843403-network', 'tenant_id': '0f02cb1ac42b4ac18fc06185aaf87aa8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:34.557735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Made reservation on behalf of 0f02cb1ac42b4ac18fc06185aaf87aa8 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:34.562225 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.574041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.686016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'project_id': '1d264afbfbe74791b07c2105f081899c', 'port_id': 'f23f0094-7e07-4579-8727-f1c1cbb15066'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:34.702621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.708258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.727218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:34.730969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.739594 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.739999 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Added segment 63c99a9d-6411-4ed9-8c29-7a120f848a01 of type vlan for network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 Aug 29 04:40:34.780643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5e4c927c-45ed-47ed-bd13-4e9752fa8d66 None None] Provisioning for port f23f0094-7e07-4579-8727-f1c1cbb15066 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:34.785629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5e4c927c-45ed-47ed-bd13-4e9752fa8d66 None None] Provisioning complete for port f23f0094-7e07-4579-8727-f1c1cbb15066 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:34.786209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e4c927c-45ed-47ed-bd13-4e9752fa8d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.810944 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.849318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c927c-45ed-47ed-bd13-4e9752fa8d66 None None] Port f23f0094-7e07-4579-8727-f1c1cbb15066 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:34.850579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50547c2e-f991-48d4-bd43-a35d47838038,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.864427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.865544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:34.866262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.873770 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.926529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5930266 Aug 29 04:40:34.927080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44048) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:34.936263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Request body: {'subnet': {'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1847843403-subnet', 'tenant_id': '0f02cb1ac42b4ac18fc06185aaf87aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:34.956482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd7033-a287-424f-80e2-bf726e4efdae admin admin] Pushing event updated for resources: {'Network': ['ID=6f6d5bfb-3cc8-406a-b636-a12a370de6f6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.969066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:34.990660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Made reservation on behalf of 0f02cb1ac42b4ac18fc06185aaf87aa8 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:34.994398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.228569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.299308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f944e7-6b4d-4b1d-95b3-d4ff0380cd79,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.326160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Checking segment: {'id': '63c99a9d-6411-4ed9-8c29-7a120f848a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:35.326978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Network hostable DHCP agents. Network: 6f6d5bfb-3cc8-406a-b636-a12a370de6f6, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:35.378255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Allocated IP 172.25.7.31 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/a8ffce8a-78f6-4a89-ab7e-260e52f47f4c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:35.529661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.584709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.631392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:35.637112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:35.642138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:35.650190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ffce8a-78f6-4a89-ab7e-260e52f47f4c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.730856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:35.757918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 6f6d5bfb-3cc8-406a-b636-a12a370de6f6) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:35.762543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.763683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.771184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c1ffa-da02-4ccc-89b7-eff931dbc73d None None] Network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:35.792883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bccb4-1eb1-40d6-a8fd-238aba98bb17 req-d7409a68-41a1-469b-a741-700227a921fb tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.800204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f07bccb4-1eb1-40d6-a8fd-238aba98bb17 req-d7409a68-41a1-469b-a741-700227a921fb tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.4637055 Aug 29 04:40:35.832439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4be4e9e-2995-4f6d-8685-dffd4a281a4d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8938496 Aug 29 04:40:35.856495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f07bccb4-1eb1-40d6-a8fd-238aba98bb17 req-7edd858f-48b9-4437-a5e2-71dab0539efc tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554054 Aug 29 04:40:36.017387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b602ab0-a864-4bfc-b928-97beba773427 None None] Network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:36.235028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37392-5501-4099-99a7-1d2c46452269 req-e3f50ae4-dde4-491b-a10a-78376a90e52f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.236772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75f37392-5501-4099-99a7-1d2c46452269 req-e3f50ae4-dde4-491b-a10a-78376a90e52f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.0736849 Aug 29 04:40:36.270448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.274690 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-7f884f4d-8ada-4f3a-a3b2-6c525486863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.276628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-7f884f4d-8ada-4f3a-a3b2-6c525486863b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 1097 time: 0.1226346 Aug 29 04:40:36.294008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75f37392-5501-4099-99a7-1d2c46452269 req-6e747765-0596-40d6-ac52-e62e53a3398f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467892 Aug 29 04:40:36.337003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44070) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:36.343667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-667825814-network', 'tenant_id': 'd65778882d14463eb186d12cfab25f44'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:36.370471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Made reservation on behalf of d65778882d14463eb186d12cfab25f44 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:36.373460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.382379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.436477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.440946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-22b407d9-338b-447b-993f-1135560d1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.442452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-22b407d9-338b-447b-993f-1135560d1c4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.1406085 Aug 29 04:40:36.488023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.492234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.508177 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-873509dc-e1ef-4f4c-93e3-f065cf5e27ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f07f90f-8e1c-480e-95c9-21304752fb65 HTTP/1.1" status: 200 len: 217 time: 0.0477202 Aug 29 04:40:36.518699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:36.528289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeb3a83-c736-45fa-88b9-4ed3bae4e3ce,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.534248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.534672 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Added segment 3b9f38dd-38d7-4f61-bcf6-9c4b7260a7d8 of type vlan for network 9fa3a094-8763-4dbe-860a-f7b9f75ba0ba Aug 29 04:40:36.592469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.608359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-30f5e4ac-e3f6-47e8-b00d-5367b01181d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.609885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-30f5e4ac-e3f6-47e8-b00d-5367b01181d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.0933232 Aug 29 04:40:36.633078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.634140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.635020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.655292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-070e8feb-98cb-4a81-846a-f19fb131bfe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332954 Aug 29 04:40:36.702229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3634536 Aug 29 04:40:36.704618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44076) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:36.709756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Request body: {'subnet': {'network_id': '9fa3a094-8763-4dbe-860a-f7b9f75ba0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-667825814-subnet', 'tenant_id': 'd65778882d14463eb186d12cfab25f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:36.730475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13e9ff-4088-4550-a485-0cf1041c717b admin admin] Pushing event updated for resources: {'Network': ['ID=9fa3a094-8763-4dbe-860a-f7b9f75ba0ba,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.742821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9fa3a094-8763-4dbe-860a-f7b9f75ba0ba details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:36.747676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Made reservation on behalf of d65778882d14463eb186d12cfab25f44 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:36.750328 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.789711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.799087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.873464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-b3ee473c-0af4-468a-a6bd-78cb602e4bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108707 Aug 29 04:40:36.940875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ffce8a-78f6-4a89-ab7e-260e52f47f4c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.959826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.961779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.965079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44080) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:37.036558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d55729f-8116-4d8a-b5f4-ca76eeb193b5,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.051452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Checking segment: {'id': '3b9f38dd-38d7-4f61-bcf6-9c4b7260a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9fa3a094-8763-4dbe-860a-f7b9f75ba0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:37.051808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Network hostable DHCP agents. Network: 9fa3a094-8763-4dbe-860a-f7b9f75ba0ba, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:37.072545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Network 9fa3a094-8763-4dbe-860a-f7b9f75ba0ba is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:37.090558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9fa3a094-8763-4dbe-860a-f7b9f75ba0ba) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:37.100182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132751b-26ca-4a4b-bdce-58f0688a1985 None None] Network 9fa3a094-8763-4dbe-860a-f7b9f75ba0ba requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:37.107466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23d09cf4-9b8a-4ea7-ac0d-6202975a85c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.113327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.113993 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.135770 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Floating IP 1998e68c-5ecb-4952-b1ea-d154c7912e76 associated. External IP: 172.25.7.31, port: f23f0094-7e07-4579-8727-f1c1cbb15066. Aug 29 04:40:37.153636 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3b30ed4b-8322-4cf4-9750-4a97dcb1a2a8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4437962 Aug 29 04:40:37.192947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2920944-b98f-4179-a813-1a2fe0e1fc9e req-54c3c936-97cb-4129-906c-1803f63c1eab service neutron] 10.222.0.37 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119254 Aug 29 04:40:37.348637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56447bbe-eafe-4faf-9c98-7066cb02c860 None None] Network 9fa3a094-8763-4dbe-860a-f7b9f75ba0ba requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:37.401979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23d09cf4-9b8a-4ea7-ac0d-6202975a85c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.411295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Router 5af852a7-e013-4072-b939-668142b3e391 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:37.418306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23d09cf4-9b8a-4ea7-ac0d-6202975a85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.477515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d09cf4-9b8a-4ea7-ac0d-6202975a85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3340f4a5-958d-4d9e-88b7-4e327e315373,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.525603 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-23d09cf4-9b8a-4ea7-ac0d-6202975a85c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c8c1de26a924431b13c243c2f3d8bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491512 Aug 29 04:40:37.526368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:37.577494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4df7-7a22-4fe8-8a05-2e08b2464523 req-92bd45fb-f70a-4a40-9003-0e40e78030b9 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.579028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa2d4df7-7a22-4fe8-8a05-2e08b2464523 req-92bd45fb-f70a-4a40-9003-0e40e78030b9 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1104956 Aug 29 04:40:37.600474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:37.626718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] Sync routers for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:37.633489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f82c663d-c33b-44ff-828d-cba51642afcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.635480 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.643359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:37.643608 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa2d4df7-7a22-4fe8-8a05-2e08b2464523 req-2984d636-034d-4979-9333-930c10e610f4 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543244 Aug 29 04:40:37.644237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:37.676450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-039112da-7079-42fd-8f5f-91034a2085ba tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.1500723 Aug 29 04:40:37.681348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:37.689677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f82c663d-c33b-44ff-828d-cba51642afcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.690285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:37.707466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:37.708554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:37.744154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:37.744647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912103fd-cd73-48dc-8c16-e15bb9fa714f None None] The sync data for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:37.775454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f82c663d-c33b-44ff-828d-cba51642afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.780298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f82c663d-c33b-44ff-828d-cba51642afcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.782125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f82c663d-c33b-44ff-828d-cba51642afcf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3340f4a5-958d-4d9e-88b7-4e327e315373 HTTP/1.1" status: 204 len: 168 time: 0.2538581 Aug 29 04:40:37.791815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c663d-c33b-44ff-828d-cba51642afcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3340f4a5-958d-4d9e-88b7-4e327e315373,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.827412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d8ded245-a77f-4e0a-a226-4f1d61a47f47 tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] 10.222.0.55 "GET /v2.0/floatingips/1998e68c-5ecb-4952-b1ea-d154c7912e76 HTTP/1.1" status: 200 len: 981 time: 0.1448932 Aug 29 04:40:37.829765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:37.934228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-43088508-fd89-40bf-b62b-3e5606675dba tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.935856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-43088508-fd89-40bf-b62b-3e5606675dba tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/networks?id=6f6d5bfb-3cc8-406a-b636-a12a370de6f6 HTTP/1.1" status: 200 len: 825 time: 0.1092594 Aug 29 04:40:37.944616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d43a93c0-ada4-4b62-b808-97984aba1cd2 tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3031 time: 0.1137669 Aug 29 04:40:37.947362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44116) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:37.957846 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-238fff47-4829-4c5a-8968-5cb2dfbe5a0a tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/quotas/0f02cb1ac42b4ac18fc06185aaf87aa8 HTTP/1.1" status: 200 len: 375 time: 0.0147069 Aug 29 04:40:38.002415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-e659a56e-5545-48bd-9961-f08efa6443dd tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f02cb1ac42b4ac18fc06185aaf87aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337605 Aug 29 04:40:38.118749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Deleting port a8ffce8a-78f6-4a89-ab7e-260e52f47f4c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:38.119097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.212201 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.212634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.223655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-e50c93e6-f61e-4996-bdd1-f0af02daf8cd service neutron] 10.222.0.55 "GET /v2.0/networks/6f6d5bfb-3cc8-406a-b636-a12a370de6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127886 Aug 29 04:40:38.227234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Calling delete_port for a8ffce8a-78f6-4a89-ab7e-260e52f47f4c owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:38.329661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-52caedb0-3fc9-4b6f-9e6b-274197ac2b9d service neutron] 10.222.0.55 "GET /v2.0/networks/6f6d5bfb-3cc8-406a-b636-a12a370de6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997446 Aug 29 04:40:38.472588 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.505483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Port': ['ID=a8ffce8a-78f6-4a89-ab7e-260e52f47f4c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.577636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00e31b68-91e4-43ce-8b3b-dabe36a59b94 req-9080794b-5751-4ef9-9f3f-d0869f306947 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 210 time: 0.0452101 Aug 29 04:40:38.590923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44144) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:38.600744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.601137 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Floating IP 1998e68c-5ecb-4952-b1ea-d154c7912e76 disassociated (deleted). External IP: 172.25.7.31, port: f23f0094-7e07-4579-8727-f1c1cbb15066. Aug 29 04:40:38.718838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2100743336-network', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:38.797970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Made reservation on behalf of c1427f2b5a4e43149a81651c2eb133af for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:38.800191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.816151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.834923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952385e7-e9cb-4f10-a234-24bc6fb5aca6 req-c8f40862-4a26-4e96-9cf9-e9552dbebc31 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.836443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-952385e7-e9cb-4f10-a234-24bc6fb5aca6 req-c8f40862-4a26-4e96-9cf9-e9552dbebc31 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.0937469 Aug 29 04:40:38.894833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Router 5af852a7-e013-4072-b939-668142b3e391 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:38.903362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-952385e7-e9cb-4f10-a234-24bc6fb5aca6 req-cd6d1fb9-1fe5-4d21-a151-4641d98bd8c4 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Aug 29 04:40:38.985375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.991795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.022479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:39.032143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c766c4-2b44-4b55-ab5a-06ce555363a5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.040783 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.040783 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Added segment e481f984-6427-4888-ac6f-a9ac4cfa3cd5 of type vlan for network a72d1daa-14d3-4d53-81eb-e99f5162ae62 Aug 29 04:40:39.061071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:39.070206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.075450 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a028f664-d490-4c20-8757-0da014c4336c None None] Sync routers for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:39.094117 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028f664-d490-4c20-8757-0da014c4336c None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:39.095386 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a028f664-d490-4c20-8757-0da014c4336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:39.110917 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.112698 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-716e7ba3-21c9-46a5-b7de-450f409b9288 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "DELETE /v2.0/floatingips/1998e68c-5ecb-4952-b1ea-d154c7912e76 HTTP/1.1" status: 204 len: 168 time: 1.1641886 Aug 29 04:40:39.118132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44158) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.125326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:39.142145 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a028f664-d490-4c20-8757-0da014c4336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:39.152752 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028f664-d490-4c20-8757-0da014c4336c None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:39.153371 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a028f664-d490-4c20-8757-0da014c4336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:39.173211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.174442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.176125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.177185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.197292 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a028f664-d490-4c20-8757-0da014c4336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:39.198513 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a028f664-d490-4c20-8757-0da014c4336c None None] The sync data for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:39.293048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6964247 Aug 29 04:40:39.293700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44160) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.303766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Request body: {'subnet': {'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2100743336-subnet', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:39.309230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306f542-55de-4427-ac1f-0092e98b7ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=a72d1daa-14d3-4d53-81eb-e99f5162ae62,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.320354 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.321218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:39.340238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Made reservation on behalf of c1427f2b5a4e43149a81651c2eb133af for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:39.343089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.543547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Allocated IP 172.25.7.149 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/844c20b4-c401-4ac7-8281-391781119321) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:39.595647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.701111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0101f4-8f86-4155-8ba3-95485c79a859,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.709500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Checking segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:39.710056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Network hostable DHCP agents. Network: a72d1daa-14d3-4d53-81eb-e99f5162ae62, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:39.884987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:39.896241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, a72d1daa-14d3-4d53-81eb-e99f5162ae62) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:39.900789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.901415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.910040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d325f59-1c62-4504-b41c-851a34ba3896 None None] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:39.958480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed15abee-2103-4ba9-a710-fe632b198105 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6594715 Aug 29 04:40:39.963027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44166) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:39.976035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:40.064630 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.066058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.074801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65778e7a-f67d-4aef-8519-2b38f964b63b req-49ba1e7f-6709-474c-943c-bd172547580c tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 210 time: 0.0402181 Aug 29 04:40:40.115911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce43e3-5a86-4f15-9ccd-de67380bdb25 req-26ae3457-18bf-4a4d-867c-073dc693791c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.124441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6ce43e3-5a86-4f15-9ccd-de67380bdb25 req-26ae3457-18bf-4a4d-867c-073dc693791c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1148734 Aug 29 04:40:40.196792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.223343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'fixed_ips': [{'subnet_id': '2f0101f4-8f86-4155-8ba3-95485c79a859'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:40.224512 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.233396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a6ce43e3-5a86-4f15-9ccd-de67380bdb25 req-bb30f7f8-6045-40b7-a8ff-6c0d23a9e913 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077414 Aug 29 04:40:40.298758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.383499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-86d07dd5-2a90-4803-8131-8c1887402f73 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.385363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-86d07dd5-2a90-4803-8131-8c1887402f73 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.37 "GET /v2.0/networks?id=6f6d5bfb-3cc8-406a-b636-a12a370de6f6 HTTP/1.1" status: 200 len: 825 time: 0.2673283 Aug 29 04:40:40.402430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Request body: {'port': {'device_id': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6', 'admin_state_up': True, 'tenant_id': '0f02cb1ac42b4ac18fc06185aaf87aa8'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:40.415453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.459967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Allocated IP 172.20.0.2 (a72d1daa-14d3-4d53-81eb-e99f5162ae62/2f0101f4-8f86-4155-8ba3-95485c79a859/09c42f80-70b0-4f79-8862-90d5d03b6bcd) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:40.491213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.561752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:40.567251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:40.572501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:40.624492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Pushing event updated for resources: {'Port': ['ID=844c20b4-c401-4ac7-8281-391781119321,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.672298 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.682182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Transition to ACTIVE for port object 09c42f80-70b0-4f79-8862-90d5d03b6bcd will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:40.702946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Made reservation on behalf of 0f02cb1ac42b4ac18fc06185aaf87aa8 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:40.707868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.714376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Transition to ACTIVE for port object 09c42f80-70b0-4f79-8862-90d5d03b6bcd will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:40.725841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.726364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.755480 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.760260 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.785823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:40.791463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:40.795804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:40.804198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Pushing event updated for resources: {'Port': ['ID=09c42f80-70b0-4f79-8862-90d5d03b6bcd,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.848031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.875898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Attempting to bind port 09c42f80-70b0-4f79-8862-90d5d03b6bcd on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:40.876426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Attempting to bind port 09c42f80-70b0-4f79-8862-90d5d03b6bcd by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:40.876946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Attempting to bind port 09c42f80-70b0-4f79-8862-90d5d03b6bcd on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:40.885047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:40.886176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Checking segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:40.886329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.887121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Bound using segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:40.887466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Bound port: 09c42f80-70b0-4f79-8862-90d5d03b6bcd, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:40.888576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.926245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Allocated IP 172.25.7.17 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/77ed97d7-404c-4709-a9be-18a94d2b4880) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:40.977343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] For port 09c42f80-70b0-4f79-8862-90d5d03b6bcd, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:40.982315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] For port 09c42f80-70b0-4f79-8862-90d5d03b6bcd, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=09c42f80-70b0-4f79-8862-90d5d03b6bcd,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:40.993852 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.014541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Allocated IP 172.20.0.13 (6f6d5bfb-3cc8-406a-b636-a12a370de6f6/39f944e7-6b4d-4b1d-95b3-d4ff0380cd79/2276d6d8-9c8c-4043-9c79-1d073933f892) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:41.063585 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:41.087621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152425bd-3bcf-4cd7-9060-0d5e83f0777e None None] Pushing event updated for resources: {'Port': ['ID=09c42f80-70b0-4f79-8862-90d5d03b6bcd,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.136106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.153193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.173021 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.212370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.258803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:41.262968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:41.265528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1ab8057-7117-4726-b092-217af5f76816 req-dcc7644b-c8f8-4ca3-9a71-fcfa55a98ff6 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 210 time: 0.0585816 Aug 29 04:40:41.275998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:41.304531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Pushing event updated for resources: {'Port': ['ID=77ed97d7-404c-4709-a9be-18a94d2b4880,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.355595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Pushing event updated for resources: {'Port': ['ID=844c20b4-c401-4ac7-8281-391781119321,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.401486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.452421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.476008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.517798 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.519031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0ea4cb21-f41f-4994-afbb-f066c979472b tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3994267 Aug 29 04:40:41.546137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44174) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:41.551683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Pushing event updated for resources: {'Port': ['ID=2276d6d8-9c8c-4043-9c79-1d073933f892,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.571306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:41.575947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:41.579494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 09c42f80-70b0-4f79-8862-90d5d03b6bcd up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:41.580009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:41.611530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab472f-57f8-43a0-be94-6c2f711005db req-52def52b-04e0-458f-ab39-4ea46d99de8e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.619747 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23ab472f-57f8-43a0-be94-6c2f711005db req-52def52b-04e0-458f-ab39-4ea46d99de8e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.2711287 Aug 29 04:40:41.643962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.644640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.650779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 09c42f80-70b0-4f79-8862-90d5d03b6bcd completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:41.667732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-d406c92a-22d3-4430-9f3f-195b8c1c3a62 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2714159 Aug 29 04:40:41.684249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Request body: {'port': {'device_id': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:41.707290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-23ab472f-57f8-43a0-be94-6c2f711005db req-a248d762-81e5-440c-b6a3-cbd96236f873 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866327 Aug 29 04:40:41.763951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.776038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:41.805980 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.844068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.114970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.129156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2276d6d8-9c8c-4043-9c79-1d073933f892 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:42.142839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.163294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Transition to ACTIVE for port object 2276d6d8-9c8c-4043-9c79-1d073933f892 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:42.168534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.185866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.257675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Pushing event updated for resources: {'Port': ['ID=2276d6d8-9c8c-4043-9c79-1d073933f892,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.375967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Attempting to bind port 2276d6d8-9c8c-4043-9c79-1d073933f892 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:42.376345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Attempting to bind port 2276d6d8-9c8c-4043-9c79-1d073933f892 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '63c99a9d-6411-4ed9-8c29-7a120f848a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:42.376656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Attempting to bind port 2276d6d8-9c8c-4043-9c79-1d073933f892 on network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:42.388359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Allocated IP 172.25.7.94 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/b8892cdd-17ca-4d3e-884a-1967e908dc87) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:42.393008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Port 2276d6d8-9c8c-4043-9c79-1d073933f892 on network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:42.393491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Attempting to bind port 2276d6d8-9c8c-4043-9c79-1d073933f892 on network 6f6d5bfb-3cc8-406a-b636-a12a370de6f6 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:42.436142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:42.436804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Checking segment: {'id': '63c99a9d-6411-4ed9-8c29-7a120f848a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:42.437362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Bound using segment: {'id': '63c99a9d-6411-4ed9-8c29-7a120f848a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:42.438064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Bound port: 2276d6d8-9c8c-4043-9c79-1d073933f892, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c99a9d-6411-4ed9-8c29-7a120f848a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:42.438582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.459630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225fbeba-4d42-4a71-94e0-bf5e0c560a23 None None] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:42.506594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837aa67-3165-42ad-b39b-6016f8a47546 req-08c06791-1223-4fd2-a1c6-7e5325af59bc tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.509266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c837aa67-3165-42ad-b39b-6016f8a47546 req-08c06791-1223-4fd2-a1c6-7e5325af59bc tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 944 time: 0.1295905 Aug 29 04:40:42.532274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Router 9e575986-a7de-49b2-a1b6-86fd996b087b is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:42.578381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Provisioning for port 09c42f80-70b0-4f79-8862-90d5d03b6bcd completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:42.588874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] For port 2276d6d8-9c8c-4043-9c79-1d073933f892, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:42.596325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c837aa67-3165-42ad-b39b-6016f8a47546 req-435ae190-f1a1-443a-946e-3001c2319bdc tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Aug 29 04:40:42.605852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Provisioning complete for port 09c42f80-70b0-4f79-8862-90d5d03b6bcd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:42.606419 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.610288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] For port 2276d6d8-9c8c-4043-9c79-1d073933f892, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2276d6d8-9c8c-4043-9c79-1d073933f892,segment=NetworkSegment(63c99a9d-6411-4ed9-8c29-7a120f848a01),segment_id=63c99a9d-6411-4ed9-8c29-7a120f848a01)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:42.616574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.652891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.677083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Pushing event updated for resources: {'Port': ['ID=2276d6d8-9c8c-4043-9c79-1d073933f892,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.693746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.694524 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.696189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-925349dd-1409-4878-bf6c-160fea3d4cfc service neutron] 10.222.0.37 "PUT /v2.0/ports/2276d6d8-9c8c-4043-9c79-1d073933f892 HTTP/1.1" status: 200 len: 1093 time: 1.0203109 Aug 29 04:40:42.696814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'tag': '2276d6d8-9c8c-4043-9c79-1d073933f892'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:42.699622 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297dd0f-f5af-47ea-ad99-689f585724b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e820f55a-ed02-4747-8b04-d1348eea8941", "tag": "2276d6d8-9c8c-4043-9c79-1d073933f892"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:42.751775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:42.767018 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9427c693-f103-4d87-ace7-6422f75cf9fe x-openstack-request-id: req-9427c693-f103-4d87-ace7-6422f75cf9fe {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:42.767970 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e820f55a-ed02-4747-8b04-d1348eea8941", "tag": "2276d6d8-9c8c-4043-9c79-1d073933f892", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:42.768578 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9427c693-f103-4d87-ace7-6422f75cf9fe {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:42.769535 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'tag': '2276d6d8-9c8c-4043-9c79-1d073933f892', 'status': 'completed', 'code': 200} Aug 29 04:40:42.776451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Sync routers for ids ['9e575986-a7de-49b2-a1b6-86fd996b087b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:42.781023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.796984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.798286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1a4ebd4b-3400-4bbe-bcce-e51f39482379 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8310752 Aug 29 04:40:42.802250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44184) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:42.822228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Routers {'9e575986-a7de-49b2-a1b6-86fd996b087b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:42.823650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9e575986-a7de-49b2-a1b6-86fd996b087b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:42.825992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.881977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-3765c0f4-5b96-45f2-aecd-5e172466868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.883558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-3765c0f4-5b96-45f2-aecd-5e172466868e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f02cb1ac42b4ac18fc06185aaf87aa8&device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 1096 time: 0.1303790 Aug 29 04:40:42.913946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:42.946708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:42.947323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-95d155c0-85fb-4bd3-9a1d-1939f0e7ce9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2276d6d8-9c8c-4043-9c79-1d073933f892 HTTP/1.1" status: 200 len: 217 time: 0.0528002 Aug 29 04:40:42.953365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:42.975500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84b652-16d4-4c1b-bc50-ee980488af80 req-9747f6e3-c024-4bcc-8412-71fe429ab3f3 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.984090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c84b652-16d4-4c1b-bc50-ee980488af80 req-9747f6e3-c024-4bcc-8412-71fe429ab3f3 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1359193 Aug 29 04:40:43.067056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c84b652-16d4-4c1b-bc50-ee980488af80 req-8cb4128c-1b3d-4909-9e70-ef4e0f08d4d6 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802636 Aug 29 04:40:43.084945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-c37cd674-034c-4782-bbfa-a891446e4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.090268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-c37cd674-034c-4782-bbfa-a891446e4b1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39f944e7-6b4d-4b1d-95b3-d4ff0380cd79 HTTP/1.1" status: 200 len: 865 time: 0.1353927 Aug 29 04:40:43.116380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Set router 9e575986-a7de-49b2-a1b6-86fd996b087b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:43.156741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-96729876-58fe-4505-a5cc-fd212d9c68cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f6d5bfb-3cc8-406a-b636-a12a370de6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571997 Aug 29 04:40:43.238967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] For port 09c42f80-70b0-4f79-8862-90d5d03b6bcd, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=09c42f80-70b0-4f79-8862-90d5d03b6bcd,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:43.282291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.315947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-2a7d5b44-f8a7-4741-9a6b-98f2167b754a service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d5bfb-3cc8-406a-b636-a12a370de6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509166 Aug 29 04:40:43.380157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Pushing event updated for resources: {'Port': ['ID=09c42f80-70b0-4f79-8862-90d5d03b6bcd,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:43.402842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.403193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.404122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.404467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.404798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.405358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.405607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.405783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.406107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.406428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.406978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.407093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdeeead-9545-42c4-bcde-40673b912577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:43.425062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d8d95e36-70cf-4e4e-8978-4c45356e16ef None None] Provisioning complete for port 09c42f80-70b0-4f79-8862-90d5d03b6bcd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:43.425379 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8d95e36-70cf-4e4e-8978-4c45356e16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.436306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Pushing event updated for resources: {'Port': ['ID=b8892cdd-17ca-4d3e-884a-1967e908dc87,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:43.455010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34940a63-dbb1-4a9f-bc37-01b7bf1cb9e1 req-e8834599-0265-4ede-ae8c-da2df42797be service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d5bfb-3cc8-406a-b636-a12a370de6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311767 Aug 29 04:40:43.543440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:41Z', 'revision_number': 3, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port': {'id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:43.545319 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.570916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Checking router: 9e575986-a7de-49b2-a1b6-86fd996b087b for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:43.571363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Updating router 9e575986-a7de-49b2-a1b6-86fd996b087b port 77ed97d7-404c-4709-a9be-18a94d2b4880 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:43.584799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-02f933b4-36e2-47a5-b583-c2bf7a3822b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.586403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-02f933b4-36e2-47a5-b583-c2bf7a3822b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f02cb1ac42b4ac18fc06185aaf87aa8&device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 1096 time: 0.0592191 Aug 29 04:40:43.626779 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.663056 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.723589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-0cedc0a3-4bb9-491b-9be1-3b8f6fdbac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.725450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-0cedc0a3-4bb9-491b-9be1-3b8f6fdbac82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6f6d5bfb-3cc8-406a-b636-a12a370de6f6 HTTP/1.1" status: 200 len: 926 time: 0.1320198 Aug 29 04:40:43.779170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-02fc63ab-d1d9-4e1e-b91d-d0bb6fb0d2c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2276d6d8-9c8c-4043-9c79-1d073933f892 HTTP/1.1" status: 200 len: 217 time: 0.0443766 Aug 29 04:40:43.843030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-07f5fd91-f8d6-479e-af40-8afc1e1375c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.844696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-07f5fd91-f8d6-479e-af40-8afc1e1375c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39f944e7-6b4d-4b1d-95b3-d4ff0380cd79 HTTP/1.1" status: 200 len: 865 time: 0.0583899 Aug 29 04:40:43.883256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-021d0552-7522-4b6a-a777-2719d97b5daf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f6d5bfb-3cc8-406a-b636-a12a370de6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284519 Aug 29 04:40:43.911949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57144b3-6a80-4a03-8cc5-9ceaf6ee9b6f req-092e00b0-0da7-4f4a-b654-4cae908c4037 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.913465 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b57144b3-6a80-4a03-8cc5-9ceaf6ee9b6f req-092e00b0-0da7-4f4a-b654-4cae908c4037 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 944 time: 0.1559403 Aug 29 04:40:44.001135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.005246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-b718120f-e557-45cf-be7e-071b70746483 service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d5bfb-3cc8-406a-b636-a12a370de6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134601 Aug 29 04:40:44.015586 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Transition to ACTIVE for port object 77ed97d7-404c-4709-a9be-18a94d2b4880 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:44.020332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b57144b3-6a80-4a03-8cc5-9ceaf6ee9b6f req-cb50336f-8254-4c90-bf78-95bb2e86820d tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950651 Aug 29 04:40:44.030034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.060675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.091252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.106104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Attempting to bind port 77ed97d7-404c-4709-a9be-18a94d2b4880 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:44.107093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Attempting to bind port 77ed97d7-404c-4709-a9be-18a94d2b4880 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:44.107538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Attempting to bind port 77ed97d7-404c-4709-a9be-18a94d2b4880 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:44.119533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0bcf0-da51-4907-9a7d-9fefd63f1575 None None] Pushing event updated for resources: {'Port': ['ID=77ed97d7-404c-4709-a9be-18a94d2b4880,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.125071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:44.125627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:44.126111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.126612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:44.127995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Bound port: 77ed97d7-404c-4709-a9be-18a94d2b4880, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:44.128497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.157060 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4297dd0f-f5af-47ea-ad99-689f585724b9 req-ce2c9bfe-156f-4b23-b35a-5fc24d11c726 service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d5bfb-3cc8-406a-b636-a12a370de6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440256 Aug 29 04:40:44.207562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] For port 77ed97d7-404c-4709-a9be-18a94d2b4880, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:44.217339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] For port 77ed97d7-404c-4709-a9be-18a94d2b4880, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=77ed97d7-404c-4709-a9be-18a94d2b4880,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:44.227188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.243752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Pushing event updated for resources: {'Port': ['ID=b8892cdd-17ca-4d3e-884a-1967e908dc87,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.274935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687f3a8-ebba-4e79-868b-e25f23693b9e req-336d90a5-1bcd-4434-aafa-b8d806028d7f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:44.277379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b687f3a8-ebba-4e79-868b-e25f23693b9e req-336d90a5-1bcd-4434-aafa-b8d806028d7f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.0793512 Aug 29 04:40:44.292544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.307322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Routers {'9e575986-a7de-49b2-a1b6-86fd996b087b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:44.308128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9e575986-a7de-49b2-a1b6-86fd996b087b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:44.317789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.327564 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.328066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b687f3a8-ebba-4e79-868b-e25f23693b9e req-f4989b35-db09-4458-8a79-ee40b78ad143 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Aug 29 04:40:44.331686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1be51ad0-06ba-4726-9245-a99a78724d49 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7821290 Aug 29 04:40:44.334293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:44.358406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0bcf0-da51-4907-9a7d-9fefd63f1575 None None] Pushing event updated for resources: {'Port': ['ID=77ed97d7-404c-4709-a9be-18a94d2b4880,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.417447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b42a45b3-7c04-4335-a1bd-c97aca174308 tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.0814853 Aug 29 04:40:44.421018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44194) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:44.451905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] Set router 9e575986-a7de-49b2-a1b6-86fd996b087b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:44.523270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-96fcebe3-714a-4d3a-85ae-1d7001710a11 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1009018 Aug 29 04:40:44.526080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:44.697175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Allocated IP 172.20.0.1 (a72d1daa-14d3-4d53-81eb-e99f5162ae62/2f0101f4-8f86-4155-8ba3-95485c79a859/52b34c70-8071-4f77-a6b7-d2e27ef88665) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:44.776838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Deleting port b8892cdd-17ca-4d3e-884a-1967e908dc87 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:44.776838 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.815960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:41Z', 'revision_number': 3, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port': {'id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:44.848039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7fe9-c199-4d98-b6bf-61a700e42cad None None] The sync data for ids ['9e575986-a7de-49b2-a1b6-86fd996b087b'] in n-d-712143-14 is: [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:41Z', 'revision_number': 3, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port': {'id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:44.900728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.931074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.931434 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.934689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Transition to ACTIVE for port object 52b34c70-8071-4f77-a6b7-d2e27ef88665 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:44.950746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Calling delete_port for b8892cdd-17ca-4d3e-884a-1967e908dc87 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:45.047222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.124218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:45.128940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:45.162907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:45.203752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Pushing event updated for resources: {'Port': ['ID=52b34c70-8071-4f77-a6b7-d2e27ef88665,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:45.286815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.356943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e066b-b4d5-4e84-9043-f0c6105f7cb7 req-e9b043c5-e25e-4946-b71d-eb8a8b955a1e tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.358865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b1e066b-b4d5-4e84-9043-f0c6105f7cb7 req-e9b043c5-e25e-4946-b71d-eb8a8b955a1e tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 944 time: 0.1910183 Aug 29 04:40:45.364744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.401244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2276d6d8-9c8c-4043-9c79-1d073933f892 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:45.464982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Pushing event deleted for resources: {'Port': ['ID=b8892cdd-17ca-4d3e-884a-1967e908dc87,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:45.576797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b1e066b-b4d5-4e84-9043-f0c6105f7cb7 req-c2432ada-7c7c-42e0-b618-42e03ba8106e tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958079 Aug 29 04:40:45.605266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bc536-3bff-464d-8191-2d0992deb907 req-8710283c-b8af-4b82-b888-30ca292e4c1d tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.615022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-695bc536-3bff-464d-8191-2d0992deb907 req-8710283c-b8af-4b82-b888-30ca292e4c1d tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1615605 Aug 29 04:40:45.642453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bd6d4241-b2b0-401c-9c9d-ef0ac2153169 None None] Provisioning for port 52b34c70-8071-4f77-a6b7-d2e27ef88665 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:45.660088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bd6d4241-b2b0-401c-9c9d-ef0ac2153169 None None] Provisioning complete for port 52b34c70-8071-4f77-a6b7-d2e27ef88665 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:45.661022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4241-b2b0-401c-9c9d-ef0ac2153169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.670890 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.674519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.679970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a3f346d-cf08-46c0-a685-730b5989cea5 tempest-FloatingIPAdminTestJSON-1546886942 tempest-FloatingIPAdminTestJSON-1546886942-project] 10.222.0.55 "DELETE /v2.0/floatingips/5e571626-d956-4b37-b289-1882bad15e99 HTTP/1.1" status: 204 len: 168 time: 1.1525364 Aug 29 04:40:45.680646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44202) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:45.719867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-695bc536-3bff-464d-8191-2d0992deb907 req-9d8046af-6249-4213-b90c-d97c1c3d093a tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999207 Aug 29 04:40:45.743589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 09c42f80-70b0-4f79-8862-90d5d03b6bcd up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:45.778427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.833559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2276d6d8-9c8c-4043-9c79-1d073933f892, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2276d6d8-9c8c-4043-9c79-1d073933f892,segment=NetworkSegment(63c99a9d-6411-4ed9-8c29-7a120f848a01),segment_id=63c99a9d-6411-4ed9-8c29-7a120f848a01)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:45.844550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d4241-b2b0-401c-9c9d-ef0ac2153169 None None] Port 52b34c70-8071-4f77-a6b7-d2e27ef88665 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:45.853058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '2276d6d8-9c8c-4043-9c79-1d073933f892', 'network_id': '6f6d5bfb-3cc8-406a-b636-a12a370de6f6', 'port_id': '2276d6d8-9c8c-4043-9c79-1d073933f892', 'mac_address': 'fa:16:3e:3b:5e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f944e7-6b4d-4b1d-95b3-d4ff0380cd79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:45.891631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 09c42f80-70b0-4f79-8862-90d5d03b6bcd triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:45.892021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.932087 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.953822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2276d6d8-9c8c-4043-9c79-1d073933f892 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:45.986073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Deleting port 844c20b4-c401-4ac7-8281-391781119321 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:45.986679 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.992855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2276d6d8-9c8c-4043-9c79-1d073933f892, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2276d6d8-9c8c-4043-9c79-1d073933f892,segment=NetworkSegment(63c99a9d-6411-4ed9-8c29-7a120f848a01),segment_id=63c99a9d-6411-4ed9-8c29-7a120f848a01)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:45.998270 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.070336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 77ed97d7-404c-4709-a9be-18a94d2b4880 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:46.117212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2276d6d8-9c8c-4043-9c79-1d073933f892,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.133230 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.133583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.152370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 77ed97d7-404c-4709-a9be-18a94d2b4880 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:46.157093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 77ed97d7-404c-4709-a9be-18a94d2b4880 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:46.157619 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.163758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Calling delete_port for 844c20b4-c401-4ac7-8281-391781119321 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:46.170096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.182964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.257316 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.292804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 77ed97d7-404c-4709-a9be-18a94d2b4880, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=77ed97d7-404c-4709-a9be-18a94d2b4880,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:46.298683 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.308095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2276d6d8-9c8c-4043-9c79-1d073933f892'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:46.334584 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Pushing event updated for resources: {'Port': ['ID=52b34c70-8071-4f77-a6b7-d2e27ef88665,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.339918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.457794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=77ed97d7-404c-4709-a9be-18a94d2b4880,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.502650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:46.504489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:46.510324 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.543296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Pushing event deleted for resources: {'Port': ['ID=844c20b4-c401-4ac7-8281-391781119321,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.663149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79886059-c7ce-465d-8f9d-eaaafdace2f1 req-045a85f1-ebb5-476d-9434-deb03978c8c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0376079 Aug 29 04:40:46.725536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79886059-c7ce-465d-8f9d-eaaafdace2f1 req-1e1c6969-df29-47bb-9939-6e4a25250bfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0374219 Aug 29 04:40:46.764586 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.767803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.768996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-50f4d476-416c-4bff-b49d-a3f89171f1ab tempest-FloatingIPAdminTestJSON-2098471964 tempest-FloatingIPAdminTestJSON-2098471964-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/31f20806-53e5-4b31-8450-fd8e8d6274f5 HTTP/1.1" status: 204 len: 168 time: 1.0537798 Aug 29 04:40:46.775240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44208) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:46.780739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79886059-c7ce-465d-8f9d-eaaafdace2f1 req-1ef19988-47ff-487f-8c41-c85dbc6f2542 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300753 Aug 29 04:40:46.814454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2483db18-713b-4c4e-9c4b-58cda56175dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.835609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599f86-8607-4899-ba7f-e803b8e21210 req-48f3203a-dc7e-4029-a4e1-0abd0769715d tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.837177 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56599f86-8607-4899-ba7f-e803b8e21210 req-48f3203a-dc7e-4029-a4e1-0abd0769715d tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 945 time: 0.1330671 Aug 29 04:40:46.839386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Router 9e575986-a7de-49b2-a1b6-86fd996b087b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:46.884983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7d8ace9f-0c89-49d0-9700-2fc5e245e52f None None] Provisioning complete for port 52b34c70-8071-4f77-a6b7-d2e27ef88665 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:46.885703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d8ace9f-0c89-49d0-9700-2fc5e245e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.928716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509fb5e-3af0-4aea-bcba-67babf15efa4 req-a65308b8-c81d-4964-968e-0feb58c573b0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.930572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1509fb5e-3af0-4aea-bcba-67babf15efa4 req-a65308b8-c81d-4964-968e-0feb58c573b0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.0765641 Aug 29 04:40:46.936607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ace9f-0c89-49d0-9700-2fc5e245e52f None None] Port 52b34c70-8071-4f77-a6b7-d2e27ef88665 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:46.954377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79886059-c7ce-465d-8f9d-eaaafdace2f1 req-5f2f5f1a-9145-4126-bd09-3fc719a166a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.956053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79886059-c7ce-465d-8f9d-eaaafdace2f1 req-5f2f5f1a-9145-4126-bd09-3fc719a166a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668103 Aug 29 04:40:46.988188 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1509fb5e-3af0-4aea-bcba-67babf15efa4 req-bfe20e47-4e3d-4276-85ad-8fcaab2f9ca6 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464795 Aug 29 04:40:47.282128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56599f86-8607-4899-ba7f-e803b8e21210 req-26f9e32d-0a9f-4fce-ac9d-3afeddf819a3 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331512 Aug 29 04:40:47.342811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Deleting port f23f0094-7e07-4579-8727-f1c1cbb15066 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:47.344068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.360320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:47.370515 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Sync routers for ids ['9e575986-a7de-49b2-a1b6-86fd996b087b'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:47.381077 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Routers {'9e575986-a7de-49b2-a1b6-86fd996b087b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:47.381853 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9e575986-a7de-49b2-a1b6-86fd996b087b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:47.392503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e4a2c654-278a-44bd-aa51-b76fe7a420b4 admin admin] 10.222.0.55 "PUT /v2.0/routers/9e575986-a7de-49b2-a1b6-86fd996b087b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5890276 Aug 29 04:40:47.415912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2276d6d8-9c8c-4043-9c79-1d073933f892 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:47.462194 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.480016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Calling delete_port for f23f0094-7e07-4579-8727-f1c1cbb15066 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:47.497089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 2276d6d8-9c8c-4043-9c79-1d073933f892 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:47.502006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 2276d6d8-9c8c-4043-9c79-1d073933f892 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:47.502830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.547163 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Set router 9e575986-a7de-49b2-a1b6-86fd996b087b gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:47.549996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 77ed97d7-404c-4709-a9be-18a94d2b4880 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:47.632972 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.655799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 77ed97d7-404c-4709-a9be-18a94d2b4880 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:47.656100 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.689668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.698786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2276d6d8-9c8c-4043-9c79-1d073933f892'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:47.700899 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70518ff5-8148-45a8-ac6a-bc93382e41f9" -d '{"events": [{"server_uuid": "e820f55a-ed02-4747-8b04-d1348eea8941", "name": "network-vif-plugged", "status": "completed", "tag": "2276d6d8-9c8c-4043-9c79-1d073933f892"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:47.743152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Port': ['ID=f23f0094-7e07-4579-8727-f1c1cbb15066,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.752533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2276d6d8-9c8c-4043-9c79-1d073933f892, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2276d6d8-9c8c-4043-9c79-1d073933f892,segment=NetworkSegment(63c99a9d-6411-4ed9-8c29-7a120f848a01),segment_id=63c99a9d-6411-4ed9-8c29-7a120f848a01)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:47.769136 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc26a6ed-999d-4f05-b948-73979c611bac x-openstack-request-id: req-bc26a6ed-999d-4f05-b948-73979c611bac {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:47.769426 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e820f55a-ed02-4747-8b04-d1348eea8941", "name": "network-vif-plugged", "status": "completed", "tag": "2276d6d8-9c8c-4043-9c79-1d073933f892", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:47.769703 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc26a6ed-999d-4f05-b948-73979c611bac {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:47.770127 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2276d6d8-9c8c-4043-9c79-1d073933f892', 'code': 200} Aug 29 04:40:47.772484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.866126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.868111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a05e4791-770c-410c-9831-78ee9de69e5f tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "DELETE /v2.0/ports/f23f0094-7e07-4579-8727-f1c1cbb15066 HTTP/1.1" status: 204 len: 168 time: 1.0893004 Aug 29 04:40:47.871821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44220) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:47.872837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2276d6d8-9c8c-4043-9c79-1d073933f892,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.946792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b776df2-14fb-4cb8-88b4-599e453569c6 req-83d635a2-b784-44e2-9133-2231392c94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.950921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8b776df2-14fb-4cb8-88b4-599e453569c6 req-83d635a2-b784-44e2-9133-2231392c94cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 1098 time: 0.1076307 Aug 29 04:40:47.965493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3954b9-f35d-4de6-bbd2-d4c0cdfb2d8e tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:47.969983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ff3954b9-f35d-4de6-bbd2-d4c0cdfb2d8e tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af852a7-e013-4072-b939-668142b3e391 HTTP/1.1" status: 200 len: 913 time: 0.0967379 Aug 29 04:40:47.973168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44224) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:48.013989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8b776df2-14fb-4cb8-88b4-599e453569c6 req-12c1d60e-8895-4c8e-8392-2171fb3b84e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Aug 29 04:40:48.039129 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 4, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port': {'id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '52b34c70-8071-4f77-a6b7-d2e27ef88665', 'name': '', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'mac_address': 'fa:16:3e:a0:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:44Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 2, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'subnets': [{'id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:48.080558 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Checking router: 9e575986-a7de-49b2-a1b6-86fd996b087b for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:48.081509 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Updating router 9e575986-a7de-49b2-a1b6-86fd996b087b port 52b34c70-8071-4f77-a6b7-d2e27ef88665 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:48.116399 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.237173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44232) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:48.239118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a614e-0239-49c4-aa37-faa08480f14c req-3c3abb90-a64b-48dd-93a4-813770488f0f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.240760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc2a614e-0239-49c4-aa37-faa08480f14c req-3c3abb90-a64b-48dd-93a4-813770488f0f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1310501 Aug 29 04:40:48.243962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2117634755-network', 'tenant_id': 'faa6094851844d6a936865d6339faff0'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:48.272823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Made reservation on behalf of faa6094851844d6a936865d6339faff0 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:48.278378 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.289006 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.344925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc2a614e-0239-49c4-aa37-faa08480f14c req-458a94bc-719e-40ff-9322-fb0156102ebb tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926702 Aug 29 04:40:48.408280 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.420250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.465337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:48.473844 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.482909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b48e5a9-deef-49a8-a36b-806043d1d035,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.488652 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.489000 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Added segment d884323f-7f32-4dd8-b08f-536fac8c7c76 of type vlan for network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 Aug 29 04:40:48.491260 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Transition to ACTIVE for port object 52b34c70-8071-4f77-a6b7-d2e27ef88665 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:48.501117 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.517037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00ca5d-cc62-45bb-b8a1-dac317628d6e req-5d6977fe-83d3-4132-9d12-44f26289c98d tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.519515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c00ca5d-cc62-45bb-b8a1-dac317628d6e req-5d6977fe-83d3-4132-9d12-44f26289c98d tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 946 time: 0.1139920 Aug 29 04:40:48.549231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.602425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.612008 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Pushing event updated for resources: {'Port': ['ID=52b34c70-8071-4f77-a6b7-d2e27ef88665,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.643703 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.644145 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.644413 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.644714 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.645182 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.645551 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.645939 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.646264 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.646591 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.646920 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.647326 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.647649 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:48.652451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c00ca5d-cc62-45bb-b8a1-dac317628d6e req-91e4ba47-f6dd-48c1-aa31-0141942e8ccf tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885420 Aug 29 04:40:48.653999 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Attempting to bind port 52b34c70-8071-4f77-a6b7-d2e27ef88665 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:48.654374 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Attempting to bind port 52b34c70-8071-4f77-a6b7-d2e27ef88665 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:48.654742 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Attempting to bind port 52b34c70-8071-4f77-a6b7-d2e27ef88665 on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:48.661980 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:48.662587 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Checking segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:48.663249 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.663896 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Bound using segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:48.664691 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Bound port: 52b34c70-8071-4f77-a6b7-d2e27ef88665, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:48.665184 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.676758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.678148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.678888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.757651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5169272 Aug 29 04:40:48.759274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:48.764420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Request body: {'subnet': {'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2117634755-subnet', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:48.767816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20731c7d-a2e4-4c96-9bf1-200ab5db440a admin admin] Pushing event updated for resources: {'Network': ['ID=f638e5b7-f746-4adf-9ba4-3023ca8b1c20,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.782634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:48.788482 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] For port 52b34c70-8071-4f77-a6b7-d2e27ef88665, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:48.796523 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] For port 52b34c70-8071-4f77-a6b7-d2e27ef88665, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=52b34c70-8071-4f77-a6b7-d2e27ef88665,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:48.804043 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.806221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Made reservation on behalf of faa6094851844d6a936865d6339faff0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:48.810613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.868908 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Routers {'9e575986-a7de-49b2-a1b6-86fd996b087b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:48.869362 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9e575986-a7de-49b2-a1b6-86fd996b087b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:48.876010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb346224-021e-4e3d-8695-5d4be74c251f None None] Pushing event updated for resources: {'Port': ['ID=52b34c70-8071-4f77-a6b7-d2e27ef88665,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:49.026852 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] Set router 9e575986-a7de-49b2-a1b6-86fd996b087b gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:49.058925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Deleting port 4662763b-77bc-493d-ac55-5b3dce252f0e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:49.059778 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.157288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.231327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.248111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Calling delete_port for 4662763b-77bc-493d-ac55-5b3dce252f0e owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:49.257996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=719adea9-5093-4266-8d79-fbda7f62454a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:49.261793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Checking segment: {'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:49.262343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Network hostable DHCP agents. Network: f638e5b7-f746-4adf-9ba4-3023ca8b1c20, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:49.268238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:49.347150 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:49.360224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-408f987d-5680-4182-b789-c128cf7967a2 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/floatingips/3c7e131c-fd51-4ebd-8c1c-45198b132f88 HTTP/1.1" status: 200 len: 992 time: 0.0907881 Aug 29 04:40:49.364100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f638e5b7-f746-4adf-9ba4-3023ca8b1c20) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:49.369473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.370194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.381867 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 4, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port': {'id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '52b34c70-8071-4f77-a6b7-d2e27ef88665', 'name': '', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'mac_address': 'fa:16:3e:a0:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:44Z', 'updated_at': '2021-08-29T04:40:48Z', 'revision_number': 4, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'subnets': [{'id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:49.390849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df84dbe-613a-4631-92dd-c70916e959f2 None None] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:49.391353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7d4b4fdc-6cf6-4f16-b6fb-52789f53da0b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6308708 Aug 29 04:40:49.393797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:49.400448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:49.429115 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba200bd-05b7-43a7-b4a5-118a746d6310 None None] The sync data for ids ['9e575986-a7de-49b2-a1b6-86fd996b087b'] in n-d-712143-14 is: [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 4, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port': {'id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '52b34c70-8071-4f77-a6b7-d2e27ef88665', 'name': '', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'mac_address': 'fa:16:3e:a0:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:44Z', 'updated_at': '2021-08-29T04:40:48Z', 'revision_number': 4, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'subnets': [{'id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:49.455288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.456407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.565080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.586071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9cddd-09f6-4c61-9a63-e82fcb080521 req-32da6a67-4e73-4d49-8fb1-e3a7f2b02f73 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.590271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69e9cddd-09f6-4c61-9a63-e82fcb080521 req-32da6a67-4e73-4d49-8fb1-e3a7f2b02f73 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1098461 Aug 29 04:40:49.611740 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7fe3e53-bcd3-4468-af43-838f70c0fd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.633074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.673344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:49.678585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-f638e5b7-f746-4adf-9ba4-3023ca8b1c20', 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'fixed_ips': [{'subnet_id': '719adea9-5093-4266-8d79-fbda7f62454a'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:49.679791 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.710987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.817790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69e9cddd-09f6-4c61-9a63-e82fcb080521 req-e45dcf3a-012a-4da7-aa16-2221389a0df7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739714 Aug 29 04:40:49.834688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Port': ['ID=4662763b-77bc-493d-ac55-5b3dce252f0e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:49.861255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.958987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Allocated IP 172.20.0.2 (f638e5b7-f746-4adf-9ba4-3023ca8b1c20/719adea9-5093-4266-8d79-fbda7f62454a/dd058ed3-96a7-4c3a-98ea-ac75e5775841) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:50.112615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083cee1-ffd0-415a-9e39-4e861e16d747 req-6e0b5084-ea00-4313-898a-60d39dd60831 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.115376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.120135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b083cee1-ffd0-415a-9e39-4e861e16d747 req-6e0b5084-ea00-4313-898a-60d39dd60831 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 946 time: 0.2511091 Aug 29 04:40:50.177959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b083cee1-ffd0-415a-9e39-4e861e16d747 req-45bed8f6-323e-4da3-9b9e-57a71a433447 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566955 Aug 29 04:40:50.195924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 19f66cdd-68a1-4127-87e0-14f49e0e6e1d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:50.196137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.210707 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.223210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Transition to ACTIVE for port object dd058ed3-96a7-4c3a-98ea-ac75e5775841 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:50.255705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Transition to ACTIVE for port object dd058ed3-96a7-4c3a-98ea-ac75e5775841 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:50.265862 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.331460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Pushing event updated for resources: {'Port': ['ID=dd058ed3-96a7-4c3a-98ea-ac75e5775841,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:50.343412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:50.347585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:50.354316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:50.367298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.367792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.411711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dd75e-6697-4144-b00c-587e9fdd369e req-6ac208d5-d896-4ce5-a916-22b990a9581c tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.413308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-101dd75e-6697-4144-b00c-587e9fdd369e req-6ac208d5-d896-4ce5-a916-22b990a9581c tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 946 time: 0.1169517 Aug 29 04:40:50.415275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 19f66cdd-68a1-4127-87e0-14f49e0e6e1d owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:50.425584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Attempting to bind port dd058ed3-96a7-4c3a-98ea-ac75e5775841 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:50.426254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Attempting to bind port dd058ed3-96a7-4c3a-98ea-ac75e5775841 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:50.427135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Attempting to bind port dd058ed3-96a7-4c3a-98ea-ac75e5775841 on network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:50.434099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:50.435516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Checking segment: {'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:50.436102 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.436667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Bound using segment: {'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:50.437576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Bound port: dd058ed3-96a7-4c3a-98ea-ac75e5775841, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:50.438186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.508558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-101dd75e-6697-4144-b00c-587e9fdd369e req-c5c00f6b-a7ae-41e5-b2e6-619adff3e51f tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873859 Aug 29 04:40:50.519523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Router 5af852a7-e013-4072-b939-668142b3e391 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:50.555429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] For port dd058ed3-96a7-4c3a-98ea-ac75e5775841, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:50.559726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] For port dd058ed3-96a7-4c3a-98ea-ac75e5775841, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dd058ed3-96a7-4c3a-98ea-ac75e5775841,segment=NetworkSegment(d884323f-7f32-4dd8-b08f-536fac8c7c76),segment_id=d884323f-7f32-4dd8-b08f-536fac8c7c76)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:50.567621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.644529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10235a66-c9cf-4d9b-bac5-612194a6c500 None None] Pushing event updated for resources: {'Port': ['ID=dd058ed3-96a7-4c3a-98ea-ac75e5775841,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:50.692881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:50.702762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a5405b93-735f-4063-a3f4-042428c24160 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "PUT /v2.0/routers/5af852a7-e013-4072-b939-668142b3e391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7265503 Aug 29 04:40:50.703494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44260) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.703612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.706631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] Sync routers for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:50.760455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:50.761114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.818290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.822670 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.833965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] Routers {'5af852a7-e013-4072-b939-668142b3e391'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:50.834612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af852a7-e013-4072-b939-668142b3e391'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.918887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.919800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a034d-c84f-486d-aac3-2434d76be0cb None None] The sync data for ids ['5af852a7-e013-4072-b939-668142b3e391'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:51.072287 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.207288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bca48-1987-4315-ab9b-b482fe7cc41d req-783cc13b-2aaf-429a-8865-9420f5f5eb46 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.208842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c32bca48-1987-4315-ab9b-b482fe7cc41d req-783cc13b-2aaf-429a-8865-9420f5f5eb46 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.2246833 Aug 29 04:40:51.214622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.258578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.281247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c32bca48-1987-4315-ab9b-b482fe7cc41d req-b614f3ae-05d4-4a45-b919-83eb12cc9988 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508280 Aug 29 04:40:51.281247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.343129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d2f9-0d20-4283-9be0-3148ddc24145 req-68bb4b70-e0be-43cf-91c8-937df147389c tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.344710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3897d2f9-0d20-4283-9be0-3148ddc24145 req-68bb4b70-e0be-43cf-91c8-937df147389c tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 946 time: 0.1546078 Aug 29 04:40:51.385077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Deleting port ac612a27-dba4-42dc-883e-3fc3aba5eb4a {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:51.385548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.494279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3897d2f9-0d20-4283-9be0-3148ddc24145 req-7ff26f2d-a4b2-4f5f-999e-5b0a3b0b9b85 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132290 Aug 29 04:40:51.505015 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.506040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.533208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Calling delete_port for ac612a27-dba4-42dc-883e-3fc3aba5eb4a owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:51.566806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Allocated IP 172.25.7.198 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5bfef603-04e0-49b5-989f-060ce851afe2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:51.573261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=19f66cdd-68a1-4127-87e0-14f49e0e6e1d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.631561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 52b34c70-8071-4f77-a6b7-d2e27ef88665 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:51.692932 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.693496 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Floating IP 3c7e131c-fd51-4ebd-8c1c-45198b132f88 disassociated (deleted). External IP: 172.25.7.57, port: 5cdeac26-313e-431d-bfe7-b90a4c25f67f. Aug 29 04:40:51.695415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 52b34c70-8071-4f77-a6b7-d2e27ef88665 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:51.703229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 52b34c70-8071-4f77-a6b7-d2e27ef88665 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:51.704348 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.841743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.861445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.868763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.873815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Port': ['ID=ac612a27-dba4-42dc-883e-3fc3aba5eb4a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.926561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 52b34c70-8071-4f77-a6b7-d2e27ef88665, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=52b34c70-8071-4f77-a6b7-d2e27ef88665,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:51.932889 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.935794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dd058ed3-96a7-4c3a-98ea-ac75e5775841 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:51.985357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.052814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port dd058ed3-96a7-4c3a-98ea-ac75e5775841 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:52.061575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=52b34c70-8071-4f77-a6b7-d2e27ef88665,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.080692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.142249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:52.149693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:52.156326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:52.180460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfef603-04e0-49b5-989f-060ce851afe2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.199545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router ec564f0e-da0d-4f52-940f-baec70bf1635 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:52.259171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d7e30-185d-4873-bff8-eee7a1a45ba1 None None] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:52.344792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.383626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-09203990-59cb-4f57-973f-ca61f7d5acf3 None None] Provisioning for port dd058ed3-96a7-4c3a-98ea-ac75e5775841 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:52.400853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-09203990-59cb-4f57-973f-ca61f7d5acf3 None None] Provisioning complete for port dd058ed3-96a7-4c3a-98ea-ac75e5775841 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:52.401138 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09203990-59cb-4f57-973f-ca61f7d5acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.429216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.431641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.481963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062264-46c4-4eb6-9d64-8b0841ace512 req-3e1433aa-aa62-4fc9-8329-81893145cd32 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.483599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65062264-46c4-4eb6-9d64-8b0841ace512 req-3e1433aa-aa62-4fc9-8329-81893145cd32 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 946 time: 0.5762417 Aug 29 04:40:52.490209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.490721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Fanout notify agent at l3_agent the message router_deleted on router 5af852a7-e013-4072-b939-668142b3e391 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:40:52.499443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.500610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-488e6159-3839-4251-bc6d-46b7ad47c8e2 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "DELETE /v2.0/routers/5af852a7-e013-4072-b939-668142b3e391 HTTP/1.1" status: 204 len: 168 time: 1.7959809 Aug 29 04:40:52.504559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.536776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65062264-46c4-4eb6-9d64-8b0841ace512 req-4e3aac5b-935d-4e77-8d3a-11bbc581b0a3 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Aug 29 04:40:52.545620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:52.555518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.569729 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] Sync routers for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:52.585799 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:52.586748 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:52.615867 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09203990-59cb-4f57-973f-ca61f7d5acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.653539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea8e0-e7a1-425f-a112-7d1f250a8335 req-40124074-cf6e-4519-ba33-e1abfe7a7da1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.660802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-09203990-59cb-4f57-973f-ca61f7d5acf3 None None] For port dd058ed3-96a7-4c3a-98ea-ac75e5775841, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dd058ed3-96a7-4c3a-98ea-ac75e5775841,segment=NetworkSegment(d884323f-7f32-4dd8-b08f-536fac8c7c76),segment_id=d884323f-7f32-4dd8-b08f-536fac8c7c76)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:52.662759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffdea8e0-e7a1-425f-a112-7d1f250a8335 req-40124074-cf6e-4519-ba33-e1abfe7a7da1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.2612960 Aug 29 04:40:52.670099 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-09203990-59cb-4f57-973f-ca61f7d5acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.688839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf8f85cd-813d-4388-901e-8a4961916d72 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/floatingips/3c7e131c-fd51-4ebd-8c1c-45198b132f88 HTTP/1.1" status: 204 len: 168 time: 3.0138290 Aug 29 04:40:52.692226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:52.694590 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f69540-876e-4497-9c31-b65b056dfd44" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:52.711171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Deleting subnet 2a8b548d-97d6-40a5-b95e-143dedabebea {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:52.724988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.750472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09203990-59cb-4f57-973f-ca61f7d5acf3 None None] Pushing event updated for resources: {'Port': ['ID=dd058ed3-96a7-4c3a-98ea-ac75e5775841,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.794946 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:52.829086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.869863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffdea8e0-e7a1-425f-a112-7d1f250a8335 req-4eb4f2df-a1ba-4586-8bb4-38e729e5656b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047393 Aug 29 04:40:52.895848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.904403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-713cb6e1-9e73-413b-81f9-d70abc552258 None None] Provisioning complete for port dd058ed3-96a7-4c3a-98ea-ac75e5775841 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:52.904907 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-713cb6e1-9e73-413b-81f9-d70abc552258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.944105 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9810dea-0def-4d7e-9c83-9cbc51e9be8b x-openstack-request-id: req-d9810dea-0def-4d7e-9c83-9cbc51e9be8b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:52.944476 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:52.944801 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9810dea-0def-4d7e-9c83-9cbc51e9be8b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:52.945270 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'status': 'completed', 'code': 200} Aug 29 04:40:53.049111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.100788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f69540-876e-4497-9c31-b65b056dfd44 req-a8b7e9e3-7997-494e-a611-0deec89597fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.102270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74f69540-876e-4497-9c31-b65b056dfd44 req-a8b7e9e3-7997-494e-a611-0deec89597fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 1097 time: 0.0979810 Aug 29 04:40:53.113347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad6b2c-6b2b-447b-b7b6-8e34752f3b61 req-9e4c937f-2aa3-4c12-9f1b-e8f2f41db203 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.114937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64ad6b2c-6b2b-447b-b7b6-8e34752f3b61 req-9e4c937f-2aa3-4c12-9f1b-e8f2f41db203 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 945 time: 0.0715754 Aug 29 04:40:53.139413 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:56Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:53.169010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] Checking router: ec564f0e-da0d-4f52-940f-baec70bf1635 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:53.177643 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:53.178475 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:53.208521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.212495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64ad6b2c-6b2b-447b-b7b6-8e34752f3b61 req-8f0270fd-254b-4cdc-a626-490930a67f4c tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843604 Aug 29 04:40:53.254135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f69540-876e-4497-9c31-b65b056dfd44 req-a69639d7-c0e1-4a16-bc7f-11f3daff5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.255659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74f69540-876e-4497-9c31-b65b056dfd44 req-a69639d7-c0e1-4a16-bc7f-11f3daff5a14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9 HTTP/1.1" status: 200 len: 897 time: 0.1397684 Aug 29 04:40:53.265305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8b548d-97d6-40a5-b95e-143dedabebea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.276531 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.281189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d720a254-d431-48da-a3c3-0518eac28b19 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "DELETE /v2.0/subnets/2a8b548d-97d6-40a5-b95e-143dedabebea HTTP/1.1" status: 204 len: 168 time: 0.7681224 Aug 29 04:40:53.281845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44282) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:53.283720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd536f-e467-4ffb-bcb4-da2fe3884a5b None None] Network 8215927d-eb00-4070-9c1c-84d4fceae8a6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:53.291752 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.311081 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:53.345467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74f69540-876e-4497-9c31-b65b056dfd44 req-b1d6026d-a32b-4ee1-b580-14aeb2dccb82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f HTTP/1.1" status: 200 len: 217 time: 0.0773165 Aug 29 04:40:53.362689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d5aa-7682-4149-9059-8203b3a84161 req-08ee9fd4-fb1a-4a27-a33b-84fa54813fde tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.364288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0872d5aa-7682-4149-9059-8203b3a84161 req-08ee9fd4-fb1a-4a27-a33b-84fa54813fde tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.37 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 946 time: 0.1724119 Aug 29 04:40:53.406871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f69540-876e-4497-9c31-b65b056dfd44 req-01e74fd3-7353-49b2-8da1-236e7da1ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.408932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74f69540-876e-4497-9c31-b65b056dfd44 req-01e74fd3-7353-49b2-8da1-236e7da1ee71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a27664a-c657-4f04-8e48-c26862edabfb HTTP/1.1" status: 200 len: 835 time: 0.0539629 Aug 29 04:40:53.471119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f69540-876e-4497-9c31-b65b056dfd44 req-4084b578-344f-447f-ae46-d8ba11c8ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.473125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74f69540-876e-4497-9c31-b65b056dfd44 req-4084b578-344f-447f-ae46-d8ba11c8ea9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bbc2ee4-062c-4228-8869-ab8b0171c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561748 Aug 29 04:40:53.520605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] DHCP port deletion for 8215927d-eb00-4070-9c1c-84d4fceae8a6 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:53.563832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.600822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 52b34c70-8071-4f77-a6b7-d2e27ef88665 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:53.602526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74f69540-876e-4497-9c31-b65b056dfd44 req-41723305-fa3d-42d3-88e6-fc1b19d02071 service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210709 Aug 29 04:40:53.733645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Deleting port 2276d6d8-9c8c-4043-9c79-1d073933f892 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:53.733917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.747845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74f69540-876e-4497-9c31-b65b056dfd44 req-f79c610c-7ce3-4a72-a2c7-6b09b2ecab84 service neutron] 10.222.0.32 "GET /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315088 Aug 29 04:40:53.811574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Deleting port 44c14975-a110-404e-9785-69dfb00d6330 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:53.812111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.815454 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:56Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:53.824672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583e71b-60f5-45dc-ac98-f1555e784c95 req-7689e385-7d3e-45bb-93bc-7c594b6a2e69 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:53.827135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0583e71b-60f5-45dc-ac98-f1555e784c95 req-7689e385-7d3e-45bb-93bc-7c594b6a2e69 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 946 time: 0.1638787 Aug 29 04:40:53.844873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] Deleting port 44c14975-a110-404e-9785-69dfb00d6330 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:53.845750 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eae0da-2e52-49d9-a3ec-2a0f3f4eb19f None None] The sync data for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 is: [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5a8563f6-0d3b-4426-80bc-4305904663df', 'name': '', 'network_id': '7bbc2ee4-062c-4228-8869-ab8b0171c8c9', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'mac_address': 'fa:16:3e:6c:3e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:44Z', 'updated_at': '2021-08-29T04:39:56Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'subnets': [{'id': '5a27664a-c657-4f04-8e48-c26862edabfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:53.846271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.892310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 52b34c70-8071-4f77-a6b7-d2e27ef88665 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:53.892694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.962757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] For port 44c14975-a110-404e-9785-69dfb00d6330, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=44c14975-a110-404e-9785-69dfb00d6330,segment=NetworkSegment(706af605-bb24-46fa-a6de-5da15af0440d),segment_id=706af605-bb24-46fa-a6de-5da15af0440d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:53.963542 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.979893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] Calling delete_port for 44c14975-a110-404e-9785-69dfb00d6330 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:54.006257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254baa0-2d87-45ae-a6d8-802b013e5ec8 req-8f90d8e2-c4a7-4873-931f-fe84ab46fac2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.008014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c254baa0-2d87-45ae-a6d8-802b013e5ec8 req-8f90d8e2-c4a7-4873-931f-fe84ab46fac2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.0649137 Aug 29 04:40:54.073606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c254baa0-2d87-45ae-a6d8-802b013e5ec8 req-95ea74de-8f80-49de-b50a-0856ba4928fe tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584376 Aug 29 04:40:54.104933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dd058ed3-96a7-4c3a-98ea-ac75e5775841 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:54.154819 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.186230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6c1c9-4693-481b-9d94-981041e77926 None None] New status for floating IP 3c7e131c-fd51-4ebd-8c1c-45198b132f88: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:54.192342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] Pushing event deleted for resources: {'Port': ['ID=44c14975-a110-404e-9785-69dfb00d6330,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.257063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370f624-60ce-4da7-9347-b5ffcd1ca484 None None] No DVR routers for this DVR port 44c14975-a110-404e-9785-69dfb00d6330 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:54.270593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port dd058ed3-96a7-4c3a-98ea-ac75e5775841 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:54.270593 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.332202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:54.358381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0583e71b-60f5-45dc-ac98-f1555e784c95 req-f2a36d57-b96e-4964-824b-d58c447dbf7b tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/security-groups?id=50547c2e-f991-48d4-bd43-a35d47838038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288679 Aug 29 04:40:54.374948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] For port 44c14975-a110-404e-9785-69dfb00d6330, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=44c14975-a110-404e-9785-69dfb00d6330,segment=NetworkSegment(706af605-bb24-46fa-a6de-5da15af0440d),segment_id=706af605-bb24-46fa-a6de-5da15af0440d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:54.375505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.408528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2290bb7-a3db-436f-866c-e39879a41717 req-36b1f802-8f14-4b62-ac46-3e5be6627dcc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.409443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] For port 2276d6d8-9c8c-4043-9c79-1d073933f892, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2276d6d8-9c8c-4043-9c79-1d073933f892,segment=NetworkSegment(63c99a9d-6411-4ed9-8c29-7a120f848a01),segment_id=63c99a9d-6411-4ed9-8c29-7a120f848a01)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:54.409863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.410315 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2290bb7-a3db-436f-866c-e39879a41717 req-36b1f802-8f14-4b62-ac46-3e5be6627dcc tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 945 time: 0.0699594 Aug 29 04:40:54.447129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Calling delete_port for 44c14975-a110-404e-9785-69dfb00d6330 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:54.449719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2290bb7-a3db-436f-866c-e39879a41717 req-8e305887-2843-4fe3-b09b-f4ac85db38e7 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a02200ed-32bb-471f-a5cf-ffe3a30a759f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Aug 29 04:40:54.471711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Calling delete_port for 2276d6d8-9c8c-4043-9c79-1d073933f892 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:54.553127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-05e4406b-035c-4619-86dd-54f8684a9ddd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.554963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-05e4406b-035c-4619-86dd-54f8684a9ddd tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 945 time: 0.0536165 Aug 29 04:40:54.641346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:54.652338 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Sync routers for ids ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:54.664059 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Routers {'8b0394eb-7ab2-48c8-938c-1f380a1f1df6'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:54.664701 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.674435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.674970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 5cdeac26-313e-431d-bfe7-b90a4c25f67f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:54.675345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.684411 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.688370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1b79e83a-8a14-45a8-8692-3b26701ebfa5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2904458 Aug 29 04:40:54.690695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44290) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:54.734235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Port': ['ID=44c14975-a110-404e-9785-69dfb00d6330,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.738561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] No DVR routers for this DVR port 44c14975-a110-404e-9785-69dfb00d6330 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:54.838261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.843330 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Set router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:54.854340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.857068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 5cdeac26-313e-431d-bfe7-b90a4c25f67f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5cdeac26-313e-431d-bfe7-b90a4c25f67f,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:54.857449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.876877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2276d6d8-9c8c-4043-9c79-1d073933f892'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:54.877520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8215927d-eb00-4070-9c1c-84d4fceae8a6']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.928731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Pushing event deleted for resources: {'Port': ['ID=2276d6d8-9c8c-4043-9c79-1d073933f892,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.940127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706af605-bb24-46fa-a6de-5da15af0440d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.940604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706af605-bb24-46fa-a6de-5da15af0440d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:54.954199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 5cdeac26-313e-431d-bfe7-b90a4c25f67f owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:54.984491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.007591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] No DVR routers for this DVR port 2276d6d8-9c8c-4043-9c79-1d073933f892 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:55.013149 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.016250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0872d5aa-7682-4149-9059-8203b3a84161 req-285fafa6-4cac-4374-873d-61624d3d4823 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.37 "DELETE /v2.0/ports/2276d6d8-9c8c-4043-9c79-1d073933f892 HTTP/1.1" status: 204 len: 173 time: 1.6163826 Aug 29 04:40:55.016250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'name': 'network-vif-deleted', 'tag': '2276d6d8-9c8c-4043-9c79-1d073933f892'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:55.019016 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a28305-2265-4b08-a120-686bbd8ad1da" -d '{"events": [{"server_uuid": "e820f55a-ed02-4747-8b04-d1348eea8941", "name": "network-vif-deleted", "tag": "2276d6d8-9c8c-4043-9c79-1d073933f892"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:55.039767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.060589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:55.061623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:55.066695 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:55.104436 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85db6e-1cc1-4aa8-84ff-1d80b9cd84d3 x-openstack-request-id: req-ca85db6e-1cc1-4aa8-84ff-1d80b9cd84d3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:55.108079 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e820f55a-ed02-4747-8b04-d1348eea8941", "name": "network-vif-deleted", "tag": "2276d6d8-9c8c-4043-9c79-1d073933f892", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:55.108814 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca85db6e-1cc1-4aa8-84ff-1d80b9cd84d3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:55.112023 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e820f55a-ed02-4747-8b04-d1348eea8941', 'name': 'network-vif-deleted', 'tag': '2276d6d8-9c8c-4043-9c79-1d073933f892', 'status': 'completed', 'code': 200} Aug 29 04:40:55.143222 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:40:52Z', 'revision_number': 3, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port': {'id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:51Z', 'updated_at': '2021-08-29T04:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:55.197550 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Checking router: 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:55.198167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Updating router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 port 5bfef603-04e0-49b5-989f-060ce851afe2 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:55.245117 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.252387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.265184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.270231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "DELETE /v2.0/networks/8215927d-eb00-4070-9c1c-84d4fceae8a6 HTTP/1.1" status: 204 len: 168 time: 1.9836338 Aug 29 04:40:55.271811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44296) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:55.280192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746fec-1397-49b4-bf28-9d8ea5752bf9 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Network': ['ID=8215927d-eb00-4070-9c1c-84d4fceae8a6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.362055 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.515413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e52fb2f-daee-4f27-938b-bdc2593924e0 req-e98b5af5-27d0-4128-b443-65bc2856aa72 tempest-ServersNegativeTestMultiTenantJSON-902021321 tempest-ServersNegativeTestMultiTenantJSON-902021321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e820f55a-ed02-4747-8b04-d1348eea8941 HTTP/1.1" status: 200 len: 210 time: 0.0431013 Aug 29 04:40:55.521920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44c14975-a110-404e-9785-69dfb00d6330 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:55.555404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=5cdeac26-313e-431d-bfe7-b90a4c25f67f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.566744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 44c14975-a110-404e-9785-69dfb00d6330 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:55.567103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 44c14975-a110-404e-9785-69dfb00d6330 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:55.614928 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.631256 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Transition to ACTIVE for port object 5bfef603-04e0-49b5-989f-060ce851afe2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:55.633903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e60982d4-2c73-4824-bfcc-add13c4be542 req-db0689ad-0d0b-42f2-99f5-220e86b15234 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3e152de-7769-46db-a82b-3ea27f225ae7 HTTP/1.1" status: 200 len: 210 time: 0.0372453 Aug 29 04:40:55.640047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd43f8a-c45e-4974-a07f-1f4c4682df6f req-35f4fa34-4f44-4f5e-a133-abf4a9b6cf73 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.642019 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdd43f8a-c45e-4974-a07f-1f4c4682df6f req-35f4fa34-4f44-4f5e-a133-abf4a9b6cf73 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.3937235 Aug 29 04:40:55.648224 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.672345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.672848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.673489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.673945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.674516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.674680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.675012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.675341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.675670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.676092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.676442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.676781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:55.686378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] No DVR routers for this DVR port 5cdeac26-313e-431d-bfe7-b90a4c25f67f on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:55.690166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.692801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5dcbec-c6a5-4378-938f-cef4ac855790 req-8fc4eee0-dd9a-43b7-977c-7555302bcaed tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.32 "DELETE /v2.0/ports/5cdeac26-313e-431d-bfe7-b90a4c25f67f HTTP/1.1" status: 204 len: 173 time: 1.1312218 Aug 29 04:40:55.704626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'name': 'network-vif-deleted', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:55.707345 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8045e8cd-6871-4652-aa03-f5d8dffe7242" -d '{"events": [{"server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "name": "network-vif-deleted", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:55.739345 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Attempting to bind port 5bfef603-04e0-49b5-989f-060ce851afe2 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:55.742313 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Attempting to bind port 5bfef603-04e0-49b5-989f-060ce851afe2 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:55.743352 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Attempting to bind port 5bfef603-04e0-49b5-989f-060ce851afe2 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:55.763957 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:55.765024 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:55.765899 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.766726 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:55.768438 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Bound port: 5bfef603-04e0-49b5-989f-060ce851afe2, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:55.769299 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.772496 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472858eb-d299-461c-8144-dcc88bacf3a5 None None] Pushing event updated for resources: {'Port': ['ID=5bfef603-04e0-49b5-989f-060ce851afe2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.786351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Deleting port 535f5392-07cd-4f6c-abcc-d425b89396f0 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:55.786791 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.794327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdd43f8a-c45e-4974-a07f-1f4c4682df6f req-3fa38f79-ff84-40b5-9306-b6b7357b312e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324604 Aug 29 04:40:55.806647 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e3375e-cec7-4065-a1f4-3df1ff4be437 x-openstack-request-id: req-07e3375e-cec7-4065-a1f4-3df1ff4be437 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:55.807211 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e152de-7769-46db-a82b-3ea27f225ae7", "name": "network-vif-deleted", "tag": "5cdeac26-313e-431d-bfe7-b90a4c25f67f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:55.807790 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07e3375e-cec7-4065-a1f4-3df1ff4be437 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:55.808477 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e152de-7769-46db-a82b-3ea27f225ae7', 'name': 'network-vif-deleted', 'tag': '5cdeac26-313e-431d-bfe7-b90a4c25f67f', 'status': 'completed', 'code': 200} Aug 29 04:40:55.863339 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] For port 5bfef603-04e0-49b5-989f-060ce851afe2, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:55.868385 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] For port 5bfef603-04e0-49b5-989f-060ce851afe2, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5bfef603-04e0-49b5-989f-060ce851afe2,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:55.882790 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.959571 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Routers {'8b0394eb-7ab2-48c8-938c-1f380a1f1df6'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:55.960597 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:55.968824 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.006678 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472858eb-d299-461c-8144-dcc88bacf3a5 None None] Pushing event updated for resources: {'Port': ['ID=5bfef603-04e0-49b5-989f-060ce851afe2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:56.009076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.010191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.062888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Calling delete_port for 535f5392-07cd-4f6c-abcc-d425b89396f0 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:56.109544 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] Set router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:56.253510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Allocated IP 172.20.0.1 (f638e5b7-f746-4adf-9ba4-3023ca8b1c20/719adea9-5093-4266-8d79-fbda7f62454a/aae45092-4f48-4c3f-84ec-833874dd79f3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:56.343926 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:40:52Z', 'revision_number': 3, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port': {'id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:51Z', 'updated_at': '2021-08-29T04:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:56.377669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.384530 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbd916-d73e-4a67-963e-8502c190b971 None None] The sync data for ids ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'] in n-d-712143-14 is: [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:40:52Z', 'revision_number': 3, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port': {'id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:51Z', 'updated_at': '2021-08-29T04:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:56.422264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Pushing event deleted for resources: {'Port': ['ID=535f5392-07cd-4f6c-abcc-d425b89396f0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:56.495343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.519656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Transition to ACTIVE for port object aae45092-4f48-4c3f-84ec-833874dd79f3 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:56.531524 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.534112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.535279 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b79fae17-c073-4526-a907-589e10f67a96 tempest-FloatingIPAdminTestJSON-1932625751 tempest-FloatingIPAdminTestJSON-1932625751-project] 10.222.0.55 "DELETE /v2.0/floatingips/37f2a121-1dbe-42df-ab0a-fa7884a01392 HTTP/1.1" status: 204 len: 168 time: 1.2446358 Aug 29 04:40:56.573703 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.585788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44310) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:56.631698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:56.635968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:56.642295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:56.701564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] Deleting subnet 39f944e7-6b4d-4b1d-95b3-d4ff0380cd79 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:56.705918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.714013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Pushing event updated for resources: {'Port': ['ID=aae45092-4f48-4c3f-84ec-833874dd79f3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:56.754877 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.757375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44314) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:56.818896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.910727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-778b0dbf-657b-4f32-9a05-ab4ea22b55a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.991744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.023573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8286c64b-e03d-4398-9c49-bc495365b1c3 None None] Provisioning for port aae45092-4f48-4c3f-84ec-833874dd79f3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:57.030206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8286c64b-e03d-4398-9c49-bc495365b1c3 None None] Provisioning complete for port aae45092-4f48-4c3f-84ec-833874dd79f3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:57.031012 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8286c64b-e03d-4398-9c49-bc495365b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.033948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-778b0dbf-657b-4f32-9a05-ab4ea22b55a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.050260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.052369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44320) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.084896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8286c64b-e03d-4398-9c49-bc495365b1c3 None None] Port aae45092-4f48-4c3f-84ec-833874dd79f3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:57.133843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063a38e-0185-4ad4-85b1-321f982adcce req-b0ee33bb-10d8-44a5-848c-de4b5e5a2167 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.141401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b063a38e-0185-4ad4-85b1-321f982adcce req-b0ee33bb-10d8-44a5-848c-de4b5e5a2167 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1780879 Aug 29 04:40:57.224930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b063a38e-0185-4ad4-85b1-321f982adcce req-95586ba6-c1f7-423f-aaea-8e4f671616b5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824611 Aug 29 04:40:57.249623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.265454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.274889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.288205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-778b0dbf-657b-4f32-9a05-ab4ea22b55a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.290840 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-778b0dbf-657b-4f32-9a05-ab4ea22b55a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.296329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-778b0dbf-657b-4f32-9a05-ab4ea22b55a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/security-groups/a02200ed-32bb-471f-a5cf-ffe3a30a759f HTTP/1.1" status: 204 len: 168 time: 0.5329642 Aug 29 04:40:57.299422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f944e7-6b4d-4b1d-95b3-d4ff0380cd79,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:57.312282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.316612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e3908e42-2de8-4f96-9e80-857c2531134e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/39f944e7-6b4d-4b1d-95b3-d4ff0380cd79 HTTP/1.1" status: 204 len: 168 time: 0.7267296 Aug 29 04:40:57.316809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b0dbf-657b-4f32-9a05-ab4ea22b55a0 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02200ed-32bb-471f-a5cf-ffe3a30a759f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:57.318393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44326) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.367820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Pushing event updated for resources: {'Port': ['ID=aae45092-4f48-4c3f-84ec-833874dd79f3,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:57.370493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44328) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.378276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.438401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-38255718-b5dd-43ce-8eb1-930bb6162aed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d264afbfbe74791b07c2105f081899c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794708 Aug 29 04:40:57.438634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:57.463091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2276d6d8-9c8c-4043-9c79-1d073933f892 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:57.495494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.506679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 2276d6d8-9c8c-4043-9c79-1d073933f892 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:57.507139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2276d6d8-9c8c-4043-9c79-1d073933f892 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:57.549000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:57.576349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:57.592173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031e9c09-b864-489c-9303-af2f7e9e1129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.611388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5bfef603-04e0-49b5-989f-060ce851afe2 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:57.619325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031e9c09-b864-489c-9303-af2f7e9e1129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.705810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.733776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5bfef603-04e0-49b5-989f-060ce851afe2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:57.737255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6d5bfb-3cc8-406a-b636-a12a370de6f6']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.746854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5bfef603-04e0-49b5-989f-060ce851afe2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:57.751133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.775044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c99a9d-6411-4ed9-8c29-7a120f848a01') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.775408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c99a9d-6411-4ed9-8c29-7a120f848a01') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.783836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031e9c09-b864-489c-9303-af2f7e9e1129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.786822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-031e9c09-b864-489c-9303-af2f7e9e1129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.790929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-031e9c09-b864-489c-9303-af2f7e9e1129 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6335ee48-83f8-409b-902b-7be42fc0904d HTTP/1.1" status: 204 len: 168 time: 0.3513772 Aug 29 04:40:57.811049 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.813360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e9c09-b864-489c-9303-af2f7e9e1129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6335ee48-83f8-409b-902b-7be42fc0904d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:57.826791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:57.849679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.881074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:57.881536 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:57.886319 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:57.894906 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.923640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5bfef603-04e0-49b5-989f-060ce851afe2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5bfef603-04e0-49b5-989f-060ce851afe2,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:57.930209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.988480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5bfef603-04e0-49b5-989f-060ce851afe2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.015637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.022617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.024897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] 10.222.0.55 "DELETE /v2.0/networks/6f6d5bfb-3cc8-406a-b636-a12a370de6f6 HTTP/1.1" status: 204 len: 168 time: 0.7007580 Aug 29 04:40:58.027798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.042458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-222bd54f-e3ac-42c0-bc85-f396f4c0183d None None] Provisioning complete for port aae45092-4f48-4c3f-84ec-833874dd79f3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:58.043045 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-222bd54f-e3ac-42c0-bc85-f396f4c0183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.110519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cb141-8fea-4f63-bb64-978a86e2970d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6d5bfb-3cc8-406a-b636-a12a370de6f6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.137104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-222bd54f-e3ac-42c0-bc85-f396f4c0183d None None] Port aae45092-4f48-4c3f-84ec-833874dd79f3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:58.151471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] Deleting subnet 0d55729f-8116-4d8a-b5f4-ca76eeb193b5 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:58.158433 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.209074 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.292681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.339420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.380258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a434bdae-81a9-469b-921b-c3457bc885ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.415426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:58.435905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c4d31fc-b517-4ae1-b9e5-07024bcd5863 admin admin] 10.222.0.55 "PUT /v2.0/routers/8b0394eb-7ab2-48c8-938c-1f380a1f1df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7311127 Aug 29 04:40:58.457725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4942bc-59cd-4f1f-8ef7-1f6b6f083a4a req-13cc874a-0b13-43d7-88eb-80c195d5122b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:58.460090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4942bc-59cd-4f1f-8ef7-1f6b6f083a4a req-13cc874a-0b13-43d7-88eb-80c195d5122b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1328979 Aug 29 04:40:58.475917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.530874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d55729f-8116-4d8a-b5f4-ca76eeb193b5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.535202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.547888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.552449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b0d41306-eccf-4adb-bdff-2f6a69c11b94 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0d55729f-8116-4d8a-b5f4-ca76eeb193b5 HTTP/1.1" status: 204 len: 168 time: 0.5234656 Aug 29 04:40:58.554785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.647503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb4942bc-59cd-4f1f-8ef7-1f6b6f083a4a req-1bd9f37e-bcd3-41d9-85a6-812194fa1df2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737254 Aug 29 04:40:58.671761 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.707948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a434bdae-81a9-469b-921b-c3457bc885ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.735182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a434bdae-81a9-469b-921b-c3457bc885ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.827487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a434bdae-81a9-469b-921b-c3457bc885ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b23219712fb5442aa47b4a017ef00d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846380 Aug 29 04:40:58.828752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.835364 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.837663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434bdae-81a9-469b-921b-c3457bc885ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3385533c-d72a-4df1-afc1-0c69bede8ba0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.855555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa3a094-8763-4dbe-860a-f7b9f75ba0ba']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:58.874634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Sync routers for ids ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:58.882077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9f38dd-38d7-4f61-bcf6-9c4b7260a7d8') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:58.882376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9f38dd-38d7-4f61-bcf6-9c4b7260a7d8') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:58.886087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Routers {'8b0394eb-7ab2-48c8-938c-1f380a1f1df6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:58.886940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:58.895235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 5a8563f6-0d3b-4426-80bc-4305904663df {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:58.895235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.900380 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.930889 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.943418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13235960-ef06-4806-9549-19bf434c5dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.946393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:58.950445 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:59.026944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13235960-ef06-4806-9549-19bf434c5dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.060281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.061807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Set router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:59.076663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.078662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] 10.222.0.55 "DELETE /v2.0/networks/9fa3a094-8763-4dbe-860a-f7b9f75ba0ba HTTP/1.1" status: 204 len: 168 time: 0.5207860 Aug 29 04:40:59.085660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 5a8563f6-0d3b-4426-80bc-4305904663df, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5a8563f6-0d3b-4426-80bc-4305904663df,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:59.086713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.105290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 5a8563f6-0d3b-4426-80bc-4305904663df owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:59.157479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277877ca-601f-4fee-8979-31abdca54a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa3a094-8763-4dbe-860a-f7b9f75ba0ba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.220252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-369984b3-c745-4970-bfdd-2d2565b5847a tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.229048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-369984b3-c745-4970-bfdd-2d2565b5847a tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/networks?id=a72d1daa-14d3-4d53-81eb-e99f5162ae62 HTTP/1.1" status: 200 len: 911 time: 0.1419463 Aug 29 04:40:59.245951 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-2baf0af4-4d07-4319-a478-5197e9a0aab2 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/quotas/faa6094851844d6a936865d6339faff0 HTTP/1.1" status: 200 len: 375 time: 0.0157301 Aug 29 04:40:59.253464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13235960-ef06-4806-9549-19bf434c5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.264231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13235960-ef06-4806-9549-19bf434c5dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.265877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-13235960-ef06-4806-9549-19bf434c5dc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3385533c-d72a-4df1-afc1-0c69bede8ba0 HTTP/1.1" status: 204 len: 168 time: 0.4368203 Aug 29 04:40:59.306057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5cdeac26-313e-431d-bfe7-b90a4c25f67f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:59.335481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 5cdeac26-313e-431d-bfe7-b90a4c25f67f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:59.335829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5cdeac26-313e-431d-bfe7-b90a4c25f67f not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:59.354136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:40:56Z', 'revision_number': 4, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port': {'id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:51Z', 'updated_at': '2021-08-29T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'aae45092-4f48-4c3f-84ec-833874dd79f3', 'name': '', 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'mac_address': 'fa:16:3e:96:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '719adea9-5093-4266-8d79-fbda7f62454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:40:57Z', 'revision_number': 2, 'project_id': 'faa6094851844d6a936865d6339faff0', 'subnets': [{'id': '719adea9-5093-4266-8d79-fbda7f62454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:59.354990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.366612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235960-ef06-4806-9549-19bf434c5dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385533c-d72a-4df1-afc1-0c69bede8ba0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.396832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Checking router: 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:59.397210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Updating router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 port aae45092-4f48-4c3f-84ec-833874dd79f3 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:59.402428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.432694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.439881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=5a8563f6-0d3b-4426-80bc-4305904663df,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.483708 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-fa4cfd81-62c2-4f46-a684-2588c5fe2b32 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=faa6094851844d6a936865d6339faff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159956 Aug 29 04:40:59.495876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-23058376-3682-49ee-a7f6-a7d50c03a13a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f02cb1ac42b4ac18fc06185aaf87aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385474 Aug 29 04:40:59.500942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44374) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.659044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5bfef603-04e0-49b5-989f-060ce851afe2 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:59.685614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-97fb9cf8-b367-4a43-b005-ee522df96d62 service neutron] 10.222.0.55 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009428 Aug 29 04:40:59.743445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-d4a36fce-f098-4c1f-bc30-257e5163cc9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2487152 Aug 29 04:40:59.818714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5bfef603-04e0-49b5-989f-060ce851afe2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:59.819093 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.862395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f22cf9-cbc9-4821-9aae-a1233845b2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.864109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.873896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-4d79ad92-97ca-477e-bd8e-1aed8d3cf8ec service neutron] 10.222.0.55 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812067 Aug 29 04:40:59.884901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.962227 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce2b3-a34f-4c34-b31d-67be3d05576e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.969949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.992371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Transition to ACTIVE for port object aae45092-4f48-4c3f-84ec-833874dd79f3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:59.999772 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.009694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f22cf9-cbc9-4821-9aae-a1233845b2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.091905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d483d89-40d7-4532-9b31-910962626423 None None] Pushing event updated for resources: {'Port': ['ID=aae45092-4f48-4c3f-84ec-833874dd79f3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.110741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0640c-503d-4627-a809-e621eec300fa req-890a6337-3690-4196-89d9-19c2a1c98fb2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.112371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5a0640c-503d-4627-a809-e621eec300fa req-890a6337-3690-4196-89d9-19c2a1c98fb2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.3609562 Aug 29 04:41:00.128147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Attempting to bind port aae45092-4f48-4c3f-84ec-833874dd79f3 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:00.128147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Attempting to bind port aae45092-4f48-4c3f-84ec-833874dd79f3 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:00.128889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Attempting to bind port aae45092-4f48-4c3f-84ec-833874dd79f3 on network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:00.136033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e541045-84df-4e0f-9e5c-24d229db4ac6 req-107c2243-7103-481f-a5f4-07da2cdcd7bf tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 210 time: 0.0700710 Aug 29 04:41:00.137557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:00.138093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Checking segment: {'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:00.138681 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.139204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Bound using segment: {'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:00.139804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Bound port: aae45092-4f48-4c3f-84ec-833874dd79f3, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd884323f-7f32-4dd8-b08f-536fac8c7c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:00.140271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.236482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] For port aae45092-4f48-4c3f-84ec-833874dd79f3, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:00.240970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] For port aae45092-4f48-4c3f-84ec-833874dd79f3, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aae45092-4f48-4c3f-84ec-833874dd79f3,segment=NetworkSegment(d884323f-7f32-4dd8-b08f-536fac8c7c76),segment_id=d884323f-7f32-4dd8-b08f-536fac8c7c76)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:00.247897 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.255581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770aec-f568-49d5-9951-04feecc167da req-80404850-1cf4-43b5-a5f0-45c35248a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.257150 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-80404850-1cf4-43b5-a5f0-45c35248a5b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.3731952 Aug 29 04:41:00.282684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f22cf9-cbc9-4821-9aae-a1233845b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.285320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4f22cf9-cbc9-4821-9aae-a1233845b2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.286605 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4f22cf9-cbc9-4821-9aae-a1233845b2fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50547c2e-f991-48d4-bd43-a35d47838038 HTTP/1.1" status: 204 len: 168 time: 0.7655559 Aug 29 04:41:00.326554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Routers {'8b0394eb-7ab2-48c8-938c-1f380a1f1df6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:00.327625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:00.369787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d483d89-40d7-4532-9b31-910962626423 None None] Pushing event updated for resources: {'Port': ['ID=aae45092-4f48-4c3f-84ec-833874dd79f3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.399846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f22cf9-cbc9-4821-9aae-a1233845b2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50547c2e-f991-48d4-bd43-a35d47838038,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.446766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5a0640c-503d-4627-a809-e621eec300fa req-e867fd60-f13d-4aed-853f-48d96cbab1b2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667696 Aug 29 04:41:00.483180 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce2b3-a34f-4c34-b31d-67be3d05576e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.494579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] Set router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:00.552438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce2b3-a34f-4c34-b31d-67be3d05576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.603040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ce2b3-a34f-4c34-b31d-67be3d05576e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2511b349-766d-4262-868b-0ab33cc5d879,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.629468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770aec-f568-49d5-9951-04feecc167da req-d7794a1e-d5d7-4b6a-af53-4f6f5bba6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.631051 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-d7794a1e-d5d7-4b6a-af53-4f6f5bba6871 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.3291709 Aug 29 04:41:00.640721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ea9ce2b3-a34f-4c34-b31d-67be3d05576e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5943d13969941cfbec7251a2722cb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401991 Aug 29 04:41:00.643455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:00.729196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-acf3c524-b054-4e8c-9a1c-4f728d509511 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0870538 Aug 29 04:41:00.766495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73d63294-880d-44a9-864e-0ebbb315f395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.814952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Router ec564f0e-da0d-4f52-940f-baec70bf1635 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:00.817218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770aec-f568-49d5-9951-04feecc167da req-26134931-b9bd-4aab-ac1b-049969c11afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.819303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-26134931-b9bd-4aab-ac1b-049969c11afc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.0799422 Aug 29 04:41:00.820347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73d63294-880d-44a9-864e-0ebbb315f395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.893632 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73d63294-880d-44a9-864e-0ebbb315f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.898197 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73d63294-880d-44a9-864e-0ebbb315f395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.900312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-73d63294-880d-44a9-864e-0ebbb315f395 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2511b349-766d-4262-868b-0ab33cc5d879 HTTP/1.1" status: 204 len: 168 time: 0.2549393 Aug 29 04:41:00.905861 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-12eb0181-8655-41f6-bf84-d790df496d04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357258 Aug 29 04:41:00.910046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:40:56Z', 'revision_number': 4, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port': {'id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:51Z', 'updated_at': '2021-08-29T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'aae45092-4f48-4c3f-84ec-833874dd79f3', 'name': '', 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'mac_address': 'fa:16:3e:96:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '719adea9-5093-4266-8d79-fbda7f62454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:41:00Z', 'revision_number': 4, 'project_id': 'faa6094851844d6a936865d6339faff0', 'subnets': [{'id': '719adea9-5093-4266-8d79-fbda7f62454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:00.931176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d63294-880d-44a9-864e-0ebbb315f395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2511b349-766d-4262-868b-0ab33cc5d879,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.953763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566874ef-4a6f-4603-ac30-1df279b95508 None None] The sync data for ids ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'] in n-d-712143-14 is: [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:40:56Z', 'revision_number': 4, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port': {'id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:51Z', 'updated_at': '2021-08-29T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'aae45092-4f48-4c3f-84ec-833874dd79f3', 'name': '', 'network_id': 'f638e5b7-f746-4adf-9ba4-3023ca8b1c20', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'mac_address': 'fa:16:3e:96:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '719adea9-5093-4266-8d79-fbda7f62454a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:41:00Z', 'revision_number': 4, 'project_id': 'faa6094851844d6a936865d6339faff0', 'subnets': [{'id': '719adea9-5093-4266-8d79-fbda7f62454a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:01.002318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.117789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-24110a7a-8af3-46d5-ba7f-a79e0558db5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d65778882d14463eb186d12cfab25f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141925 Aug 29 04:41:01.120310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44400) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.149464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:01.157355 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-36549ae0-aab4-45a8-8e53-885c737d7d10 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "PUT /v2.0/routers/ec564f0e-da0d-4f52-940f-baec70bf1635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7855618 Aug 29 04:41:01.161933 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] Sync routers for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:01.162554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44402) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:01.182991 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:01.185925 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.237004 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa4e1-53cb-4468-94f6-4b0ac2cb53ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.264121 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa4e1-53cb-4468-94f6-4b0ac2cb53ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.277150 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-cda05280-fa85-403b-b29e-179977715068 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632112 Aug 29 04:41:01.350704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa4e1-53cb-4468-94f6-4b0ac2cb53ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.353533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa4e1-53cb-4468-94f6-4b0ac2cb53ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.354756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7bbaa4e1-53cb-4468-94f6-4b0ac2cb53ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6aeb3a83-c736-45fa-88b9-4ed3bae4e3ce HTTP/1.1" status: 204 len: 168 time: 0.2334011 Aug 29 04:41:01.373928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-72c72b9f-bae6-4ae1-9043-eee7e2152161 req-386c2694-65e6-46d6-8c51-dca9ba490e89 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 210 time: 0.0577178 Aug 29 04:41:01.393028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa4e1-53cb-4468-94f6-4b0ac2cb53ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeb3a83-c736-45fa-88b9-4ed3bae4e3ce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.393280 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:01.455324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.557953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting subnet 5a27664a-c657-4f04-8e48-c26862edabfb {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:01.570428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.632781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.744368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aae45092-4f48-4c3f-84ec-833874dd79f3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:01.805874 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:40:59Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.870772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.872623 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] Checking router: ec564f0e-da0d-4f52-940f-baec70bf1635 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:01.904896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port aae45092-4f48-4c3f-84ec-833874dd79f3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:01.909130 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] Routers {'ec564f0e-da0d-4f52-940f-baec70bf1635'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:01.909816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ec564f0e-da0d-4f52-940f-baec70bf1635'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.922442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port aae45092-4f48-4c3f-84ec-833874dd79f3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:01.922822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.050537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.122847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7770aec-f568-49d5-9951-04feecc167da req-14fe579e-18b9-4605-8db6-219f4c2e2cfd service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8294625 Aug 29 04:41:02.143631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210f12b-666a-4102-914e-c2602356e7a9 None None] Network 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:02.155452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.161070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/subnets/5a27664a-c657-4f04-8e48-c26862edabfb HTTP/1.1" status: 204 len: 168 time: 0.9949369 Aug 29 04:41:02.161070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dbdde-8601-45dc-a42e-68c0f202a5a9 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Subnet': ['ID=5a27664a-c657-4f04-8e48-c26862edabfb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.194764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-39dd3249-f16b-49ee-8743-f8a6878eb8cd tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:02.197772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-39dd3249-f16b-49ee-8743-f8a6878eb8cd tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.32 "GET /v2.0/networks?id=a72d1daa-14d3-4d53-81eb-e99f5162ae62 HTTP/1.1" status: 200 len: 911 time: 0.3039443 Aug 29 04:41:02.198197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44424) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.241366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Request body: {'port': {'device_id': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'admin_state_up': True, 'tenant_id': 'faa6094851844d6a936865d6339faff0'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:02.306240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b76b6-9a04-4243-98aa-fab7e0e44c42 req-fce1ef9f-b4e0-4eae-85ad-40f8d37eb350 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:02.327977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Made reservation on behalf of faa6094851844d6a936865d6339faff0 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:02.329338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c0b76b6-9a04-4243-98aa-fab7e0e44c42 req-fce1ef9f-b4e0-4eae-85ad-40f8d37eb350 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.5580084 Aug 29 04:41:02.332086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.604232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c0b76b6-9a04-4243-98aa-fab7e0e44c42 req-c7e7be4c-da48-4667-a72d-a46be77a6538 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617272 Aug 29 04:41:02.745139 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] Set router ec564f0e-da0d-4f52-940f-baec70bf1635 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:02.761898 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.772375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Allocated IP 172.20.0.5 (a72d1daa-14d3-4d53-81eb-e99f5162ae62/2f0101f4-8f86-4155-8ba3-95485c79a859/d5204929-9066-4c79-810d-83608718f99d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:02.776772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.869119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port aae45092-4f48-4c3f-84ec-833874dd79f3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aae45092-4f48-4c3f-84ec-833874dd79f3,segment=NetworkSegment(d884323f-7f32-4dd8-b08f-536fac8c7c76),segment_id=d884323f-7f32-4dd8-b08f-536fac8c7c76)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:02.915720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.067660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=aae45092-4f48-4c3f-84ec-833874dd79f3,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.082013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.115272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Transition to ACTIVE for port object d5204929-9066-4c79-810d-83608718f99d will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:03.203988 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.224371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.283448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] DHCP port deletion for 7bbc2ee4-062c-4228-8869-ab8b0171c8c9 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:03.338629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Pushing event updated for resources: {'Port': ['ID=d5204929-9066-4c79-810d-83608718f99d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.419835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:03.434695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Deleting port 2c98234d-6289-4cd4-9532-aef52c7c6ecf {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:03.435190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.446235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] Deleting port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:03.446847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.448551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:03.469073 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:03.544980 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:40:59Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:03.621919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:03.649428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aae45092-4f48-4c3f-84ec-833874dd79f3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:03.662834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb2f38-afff-41f7-9eae-2d6fe647d469 req-ced546bb-9a7e-4177-acac-1b82ce3b4d85 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.672103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ecb2f38-afff-41f7-9eae-2d6fe647d469 req-ced546bb-9a7e-4177-acac-1b82ce3b4d85 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1027 time: 0.4834187 Aug 29 04:41:03.692100 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bf4a6-bf29-4e2b-8958-864a7238b6e1 None None] The sync data for ids ['ec564f0e-da0d-4f52-940f-baec70bf1635'] in n-d-712143-14 is: [{'id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'name': 'tempest-TestNetworkBasicOps-router-1862011569', 'tenant_id': '48e1ccfc945f4aa388d3835f6375bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:37Z', 'updated_at': '2021-08-29T04:40:59Z', 'revision_number': 5, 'project_id': '48e1ccfc945f4aa388d3835f6375bc96', 'gw_port': {'id': '2c98234d-6289-4cd4-9532-aef52c7c6ecf', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec564f0e-da0d-4f52-940f-baec70bf1635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:03.713021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.717361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.758661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74daac-7d86-43ab-8bd2-fcaf689c33be req-100a8179-610f-46f6-ac1e-fa0aaa0f68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.764681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c74daac-7d86-43ab-8bd2-fcaf689c33be req-100a8179-610f-46f6-ac1e-fa0aaa0f68fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 1097 time: 0.3418465 Aug 29 04:41:03.779976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] For port 2c98234d-6289-4cd4-9532-aef52c7c6ecf, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2c98234d-6289-4cd4-9532-aef52c7c6ecf,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:03.787330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.825947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] For port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9c9966e2-753e-4a45-a69d-1784b8aa1b9a,segment=NetworkSegment(e9e51dc7-2754-4cee-ac75-a7c2b8e5c388),segment_id=e9e51dc7-2754-4cee-ac75-a7c2b8e5c388)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:03.826560 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.828649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Calling delete_port for 2c98234d-6289-4cd4-9532-aef52c7c6ecf owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:03.863504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-66f8a38c-9bb2-4219-932a-c277cdadd4e1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6400831 Aug 29 04:41:03.892379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] Calling delete_port for 9c9966e2-753e-4a45-a69d-1784b8aa1b9a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:03.918040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Request body: {'port': {'device_id': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:03.943888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port aae45092-4f48-4c3f-84ec-833874dd79f3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:03.943888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.007473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ecb2f38-afff-41f7-9eae-2d6fe647d469 req-80232cf6-ae37-4fb7-8f7b-6ee30b506883 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339241 Aug 29 04:41:04.016579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0c74daac-7d86-43ab-8bd2-fcaf689c33be req-90ad2962-4658-4539-a7c3-a12ab1aa906b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444406 Aug 29 04:41:04.076171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af742cf9-daf9-430c-abae-95a661b7f4de req-5ffb7709-0940-4712-8a7c-4f4a91051ca2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:04.079562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af742cf9-daf9-430c-abae-95a661b7f4de req-5ffb7709-0940-4712-8a7c-4f4a91051ca2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.2240052 Aug 29 04:41:04.115644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.181291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5884d770-0da8-4bf8-9a28-cba087817398 None None] Provisioning for port d5204929-9066-4c79-810d-83608718f99d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:04.195752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5884d770-0da8-4bf8-9a28-cba087817398 None None] Provisioning complete for port d5204929-9066-4c79-810d-83608718f99d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:04.196400 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5884d770-0da8-4bf8-9a28-cba087817398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.248779 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.256398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5884d770-0da8-4bf8-9a28-cba087817398 None None] Port d5204929-9066-4c79-810d-83608718f99d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:04.277296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af742cf9-daf9-430c-abae-95a661b7f4de req-8ea8cdf1-7baa-4eff-a3b2-1c965961eaae tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870041 Aug 29 04:41:04.301226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] No DVR routers for this DVR port 9c9966e2-753e-4a45-a69d-1784b8aa1b9a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:04.303794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a5e90-880e-44df-94ee-07f3eb3b11cc None None] Pushing event deleted for resources: {'Port': ['ID=9c9966e2-753e-4a45-a69d-1784b8aa1b9a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.400317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9966e2-753e-4a45-a69d-1784b8aa1b9a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:04.426462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9c9966e2-753e-4a45-a69d-1784b8aa1b9a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:04.427095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9966e2-753e-4a45-a69d-1784b8aa1b9a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:04.443065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-903115441-network', 'tenant_id': '5eb758e4ec294c5890018f5c12fa8554'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:04.498523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Made reservation on behalf of 5eb758e4ec294c5890018f5c12fa8554 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:04.500994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.509541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.544494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.561543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Port': ['ID=2c98234d-6289-4cd4-9532-aef52c7c6ecf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.605735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.652027 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.732053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5204929-9066-4c79-810d-83608718f99d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:04.742689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.773945 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.775352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Transition to ACTIVE for port object d5204929-9066-4c79-810d-83608718f99d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:04.780225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.790861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.798309 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.801066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.845564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3aae90ac-8752-4924-8b09-2ecfd81eb979 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1511618022'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:04.846334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3aae90ac-8752-4924-8b09-2ecfd81eb979 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Unknown quota resources ['metering_label']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:41:04.849268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:04.850465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.851460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Fanout notify agent at l3_agent the message router_deleted on router ec564f0e-da0d-4f52-940f-baec70bf1635 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:04.862359 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.866265 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-49408779-c749-463c-bd0c-f87ef81a6524 tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/routers/ec564f0e-da0d-4f52-940f-baec70bf1635 HTTP/1.1" status: 204 len: 168 time: 2.6660404 Aug 29 04:41:04.869168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44474) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.987763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37121dc-bf98-49a5-a169-6b791e1fa87c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.020256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.020829 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Added segment 61cec8fc-ba96-4358-b422-1ae686e64986 of type vlan for network 3b7dd0d0-502c-499f-b19b-4d3154cd3668 Aug 29 04:41:05.064436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.234668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=d5204929-9066-4c79-810d-83608718f99d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.306172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.338106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbc2ee4-062c-4228-8869-ab8b0171c8c9']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:05.363518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:05.364100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e51dc7-2754-4cee-ac75-a7c2b8e5c388') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:05.377080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.422565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.429483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.436604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:05.437437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.532974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3aae90ac-8752-4924-8b09-2ecfd81eb979 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.539204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3aae90ac-8752-4924-8b09-2ecfd81eb979 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9316273 Aug 29 04:41:05.544312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:05.555597 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:05.560498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb493271-d393-448b-ada1-4ae7f95cd222 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1871a3ea-85ad-4017-a26e-4cc841884fef'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:05.560498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bb493271-d393-448b-ada1-4ae7f95cd222 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:41:05.568040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2c98234d-6289-4cd4-9532-aef52c7c6ecf no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:05.607722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2c98234d-6289-4cd4-9532-aef52c7c6ecf {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:05.609105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2c98234d-6289-4cd4-9532-aef52c7c6ecf not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:05.609932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5a8563f6-0d3b-4426-80bc-4305904663df no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:05.658845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.673160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.678390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] 10.222.0.55 "DELETE /v2.0/networks/7bbc2ee4-062c-4228-8869-ab8b0171c8c9 HTTP/1.1" status: 204 len: 168 time: 0.8040788 Aug 29 04:41:05.678813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5a8563f6-0d3b-4426-80bc-4305904663df {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:05.678813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5a8563f6-0d3b-4426-80bc-4305904663df not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:05.722561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a4e07-67be-4507-83b7-84105d6ca7fa req-77f30f5d-0d60-46f5-abc1-febf0d58ead3 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:05.724944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f28a4e07-67be-4507-83b7-84105d6ca7fa req-77f30f5d-0d60-46f5-abc1-febf0d58ead3 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.1466682 Aug 29 04:41:05.727679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba2719-27e3-47dd-b41e-a9ef0724574b tempest-TestNetworkBasicOps-579047306 tempest-TestNetworkBasicOps-579047306-project] Pushing event deleted for resources: {'Network': ['ID=7bbc2ee4-062c-4228-8869-ab8b0171c8c9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.729535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.730578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:05.731262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.742085 n-d-712143-14 neutron-server[94824]: WARNING neutron.services.metering.metering_plugin [None req-bb493271-d393-448b-ada1-4ae7f95cd222 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:41:05.816867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Attempting to bind port d5204929-9066-4c79-810d-83608718f99d on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:05.817207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Attempting to bind port d5204929-9066-4c79-810d-83608718f99d by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:05.817541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Attempting to bind port d5204929-9066-4c79-810d-83608718f99d on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:05.818328 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f28a4e07-67be-4507-83b7-84105d6ca7fa req-228a73a4-4cfe-4980-b930-ad9660ca0b84 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675380 Aug 29 04:41:06.023053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bed8f-aecb-46e0-a412-0dca60b53cda req-b18e225b-5fc0-4970-9a18-5c4b9ceac15d tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:06.024825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-912bed8f-aecb-46e0-a412-0dca60b53cda req-b18e225b-5fc0-4970-9a18-5c4b9ceac15d tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1015148 Aug 29 04:41:06.098344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-912bed8f-aecb-46e0-a412-0dca60b53cda req-38d6f26e-52ba-44f4-ad95-33688eb1d121 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618722 Aug 29 04:41:06.145428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44490) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.208078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b495e3-f22b-43b0-8352-a64c862717c0 req-b91b8aae-b835-4596-a43c-6dba14dcdb7b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:06.210581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7b495e3-f22b-43b0-8352-a64c862717c0 req-b91b8aae-b835-4596-a43c-6dba14dcdb7b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1053 time: 0.9711909 Aug 29 04:41:06.303616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Port d5204929-9066-4c79-810d-83608718f99d on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:06.304316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Attempting to bind port d5204929-9066-4c79-810d-83608718f99d on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:06.316371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bb493271-d393-448b-ada1-4ae7f95cd222 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.322947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bb493271-d393-448b-ada1-4ae7f95cd222 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7751489 Aug 29 04:41:06.328353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44498) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.335760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6746106d-09c8-439a-812a-f0f2a5d221cd tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1871a3ea-85ad-4017-a26e-4cc841884fef'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:06.336614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6746106d-09c8-439a-812a-f0f2a5d221cd tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:41:06.346395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7164030 Aug 29 04:41:06.351848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:06.362908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Request body: {'subnet': {'network_id': '3b7dd0d0-502c-499f-b19b-4d3154cd3668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-903115441-subnet', 'tenant_id': '5eb758e4ec294c5890018f5c12fa8554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:06.378134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:06.378471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Checking segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:06.378910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Bound using segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:06.379357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Bound port: d5204929-9066-4c79-810d-83608718f99d, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:06.379719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.394147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727df7d-b1a0-4740-8641-60d74185c397 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7dd0d0-502c-499f-b19b-4d3154cd3668,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.419594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3b7dd0d0-502c-499f-b19b-4d3154cd3668 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:06.470592 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7b495e3-f22b-43b0-8352-a64c862717c0 req-d2e2b6af-f7ee-4cf0-b373-a40d68411b85 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729085 Aug 29 04:41:06.476722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Made reservation on behalf of 5eb758e4ec294c5890018f5c12fa8554 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:06.479905 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.581858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] For port d5204929-9066-4c79-810d-83608718f99d, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:06.590809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] For port d5204929-9066-4c79-810d-83608718f99d, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d5204929-9066-4c79-810d-83608718f99d,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:06.602487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.661147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:06.661793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.663205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] 10.222.0.32 "PUT /v2.0/ports/d5204929-9066-4c79-810d-83608718f99d HTTP/1.1" status: 200 len: 1092 time: 2.7783380 Aug 29 04:41:06.665152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'tag': 'd5204929-9066-4c79-810d-83608718f99d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:06.667563 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c526237-5607-41e8-a417-ac089a362598" -d '{"events": [{"name": "network-changed", "server_uuid": "37ff8fb9-7d51-4a12-80af-d7dc9ecce748", "tag": "d5204929-9066-4c79-810d-83608718f99d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:06.727532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292206f-b2e6-4d05-b186-ba9e8312e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=d5204929-9066-4c79-810d-83608718f99d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.757796 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec5a08d-84ae-46ab-b86e-125dc27866c5 x-openstack-request-id: req-2ec5a08d-84ae-46ab-b86e-125dc27866c5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:06.758216 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ff8fb9-7d51-4a12-80af-d7dc9ecce748", "tag": "d5204929-9066-4c79-810d-83608718f99d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:06.758591 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ec5a08d-84ae-46ab-b86e-125dc27866c5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:06.759170 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'tag': 'd5204929-9066-4c79-810d-83608718f99d', 'status': 'completed', 'code': 200} Aug 29 04:41:06.878671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-9201e904-4a93-4f2f-92b9-23e3bde0f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:06.880556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-9201e904-4a93-4f2f-92b9-23e3bde0f7b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa6094851844d6a936865d6339faff0&device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1095 time: 0.1380639 Aug 29 04:41:06.882138 n-d-712143-14 neutron-server[94823]: WARNING neutron.services.metering.metering_plugin [None req-6746106d-09c8-439a-812a-f0f2a5d221cd tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:41:06.890489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.963969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-2100229a-f38f-4b44-baa8-456ed373ce71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5204929-9066-4c79-810d-83608718f99d HTTP/1.1" status: 200 len: 217 time: 0.0675197 Aug 29 04:41:06.986790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c9ee4bfa-18fa-424f-9bd4-88e07c9521aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48e1ccfc945f4aa388d3835f6375bc96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8366766 Aug 29 04:41:06.991107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.022183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa13a71-ac5a-475d-9d68-7ff30a398850,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.046943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6746106d-09c8-439a-812a-f0f2a5d221cd tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.048191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6746106d-09c8-439a-812a-f0f2a5d221cd tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7169492 Aug 29 04:41:07.054262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.056614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d77fb6-679a-4a64-87ec-413c88a3d56d req-7b9c87d2-e7a7-4a0b-ae03-f5f3c6aff9e5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.058354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00d77fb6-679a-4a64-87ec-413c88a3d56d req-7b9c87d2-e7a7-4a0b-ae03-f5f3c6aff9e5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.6885660 Aug 29 04:41:07.102068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6208039e-cbc0-4467-9f75-8fe5446fb85c tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33262bbc-2052-4203-97e0-c32eb1cf9a29 HTTP/1.1" status: 200 len: 462 time: 0.0408540 Aug 29 04:41:07.106784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-926bff35-25db-4a15-a971-458b6e1e5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.108275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-926bff35-25db-4a15-a971-458b6e1e5653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f0101f4-8f86-4155-8ba3-95485c79a859 HTTP/1.1" status: 200 len: 849 time: 0.1328914 Aug 29 04:41:07.108471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44508) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.109879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Checking segment: {'id': '61cec8fc-ba96-4358-b422-1ae686e64986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3b7dd0d0-502c-499f-b19b-4d3154cd3668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:07.110245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Network hostable DHCP agents. Network: 3b7dd0d0-502c-499f-b19b-4d3154cd3668, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:07.128894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00d77fb6-679a-4a64-87ec-413c88a3d56d req-a058de9f-8fdc-432a-bb66-685406290ccd tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Aug 29 04:41:07.165847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c657941d-0241-407b-8d87-5c454bf1f2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.178271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Network 3b7dd0d0-502c-499f-b19b-4d3154cd3668 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:07.207563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c657941d-0241-407b-8d87-5c454bf1f2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.212063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-087526f6-dace-484d-b70f-dd83c7f58dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.214321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-087526f6-dace-484d-b70f-dd83c7f58dd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a72d1daa-14d3-4d53-81eb-e99f5162ae62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992131 Aug 29 04:41:07.215031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3b7dd0d0-502c-499f-b19b-4d3154cd3668) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:07.226439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f055f1-318d-4a18-89b9-9c838f1d9e15 None None] Network 3b7dd0d0-502c-499f-b19b-4d3154cd3668 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:07.235375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.235975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.236647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a71bab32-5338-48a2-a516-6e2852c333a6 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.238122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a71bab32-5338-48a2-a516-6e2852c333a6 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/33262bbc-2052-4203-97e0-c32eb1cf9a29 HTTP/1.1" status: 204 len: 168 time: 0.1284709 Aug 29 04:41:07.242281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44510) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.253984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0e33e789-d7cf-476b-9c52-19e45c239b33 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33262bbc-2052-4203-97e0-c32eb1cf9a29 HTTP/1.1" status: 200 len: 221 time: 0.0103228 Aug 29 04:41:07.258883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44512) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.265233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-789a0f57-988e-49bb-96a1-93aa970fb96f tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1450417299', 'description': 'label created by tempest'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:07.266226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-789a0f57-988e-49bb-96a1-93aa970fb96f tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Unknown quota resources ['metering_label']. {{(pid=94823) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:41:07.350198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-df0f5b68-29c2-402c-994e-9d02cf746303 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9955959 Aug 29 04:41:07.393926 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c657941d-0241-407b-8d87-5c454bf1f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.398147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c657941d-0241-407b-8d87-5c454bf1f2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.400197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c657941d-0241-407b-8d87-5c454bf1f2bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94646aa1-2b65-43c9-894a-e08b4b2e8479 HTTP/1.1" status: 204 len: 168 time: 0.4077759 Aug 29 04:41:07.411482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657941d-0241-407b-8d87-5c454bf1f2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94646aa1-2b65-43c9-894a-e08b4b2e8479,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.416455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-2b050c43-8614-4a36-b73b-170a25ee9d1a service neutron] 10.222.0.32 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937444 Aug 29 04:41:07.490276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd33ec-4057-46a8-abf4-e3baae9b5071 None None] Network 3b7dd0d0-502c-499f-b19b-4d3154cd3668 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:07.614036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-789a0f57-988e-49bb-96a1-93aa970fb96f tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.620496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-789a0f57-988e-49bb-96a1-93aa970fb96f tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3599112 Aug 29 04:41:07.620721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.640629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44524) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.734588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] Deleting subnet 2fa13a71-ac5a-475d-9d68-7ff30a398850 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:07.741392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.771636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39a1e1c9-e623-4746-ba77-f0fb5ad8c6a2 req-403e5019-aa78-40bb-ab99-7ab51338addb service neutron] 10.222.0.32 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458338 Aug 29 04:41:07.780076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6b9bdc69-00d1-4986-a44e-462fca16c0df tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=5ca228bf-dce4-4e75-b486-33df6b8cbbdd HTTP/1.1" status: 200 len: 468 time: 0.1570997 Aug 29 04:41:07.780798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44528) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.821801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.882641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.895763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.957086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.986338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa13a71-ac5a-475d-9d68-7ff30a398850,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.993898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-976121a2-c811-49f1-b0e0-4fd0d39b0726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.994071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.998403 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4ee27c83-49d2-4a06-b6ee-a7265fdc8c4b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2fa13a71-ac5a-475d-9d68-7ff30a398850 HTTP/1.1" status: 204 len: 168 time: 0.3540494 Aug 29 04:41:07.998760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44532) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.060018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85f0e-33d0-451d-ac0d-d023c898a831 req-33a3c900-415e-44d8-a772-bcccdf69f9b6 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.062546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83c85f0e-33d0-451d-ac0d-d023c898a831 req-33a3c900-415e-44d8-a772-bcccdf69f9b6 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1095 time: 0.2895510 Aug 29 04:41:08.079651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.167505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526237-5607-41e8-a417-ac089a362598 req-a7362002-dc12-496e-93ec-b46043ee28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.169743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c526237-5607-41e8-a417-ac089a362598 req-a7362002-dc12-496e-93ec-b46043ee28c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa6094851844d6a936865d6339faff0&device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1095 time: 0.2726302 Aug 29 04:41:08.188500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-550d1d2e-fc04-4d0b-b494-f533ee4f53cc tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.190384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.192693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-550d1d2e-fc04-4d0b-b494-f533ee4f53cc tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/5ca228bf-dce4-4e75-b486-33df6b8cbbdd HTTP/1.1" status: 204 len: 168 time: 0.4100566 Aug 29 04:41:08.193387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44536) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.210787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7dd0d0-502c-499f-b19b-4d3154cd3668']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:08.229758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cec8fc-ba96-4358-b422-1ae686e64986') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:08.229758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cec8fc-ba96-4358-b422-1ae686e64986') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:08.264041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.288418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-182a0291-8cae-486d-8c88-0eaceab15f46 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=5ca228bf-dce4-4e75-b486-33df6b8cbbdd HTTP/1.1" status: 200 len: 216 time: 0.0811121 Aug 29 04:41:08.289126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.291346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44538) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.300485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83c85f0e-33d0-451d-ac0d-d023c898a831 req-51aae96d-203f-420a-91d6-592d5f2bbc20 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237718 Aug 29 04:41:08.304047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-562a53a4-5e26-48b1-880e-47a5df78ef9a tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0112915 Aug 29 04:41:08.309482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44540) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.313252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:08.313856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:08.315932 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:08.342835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eefb8-6fd8-420d-8763-f350bfbdf542 req-6964c7d7-ff5e-4d41-a37f-29aceb5259da tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.344439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-505eefb8-6fd8-420d-8763-f350bfbdf542 req-6964c7d7-ff5e-4d41-a37f-29aceb5259da tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1205406 Aug 29 04:41:08.365077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526237-5607-41e8-a417-ac089a362598 req-4bea83a7-c4fb-4e4b-b5fd-e632fdd51538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.367555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c526237-5607-41e8-a417-ac089a362598 req-4bea83a7-c4fb-4e4b-b5fd-e632fdd51538 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a72d1daa-14d3-4d53-81eb-e99f5162ae62 HTTP/1.1" status: 200 len: 911 time: 0.1822550 Aug 29 04:41:08.399018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-68fa9719-faa8-4746-b06e-9c3fc4a7f5e6 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0883002 Aug 29 04:41:08.405550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44542) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.425730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.440592 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c526237-5607-41e8-a417-ac089a362598 req-1ecd3892-60b3-4b0b-9a9c-c40511412a9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5204929-9066-4c79-810d-83608718f99d HTTP/1.1" status: 200 len: 217 time: 0.0625517 Aug 29 04:41:08.480335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.485327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] 10.222.0.55 "DELETE /v2.0/networks/3b7dd0d0-502c-499f-b19b-4d3154cd3668 HTTP/1.1" status: 204 len: 168 time: 0.4851241 Aug 29 04:41:08.493901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-932a20a1-a4e9-4e14-8150-5b6247057928 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/1871a3ea-85ad-4017-a26e-4cc841884fef HTTP/1.1" status: 200 len: 473 time: 0.0820267 Aug 29 04:41:08.522632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-505eefb8-6fd8-420d-8763-f350bfbdf542 req-853de23a-75e8-4239-960c-d8381161afe7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504903 Aug 29 04:41:08.523512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44546) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.553404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4e766e00-70a4-48b3-90e5-385baeaa935c tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/4849ef0a-c780-4c78-afdd-79a6835a0cf6 HTTP/1.1" status: 200 len: 459 time: 0.0278826 Aug 29 04:41:08.565436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9049c-dd18-44b1-aa35-6dae4ee3599d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7dd0d0-502c-499f-b19b-4d3154cd3668,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:08.567617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44550) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.604948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526237-5607-41e8-a417-ac089a362598 req-64ee37ec-4876-4f8c-92e3-f5d7a11c8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.607629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c526237-5607-41e8-a417-ac089a362598 req-64ee37ec-4876-4f8c-92e3-f5d7a11c8301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f0101f4-8f86-4155-8ba3-95485c79a859 HTTP/1.1" status: 200 len: 849 time: 0.1596556 Aug 29 04:41:08.616357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-976121a2-c811-49f1-b0e0-4fd0d39b0726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.633502 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-976121a2-c811-49f1-b0e0-4fd0d39b0726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.717236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-976121a2-c811-49f1-b0e0-4fd0d39b0726 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d73737bad96845209440b681d9bbf3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8180931 Aug 29 04:41:08.719768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.751479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976121a2-c811-49f1-b0e0-4fd0d39b0726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81d3fdd-35a1-41f2-8df0-8cf70735d08c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:08.769663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526237-5607-41e8-a417-ac089a362598 req-3345fb31-453e-4b63-994f-07af3950c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:08.773166 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c526237-5607-41e8-a417-ac089a362598 req-3345fb31-453e-4b63-994f-07af3950c9a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a72d1daa-14d3-4d53-81eb-e99f5162ae62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530151 Aug 29 04:41:08.841497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35631622-e6c1-4e9d-a5bc-62110bb15981 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:08.846969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-35631622-e6c1-4e9d-a5bc-62110bb15981 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/4849ef0a-c780-4c78-afdd-79a6835a0cf6 HTTP/1.1" status: 204 len: 168 time: 0.2738318 Aug 29 04:41:08.847861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44556) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.900283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:08.945939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b2a7ce-aa61-4aaa-8c1f-0c8bc1bf76dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.037469 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b2a7ce-aa61-4aaa-8c1f-0c8bc1bf76dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.101376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c2b146cc-fac1-4dc2-9872-3841b7c8306b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5eb758e4ec294c5890018f5c12fa8554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871042 Aug 29 04:41:09.102425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44562) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:09.117814 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d47bbf6-d248-4e37-8944-67b2c500e5b5 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.119606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5d47bbf6-d248-4e37-8944-67b2c500e5b5 tempest-MeteringIpV6TestJSON-1439280025 tempest-MeteringIpV6TestJSON-1439280025-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/1871a3ea-85ad-4017-a26e-4cc841884fef HTTP/1.1" status: 204 len: 168 time: 0.2703607 Aug 29 04:41:09.144814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c526237-5607-41e8-a417-ac089a362598 req-5c611763-49e8-474b-bfff-198db868214c service neutron] 10.222.0.32 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575704 Aug 29 04:41:09.167373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27fd99-65f1-4fa0-9daa-8351d3057ecd req-077658cb-acc8-45a0-aa5b-afff25d25f84 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.169497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a27fd99-65f1-4fa0-9daa-8351d3057ecd req-077658cb-acc8-45a0-aa5b-afff25d25f84 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1783972 Aug 29 04:41:09.185323 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d116dc-6378-4c0a-a62d-17b851465660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.209346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b2a7ce-aa61-4aaa-8c1f-0c8bc1bf76dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.212994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93b2a7ce-aa61-4aaa-8c1f-0c8bc1bf76dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.213313 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d116dc-6378-4c0a-a62d-17b851465660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.214711 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-93b2a7ce-aa61-4aaa-8c1f-0c8bc1bf76dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d81d3fdd-35a1-41f2-8df0-8cf70735d08c HTTP/1.1" status: 204 len: 168 time: 0.4929199 Aug 29 04:41:09.242372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2a7ce-aa61-4aaa-8c1f-0c8bc1bf76dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81d3fdd-35a1-41f2-8df0-8cf70735d08c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.272376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a27fd99-65f1-4fa0-9daa-8351d3057ecd req-2aaba01e-e9f7-44a5-8fce-69cd3e42d2c4 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Aug 29 04:41:09.318063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d116dc-6378-4c0a-a62d-17b851465660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.322493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d116dc-6378-4c0a-a62d-17b851465660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.326474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-16d116dc-6378-4c0a-a62d-17b851465660 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d37121dc-bf98-49a5-a169-6b791e1fa87c HTTP/1.1" status: 204 len: 168 time: 0.2204804 Aug 29 04:41:09.342815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d116dc-6378-4c0a-a62d-17b851465660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37121dc-bf98-49a5-a169-6b791e1fa87c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:09.464042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e8bba-d263-4b70-a3f8-a34e4e8a3a60 req-864b828b-4e7d-4a80-bf76-ebc5a4b2d0a2 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.466374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-551e8bba-d263-4b70-a3f8-a34e4e8a3a60 req-864b828b-4e7d-4a80-bf76-ebc5a4b2d0a2 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1095 time: 0.0612166 Aug 29 04:41:09.510635 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-551e8bba-d263-4b70-a3f8-a34e4e8a3a60 req-c9588b41-7437-4e5e-abd2-e4cec3c2406d tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358315 Aug 29 04:41:09.609019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44576) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:09.824092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc42678d-374e-4f77-abfe-4c029a1e405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.952201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc42678d-374e-4f77-abfe-4c029a1e405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.959282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc42678d-374e-4f77-abfe-4c029a1e405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.004443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42678d-374e-4f77-abfe-4c029a1e405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da665c14-9713-4cab-8204-05562d3a552c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.012916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fc42678d-374e-4f77-abfe-4c029a1e405d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e823000436514fc9845fa1d336260c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991280 Aug 29 04:41:10.014603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44598) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.069324 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-381337a8-0206-4919-abf9-7cbadc421186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.097602 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-381337a8-0206-4919-abf9-7cbadc421186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.170807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-381337a8-0206-4919-abf9-7cbadc421186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.173267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-381337a8-0206-4919-abf9-7cbadc421186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.174713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-381337a8-0206-4919-abf9-7cbadc421186 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da665c14-9713-4cab-8204-05562d3a552c HTTP/1.1" status: 204 len: 168 time: 0.1604235 Aug 29 04:41:10.185382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381337a8-0206-4919-abf9-7cbadc421186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da665c14-9713-4cab-8204-05562d3a552c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.417112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb9f22-c485-473d-b988-7e62809ba70c req-17f33ac6-b2b6-4e72-8f02-258078cdacc3 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.420477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fbb9f22-c485-473d-b988-7e62809ba70c req-17f33ac6-b2b6-4e72-8f02-258078cdacc3 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0619054 Aug 29 04:41:10.459373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44620) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.480454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fbb9f22-c485-473d-b988-7e62809ba70c req-47eb5986-769b-4cde-8e1e-4472ad092712 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539913 Aug 29 04:41:10.591843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1403743846-network', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:10.618678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Made reservation on behalf of 38c0a952f76b42cda7b089b4878fa9b9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:10.621246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.624179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44628) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.642680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.643055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224f54d-db14-4403-b0c1-6b0a28db3eb2 req-0acb1d2c-c9d8-4792-b772-76790db65e91 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:10.645326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c224f54d-db14-4403-b0c1-6b0a28db3eb2 req-0acb1d2c-c9d8-4792-b772-76790db65e91 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1095 time: 0.0509450 Aug 29 04:41:10.679143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44632) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:10.692994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c224f54d-db14-4403-b0c1-6b0a28db3eb2 req-df325127-6584-40aa-909d-862ae5012bb9 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 Aug 29 04:41:10.702042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52a92e26-7808-4613-84f7-5cc07f55876f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.730472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-659672145-network', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:10.789759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.799967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.841666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:10.876828 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.877461 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Added segment beacf182-34dd-443d-a8f2-d6c88498bf65 of type vlan for network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e Aug 29 04:41:10.893974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4fe01-df19-4ae9-b742-e6ca1e3cb7b7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:10.951877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.002228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.003214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.003811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.007248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52a92e26-7808-4613-84f7-5cc07f55876f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.053873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-52a92e26-7808-4613-84f7-5cc07f55876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.125139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] Pushing event updated for resources: {'Network': ['ID=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.141742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-52a92e26-7808-4613-84f7-5cc07f55876f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c0b2419c4f546648ba074db7433051b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611154 Aug 29 04:41:11.142445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:11.146078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44634) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.168920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Made reservation on behalf of 84b262f9ff23479b9126ccc2d0bbb76d for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:11.171294 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.176161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a92e26-7808-4613-84f7-5cc07f55876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51129c7-0c70-4f0f-b2a3-168f3426e3d8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.201370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-33900fd1-9348-4814-9709-96e880b146da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7403839 Aug 29 04:41:11.203504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44636) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.208048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.214232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Request body: {'subnet': {'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1403743846-subnet', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.260521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-008a4b2e-383a-4b8d-83e1-12fc80c998ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.267606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Made reservation on behalf of 38c0a952f76b42cda7b089b4878fa9b9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:11.271718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.285127 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c526237-5607-41e8-a417-ac089a362598 req-654f2365-f557-425f-be2e-2c2bc9e6e216 service neutron] 10.222.0.32 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731226 Aug 29 04:41:11.326563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d5204929-9066-4c79-810d-83608718f99d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:11.350107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-008a4b2e-383a-4b8d-83e1-12fc80c998ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.374645 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.379399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.408990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:11.435325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f6cc8e-7db6-43bf-bd5a-c12339b14825,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.447749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.448783 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Added segment 22e5ce9c-eec0-47fe-8b67-05adf45e0f15 of type vlan for network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 Aug 29 04:41:11.460800 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-008a4b2e-383a-4b8d-83e1-12fc80c998ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.463979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-008a4b2e-383a-4b8d-83e1-12fc80c998ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.468377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-008a4b2e-383a-4b8d-83e1-12fc80c998ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c51129c7-0c70-4f0f-b2a3-168f3426e3d8 HTTP/1.1" status: 204 len: 168 time: 0.3208790 Aug 29 04:41:11.488440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a4b2e-383a-4b8d-83e1-12fc80c998ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51129c7-0c70-4f0f-b2a3-168f3426e3d8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.493118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d5204929-9066-4c79-810d-83608718f99d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d5204929-9066-4c79-810d-83608718f99d,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:11.499449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.535327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.536774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.537584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.543175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd5204929-9066-4c79-810d-83608718f99d', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'port_id': 'd5204929-9066-4c79-810d-83608718f99d', 'mac_address': 'fa:16:3e:93:7f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:11.556483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.599764 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9732227 Aug 29 04:41:11.603331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.612641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Request body: {'subnet': {'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-659672145-subnet', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.645714 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.655569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Checking segment: {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:11.655920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Network hostable DHCP agents. Network: b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:11.656400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d0328-a48f-4188-815a-eb53459ab49d admin admin] Pushing event updated for resources: {'Network': ['ID=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.659811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86840c8-dee1-41d3-a10f-5bc301fa88b7,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.672544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5204929-9066-4c79-810d-83608718f99d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:11.677014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Made reservation on behalf of 84b262f9ff23479b9126ccc2d0bbb76d for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:11.679691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.694751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:11.710005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:11.711421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d5204929-9066-4c79-810d-83608718f99d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d5204929-9066-4c79-810d-83608718f99d,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:11.715833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.716651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.730244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:11.738623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b460b3-b0f7-4f8e-a445-97f579a083ba None None] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:11.742612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.752302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947e2fa-3ba0-44b6-b8c0-5a2b64e283d7 req-ccc1d6da-40e7-409c-95b0-ff877ffccbc7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.754561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3947e2fa-3ba0-44b6-b8c0-5a2b64e283d7 req-ccc1d6da-40e7-409c-95b0-ff877ffccbc7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1463072 Aug 29 04:41:11.765206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cad0639c-7424-4df4-b37a-12eb0d5516de admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5592129 Aug 29 04:41:11.768596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44648) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:11.776976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.804303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.805574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.854046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3947e2fa-3ba0-44b6-b8c0-5a2b64e283d7 req-06c44758-5e1b-473d-83b9-fb6a4f6b0a28 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844800 Aug 29 04:41:11.936446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.972424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.048686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b7cc6-3da8-4197-977e-cf2ce8eb28c3 req-cd4ea9d2-4734-4f81-be48-3c36088def77 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.049165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db74214d-53ab-4365-88d8-6252834fc649,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.050415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f6b7cc6-3da8-4197-977e-cf2ce8eb28c3 req-cd4ea9d2-4734-4f81-be48-3c36088def77 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1096 time: 0.2263579 Aug 29 04:41:12.066815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Checking segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:12.067354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Network hostable DHCP agents. Network: 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:12.099234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:12.104973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:12.106250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.118233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:12.129513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:12.132183 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.144925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c410cc-bc64-47bb-9266-2dfc696ae247 None None] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:12.150584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-15cf4f88-29f8-4e0f-bd7d-058a5ce6d250 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5460134 Aug 29 04:41:12.154203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44658) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:12.165081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:12.196985 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.198881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.208823 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.216398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f6b7cc6-3da8-4197-977e-cf2ce8eb28c3 req-a1f42a1d-3eba-4a79-8e02-0d850fc3e7a6 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286952 Aug 29 04:41:12.275349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d5204929-9066-4c79-810d-83608718f99d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:12.288540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.315349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d5204929-9066-4c79-810d-83608718f99d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.491833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:12.492692 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.564088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.579535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.592424 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.761414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Allocated IP 172.20.0.2 (b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e/c86840c8-dee1-41d3-a10f-5bc301fa88b7/2ddd3ac4-aeef-4981-98f1-18b6d0882b6c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:12.765681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Allocated IP 172.25.7.214 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:12.867645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44676) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:12.924446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Allocated IP 172.20.0.2 (68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0/db74214d-53ab-4365-88d8-6252834fc649/ef38a2ea-2afa-4e8c-af38-772ff9f74202) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:12.968734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.990696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.025096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.031709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.078676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'networks': [{'name': 'tempest-network--312395875'}, {'name': 'tempest-network--742408347'}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:13.079253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'network': {'name': 'tempest-network--312395875'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:13.079891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'network': {'name': 'tempest-network--742408347'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:13.092245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:13.096646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:13.103052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:13.191903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Pushing event updated for resources: {'Port': ['ID=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.192770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.193510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Allocated IP 172.25.7.46 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/e4c1f9a6-1913-49c1-938c-132e7aa2aa4d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:13.234849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Transition to ACTIVE for port object ef38a2ea-2afa-4e8c-af38-772ff9f74202 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:13.251244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.261258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Made reservation on behalf of 3b4f6c52935147abb6db4f010f9939c2 for: {'network': 2} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:13.265531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.270132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Transition to ACTIVE for port object 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:13.276716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.277169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Transition to ACTIVE for port object ef38a2ea-2afa-4e8c-af38-772ff9f74202 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:13.301139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.312843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Transition to ACTIVE for port object 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:13.335333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:13.345406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:13.350687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:13.374723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.436957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:13.437789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Pushing event updated for resources: {'Port': ['ID=ef38a2ea-2afa-4e8c-af38-772ff9f74202,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.451796 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.463925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c27ce-a2f5-4379-a0f5-887939fec471 req-deaff8d0-2e20-4576-8be1-8d54eeb75eba tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:13.473327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f70c27ce-a2f5-4379-a0f5-887939fec471 req-deaff8d0-2e20-4576-8be1-8d54eeb75eba tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1096 time: 0.0949509 Aug 29 04:41:13.493963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:13.526598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:13.530657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Attempting to bind port ef38a2ea-2afa-4e8c-af38-772ff9f74202 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:13.531052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Attempting to bind port ef38a2ea-2afa-4e8c-af38-772ff9f74202 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:13.531721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Attempting to bind port ef38a2ea-2afa-4e8c-af38-772ff9f74202 on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:13.545321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Pushing event updated for resources: {'Port': ['ID=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.546259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f70c27ce-a2f5-4379-a0f5-887939fec471 req-8ce4b091-5924-41d2-9833-c6a7c801f696 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Aug 29 04:41:13.554606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:13.554993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Checking segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:13.555404 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.555798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Bound using segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:13.556429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Bound port: ef38a2ea-2afa-4e8c-af38-772ff9f74202, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:13.556663 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.569246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.615937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:13.633449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Pushing event updated for resources: {'Port': ['ID=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.638760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:13.645525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:13.696745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] For port ef38a2ea-2afa-4e8c-af38-772ff9f74202, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:13.701916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] For port ef38a2ea-2afa-4e8c-af38-772ff9f74202, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ef38a2ea-2afa-4e8c-af38-772ff9f74202,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:13.806930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.899510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.941801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Attempting to bind port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:13.942438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Attempting to bind port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:13.943009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Attempting to bind port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c on network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:13.957987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:13.958683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Checking segment: {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:13.959282 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.959827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Bound using segment: {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:13.960456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Bound port: 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:13.960990 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.993363 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.001053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.001577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.010466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea837ef1-c534-4aba-b596-efa786cbf7f6 None None] Pushing event updated for resources: {'Port': ['ID=ef38a2ea-2afa-4e8c-af38-772ff9f74202,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.014008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-8d8c5d1a-9b63-4685-956e-4c3a976c69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.015884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-8d8c5d1a-9b63-4685-956e-4c3a976c69e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.1430509 Aug 29 04:41:14.044503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1c223-adb2-4409-a2e5-66323efaa2c9 req-496fb30f-0e07-4146-99cf-fbb92b77fa6e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.047584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58d1c223-adb2-4409-a2e5-66323efaa2c9 req-496fb30f-0e07-4146-99cf-fbb92b77fa6e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.2152112 Aug 29 04:41:14.064096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] For port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:14.068391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] For port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:14.075671 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.120453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:14.131989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0680f91b-706a-4a23-8bc7-75bbf153e3e1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.150375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.150737 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Added segment 7c7cba33-6f57-4eab-8119-9e57b667f67e of type vlan for network 61045546-880f-48f5-8280-09fe4df18862 Aug 29 04:41:14.156958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85809-cde4-4346-84de-67a1ac460696 None None] Pushing event updated for resources: {'Port': ['ID=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.196318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.312462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.372807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:14.389690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.390050 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Added segment 30f235f4-db31-45bc-a4d3-9deec1b36db3 of type vlan for network 5f69228c-1ee4-4cfa-b40e-971972e17520 Aug 29 04:41:14.460101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.474098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Router a8ed7181-9cc1-4b91-bd20-135f9bb3715e is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:14.541441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.541964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.548659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.554476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.555150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.583607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.628252 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7594254 Aug 29 04:41:14.633987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44690) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:14.684660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58d1c223-adb2-4409-a2e5-66323efaa2c9 req-ebbdc63f-09b3-4657-852e-7c3c64c51698 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290100 Aug 29 04:41:14.689416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-0de63568-7131-4725-b495-df07566a9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.690715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-0de63568-7131-4725-b495-df07566a9c4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.6655042 Aug 29 04:41:14.703206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Network': ['ID=61045546-880f-48f5-8280-09fe4df18862,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.714256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 61045546-880f-48f5-8280-09fe4df18862 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:14.766075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-5321f5cf-fc9f-4d01-8233-e93980cf5397 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0485778 Aug 29 04:41:14.863400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-e567bb5c-cde5-44d2-8425-a66609999391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.864800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-e567bb5c-cde5-44d2-8425-a66609999391 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.0923522 Aug 29 04:41:14.908588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:14.918317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Sync routers for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:14.927669 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-ffae033f-68e3-44ed-9d63-3483d22c14d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281565 Aug 29 04:41:14.928958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:14.929756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:14.951140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6e2a2-39a7-4d4b-bebd-121b707e2a68 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Network': ['ID=5f69228c-1ee4-4cfa-b40e-971972e17520,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.964642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaad69a-bc4d-4391-b268-e3949a3545f4 req-ca125e54-4dbc-4748-b64f-d678a1bcbe96 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.966859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-feaad69a-bc4d-4391-b268-e3949a3545f4 req-ca125e54-4dbc-4748-b64f-d678a1bcbe96 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1096 time: 0.2855146 Aug 29 04:41:15.000718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.001503 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.002764 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aa288028-6d96-42be-af68-43a3a13affcc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2327931 Aug 29 04:41:15.003275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5f69228c-1ee4-4cfa-b40e-971972e17520 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:15.008205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44692) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.019578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909a881-9e82-48a7-9d57-3f887ca3307f tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.028404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909a881-9e82-48a7-9d57-3f887ca3307f tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.034680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909a881-9e82-48a7-9d57-3f887ca3307f tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.041105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909a881-9e82-48a7-9d57-3f887ca3307f tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.046938 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b909a881-9e82-48a7-9d57-3f887ca3307f tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4079840 Aug 29 04:41:15.050419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44694) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.123339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-feaad69a-bc4d-4391-b268-e3949a3545f4 req-07b08873-c8ad-4c43-bcdd-1f7b6bf089f6 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477273 Aug 29 04:41:15.163199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.177476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:15.198936 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-e17bc665-e74a-4821-9607-e5d3c4e4775c service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583659 Aug 29 04:41:15.272657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.289100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61045546-880f-48f5-8280-09fe4df18862']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.307098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7cba33-6f57-4eab-8119-9e57b667f67e') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.308428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7cba33-6f57-4eab-8119-9e57b667f67e') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.325879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.361897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.371852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:15.372268 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:15.375814 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:15.399727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d5204929-9066-4c79-810d-83608718f99d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:15.453244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c8672e77-d962-463f-a0d4-8434cb1449f8 req-4a587947-37e2-4b09-9551-afad87a4ef7d service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175186 Aug 29 04:41:15.506459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.508275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Router 5792d65f-4173-4d6f-b7fb-fda6106e660a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:15.514241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.517544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port d5204929-9066-4c79-810d-83608718f99d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:15.521967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/networks/61045546-880f-48f5-8280-09fe4df18862 HTTP/1.1" status: 204 len: 168 time: 0.4654071 Aug 29 04:41:15.522656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44698) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.545320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d5204929-9066-4c79-810d-83608718f99d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:15.546018 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.548393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09630978-3b47-4398-8594-e0a79d2c9695 None None] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:15.573751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:13Z', 'revision_number': 3, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.604418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aa32b-81e6-4ecf-86a0-6e41467f61bf tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Network': ['ID=61045546-880f-48f5-8280-09fe4df18862,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:15.663301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.760499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Checking router: a8ed7181-9cc1-4b91-bd20-135f9bb3715e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:15.761730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Updating router a8ed7181-9cc1-4b91-bd20-135f9bb3715e port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:15.774084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.791878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f69228c-1ee4-4cfa-b40e-971972e17520']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.798703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:15.806542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f235f4-db31-45bc-a4d3-9deec1b36db3') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.806908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f235f4-db31-45bc-a4d3-9deec1b36db3') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.817152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.833426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.842637 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:15.843140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:15.847370 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:15.858873 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.885923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:15.887273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb87bd1-3dbf-45b7-add1-2098f3d8014a None None] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:15.899903 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Sync routers for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:15.905256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b1af7916-f173-4adf-a9ff-5f3de87450a6 None None] Provisioning for port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:15.910056 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:15.910745 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.948952 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.973858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.980349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab01b2-6c09-4cdf-a902-e3197af73624 req-c27adc4d-7761-4121-84fc-5819ea8ca726 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.981923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/networks/5f69228c-1ee4-4cfa-b40e-971972e17520 HTTP/1.1" status: 204 len: 168 time: 0.4529886 Aug 29 04:41:15.987918 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2ab01b2-6c09-4cdf-a902-e3197af73624 req-c27adc4d-7761-4121-84fc-5819ea8ca726 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1618855 Aug 29 04:41:15.991663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44704) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:15.997911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e800ae4-323a-4c61-b13b-312758618636 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Network': ['ID=5f69228c-1ee4-4cfa-b40e-971972e17520,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.013875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.017716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-04b2b64b-5904-4564-9a31-b350079d39ca admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8590934 Aug 29 04:41:16.018376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44706) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.055147 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:16.148032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.196692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-daf9cf34-e44b-4869-9e88-8e59cd9f9a7c None None] Provisioning for port ef38a2ea-2afa-4e8c-af38-772ff9f74202 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:16.200740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:16.222542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e719011-cb9c-48b3-8a7c-d598cee3711c tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.228967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e719011-cb9c-48b3-8a7c-d598cee3711c tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.230823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2e719011-cb9c-48b3-8a7c-d598cee3711c tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2374361 Aug 29 04:41:16.245346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44710) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.255481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1093962299'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:16.278945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:16.279446 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.296168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2ab01b2-6c09-4cdf-a902-e3197af73624 req-214106b5-6fc7-434e-b89e-730677adb5b8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072371 Aug 29 04:41:16.310601 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.312880 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:13Z', 'revision_number': 3, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:16.327110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5204929-9066-4c79-810d-83608718f99d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:16.329448 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c495f5-bd65-4a6d-a469-31c5df818d85" -d '{"events": [{"server_uuid": "37ff8fb9-7d51-4a12-80af-d7dc9ecce748", "name": "network-vif-plugged", "status": "completed", "tag": "d5204929-9066-4c79-810d-83608718f99d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:16.355306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d5204929-9066-4c79-810d-83608718f99d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d5204929-9066-4c79-810d-83608718f99d,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:16.378567 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.379866 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Checking router: 5792d65f-4173-4d6f-b7fb-fda6106e660a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:16.380372 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Updating router 5792d65f-4173-4d6f-b7fb-fda6106e660a port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:16.420015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c2f97-a301-4321-9780-8b67e0d2cb92 req-eda0dff9-6c49-47be-8952-8f8f51bb096f tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.423796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c59c2f97-a301-4321-9780-8b67e0d2cb92 req-eda0dff9-6c49-47be-8952-8f8f51bb096f tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1096 time: 0.1793149 Aug 29 04:41:16.426734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Made reservation on behalf of 3b4f6c52935147abb6db4f010f9939c2 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:16.430266 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.439014 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.470188 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c8e624-90ba-4a44-9960-2c22409c1a8d x-openstack-request-id: req-83c8e624-90ba-4a44-9960-2c22409c1a8d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:16.470531 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ff8fb9-7d51-4a12-80af-d7dc9ecce748", "name": "network-vif-plugged", "status": "completed", "tag": "d5204929-9066-4c79-810d-83608718f99d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:16.471051 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83c8e624-90ba-4a44-9960-2c22409c1a8d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:16.471446 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5204929-9066-4c79-810d-83608718f99d', 'code': 200} Aug 29 04:41:16.551255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d5204929-9066-4c79-810d-83608718f99d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.568206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:16.579440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c59c2f97-a301-4321-9780-8b67e0d2cb92 req-a075c735-88b1-4128-9edd-5c7febb3ff94 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442926 Aug 29 04:41:16.590537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.591030 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Added segment 508ebc12-d028-4de7-a7c6-a57e4cb888fc of type vlan for network 3db67e20-7a02-4bb7-8470-b11eae03caa2 Aug 29 04:41:16.658754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faac38-863e-4e11-9d47-6b4ef5a2c67f req-dd265da4-dedd-42dd-8dbb-b95cc081b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.660524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6faac38-863e-4e11-9d47-6b4ef5a2c67f req-dd265da4-dedd-42dd-8dbb-b95cc081b0d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.1203372 Aug 29 04:41:16.679960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.697721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.700063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Allocated IP 172.20.0.1 (b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e/c86840c8-dee1-41d3-a10f-5bc301fa88b7/9c9b9f67-1ede-44df-907b-0dec1d4b1499) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:16.709851 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.731771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Transition to ACTIVE for port object cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:16.741616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6faac38-863e-4e11-9d47-6b4ef5a2c67f req-f466c34f-c23c-483f-863e-a8de5241b07e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Aug 29 04:41:16.742206 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.827894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.842964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.843938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.853334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:16.867223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-205452ef-9a1e-408d-a860-bf7ce392b97c None None] Provisioning complete for port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:16.867603 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-205452ef-9a1e-408d-a860-bf7ce392b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.869442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Attempting to bind port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:16.869863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Attempting to bind port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:16.870223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Attempting to bind port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:16.876156 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.876687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ef38a2ea-2afa-4e8c-af38-772ff9f74202 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:16.880170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.901478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Transition to ACTIVE for port object 9c9b9f67-1ede-44df-907b-0dec1d4b1499 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:16.946234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6987524 Aug 29 04:41:16.951092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:16.965648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-641336007'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:16.968471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fe818-b535-41db-8c31-50fdd81a0c21 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Network': ['ID=3db67e20-7a02-4bb7-8470-b11eae03caa2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.008148 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.008875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.023175 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Transition to ACTIVE for port object e4c1f9a6-1913-49c1-938c-132e7aa2aa4d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:17.032109 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.045327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Made reservation on behalf of 3b4f6c52935147abb6db4f010f9939c2 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:17.048906 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.054856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.066384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:17.075308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:17.093244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:17.103419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.103773 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Added segment 0c4939a4-cf07-448c-b578-5da4958dcf31 of type vlan for network 40e3681f-42ce-4e07-9689-e4e0b0a42a40 Aug 29 04:41:17.110619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfc168-8e70-4f89-b504-40b87d946abe None None] Pushing event updated for resources: {'Port': ['ID=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.116888 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2422a2-7608-40f6-acd4-48737e770eb2 None None] Pushing event updated for resources: {'Port': ['ID=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.126115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:17.145014 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Attempting to bind port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:17.145399 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Attempting to bind port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:17.145815 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Attempting to bind port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:17.151572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3db67e20-7a02-4bb7-8470-b11eae03caa2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:17.153004 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:17.153544 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:17.153985 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.154382 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:17.155050 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Bound port: e4c1f9a6-1913-49c1-938c-132e7aa2aa4d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:17.155442 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.163985 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca326dee-0f78-4c6a-9b5b-a407a52d8610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.193106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.193515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:17.194117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:17.194720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.195282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:17.195933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Bound port: cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:17.196752 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.223251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Pushing event updated for resources: {'Port': ['ID=9c9b9f67-1ede-44df-907b-0dec1d4b1499,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.228174 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] For port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:17.240755 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] For port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:17.253532 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.299534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.321069 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:17.322427 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:17.344008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Allocated IP 172.20.0.1 (68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0/db74214d-53ab-4365-88d8-6252834fc649/9a143499-0a5d-4550-9f5e-91b759246b54) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:17.388698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.401974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] For port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:17.411121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] For port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:17.421282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.427791 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.434986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.437632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port ef38a2ea-2afa-4e8c-af38-772ff9f74202 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:17.438430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.439695 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2422a2-7608-40f6-acd4-48737e770eb2 None None] Pushing event updated for resources: {'Port': ['ID=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.483681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ef38a2ea-2afa-4e8c-af38-772ff9f74202 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:17.484089 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.518966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.528807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfc168-8e70-4f89-b504-40b87d946abe None None] Pushing event updated for resources: {'Port': ['ID=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.543432 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:17.544112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Transition to ACTIVE for port object 9a143499-0a5d-4550-9f5e-91b759246b54 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:17.547546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:17.548205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:40:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:17.586399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3bef1614-4fb9-4d60-b553-09dadea4e3ed None None] Provisioning for port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:17.586649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.596847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3bef1614-4fb9-4d60-b553-09dadea4e3ed None None] Provisioning complete for port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:17.597221 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bef1614-4fb9-4d60-b553-09dadea4e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.610138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Network': ['ID=40e3681f-42ce-4e07-9689-e4e0b0a42a40,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.631058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:17.634946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6772568 Aug 29 04:41:17.635421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:17.643486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:17.650044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:17.687940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'ports': [{'network_id': '3db67e20-7a02-4bb7-8470-b11eae03caa2', 'name': 'tempest-port--85307928', 'admin_state_up': True}, {'network_id': '40e3681f-42ce-4e07-9689-e4e0b0a42a40', 'admin_state_up': False}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:17.689025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'port': {'network_id': '3db67e20-7a02-4bb7-8470-b11eae03caa2', 'name': 'tempest-port--85307928', 'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:17.689736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'port': {'network_id': '40e3681f-42ce-4e07-9689-e4e0b0a42a40', 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:17.698756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.704416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.705188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.705744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.706268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.706787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.707295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.707793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.710542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.711121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.711720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.712377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.712874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b559fd-4da4-41fd-8f2f-97e5efae25f9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:17.739443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 40e3681f-42ce-4e07-9689-e4e0b0a42a40 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:17.769405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3bef1614-4fb9-4d60-b553-09dadea4e3ed None None] Port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:17.830005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.831441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a143499-0a5d-4550-9f5e-91b759246b54,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:17.846005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3504a-3a30-47fd-8f0a-208930745cb9 req-a3376f2a-37f4-42c7-bd05-1a1410d0a323 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.847871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1b3504a-3a30-47fd-8f0a-208930745cb9 req-a3376f2a-37f4-42c7-bd05-1a1410d0a323 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.0788357 Aug 29 04:41:17.854733 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:13Z', 'revision_number': 3, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:17.869218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4771e6-945c-40f7-b5e3-6c7551aefb98 req-a6a4d486-ef96-4ded-9d63-23c74e013fa0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.870846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d4771e6-945c-40f7-b5e3-6c7551aefb98 req-a6a4d486-ef96-4ded-9d63-23c74e013fa0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.4243045 Aug 29 04:41:17.911231 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2425c0-4ddd-4920-9ae4-0fa75064edb2 None None] The sync data for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 is: [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:13Z', 'revision_number': 3, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:17.931667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3bef1614-4fb9-4d60-b553-09dadea4e3ed None None] Provisioning complete for port ef38a2ea-2afa-4e8c-af38-772ff9f74202 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:17.932263 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3bef1614-4fb9-4d60-b553-09dadea4e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.940224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:17.942829 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:17.957066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1b3504a-3a30-47fd-8f0a-208930745cb9 req-d24be17e-ba73-4ccf-a7d4-e8ef75a75108 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894206 Aug 29 04:41:18.022822 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:18.058476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.168530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port ef38a2ea-2afa-4e8c-af38-772ff9f74202, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ef38a2ea-2afa-4e8c-af38-772ff9f74202,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:18.179353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.306027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=ef38a2ea-2afa-4e8c-af38-772ff9f74202,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.357308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:18.357488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.363762 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.446000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8a8a02a6-d01a-46f3-9857-a7cf36e4a17f None None] Provisioning for port 9a143499-0a5d-4550-9f5e-91b759246b54 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:18.450148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a143499-0a5d-4550-9f5e-91b759246b54,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.452386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8a8a02a6-d01a-46f3-9857-a7cf36e4a17f None None] Provisioning complete for port 9a143499-0a5d-4550-9f5e-91b759246b54 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:18.453067 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a8a02a6-d01a-46f3-9857-a7cf36e4a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.460698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:16Z', 'revision_number': 1, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:18.487651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.490872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:18.491509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.550449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e292c0-aba8-4dc0-bd66-165e29b9d196 None None] The sync data for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 is: [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:16Z', 'revision_number': 1, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:18.581528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a02a6-d01a-46f3-9857-a7cf36e4a17f None None] Port 9a143499-0a5d-4550-9f5e-91b759246b54 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:18.619107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d4771e6-945c-40f7-b5e3-6c7551aefb98 req-1f1b928f-7ace-418f-b9c0-6249951fa3e1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409577 Aug 29 04:41:18.632289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.647392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:18.649125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:18.654662 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.760910 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.763817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Pushing event updated for resources: {'Port': ['ID=9c9b9f67-1ede-44df-907b-0dec1d4b1499,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.779761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Made reservation on behalf of 3b4f6c52935147abb6db4f010f9939c2 for: {'port': 2} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:18.784510 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.876309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.023084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e501d512-fe09-4278-a790-4b6b7f56fd9a None None] Provisioning complete for port 9a143499-0a5d-4550-9f5e-91b759246b54 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:19.023660 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e501d512-fe09-4278-a790-4b6b7f56fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.070827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:19.080804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e501d512-fe09-4278-a790-4b6b7f56fd9a None None] Port 9a143499-0a5d-4550-9f5e-91b759246b54 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:19.082808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:19.185925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] device_id is not set on port c46ad5fd-5034-4a7e-8761-d1124a4337fa yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:41:19.239963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Router a8ed7181-9cc1-4b91-bd20-135f9bb3715e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:19.295314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e90a2-9c60-46f0-a746-54b1befa693f req-08a45aae-8211-4e03-ad0b-cb6f695a2840 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:19.297149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909e90a2-9c60-46f0-a746-54b1befa693f req-08a45aae-8211-4e03-ad0b-cb6f695a2840 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.1253333 Aug 29 04:41:19.325134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Router 5792d65f-4173-4d6f-b7fb-fda6106e660a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:19.480267 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-554ac1c7-c043-4566-99c7-4490b72470dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.485903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:19.496242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-701b1916-5eab-4dc9-8e81-6223b1a2dff6 admin admin] 10.222.0.55 "PUT /v2.0/routers/5792d65f-4173-4d6f-b7fb-fda6106e660a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4720542 Aug 29 04:41:19.502490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.513123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-93e2bf57-fdbc-45c6-80dd-f7769b6856fe None None] Provisioning complete for port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:19.513613 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-93e2bf57-fdbc-45c6-80dd-f7769b6856fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.520771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-909e90a2-9c60-46f0-a746-54b1befa693f req-97b1c8b5-5c4b-4d6e-857e-ecaa8df8342d tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056429 Aug 29 04:41:19.581763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:19.589217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-93e2bf57-fdbc-45c6-80dd-f7769b6856fe None None] Port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:19.591640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b3b57c62-faae-412d-9d65-be732df1cbbc admin admin] 10.222.0.55 "PUT /v2.0/routers/a8ed7181-9cc1-4b91-bd20-135f9bb3715e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5814552 Aug 29 04:41:19.597435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] device_id is not set on port 82cdd545-dc8c-44f8-9f12-b8b2c1d81d2c yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:41:19.661751 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.782621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d860-13df-4773-8fde-fb41c74223d0 req-68198d9c-2fee-4d48-ad49-ff669a37d5cd tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:19.784377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7274d860-13df-4773-8fde-fb41c74223d0 req-68198d9c-2fee-4d48-ad49-ff669a37d5cd tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.1710289 Aug 29 04:41:19.827781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab295cd-6af1-47bf-a784-6e5193a6e542 req-8e6999f4-c022-468f-86e0-0bb105ae84fa tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:19.835919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ab295cd-6af1-47bf-a784-6e5193a6e542 req-8e6999f4-c022-468f-86e0-0bb105ae84fa tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0844212 Aug 29 04:41:19.883902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ab295cd-6af1-47bf-a784-6e5193a6e542 req-b31b73a7-8476-4344-98f5-23a608e5f30e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Aug 29 04:41:19.902825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7274d860-13df-4773-8fde-fb41c74223d0 req-26c98ca7-8065-441e-98b1-8eb6edb06ad5 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050074 Aug 29 04:41:19.915445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.999147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.115383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Port': ['ID=c46ad5fd-5034-4a7e-8761-d1124a4337fa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.129146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394b10-f28d-408b-b820-4de3345be1ae req-802be610-d49b-43fb-8235-2739df42b4e7 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.130782 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc394b10-f28d-408b-b820-4de3345be1ae req-802be610-d49b-43fb-8235-2739df42b4e7 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.1230435 Aug 29 04:41:20.131691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Checking segment: {'id': '508ebc12-d028-4de7-a7c6-a57e4cb888fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3db67e20-7a02-4bb7-8470-b11eae03caa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:20.132059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network hostable DHCP agents. Network: 3db67e20-7a02-4bb7-8470-b11eae03caa2, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:20.170407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network 3db67e20-7a02-4bb7-8470-b11eae03caa2 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:20.190113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc394b10-f28d-408b-b820-4de3345be1ae req-e1191a96-3366-4fe6-afd9-1fca7b22292b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472195 Aug 29 04:41:20.192630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3db67e20-7a02-4bb7-8470-b11eae03caa2) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:20.197676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:20.198915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.204054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87998d49-af51-403e-ae63-45dee0ea732d None None] Network 3db67e20-7a02-4bb7-8470-b11eae03caa2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:20.278944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Port': ['ID=82cdd545-dc8c-44f8-9f12-b8b2c1d81d2c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.292604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Checking segment: {'id': '0c4939a4-cf07-448c-b578-5da4958dcf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '40e3681f-42ce-4e07-9689-e4e0b0a42a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:20.293153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network hostable DHCP agents. Network: 40e3681f-42ce-4e07-9689-e4e0b0a42a40, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:20.313935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network 40e3681f-42ce-4e07-9689-e4e0b0a42a40 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:20.336022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 40e3681f-42ce-4e07-9689-e4e0b0a42a40) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:20.346947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:20.355930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.357924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c612af90-334e-413e-ae68-8ebd9177afb7 None None] Network 40e3681f-42ce-4e07-9689-e4e0b0a42a40 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:20.363102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.363844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.389956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e94796ab-245b-4b28-910d-60094d223ebc tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.7160203 Aug 29 04:41:20.391794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44750) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:20.533716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2092d-8bdc-447b-852e-1258d6985de2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.540499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2092d-8bdc-447b-852e-1258d6985de2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.542357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-24f2092d-8bdc-447b-852e-1258d6985de2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1487811 Aug 29 04:41:20.545384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:20.671970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ef38a2ea-2afa-4e8c-af38-772ff9f74202 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:20.674645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Sync routers for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:20.736140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44768) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:20.741115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1730265470-network', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:20.761635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-f257502e-c1a5-47f9-b023-cdd94be6a510 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.763815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-f257502e-c1a5-47f9-b023-cdd94be6a510 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/networks?id=a72d1daa-14d3-4d53-81eb-e99f5162ae62 HTTP/1.1" status: 200 len: 911 time: 0.1156323 Aug 29 04:41:20.782658 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Made reservation on behalf of 1b14c668d76c4dddac965b8f964076fb for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:20.784496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-c2c35ec7-a4fc-4bfa-8163-4bd367b399e2 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/quotas/faa6094851844d6a936865d6339faff0 HTTP/1.1" status: 200 len: 375 time: 0.0133076 Aug 29 04:41:20.802819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.816662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.835683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44770) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:20.847602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a5a1612d-8c10-4464-9ce4-42d98dde864e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131175581', 'description': 'tempest-description--893272613'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:20.858413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Deleting port c46ad5fd-5034-4a7e-8761-d1124a4337fa {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:20.858797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.878386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:20.879307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.957564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.985633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Calling delete_port for c46ad5fd-5034-4a7e-8761-d1124a4337fa owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:20.992281 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.003957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.039305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:21.065111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-01a58dfc-ae08-4a81-9dc3-a73359608e96 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=faa6094851844d6a936865d6339faff0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703874 Aug 29 04:41:21.067351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.067780 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Added segment fbf20bd9-7468-460d-b81f-64b2d4287753 of type vlan for network 1acf04ba-a940-42c6-bc20-a1dac243ef3a Aug 29 04:41:21.095922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ca400-6527-4bad-af83-4e8ef1c11a0c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.104274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.112855 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.126230 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a1612d-8c10-4464-9ce4-42d98dde864e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.134165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5ca54-3bfd-4b14-aa52-1e68e2528181 req-5e8f5e36-a508-4efc-96dc-4569069bb852 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.136221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b9b5ca54-3bfd-4b14-aa52-1e68e2528181 req-5e8f5e36-a508-4efc-96dc-4569069bb852 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1508591 Aug 29 04:41:21.188021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.199809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ef38a2ea-2afa-4e8c-af38-772ff9f74202 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:21.200642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.203722 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.279779 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b9b5ca54-3bfd-4b14-aa52-1e68e2528181 req-2edf50aa-5131-4c0f-af6f-95d425a6467e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333222 Aug 29 04:41:21.294416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:21.305741 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.306858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.307522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.327268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.331898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/ports/c46ad5fd-5034-4a7e-8761-d1124a4337fa HTTP/1.1" status: 204 len: 168 time: 0.7828987 Aug 29 04:41:21.331898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efd817-29b6-4825-a148-d9f3c80829c3 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Port': ['ID=c46ad5fd-5034-4a7e-8761-d1124a4337fa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.333933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a1612d-8c10-4464-9ce4-42d98dde864e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.334749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.364820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a1612d-8c10-4464-9ce4-42d98dde864e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.378795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6386547 Aug 29 04:41:21.379030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44778) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.387271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Request body: {'subnet': {'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1730265470-subnet', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:21.411443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7c3b8-342b-4b94-ae5d-70000731e00a admin admin] Pushing event updated for resources: {'Network': ['ID=1acf04ba-a940-42c6-bc20-a1dac243ef3a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.414974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Made reservation on behalf of 1b14c668d76c4dddac965b8f964076fb for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:21.418274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1612d-8c10-4464-9ce4-42d98dde864e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc3199c-963c-483d-aad1-b70463226ccd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.418738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.442153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5a1612d-8c10-4464-9ce4-42d98dde864e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.446649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a5a1612d-8c10-4464-9ce4-42d98dde864e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6075161 Aug 29 04:41:21.452120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.457832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-82d541ad-eac0-4f3b-92a2-29471e337146 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'security_group_rule': {'security_group_id': '2bc3199c-963c-483d-aad1-b70463226ccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:21.495529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:21.510889 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d541ad-eac0-4f3b-92a2-29471e337146 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.678407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Deleting port 82cdd545-dc8c-44f8-9f12-b8b2c1d81d2c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:21.678761 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.688589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:21.705545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-2a9553e1-05c2-4aaf-8f44-db147d669a81 service neutron] 10.222.0.55 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395242 Aug 29 04:41:21.757247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.765419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d541ad-eac0-4f3b-92a2-29471e337146 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.794305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:21.801569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:21.802292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.810645 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d541ad-eac0-4f3b-92a2-29471e337146 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.831593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d354978c-a30a-4a04-a287-cabbeecde10c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.841767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Checking segment: {'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:21.842176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Network hostable DHCP agents. Network: 1acf04ba-a940-42c6-bc20-a1dac243ef3a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:21.853283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 2, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:21.855841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.865002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:21.868239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d541ad-eac0-4f3b-92a2-29471e337146 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18561fe-905c-44d5-9dd0-2e8a6938f889,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.879916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Calling delete_port for 82cdd545-dc8c-44f8-9f12-b8b2c1d81d2c owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:21.880593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 1acf04ba-a940-42c6-bc20-a1dac243ef3a) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:21.883487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Checking router: 5792d65f-4173-4d6f-b7fb-fda6106e660a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:21.884066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Updating router 5792d65f-4173-4d6f-b7fb-fda6106e660a port 9a143499-0a5d-4550-9f5e-91b759246b54 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:21.887193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.887811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.890480 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82d541ad-eac0-4f3b-92a2-29471e337146 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.894496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-82d541ad-eac0-4f3b-92a2-29471e337146 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4405060 Aug 29 04:41:21.895089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44782) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.903562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0d38c915-f72f-4831-b2df-516aa8c50025 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'security_group_rule': {'security_group_id': '2bc3199c-963c-483d-aad1-b70463226ccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:21.912823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67085541-7d10-4b1d-ac1f-81651bd7c513 None None] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:21.919680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ad962c7a-52ba-4719-b688-5ac805cc5b23 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5394101 Aug 29 04:41:21.922800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44784) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.929844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:21.966859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d38c915-f72f-4831-b2df-516aa8c50025 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.971037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-8c0dcd73-f81a-42ca-a1ba-2a79e19a5116 service neutron] 10.222.0.55 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283499 Aug 29 04:41:21.990962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.014713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.020950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.022100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.038030 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.057331 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.061721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/ports/82cdd545-dc8c-44f8-9f12-b8b2c1d81d2c HTTP/1.1" status: 204 len: 168 time: 0.7241094 Aug 29 04:41:22.062526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.096286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24ca6c-c317-468d-928e-f075f90e1237 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Port': ['ID=82cdd545-dc8c-44f8-9f12-b8b2c1d81d2c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.112468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:22.141233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-faa5cc00-abc7-4438-a275-b924d828c2b9 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0726180 Aug 29 04:41:22.142161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44788) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.153041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1000006041'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:22.154136 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.155037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c1f9a6-1913-49c1-938c-132e7aa2aa4d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:22.170828 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d38c915-f72f-4831-b2df-516aa8c50025 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.175645 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.179857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d38c915-f72f-4831-b2df-516aa8c50025 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.201579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Made reservation on behalf of 3b4f6c52935147abb6db4f010f9939c2 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:22.205222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.210713 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Sync routers for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:22.241014 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:22.244351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:22.246731 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:22.259339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38c915-f72f-4831-b2df-516aa8c50025 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847fc985-6ea7-437f-9796-93a71fd4589c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.273567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.274664 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Added segment ceceb2b1-43cf-4baf-801e-887fceb5ab1c of type vlan for network ec94553b-2811-40e2-951e-e3af19a0c50d Aug 29 04:41:22.357025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-1acf04ba-a940-42c6-bc20-a1dac243ef3a', 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'fixed_ips': [{'subnet_id': 'd354978c-a30a-4a04-a287-cabbeecde10c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:22.357710 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d38c915-f72f-4831-b2df-516aa8c50025 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.357903 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.377924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0d38c915-f72f-4831-b2df-516aa8c50025 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4791515 Aug 29 04:41:22.378592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44796) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.386447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f146a8b1-498a-41f3-844b-431f8fc6d4bd req-7cd38a1e-aae1-4b45-80ac-c3a29df66d83 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 210 time: 0.1331704 Aug 29 04:41:22.395928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:22.401617 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.425911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.465541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.499053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.516044 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:22.522678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.529885 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.536377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.537222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.544810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:22.548994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8de7e-647f-4bf7-99f7-3157d677ba47 req-d208861c-b94a-4f9b-ab92-b26b75ba9653 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:22.557053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6a8de7e-647f-4bf7-99f7-3157d677ba47 req-d208861c-b94a-4f9b-ab92-b26b75ba9653 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1190846 Aug 29 04:41:22.557314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:22.557955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.680279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Allocated IP 172.20.0.2 (1acf04ba-a940-42c6-bc20-a1dac243ef3a/d354978c-a30a-4a04-a287-cabbeecde10c/7ce7548c-d222-4408-9732-7d516b8f4e90) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:22.712221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5689363 Aug 29 04:41:22.725917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6a8de7e-647f-4bf7-99f7-3157d677ba47 req-6c16ec8b-c069-40f6-afff-219bf3799d3c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678762 Aug 29 04:41:22.726440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:22.742176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-53073486'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:22.773328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e8d19-b990-4e4d-9292-df35d6199ea5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Network': ['ID=ec94553b-2811-40e2-951e-e3af19a0c50d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:22.779015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Made reservation on behalf of 3b4f6c52935147abb6db4f010f9939c2 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:22.783545 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.838378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:22.868651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.880521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.880896 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Added segment 6964b04e-2b94-4aac-8511-f8829d5ddae9 of type vlan for network 6710d362-3866-4be5-b65c-e0ff8bd5bd43 Aug 29 04:41:22.895259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.931118 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.934894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.942832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Transition to ACTIVE for port object 9a143499-0a5d-4550-9f5e-91b759246b54 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:22.943110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:22.955589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network ec94553b-2811-40e2-951e-e3af19a0c50d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:23.020478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.024764 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.027163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.028037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.076311 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.088488 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 2, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:23.106225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3747504 Aug 29 04:41:23.127484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5741862-9521-426f-b7e0-4dd0db8d2ee2 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Network': ['ID=6710d362-3866-4be5-b65c-e0ff8bd5bd43,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:23.157122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Allocated IP 172.25.7.201 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5935985e-4513-490b-b16b-eaf4e8250f60) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:23.176651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6710d362-3866-4be5-b65c-e0ff8bd5bd43 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:23.190631 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Checking router: a8ed7181-9cc1-4b91-bd20-135f9bb3715e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:23.191522 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Updating router a8ed7181-9cc1-4b91-bd20-135f9bb3715e port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:23.303043 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.318961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:23.324537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afd8c-73f6-4001-b404-381484a9ff4e None None] Pushing event updated for resources: {'Port': ['ID=9a143499-0a5d-4550-9f5e-91b759246b54,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:23.343644 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.396686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.493514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.498563 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.545674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:23.566848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Attempting to bind port 9a143499-0a5d-4550-9f5e-91b759246b54 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:23.567266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Attempting to bind port 9a143499-0a5d-4550-9f5e-91b759246b54 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:23.568171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Attempting to bind port 9a143499-0a5d-4550-9f5e-91b759246b54 on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:23.580032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Transition to ACTIVE for port object 7ce7548c-d222-4408-9732-7d516b8f4e90 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:23.582517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:23.583403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Checking segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:23.584086 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.584870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Bound using segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:23.585701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Bound port: 9a143499-0a5d-4550-9f5e-91b759246b54, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:23.586342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.600955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Allocated IP 172.25.7.196 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/54eff58e-3ead-4d06-8c30-e1a98d43d6c4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:23.614322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Transition to ACTIVE for port object 7ce7548c-d222-4408-9732-7d516b8f4e90 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:23.617775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:23.663959 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.680437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:23.690599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2672df4-1c51-4dc0-bbec-46cd41b20bb1 req-3f7cf90d-180d-4ff5-b0a3-c8206c9b8999 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 210 time: 0.1272614 Aug 29 04:41:23.695718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:23.711744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Pushing event updated for resources: {'Port': ['ID=5935985e-4513-490b-b16b-eaf4e8250f60,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:23.714333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:24.060528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Pushing event updated for resources: {'Port': ['ID=7ce7548c-d222-4408-9732-7d516b8f4e90,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:24.061371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.076279 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.090763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:24.096645 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Transition to ACTIVE for port object 9c9b9f67-1ede-44df-907b-0dec1d4b1499 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:24.108559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:24.116909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:24.118861 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.176970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] For port 9a143499-0a5d-4550-9f5e-91b759246b54, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:24.195377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.196648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] For port 9a143499-0a5d-4550-9f5e-91b759246b54, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9a143499-0a5d-4550-9f5e-91b759246b54,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:24.250449 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.288813 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84814cc7-a0a9-4e58-ab54-8290f62ddde4 None None] Pushing event updated for resources: {'Port': ['ID=9c9b9f67-1ede-44df-907b-0dec1d4b1499,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:24.308327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-6f793d94-2603-4e16-876b-d3e1d09e425b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:24.311401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-6f793d94-2603-4e16-876b-d3e1d09e425b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.37 "GET /v2.0/networks?id=a72d1daa-14d3-4d53-81eb-e99f5162ae62 HTTP/1.1" status: 200 len: 911 time: 0.5217123 Aug 29 04:41:24.311877 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Attempting to bind port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:24.312417 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Attempting to bind port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:24.312602 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Attempting to bind port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 on network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:24.317373 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.327705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:24.330025 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.331289 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:24.332291 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Checking segment: {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:24.332871 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.333857 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Bound using segment: {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:24.334780 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Bound port: 9c9b9f67-1ede-44df-907b-0dec1d4b1499, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:24.336104 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.354841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e4004-2061-4f2f-a0e6-da6b2e66497f req-66218f64-7364-4b56-befb-9855131a5f12 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:24.356706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e08e4004-2061-4f2f-a0e6-da6b2e66497f req-66218f64-7364-4b56-befb-9855131a5f12 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.4492879 Aug 29 04:41:24.368024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Request body: {'port': {'device_id': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'admin_state_up': True, 'tenant_id': 'faa6094851844d6a936865d6339faff0'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:24.462592 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] For port 9c9b9f67-1ede-44df-907b-0dec1d4b1499, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:24.474546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] For port 9c9b9f67-1ede-44df-907b-0dec1d4b1499, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9c9b9f67-1ede-44df-907b-0dec1d4b1499,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:24.488440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:24.490997 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.521576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:24.531445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:24.556582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afd8c-73f6-4001-b404-381484a9ff4e None None] Pushing event updated for resources: {'Port': ['ID=9a143499-0a5d-4550-9f5e-91b759246b54,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:24.568335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'Port': ['ID=54eff58e-3ead-4d06-8c30-e1a98d43d6c4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:24.575666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Made reservation on behalf of faa6094851844d6a936865d6339faff0 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:24.578128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.583510 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e08e4004-2061-4f2f-a0e6-da6b2e66497f req-66f1a9ac-4a1e-4a04-8351-20deac6a15d7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998918 Aug 29 04:41:24.625336 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.638238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Attempting to bind port 7ce7548c-d222-4408-9732-7d516b8f4e90 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:24.638632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Attempting to bind port 7ce7548c-d222-4408-9732-7d516b8f4e90 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:24.639009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Attempting to bind port 7ce7548c-d222-4408-9732-7d516b8f4e90 on network 1acf04ba-a940-42c6-bc20-a1dac243ef3a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:24.666088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:24.666478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Checking segment: {'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:24.667583 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.670126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Bound using segment: {'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:24.671123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Bound port: 7ce7548c-d222-4408-9732-7d516b8f4e90, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:24.672218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.702293 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84814cc7-a0a9-4e58-ab54-8290f62ddde4 None None] Pushing event updated for resources: {'Port': ['ID=9c9b9f67-1ede-44df-907b-0dec1d4b1499,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:24.741209 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:24.745642 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:24.890972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Allocated IP 172.20.0.7 (a72d1daa-14d3-4d53-81eb-e99f5162ae62/2f0101f4-8f86-4155-8ba3-95485c79a859/015fe2cf-8268-47d0-8ca2-717eddf7029b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:24.974103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:24.974810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:24.980426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410f3682-d01f-4c35-b394-858d98091a68 req-db3fa2e1-ecbc-4d60-8327-73c3197878a5 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 210 time: 0.1066291 Aug 29 04:41:25.101666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:25.163535 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:25.193501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] For port 7ce7548c-d222-4408-9732-7d516b8f4e90, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:25.291188 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.313001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] For port 7ce7548c-d222-4408-9732-7d516b8f4e90, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ce7548c-d222-4408-9732-7d516b8f4e90,segment=NetworkSegment(fbf20bd9-7468-460d-b81f-64b2d4287753),segment_id=fbf20bd9-7468-460d-b81f-64b2d4287753)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:25.337829 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.348696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:25.377302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.388032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Sync routers for ids ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:25.389410 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.390879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-64ac3b13-563c-43d0-9a58-3fe2fee160bf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4668729 Aug 29 04:41:25.394990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:25.397236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44812) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:25.420351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.501744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Transition to ACTIVE for port object 015fe2cf-8268-47d0-8ca2-717eddf7029b will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:25.664107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Routers {'644541e5-a7e3-4cbe-8057-a0e0f5d70166'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:25.666385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:25.675366 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:24Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:25.759640 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d59977-17c0-4824-96de-b2403d89dc3a None None] The sync data for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 is: [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:24Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:25.845158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.893283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Set router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:25.921037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a089-1c4a-4f93-bf12-c9ab363cbc57 req-7f6ee7eb-4859-4d70-8f6a-29973c948919 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:25.929160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1477a089-1c4a-4f93-bf12-c9ab363cbc57 req-7f6ee7eb-4859-4d70-8f6a-29973c948919 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.2054710 Aug 29 04:41:26.051461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1477a089-1c4a-4f93-bf12-c9ab363cbc57 req-91afd07c-f695-4821-a157-82c6f9b2eb0b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208935 Aug 29 04:41:26.070454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c1f9a6-1913-49c1-938c-132e7aa2aa4d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:26.076987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d5204929-9066-4c79-810d-83608718f99d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:26.106105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:26.113696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Pushing event updated for resources: {'Port': ['ID=015fe2cf-8268-47d0-8ca2-717eddf7029b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:26.124295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:26.146667 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.153788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:26.163931 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.327795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0874-6ae2-4adc-8161-5e3571195826 None None] Pushing event updated for resources: {'Port': ['ID=7ce7548c-d222-4408-9732-7d516b8f4e90,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:26.411518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.446301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.463873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0779648 Aug 29 04:41:26.524575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.529819 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.562728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ae77-f8ff-4eb3-819d-407964abe064 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'Port': ['ID=54eff58e-3ead-4d06-8c30-e1a98d43d6c4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:26.603020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-e883a50d-63c3-432e-bc66-b232f7f86c59 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2702351 Aug 29 04:41:26.616328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Request body: {'port': {'device_id': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:26.736909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:26.738657 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.891036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d98f1cb0-52d0-4f56-b747-659115ccf9bc None None] Provisioning for port 015fe2cf-8268-47d0-8ca2-717eddf7029b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:26.928403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d98f1cb0-52d0-4f56-b747-659115ccf9bc None None] Provisioning complete for port 015fe2cf-8268-47d0-8ca2-717eddf7029b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:26.928763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d98f1cb0-52d0-4f56-b747-659115ccf9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:26.999914 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.038220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d98f1cb0-52d0-4f56-b747-659115ccf9bc None None] Port 015fe2cf-8268-47d0-8ca2-717eddf7029b cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:27.097300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-b9cde39b-f3d2-4d69-a631-74590e67526f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2131175581&fields=id&tenant_id=84b262f9ff23479b9126ccc2d0bbb76d HTTP/1.1" status: 200 len: 267 time: 0.1362133 Aug 29 04:41:27.143550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44832) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:27.154892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed36e5-8af9-465a-83c9-81ed289f254e req-2261a426-e957-4b1f-9f89-616864c189e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.156966 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffed36e5-8af9-465a-83c9-81ed289f254e req-2261a426-e957-4b1f-9f89-616864c189e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.4799643 Aug 29 04:41:27.162841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'subnets': [{'network_id': 'ec94553b-2811-40e2-951e-e3af19a0c50d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--74346089', 'ip_version': 6}, {'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:27.163173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'subnet': {'network_id': 'ec94553b-2811-40e2-951e-e3af19a0c50d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--74346089', 'ip_version': 6}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:27.163826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Request body: {'subnet': {'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:27.207279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:24Z', 'revision_number': 3, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port': {'id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:27.250514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Checking router: 644541e5-a7e3-4cbe-8057-a0e0f5d70166 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:27.252123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Updating router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 port 5935985e-4513-490b-b16b-eaf4e8250f60 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:27.289025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:24Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:27.289976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734354d0-c143-4e8e-82fe-00431606b3fc req-cc08cdb2-7973-4ccb-bebe-21033d4f0837 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.291664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-734354d0-c143-4e8e-82fe-00431606b3fc req-cc08cdb2-7973-4ccb-bebe-21033d4f0837 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1027 time: 0.7188976 Aug 29 04:41:27.317670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9b9f67-1ede-44df-907b-0dec1d4b1499 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:27.348338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffed36e5-8af9-465a-83c9-81ed289f254e req-e3ffd80e-f568-424f-b987-ae51424181c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734054 Aug 29 04:41:27.386841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.418872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739e9cf-b655-4b3d-b963-cf12000de1fa None None] The sync data for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 is: [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:24Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:27.425145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937dd78-7017-42fd-bcd3-6cf57d3b2dfa None None] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:27.434874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-cd120485-f4cd-4b46-a88e-8f2f4bf458eb tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.436418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-cd120485-f4cd-4b46-a88e-8f2f4bf458eb tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 810 time: 0.3357391 Aug 29 04:41:27.503135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-734354d0-c143-4e8e-82fe-00431606b3fc req-1f35c4c8-e133-4fa2-9e7f-4cb39930968e tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738756 Aug 29 04:41:27.581512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e2111d6e-23a6-4acb-ae19-2509f3441787 None None] Provisioning for port 7ce7548c-d222-4408-9732-7d516b8f4e90 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:27.620326 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.670935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Made reservation on behalf of 3b4f6c52935147abb6db4f010f9939c2 for: {'subnet': 2} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:27.675624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.676051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.730312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:27.768240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:27.768913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.837992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c351f2-59cd-4007-a33b-2039b8770533 req-d504ae32-9e8f-4f13-ae8f-d010047d5163 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.846660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c351f2-59cd-4007-a33b-2039b8770533 req-d504ae32-9e8f-4f13-ae8f-d010047d5163 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.2201738 Aug 29 04:41:27.909263 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-48ba9c49-93af-43b4-8b88-baed4cc6d59a tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/quotas/84b262f9ff23479b9126ccc2d0bbb76d HTTP/1.1" status: 200 len: 375 time: 0.4664400 Aug 29 04:41:27.978510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c351f2-59cd-4007-a33b-2039b8770533 req-e5a178d7-b938-4a86-a45a-4a65adbe8d30 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307175 Aug 29 04:41:28.030694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-8c799c73-749f-4115-a366-0d3123875019 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140900 Aug 29 04:41:28.085922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Allocated IP 172.20.0.1 (1acf04ba-a940-42c6-bc20-a1dac243ef3a/d354978c-a30a-4a04-a287-cabbeecde10c/4150a908-ae79-4ba6-8dc1-a8e6c0cf1954) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:28.187129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015fe2cf-8268-47d0-8ca2-717eddf7029b {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:28.200714 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.220019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-34585214-0a85-4e2b-bdc3-8d05ddc16e33 service neutron] 10.222.0.55 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757171 Aug 29 04:41:28.234479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Transition to ACTIVE for port object 015fe2cf-8268-47d0-8ca2-717eddf7029b will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:28.247152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.284983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.347241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.348514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.369462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 9c9b9f67-1ede-44df-907b-0dec1d4b1499, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9c9b9f67-1ede-44df-907b-0dec1d4b1499,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:28.370173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=015fe2cf-8268-47d0-8ca2-717eddf7029b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.371726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Transition to ACTIVE for port object 5935985e-4513-490b-b16b-eaf4e8250f60 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:28.371862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Transition to ACTIVE for port object 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:28.380307 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.392442 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.485342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=9c9b9f67-1ede-44df-907b-0dec1d4b1499,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.522629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-77004bc5-57dd-43cc-887e-fcd865022348 service neutron] 10.222.0.55 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862189 Aug 29 04:41:28.557010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Attempting to bind port 5935985e-4513-490b-b16b-eaf4e8250f60 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:28.557647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Attempting to bind port 5935985e-4513-490b-b16b-eaf4e8250f60 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:28.563030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Attempting to bind port 5935985e-4513-490b-b16b-eaf4e8250f60 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:28.566269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Attempting to bind port 015fe2cf-8268-47d0-8ca2-717eddf7029b on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:28.569369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Attempting to bind port 015fe2cf-8268-47d0-8ca2-717eddf7029b by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:28.570719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Attempting to bind port 015fe2cf-8268-47d0-8ca2-717eddf7029b on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:28.581625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Port 015fe2cf-8268-47d0-8ca2-717eddf7029b on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:28.585930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Attempting to bind port 015fe2cf-8268-47d0-8ca2-717eddf7029b on network a72d1daa-14d3-4d53-81eb-e99f5162ae62 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:28.592245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:28.595691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Checking segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:28.597052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Bound using segment: {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:28.600331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Bound port: 015fe2cf-8268-47d0-8ca2-717eddf7029b, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:28.601005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.603403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:28.603968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:28.604492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.604901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:28.609486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Bound port: 5935985e-4513-490b-b16b-eaf4e8250f60, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:28.610007 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.624870 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.652677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.706072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68dace-59e0-4663-b4b7-083a78a75468 None None] Pushing event updated for resources: {'Port': ['ID=5935985e-4513-490b-b16b-eaf4e8250f60,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.739275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] For port 015fe2cf-8268-47d0-8ca2-717eddf7029b, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:28.749923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] For port 015fe2cf-8268-47d0-8ca2-717eddf7029b, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=015fe2cf-8268-47d0-8ca2-717eddf7029b,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:28.765690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.815543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] For port 5935985e-4513-490b-b16b-eaf4e8250f60, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:28.822665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] For port 5935985e-4513-490b-b16b-eaf4e8250f60, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5935985e-4513-490b-b16b-eaf4e8250f60,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:28.837107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9a143499-0a5d-4550-9f5e-91b759246b54 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:28.840146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.874136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.874971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.877391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/015fe2cf-8268-47d0-8ca2-717eddf7029b HTTP/1.1" status: 200 len: 1092 time: 2.2655759 Aug 29 04:41:28.878719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'tag': '015fe2cf-8268-47d0-8ca2-717eddf7029b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:28.881879 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926c017-897a-4d1a-b485-97fc79b71506" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc20ae9-4760-4076-826f-aef9ea17f95c", "tag": "015fe2cf-8268-47d0-8ca2-717eddf7029b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:28.944682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Pushing event updated for resources: {'Port': ['ID=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.945076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d4864-678d-449e-bf6a-ce009053c2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=015fe2cf-8268-47d0-8ca2-717eddf7029b,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.987459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:29.014215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f5ef666-56e9-4921-8208-d03b5a3fb01d req-1066cae6-d8c8-44b6-adf9-c7f9d1aaf5fe tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 210 time: 0.0578535 Aug 29 04:41:29.021944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:29.025618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Subnet': ['ID=794bc4ea-be66-450a-8f96-6e7ea0745c37,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.034220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:29.036878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-3a11befc-6321-48d9-98d6-6181035c703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.038689 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-3a11befc-6321-48d9-98d6-6181035c703b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faa6094851844d6a936865d6339faff0&device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1095 time: 0.1081653 Aug 29 04:41:29.070942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68dace-59e0-4663-b4b7-083a78a75468 None None] Pushing event updated for resources: {'Port': ['ID=5935985e-4513-490b-b16b-eaf4e8250f60,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.099053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6ac1-e1d2-4259-83a3-05d378449ad6 req-486c32a9-a2da-4a9c-a671-2bcced775895 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.108647 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b0f6ac1-e1d2-4259-83a3-05d378449ad6 req-486c32a9-a2da-4a9c-a671-2bcced775895 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1053 time: 0.4668381 Aug 29 04:41:29.177232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Routers {'644541e5-a7e3-4cbe-8057-a0e0f5d70166'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:29.181507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:29.196568 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc74ecd-f318-451d-ba71-d5bd1730e595 x-openstack-request-id: req-6bc74ecd-f318-451d-ba71-d5bd1730e595 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:29.203004 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc20ae9-4760-4076-826f-aef9ea17f95c", "tag": "015fe2cf-8268-47d0-8ca2-717eddf7029b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:29.204407 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bc74ecd-f318-451d-ba71-d5bd1730e595 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:29.205920 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'tag': '015fe2cf-8268-47d0-8ca2-717eddf7029b', 'status': 'completed', 'code': 200} Aug 29 04:41:29.210070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-d719208d-9eef-4559-adf4-e12df98e57f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=015fe2cf-8268-47d0-8ca2-717eddf7029b HTTP/1.1" status: 200 len: 217 time: 0.1622815 Aug 29 04:41:29.231786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Checking segment: {'id': 'ceceb2b1-43cf-4baf-801e-887fceb5ab1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ec94553b-2811-40e2-951e-e3af19a0c50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:29.232361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network hostable DHCP agents. Network: ec94553b-2811-40e2-951e-e3af19a0c50d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:29.283161 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.331985 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b0f6ac1-e1d2-4259-83a3-05d378449ad6 req-dd4e1511-22ba-41f2-8004-d20d9672041f tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219703 Aug 29 04:41:29.382713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9a143499-0a5d-4550-9f5e-91b759246b54 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:29.397493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9a143499-0a5d-4550-9f5e-91b759246b54 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:29.398018 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.400928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network ec94553b-2811-40e2-951e-e3af19a0c50d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:29.451608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-480780d7-1edb-4758-9767-073f1af656ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.452948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, ec94553b-2811-40e2-951e-e3af19a0c50d) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:29.453131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-480780d7-1edb-4758-9767-073f1af656ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0101f4-8f86-4155-8ba3-95485c79a859 HTTP/1.1" status: 200 len: 849 time: 0.2344542 Aug 29 04:41:29.461136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.465629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1d85-6071-4328-a8f8-0a5790e89f4c req-3a6b4e63-9487-410b-8984-0d995c9172a0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.473490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af8a1d85-6071-4328-a8f8-0a5790e89f4c req-3a6b4e63-9487-410b-8984-0d995c9172a0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.2134354 Aug 29 04:41:29.484251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b225bf-c3bc-4c9a-b478-06bfe371831a None None] Network ec94553b-2811-40e2-951e-e3af19a0c50d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:29.551301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-f3d5f333-54be-47fa-92f8-6f87dac5a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.552883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-f3d5f333-54be-47fa-92f8-6f87dac5a1ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a72d1daa-14d3-4d53-81eb-e99f5162ae62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716019 Aug 29 04:41:29.580596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af8a1d85-6071-4328-a8f8-0a5790e89f4c req-c420a445-5e1c-4267-99a3-717dcfd09bad tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896392 Aug 29 04:41:29.580974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event updated for resources: {'Subnet': ['ID=72cfc368-0f3c-46aa-90ba-e32097a6391f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:29.606109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.609422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Checking segment: {'id': '6964b04e-2b94-4aac-8511-f8829d5ddae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:29.609821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network hostable DHCP agents. Network: 6710d362-3866-4be5-b65c-e0ff8bd5bd43, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:29.656494 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.687692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Network 6710d362-3866-4be5-b65c-e0ff8bd5bd43 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:29.691161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] Set router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:29.704471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-b699a097-f043-4626-a75f-e20d1c1e53e5 service neutron] 10.222.0.37 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339827 Aug 29 04:41:29.716226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 6710d362-3866-4be5-b65c-e0ff8bd5bd43) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:29.750109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.750706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.751360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:29.823384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-10b50872-3728-4872-a282-f24aed0d5639 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.6779647 Aug 29 04:41:29.829880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:29.841680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 9a143499-0a5d-4550-9f5e-91b759246b54, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9a143499-0a5d-4550-9f5e-91b759246b54,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:29.849284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33371d3d-dbe6-4f2b-9928-ef66826dd594 None None] Network 6710d362-3866-4be5-b65c-e0ff8bd5bd43 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:29.998311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608265-db4a-484a-9230-553e050a2da1 req-8b7677b7-e9b0-45f8-a000-9b17beb56e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.999991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b608265-db4a-484a-9230-553e050a2da1 req-8b7677b7-e9b0-45f8-a000-9b17beb56e30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.1309354 Aug 29 04:41:30.005553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.019205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ec1a8264-a370-4647-ba48-a6837f5caf0b req-af032c94-9cfb-4993-ac1c-bc8a96760d5f service neutron] 10.222.0.37 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027921 Aug 29 04:41:30.030234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.031760 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.032996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7ce7548c-d222-4408-9732-7d516b8f4e90 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:30.178065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-662d5b98-cf90-41a3-beac-0e04efc20c1b None None] Provisioning for port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:30.192593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-662d5b98-cf90-41a3-beac-0e04efc20c1b None None] Provisioning complete for port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:30.192992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-662d5b98-cf90-41a3-beac-0e04efc20c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.201157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff006e-a1c4-40ac-a4cc-3c677238823b tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.203284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff006e-a1c4-40ac-a4cc-3c677238823b tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.204979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff006e-a1c4-40ac-a4cc-3c677238823b tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.216103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dbff006e-a1c4-40ac-a4cc-3c677238823b tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.3757792 Aug 29 04:41:30.218240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0aa44cd8-99e6-4347-94bd-7be2f8b9f85b req-98707b67-8c50-4b8f-a4b5-298618adcdef tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 210 time: 0.0327754 Aug 29 04:41:30.220171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:30.270710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf2a0b-bfce-4820-98b1-3db4dd05d97b req-abbf429f-53e6-4734-b6fb-0435a291c103 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.272950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bf2a0b-bfce-4820-98b1-3db4dd05d97b req-abbf429f-53e6-4734-b6fb-0435a291c103 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.3755982 Aug 29 04:41:30.273914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.283999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-6710d362-3866-4be5-b65c-e0ff8bd5bd43', 'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43', 'tenant_id': '3b4f6c52935147abb6db4f010f9939c2', 'fixed_ips': [{'subnet_id': '72cfc368-0f3c-46aa-90ba-e32097a6391f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:30.284861 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.309086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c017-897a-4d1a-b485-97fc79b71506 req-9de57a0d-e4c5-4712-a677-9c92757f52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.309549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Pushing event updated for resources: {'Port': ['ID=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:30.310325 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d926c017-897a-4d1a-b485-97fc79b71506 req-9de57a0d-e4c5-4712-a677-9c92757f52f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faa6094851844d6a936865d6339faff0&device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1095 time: 0.1918139 Aug 29 04:41:30.314434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Deleting subnet 794bc4ea-be66-450a-8f96-6e7ea0745c37 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:30.343884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.373094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=9a143499-0a5d-4550-9f5e-91b759246b54,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:30.429928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27bf2a0b-bfce-4820-98b1-3db4dd05d97b req-34da21ed-c364-427c-b712-b5384a5ba54a tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452289 Aug 29 04:41:30.463100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608265-db4a-484a-9230-553e050a2da1 req-ba89eb63-d758-476f-a4c2-aa92b5d35f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.464737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b608265-db4a-484a-9230-553e050a2da1 req-ba89eb63-d758-476f-a4c2-aa92b5d35f58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.4243429 Aug 29 04:41:30.504585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-662d5b98-cf90-41a3-beac-0e04efc20c1b None None] Port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:30.528950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:30.530622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:30.538471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c05889-b08e-4b9d-8ad3-7403ef27aa25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-ec94553b-2811-40e2-951e-e3af19a0c50d', 'network_id': 'ec94553b-2811-40e2-951e-e3af19a0c50d', 'tenant_id': '3b4f6c52935147abb6db4f010f9939c2', 'fixed_ips': [{'subnet_id': '794bc4ea-be66-450a-8f96-6e7ea0745c37'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:30.541503 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30c05889-b08e-4b9d-8ad3-7403ef27aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.561449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b608265-db4a-484a-9230-553e050a2da1 req-ea789c01-5c29-41cc-8998-2bcbb928e841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0793483 Aug 29 04:41:30.577182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.589022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7ce7548c-d222-4408-9732-7d516b8f4e90 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:30.611350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7ce7548c-d222-4408-9732-7d516b8f4e90 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:30.612031 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.689035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a314e-3101-4f9c-a70e-0e27d86bef5a req-75505dc3-d86f-48c4-8ae1-612937088c3d tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.699095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f1a314e-3101-4f9c-a70e-0e27d86bef5a req-75505dc3-d86f-48c4-8ae1-612937088c3d tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1095 time: 0.2826428 Aug 29 04:41:30.709603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:30.783361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f1a314e-3101-4f9c-a70e-0e27d86bef5a req-c1cbf695-fdbc-44b6-9462-30523645aa43 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698152 Aug 29 04:41:30.807065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:24Z', 'revision_number': 3, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port': {'id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:30.811224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Allocated IP 2001:db8:0:1::1 (6710d362-3866-4be5-b65c-e0ff8bd5bd43/72cfc368-0f3c-46aa-90ba-e32097a6391f/b0b0ac1e-52a5-4d01-b3ec-6aeca5701451) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:30.832332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c017-897a-4d1a-b485-97fc79b71506 req-93db6153-faeb-4ff4-8960-2fd966cd8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.835735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d926c017-897a-4d1a-b485-97fc79b71506 req-93db6153-faeb-4ff4-8960-2fd966cd8c97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a72d1daa-14d3-4d53-81eb-e99f5162ae62 HTTP/1.1" status: 200 len: 911 time: 0.5150387 Aug 29 04:41:30.838011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608265-db4a-484a-9230-553e050a2da1 req-4b36e381-0e04-435d-83f8-ec7204bd6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.840000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b608265-db4a-484a-9230-553e050a2da1 req-4b36e381-0e04-435d-83f8-ec7204bd6038 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.2584674 Aug 29 04:41:30.870255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27645d35-cd46-49ac-a7a9-dc583148d4b3 None None] The sync data for ids ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'] in n-d-712143-14 is: [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:24Z', 'revision_number': 3, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port': {'id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:30.945117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d926c017-897a-4d1a-b485-97fc79b71506 req-40bd065b-e5f1-4292-a365-f07d22305f5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=015fe2cf-8268-47d0-8ca2-717eddf7029b HTTP/1.1" status: 200 len: 217 time: 0.1014190 Aug 29 04:41:30.951541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b608265-db4a-484a-9230-553e050a2da1 req-d8c66cf4-2c80-4ef1-96c0-6d47a49f5a47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916970 Aug 29 04:41:31.004874 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.011514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c017-897a-4d1a-b485-97fc79b71506 req-22c7635d-09e6-4bbf-b40a-62a00e9b9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.013037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d926c017-897a-4d1a-b485-97fc79b71506 req-22c7635d-09e6-4bbf-b40a-62a00e9b9c3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f0101f4-8f86-4155-8ba3-95485c79a859 HTTP/1.1" status: 200 len: 849 time: 0.0579638 Aug 29 04:41:31.035401 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.099270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9c0b20d8-b22b-4cd9-bdce-01be4af9666d None None] Provisioning complete for port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:31.099736 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c0b20d8-b22b-4cd9-bdce-01be4af9666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.100599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-012ae220-d532-4ddb-ba3c-382b2ad309d0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.102896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-012ae220-d532-4ddb-ba3c-382b2ad309d0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 810 time: 0.4086063 Aug 29 04:41:31.157371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:31.171925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-773f01d9-2d16-43c1-8ef2-db8815d6fe04 admin admin] 10.222.0.55 "PUT /v2.0/routers/644541e5-a7e3-4cbe-8057-a0e0f5d70166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7743723 Aug 29 04:41:31.177845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c017-897a-4d1a-b485-97fc79b71506 req-24e34923-3a16-4d73-8708-ed3afa124705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.179930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d926c017-897a-4d1a-b485-97fc79b71506 req-24e34923-3a16-4d73-8708-ed3afa124705 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a72d1daa-14d3-4d53-81eb-e99f5162ae62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548395 Aug 29 04:41:31.191090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-864cd625-91bc-40b0-9227-4cee877f93f4 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b262f9ff23479b9126ccc2d0bbb76d HTTP/1.1" status: 200 len: 380 time: 0.0720887 Aug 29 04:41:31.204101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'port': {'device_id': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'admin_state_up': True, 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'security_groups': ['2bc3199c-963c-483d-aad1-b70463226ccd']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:31.365920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b608265-db4a-484a-9230-553e050a2da1 req-459ab15c-4169-4798-931d-0f6476cb7756 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503294 Aug 29 04:41:31.431254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7ce7548c-d222-4408-9732-7d516b8f4e90, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ce7548c-d222-4408-9732-7d516b8f4e90,segment=NetworkSegment(fbf20bd9-7468-460d-b81f-64b2d4287753),segment_id=fbf20bd9-7468-460d-b81f-64b2d4287753)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-30c05889-b08e-4b9d-8ad3-7403ef27aa25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 794bc4ea-be66-450a-8f96-6e7ea0745c37: This subnet is being modified by another concurrent operation. Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:41:31.434146 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 794bc4ea-be66-450a-8f96-6e7ea0745c37: This subnet is being modified by another concurrent operation. Aug 29 04:41:31.438819 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:41:31.449833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bf27a7d-346f-44ad-893c-fb6efd761ee3 req-48ee06f0-dcd8-43c7-8a03-fb947cddc4f4 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 210 time: 0.0651541 Aug 29 04:41:31.456995 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.470255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc302dd8-14a6-4a79-b151-045eb7947a78 None None] Network ec94553b-2811-40e2-951e-e3af19a0c50d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:31.472807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.481670 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.499872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Made reservation on behalf of 84b262f9ff23479b9126ccc2d0bbb76d for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:31.506853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.579135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Subnet': ['ID=794bc4ea-be66-450a-8f96-6e7ea0745c37,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:31.617556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.625897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d579009b-29e8-427b-8edf-ce7e4a6c9df5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/subnets/794bc4ea-be66-450a-8f96-6e7ea0745c37 HTTP/1.1" status: 204 len: 168 time: 1.4027364 Aug 29 04:41:31.640058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44874) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:31.680541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b608265-db4a-484a-9230-553e050a2da1 req-8eeea3d3-6347-4010-a0d5-fd8635777d2d service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993197 Aug 29 04:41:31.689524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 015fe2cf-8268-47d0-8ca2-717eddf7029b details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:31.703422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b20d8-b22b-4cd9-bdce-01be4af9666d None None] Port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:31.756170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d926c017-897a-4d1a-b485-97fc79b71506 req-21bc0a17-6146-4dbe-b5fe-f450acbf1d57 service neutron] 10.222.0.37 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671577 Aug 29 04:41:31.763588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.867717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Transition to ACTIVE for port object b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:31.873687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9a143499-0a5d-4550-9f5e-91b759246b54 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:31.987327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d926c017-897a-4d1a-b485-97fc79b71506 req-a8883039-cef7-4443-b3e8-9ee30736ce16 service neutron] 10.222.0.37 "GET /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218447 Aug 29 04:41:32.001141 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.resource_extend [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:41:32.077702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7ce7548c-d222-4408-9732-7d516b8f4e90,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.144885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Transition to ACTIVE for port object b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:32.165701 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.184277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.189897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b82e7687-f980-4646-bf76-9b4973d1ec9f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407726151', 'description': 'tempest-secgroup-smoke-1407726151 description', 'project_id': '38c0a952f76b42cda7b089b4878fa9b9'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:32.196126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9a143499-0a5d-4550-9f5e-91b759246b54 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:32.196481 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.256479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b82e7687-f980-4646-bf76-9b4973d1ec9f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.267869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621825-8eed-4365-b3cf-0c8bde491038 req-a94985fd-1401-479e-ac20-bbe51b63f8b9 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.275602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3621825-8eed-4365-b3cf-0c8bde491038 req-a94985fd-1401-479e-ac20-bbe51b63f8b9 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.6498051 Aug 29 04:41:32.279085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Allocated IP 172.20.0.8 (68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0/db74214d-53ab-4365-88d8-6252834fc649/3bd891b1-37ff-4e8f-8dc8-6285af3030b7) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:32.296842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Deleting subnet 72cfc368-0f3c-46aa-90ba-e32097a6391f {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:32.300116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Network 6710d362-3866-4be5-b65c-e0ff8bd5bd43 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:32.310451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:32.316616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.332986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998fcff-5ba7-485c-ba7b-823d3023f55e req-cde0074b-a8d8-45a1-9d48-ff99427cb40d tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.334716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5998fcff-5ba7-485c-ba7b-823d3023f55e req-cde0074b-a8d8-45a1-9d48-ff99427cb40d tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1095 time: 0.0932992 Aug 29 04:41:32.338039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:32.397817 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.404010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5998fcff-5ba7-485c-ba7b-823d3023f55e req-efb9a07b-2e82-4485-a242-51eb36cb1c5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576317 Aug 29 04:41:32.404579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Pushing event updated for resources: {'Port': ['ID=b0b0ac1e-52a5-4d01-b3ec-6aeca5701451,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.436951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b82e7687-f980-4646-bf76-9b4973d1ec9f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.441238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3621825-8eed-4365-b3cf-0c8bde491038 req-cff53292-0026-45dd-a4d2-54c2398b8192 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637301 Aug 29 04:41:32.443779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b82e7687-f980-4646-bf76-9b4973d1ec9f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.478858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 015fe2cf-8268-47d0-8ca2-717eddf7029b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=015fe2cf-8268-47d0-8ca2-717eddf7029b,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:32.490286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b82e7687-f980-4646-bf76-9b4973d1ec9f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.491520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b82e7687-f980-4646-bf76-9b4973d1ec9f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3062277 Aug 29 04:41:32.493804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e7687-f980-4646-bf76-9b4973d1ec9f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abce8cd0-ba1e-43d0-9586-2ce574a176a3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.497194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.500737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4ae7c3ff-b049-46ba-8018-aa7348cf5cb8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'security_group_rule': {'security_group_id': 'abce8cd0-ba1e-43d0-9586-2ce574a176a3', 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:32.510099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Attempting to bind port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:32.510474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Attempting to bind port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '6964b04e-2b94-4aac-8511-f8829d5ddae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:32.510973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Attempting to bind port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 on network 6710d362-3866-4be5-b65c-e0ff8bd5bd43 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:32.515352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '015fe2cf-8268-47d0-8ca2-717eddf7029b', 'network_id': 'a72d1daa-14d3-4d53-81eb-e99f5162ae62', 'port_id': '015fe2cf-8268-47d0-8ca2-717eddf7029b', 'mac_address': 'fa:16:3e:ca:7b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0101f4-8f86-4155-8ba3-95485c79a859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:32.562560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c3ff-b049-46ba-8018-aa7348cf5cb8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.576909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5935985e-4513-490b-b16b-eaf4e8250f60 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:32.632545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:32.633375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Checking segment: {'id': '6964b04e-2b94-4aac-8511-f8829d5ddae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:32.633533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.633897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Bound using segment: {'id': '6964b04e-2b94-4aac-8511-f8829d5ddae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:32.634853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Bound port: b0b0ac1e-52a5-4d01-b3ec-6aeca5701451, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6964b04e-2b94-4aac-8511-f8829d5ddae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6710d362-3866-4be5-b65c-e0ff8bd5bd43'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:32.634853 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.651367 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.653154 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-10ba3c65-048d-451f-b7dd-c901248d4201 req-d5e00878-59cf-4083-9c89-2c9dcd7c76f3 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 210 time: 0.0394893 Aug 29 04:41:32.666051 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.678534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c3ff-b049-46ba-8018-aa7348cf5cb8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.684636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c3ff-b049-46ba-8018-aa7348cf5cb8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.703481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7c3ff-b049-46ba-8018-aa7348cf5cb8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2963848f-addb-404a-8ab2-0e14c5f1ee31,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.703959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015fe2cf-8268-47d0-8ca2-717eddf7029b {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:32.711518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.716143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5935985e-4513-490b-b16b-eaf4e8250f60 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:32.716386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c3ff-b049-46ba-8018-aa7348cf5cb8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.717777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4ae7c3ff-b049-46ba-8018-aa7348cf5cb8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2206106 Aug 29 04:41:32.720802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.727159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-06641691-0afa-48f8-97e4-1b36a9d18906 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'security_group_rule': {'security_group_id': 'abce8cd0-ba1e-43d0-9586-2ce574a176a3', 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:32.742711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5935985e-4513-490b-b16b-eaf4e8250f60 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:32.743151 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.753759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Transition to ACTIVE for port object 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:32.757400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06641691-0afa-48f8-97e4-1b36a9d18906 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.778609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 015fe2cf-8268-47d0-8ca2-717eddf7029b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=015fe2cf-8268-47d0-8ca2-717eddf7029b,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:32.795484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.805612 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.825504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.827595 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/subnets/72cfc368-0f3c-46aa-90ba-e32097a6391f HTTP/1.1" status: 204 len: 168 time: 1.1861699 Aug 29 04:41:32.830510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] For port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:32.831311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44886) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.851815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef5cfd-c8a3-4623-bd01-e49d437385b4 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Subnet': ['ID=72cfc368-0f3c-46aa-90ba-e32097a6391f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.859139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] For port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b0b0ac1e-52a5-4d01-b3ec-6aeca5701451,segment=NetworkSegment(6964b04e-2b94-4aac-8511-f8829d5ddae9),segment_id=6964b04e-2b94-4aac-8511-f8829d5ddae9)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:32.865650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.872121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.904227 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06641691-0afa-48f8-97e4-1b36a9d18906 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.904910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=015fe2cf-8268-47d0-8ca2-717eddf7029b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.919074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:32.927297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:32.932101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:32.953122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06641691-0afa-48f8-97e4-1b36a9d18906 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.962940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'Port': ['ID=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.985634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025145e-0e6b-4324-a67e-7f4817cfdfa5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.987889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c025145e-0e6b-4324-a67e-7f4817cfdfa5 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1553173 Aug 29 04:41:32.991381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06641691-0afa-48f8-97e4-1b36a9d18906 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0ba6c1-d3a6-4c38-8d31-76d40c237b1a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.992077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.001095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06641691-0afa-48f8-97e4-1b36a9d18906 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.005046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-06641691-0afa-48f8-97e4-1b36a9d18906 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805119 Aug 29 04:41:33.005232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.012839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-88f3c611-f828-4744-92e1-71f23c1d41e5 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'security_group_rule': {'security_group_id': 'abce8cd0-ba1e-43d0-9586-2ce574a176a3', 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.029142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.038003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.039070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.058739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5935985e-4513-490b-b16b-eaf4e8250f60, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5935985e-4513-490b-b16b-eaf4e8250f60,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:33.062442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2821ec-b6d8-4d26-a015-5f29adb71dab None None] Pushing event updated for resources: {'Port': ['ID=b0b0ac1e-52a5-4d01-b3ec-6aeca5701451,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.067542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f3c611-f828-4744-92e1-71f23c1d41e5 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.077737 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.078810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9b9f67-1ede-44df-907b-0dec1d4b1499 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:33.117148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['015fe2cf-8268-47d0-8ca2-717eddf7029b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:33.142123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-005e970b-9049-4a5e-96ae-a5fc7581b67c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9422371 Aug 29 04:41:33.179859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f3c611-f828-4744-92e1-71f23c1d41e5 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.186594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Request body: {'port': {'device_id': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.190643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f3c611-f828-4744-92e1-71f23c1d41e5 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.216665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c611-f828-4744-92e1-71f23c1d41e5 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c93371-8189-48b2-b138-a1f49d542ad8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.237693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.256296 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88f3c611-f828-4744-92e1-71f23c1d41e5 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.263142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-88f3c611-f828-4744-92e1-71f23c1d41e5 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2559402 Aug 29 04:41:33.264103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44892) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.274258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-babbaeed-60ed-491e-8e43-c17c16247900 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'security_group_rule': {'security_group_id': 'abce8cd0-ba1e-43d0-9586-2ce574a176a3', 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.279050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5935985e-4513-490b-b16b-eaf4e8250f60,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.340022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-babbaeed-60ed-491e-8e43-c17c16247900 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.360152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:33.360537 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.396556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.454742 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-babbaeed-60ed-491e-8e43-c17c16247900 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.465477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-babbaeed-60ed-491e-8e43-c17c16247900 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.490929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-efa8b827-6b70-40d0-a15a-31488a0898ec None None] Provisioning for port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:33.505167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbaeed-60ed-491e-8e43-c17c16247900 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b9b03c-dd5a-45e5-8616-6ea8682b6551,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.512911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-babbaeed-60ed-491e-8e43-c17c16247900 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.518221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-babbaeed-60ed-491e-8e43-c17c16247900 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2531657 Aug 29 04:41:33.518968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.524911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'security_group_rule': {'security_group_id': 'abce8cd0-ba1e-43d0-9586-2ce574a176a3', 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.572463 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Project 38c0a952f76b42cda7b089b4878fa9b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:33.579441 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.583455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-efa8b827-6b70-40d0-a15a-31488a0898ec None None] Provisioning complete for port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:33.583455 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efa8b827-6b70-40d0-a15a-31488a0898ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.694888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-efa8b827-6b70-40d0-a15a-31488a0898ec None None] Port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:33.720028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Deleting port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:33.720845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.758123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.767062 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.785793 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Sync routers for ids ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:33.798380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812efc1-2f98-4b2c-8d9f-5b2aba439dd3 req-f86fbb41-9c26-44a3-9290-e91a93ab0ee5 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.799958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e812efc1-2f98-4b2c-8d9f-5b2aba439dd3 req-f86fbb41-9c26-44a3-9290-e91a93ab0ee5 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1096 time: 0.2235076 Aug 29 04:41:33.800397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e79e46-f9cc-4958-8e09-135e14ca5ff4 req-f097b200-a94e-4ea5-a4a6-62b782dc631c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.802110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29e79e46-f9cc-4958-8e09-135e14ca5ff4 req-f097b200-a94e-4ea5-a4a6-62b782dc631c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1635721 Aug 29 04:41:33.802761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c3f56a-0f8e-4c53-be5d-820c4c154d45,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.803836 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Routers {'644541e5-a7e3-4cbe-8057-a0e0f5d70166'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:33.804640 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:33.843309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.844633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-75a4fb1e-710a-48bd-8106-dc838629e425 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3245382 Aug 29 04:41:33.849816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.863512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'security_group_rule': {'security_group_id': 'abce8cd0-ba1e-43d0-9586-2ce574a176a3', 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:33.882181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29e79e46-f9cc-4958-8e09-135e14ca5ff4 req-1a5ca2d5-db7e-44d4-8be4-b0d7c26e188b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 Aug 29 04:41:33.916604 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Project 38c0a952f76b42cda7b089b4878fa9b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:33.921747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5935985e-4513-490b-b16b-eaf4e8250f60 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:33.923898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] For port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b0b0ac1e-52a5-4d01-b3ec-6aeca5701451,segment=NetworkSegment(6964b04e-2b94-4aac-8511-f8829d5ddae9),segment_id=6964b04e-2b94-4aac-8511-f8829d5ddae9)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:33.924277 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.927146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.969612 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Set router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:33.972105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Calling delete_port for b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:34.002968 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.009147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.032301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212f2922-991e-40f7-b775-990f5b1c5994,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.047101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.048795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bc066d63-8a12-4812-b147-acb10707bd43 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1967411 Aug 29 04:41:34.070116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e812efc1-2f98-4b2c-8d9f-5b2aba439dd3 req-e49b47c0-153b-4618-9534-733de88e3b2b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166352 Aug 29 04:41:34.108470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5935985e-4513-490b-b16b-eaf4e8250f60 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:34.111637 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.174286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.220222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59e4d2-7284-4156-8368-3a1e5b646c1d req-c9e075cf-10bc-47ab-bc95-250341d3d245 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.222687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc59e4d2-7284-4156-8368-3a1e5b646c1d req-c9e075cf-10bc-47ab-bc95-250341d3d245 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 931 time: 0.1128294 Aug 29 04:41:34.319608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:34.327344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc59e4d2-7284-4156-8368-3a1e5b646c1d req-734750d8-3cf7-46b1-8bea-8d829c272034 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887396 Aug 29 04:41:34.369397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:34.369736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:41:34.404087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] No DVR routers for this DVR port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:34.432542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Port b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 not found, will not notify nova. {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:41:34.432908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7ce7548c-d222-4408-9732-7d516b8f4e90 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:34.436105 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-934ec490-723d-42a4-9f1d-ec21c546d34b tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407726151&fields=id&tenant_id=38c0a952f76b42cda7b089b4878fa9b9 HTTP/1.1" status: 200 len: 267 time: 0.1470871 Aug 29 04:41:34.447906 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 4, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port': {'id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4150a908-ae79-4ba6-8dc1-a8e6c0cf1954', 'name': '', 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'mac_address': 'fa:16:3e:95:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd354978c-a30a-4a04-a287-cabbeecde10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:27Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 2, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'subnets': [{'id': 'd354978c-a30a-4a04-a287-cabbeecde10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.466064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Port': ['ID=b0b0ac1e-52a5-4d01-b3ec-6aeca5701451,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.490354 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Checking router: 644541e5-a7e3-4cbe-8057-a0e0f5d70166 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:34.491856 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Updating router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:34.513946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7ce7548c-d222-4408-9732-7d516b8f4e90 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:34.514649 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.527518 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.597752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:34.640982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.747066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Transition to ACTIVE for port object 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:34.750548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.771390 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.776065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6710d362-3866-4be5-b65c-e0ff8bd5bd43']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.838814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d276f-e975-48c1-9573-a2f510e96949 None None] Network 6710d362-3866-4be5-b65c-e0ff8bd5bd43 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:34.843905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6964b04e-2b94-4aac-8511-f8829d5ddae9') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.844210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6964b04e-2b94-4aac-8511-f8829d5ddae9') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.868244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.887949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-4452fe08-7574-47e8-a797-f655c0fa3b61 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:34.889875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-4452fe08-7574-47e8-a797-f655c0fa3b61 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/networks?id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e HTTP/1.1" status: 200 len: 809 time: 0.4289885 Aug 29 04:41:34.906103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.925648 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.929447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:34.930395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.938296 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Transition to ACTIVE for port object 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:34.945399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-984dcbd6-3b0c-4811-9c9d-8eb08d28b251 None None] Could not find standard attr ID for object b0b0ac1e-52a5-4d01-b3ec-6aeca5701451. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:41:34.961404 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:34.970921 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:35.041020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.070498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-420296c2-a9ea-4ea0-84c1-0c4bb1b704a6 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/quotas/38c0a952f76b42cda7b089b4878fa9b9 HTTP/1.1" status: 200 len: 375 time: 0.0962095 Aug 29 04:41:35.124815 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c33245-330a-4380-b64f-42909cccc640 None None] Pushing event updated for resources: {'Port': ['ID=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.128201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.148518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.151992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/networks/6710d362-3866-4be5-b65c-e0ff8bd5bd43 HTTP/1.1" status: 204 len: 168 time: 2.1582284 Aug 29 04:41:35.155439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.188758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d63f9b-28df-4630-b09e-219459735de8 None None] DHCP port deletion for 6710d362-3866-4be5-b65c-e0ff8bd5bd43 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:35.281487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4064c61-7261-44f1-86a7-a4c41b95675a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Network': ['ID=6710d362-3866-4be5-b65c-e0ff8bd5bd43,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.311189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Attempting to bind port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:35.311189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Attempting to bind port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:35.311476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Attempting to bind port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:35.318131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:35.318592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Attempting to bind port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:35.328030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:35.328374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Checking segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:35.328706 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Attempting to bind port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:35.328873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Bound using segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:35.329130 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Attempting to bind port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:35.329320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Bound port: 3bd891b1-37ff-4e8f-8dc8-6285af3030b7, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:35.329873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.330051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Attempting to bind port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 on network 1acf04ba-a940-42c6-bc20-a1dac243ef3a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:35.340344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-ffb84c73-d8ba-4f69-b91b-e2e09d998661 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=38c0a952f76b42cda7b089b4878fa9b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2168560 Aug 29 04:41:35.347235 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:35.347604 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Checking segment: {'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:35.347974 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.348368 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Bound using segment: {'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:35.348852 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Bound port: 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf20bd9-7468-460d-b81f-64b2d4287753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:35.349233 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.458221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be7b9c0-936e-4eff-85cc-954d4c5e2411 None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:41:35.459004 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.466352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45563865-b51c-4d8a-9d0f-fbd34ba9412a req-a39dc48f-a280-410b-83f7-e4716d333231 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.468037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45563865-b51c-4d8a-9d0f-fbd34ba9412a req-a39dc48f-a280-410b-83f7-e4716d333231 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1096 time: 0.2310700 Aug 29 04:41:35.476058 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] For port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:35.488079 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] For port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,segment=NetworkSegment(fbf20bd9-7468-460d-b81f-64b2d4287753),segment_id=fbf20bd9-7468-460d-b81f-64b2d4287753)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:35.497286 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.543775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] For port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:35.550478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] For port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:35.564152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-6676245a-436f-41c4-9722-5222afac87f1 service neutron] 10.222.0.55 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054589 Aug 29 04:41:35.565556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.584952 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c33245-330a-4380-b64f-42909cccc640 None None] Pushing event updated for resources: {'Port': ['ID=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.624942 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Routers {'644541e5-a7e3-4cbe-8057-a0e0f5d70166'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:35.626363 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.651238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45563865-b51c-4d8a-9d0f-fbd34ba9412a req-f9457247-377e-44a7-8853-74276bc7f3be tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728556 Aug 29 04:41:35.656232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.656874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.658393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 1092 time: 2.4849522 Aug 29 04:41:35.658934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:35.661260 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7078da-1adb-4699-bce6-0aa0eb1244c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:35.661416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.675272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec94553b-2811-40e2-951e-e3af19a0c50d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.696682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceceb2b1-43cf-4baf-801e-887fceb5ab1c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.697014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceceb2b1-43cf-4baf-801e-887fceb5ab1c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.698365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 015fe2cf-8268-47d0-8ca2-717eddf7029b up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:35.700909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6f678-6c3d-4c2d-a652-473258919236 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.711533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.742799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.752522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:35.753225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:35.759788 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:35.776843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7b9c0-936e-4eff-85cc-954d4c5e2411 None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:41:35.789754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-ef965921-6306-415b-a870-87e6b559de7a service neutron] 10.222.0.55 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126968 Aug 29 04:41:35.803012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-592d0a92-eb23-4647-b7b9-1e1896660898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.804568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-592d0a92-eb23-4647-b7b9-1e1896660898 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1095 time: 0.0729125 Aug 29 04:41:35.806609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 015fe2cf-8268-47d0-8ca2-717eddf7029b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:35.830251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 015fe2cf-8268-47d0-8ca2-717eddf7029b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:35.830489 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.872074 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-6998e415-a1d1-426d-9f43-7021bb9392cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 217 time: 0.0520587 Aug 29 04:41:35.893516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:35.938776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-f64d3142-cb74-433b-a5b5-0dbc1003b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.940835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-f64d3142-cb74-433b-a5b5-0dbc1003b811 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.0603862 Aug 29 04:41:35.985089 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.018336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f82ea0-bddd-4bd0-b5d1-c52210e2545a req-257e74b5-8170-4246-908a-d9f87e041426 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.019451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e9f82ea0-bddd-4bd0-b5d1-c52210e2545a req-257e74b5-8170-4246-908a-d9f87e041426 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 943 time: 0.1420827 Aug 29 04:41:36.020593 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.025118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/networks/ec94553b-2811-40e2-951e-e3af19a0c50d HTTP/1.1" status: 204 len: 168 time: 0.8673768 Aug 29 04:41:36.040086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44938) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:36.076541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:36.077146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5be45-3528-487b-9aff-6b701e263fa0 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Network': ['ID=ec94553b-2811-40e2-951e-e3af19a0c50d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.077288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b0b0ac1e-52a5-4d01-b3ec-6aeca5701451 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:36.129508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-c658b18b-363a-419b-bfc6-b17f8b9b01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.132244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-c658b18b-363a-419b-bfc6-b17f8b9b01d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837251 Aug 29 04:41:36.150685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e9f82ea0-bddd-4bd0-b5d1-c52210e2545a req-2a830550-0795-46bc-a137-29330ad7cc03 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097991 Aug 29 04:41:36.156103 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] Set router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:36.212846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.219272 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa70aad-592b-4aa9-9c5a-4cabfdf07a79 x-openstack-request-id: req-5aa70aad-592b-4aa9-9c5a-4cabfdf07a79 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:36.219653 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:36.220011 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5aa70aad-592b-4aa9-9c5a-4cabfdf07a79 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:36.220820 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'status': 'completed', 'code': 200} Aug 29 04:41:36.303074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7686b6e7-197f-452b-989e-8b183049ff98 req-ca967721-3f5e-428f-b2b9-7baf639670eb tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 210 time: 0.0660996 Aug 29 04:41:36.305927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015fe2cf-8268-47d0-8ca2-717eddf7029b'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:36.310136 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c489b4-c2db-4e1f-b7a0-4710b2b308e6" -d '{"events": [{"server_uuid": "5fc20ae9-4760-4076-826f-aef9ea17f95c", "name": "network-vif-plugged", "status": "completed", "tag": "015fe2cf-8268-47d0-8ca2-717eddf7029b"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:36.337687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 015fe2cf-8268-47d0-8ca2-717eddf7029b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=015fe2cf-8268-47d0-8ca2-717eddf7029b,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:36.368588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.421548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060fad-b3bf-4d51-a456-e39f7877f621 req-f8d2f78a-35ee-4ca7-8157-a0b652275304 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.434491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b060fad-b3bf-4d51-a456-e39f7877f621 req-f8d2f78a-35ee-4ca7-8157-a0b652275304 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.2602932 Aug 29 04:41:36.476295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.485962 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d58916-492f-41aa-b168-6647481a03f5 x-openstack-request-id: req-d8d58916-492f-41aa-b168-6647481a03f5 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:36.486562 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20ae9-4760-4076-826f-aef9ea17f95c", "name": "network-vif-plugged", "status": "completed", "tag": "015fe2cf-8268-47d0-8ca2-717eddf7029b", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:36.486984 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8d58916-492f-41aa-b168-6647481a03f5 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:36.490779 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015fe2cf-8268-47d0-8ca2-717eddf7029b', 'code': 200} Aug 29 04:41:36.492570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=015fe2cf-8268-47d0-8ca2-717eddf7029b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.566473 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 4, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port': {'id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4150a908-ae79-4ba6-8dc1-a8e6c0cf1954', 'name': '', 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'mac_address': 'fa:16:3e:95:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd354978c-a30a-4a04-a287-cabbeecde10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:27Z', 'updated_at': '2021-08-29T04:41:35Z', 'revision_number': 4, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'subnets': [{'id': 'd354978c-a30a-4a04-a287-cabbeecde10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:36.578180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7f70-f092-456e-b56e-028168c11a4f req-e70fedac-d0b7-460d-8e52-f08f13c8ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.579650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09ba7f70-f092-456e-b56e-028168c11a4f req-e70fedac-d0b7-460d-8e52-f08f13c8ce56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.0958498 Aug 29 04:41:36.582656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b060fad-b3bf-4d51-a456-e39f7877f621 req-8254eb07-bbfc-4a44-a0c3-413ece75081b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411464 Aug 29 04:41:36.602718 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f37dad-01a0-4e0c-8db4-5967c8a498e0 None None] The sync data for ids ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'] in n-d-712143-14 is: [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 4, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port': {'id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '4150a908-ae79-4ba6-8dc1-a8e6c0cf1954', 'name': '', 'network_id': '1acf04ba-a940-42c6-bc20-a1dac243ef3a', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'mac_address': 'fa:16:3e:95:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd354978c-a30a-4a04-a287-cabbeecde10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:27Z', 'updated_at': '2021-08-29T04:41:35Z', 'revision_number': 4, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'subnets': [{'id': 'd354978c-a30a-4a04-a287-cabbeecde10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:36.607054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-8426e50d-32a6-4aee-a44d-cf64f3e2949d service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162962 Aug 29 04:41:36.649475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09ba7f70-f092-456e-b56e-028168c11a4f req-a027945f-f3d4-4056-a413-da25c5033d69 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612891 Aug 29 04:41:36.974521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.005369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e3681f-42ce-4e07-9689-e4e0b0a42a40']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.012037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f090b48-037d-420d-ab5c-87fbffd3a8a0 req-c9901639-f74f-4cc0-b139-c253851fcb68 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.013569 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f090b48-037d-420d-ab5c-87fbffd3a8a0 req-c9901639-f74f-4cc0-b139-c253851fcb68 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.1616521 Aug 29 04:41:37.036136 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4939a4-cf07-448c-b578-5da4958dcf31') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.036442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4939a4-cf07-448c-b578-5da4958dcf31') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.077097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.087047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db2bcf2b-99af-477c-9d94-e246c58107c5 req-7217c5c0-c88b-4ab9-b8e0-098925b4dfec service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361691 Aug 29 04:41:37.111437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f090b48-037d-420d-ab5c-87fbffd3a8a0 req-82421b59-b9e7-4912-ab7a-2059d58a2539 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877540 Aug 29 04:41:37.112433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.123649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:37.124104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:37.129961 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:37.282140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.294611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.296515 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/networks/40e3681f-42ce-4e07-9689-e4e0b0a42a40 HTTP/1.1" status: 204 len: 168 time: 1.2552216 Aug 29 04:41:37.299313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44966) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:37.317633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac364eda-022c-49d1-9b90-c574439ef24a tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Network': ['ID=40e3681f-42ce-4e07-9689-e4e0b0a42a40,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:37.332842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5720606-66af-4735-b765-af8471814378 req-ec50e60c-209d-47c2-b645-358af0937859 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.334462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5720606-66af-4735-b765-af8471814378 req-ec50e60c-209d-47c2-b645-358af0937859 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 943 time: 0.1109667 Aug 29 04:41:37.358648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-637673ad-45c6-4e37-b98c-7e0af0774f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.360338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-637673ad-45c6-4e37-b98c-7e0af0774f05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1095 time: 0.1049700 Aug 29 04:41:37.450483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.460652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5720606-66af-4735-b765-af8471814378 req-b437391c-0f3c-4431-a8e2-e1915abb3baf tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143796 Aug 29 04:41:37.496954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df624e84-e41c-4fad-8662-8461ec75f417 req-202501f3-ddf9-46de-8bea-8c8197b47f0f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 210 time: 0.0669167 Aug 29 04:41:37.545287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-b6378e52-9392-4ff7-87c3-04fde4a8bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.547149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-b6378e52-9392-4ff7-87c3-04fde4a8bb64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.1619315 Aug 29 04:41:37.597420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-67c6aaf4-5ebd-426f-badf-d2877f7ae09d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 217 time: 0.0389309 Aug 29 04:41:37.615481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.646412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db67e20-7a02-4bb7-8470-b11eae03caa2']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.661103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-1ebb9a4d-84db-412d-b8e4-1c4bf6484578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.663839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-1ebb9a4d-84db-412d-b8e4-1c4bf6484578 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.0569456 Aug 29 04:41:37.683815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508ebc12-d028-4de7-a7c6-a57e4cb888fc') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.684471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508ebc12-d028-4de7-a7c6-a57e4cb888fc') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.719833 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.748790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.752374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-c514620f-ad7d-4637-ab7e-585afc15c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.754355 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-c514620f-ad7d-4637-ab7e-585afc15c016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826283 Aug 29 04:41:37.757239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:37.757956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:37.766868 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:37.827549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:37.911459 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-b11b1e94-72e3-4738-a887-aba34893ff09 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481960 Aug 29 04:41:37.981545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:37.987559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:37.988280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.076314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-cb93fe99-b276-482d-9db8-b8da9be76e5d tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.078000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-cb93fe99-b276-482d-9db8-b8da9be76e5d tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.32 "GET /v2.0/networks?id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e HTTP/1.1" status: 200 len: 809 time: 0.2473042 Aug 29 04:41:38.085412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.099847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.103245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed7078da-1adb-4699-bce6-0aa0eb1244c8 req-bfb1d6fa-9dda-4e6b-9a05-390f2727c4d8 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830609 Aug 29 04:41:38.112617 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] 10.222.0.55 "DELETE /v2.0/networks/3db67e20-7a02-4bb7-8470-b11eae03caa2 HTTP/1.1" status: 204 len: 168 time: 0.8118460 Aug 29 04:41:38.118226 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.172407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479bb21-12a9-481e-884e-30aff67c7d99 tempest-BulkNetworkOpsIpV6Test-1290594544 tempest-BulkNetworkOpsIpV6Test-1290594544-project] Pushing event deleted for resources: {'Network': ['ID=3db67e20-7a02-4bb7-8470-b11eae03caa2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.190801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,segment=NetworkSegment(fbf20bd9-7468-460d-b81f-64b2d4287753),segment_id=fbf20bd9-7468-460d-b81f-64b2d4287753)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:38.195760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-20fcce97-c38e-4149-be3d-bb302c139949 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38c0a952f76b42cda7b089b4878fa9b9 HTTP/1.1" status: 200 len: 380 time: 0.0810492 Aug 29 04:41:38.201360 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.231374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'port': {'device_id': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'admin_state_up': True, 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'security_groups': ['abce8cd0-ba1e-43d0-9586-2ce574a176a3']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:38.271120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.369294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9358-22c7-4e28-b9bd-c02afa51b62c req-39486f04-7e97-4411-809d-deef4929ba06 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.370540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c97b9358-22c7-4e28-b9bd-c02afa51b62c req-39486f04-7e97-4411-809d-deef4929ba06 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.1059535 Aug 29 04:41:38.421965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c97b9358-22c7-4e28-b9bd-c02afa51b62c req-9d25d1df-66a8-4301-9221-a74e138832bd tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Aug 29 04:41:38.468222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Made reservation on behalf of 38c0a952f76b42cda7b089b4878fa9b9 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:38.473319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.542587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44984) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:38.628614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa22a47-7832-4d65-9c52-0656f2c44569 req-70940634-11e3-4c3a-b15a-2f86f20e8eea tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.637010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4aa22a47-7832-4d65-9c52-0656f2c44569 req-70940634-11e3-4c3a-b15a-2f86f20e8eea tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 943 time: 0.0653174 Aug 29 04:41:38.684991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cce42-aa26-424a-b598-67745a709333 req-0f109cc9-1048-4c7f-b40e-95dfb1e9aafe tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.686422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-470cce42-aa26-424a-b598-67745a709333 req-0f109cc9-1048-4c7f-b40e-95dfb1e9aafe tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.1750996 Aug 29 04:41:38.691781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4aa22a47-7832-4d65-9c52-0656f2c44569 req-f37c0723-40ca-48ec-b935-0c0629774377 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522966 Aug 29 04:41:38.742181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Allocated IP 172.20.0.14 (b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e/c86840c8-dee1-41d3-a10f-5bc301fa88b7/8c0c1992-5e6c-4ec2-8b85-41f583f67a6c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:38.767774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-470cce42-aa26-424a-b598-67745a709333 req-621b0abf-45b7-4bc2-9c7c-940d9bf7af50 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604808 Aug 29 04:41:38.802396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:38.803169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0267c45c-2dda-45a4-b46d-5c6613d0144d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b4f6c52935147abb6db4f010f9939c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593951 Aug 29 04:41:38.849314 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69b2f4b7-1b34-49f4-b195-66fdb89bea70 req-78a031cb-a89c-49cd-8306-89077f03913a tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 210 time: 0.0533898 Aug 29 04:41:39.350817 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a44add4-27b6-48cf-aa44-cdfcf43b0014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.358560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cd47c-dbbc-41ad-9d1f-fb1ce5947fb9 req-bcb5e36a-8c9e-4f34-b4f8-28607293f5b7 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:39.360168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e66cd47c-dbbc-41ad-9d1f-fb1ce5947fb9 req-bcb5e36a-8c9e-4f34-b4f8-28607293f5b7 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.4845665 Aug 29 04:41:39.413804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a44add4-27b6-48cf-aa44-cdfcf43b0014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.437926 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.478414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e66cd47c-dbbc-41ad-9d1f-fb1ce5947fb9 req-6025db7a-9a22-40ed-8e0e-33ae16a99120 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074212 Aug 29 04:41:39.509750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Transition to ACTIVE for port object 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:39.555530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a44add4-27b6-48cf-aa44-cdfcf43b0014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.560108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9a44add4-27b6-48cf-aa44-cdfcf43b0014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.563833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9a44add4-27b6-48cf-aa44-cdfcf43b0014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0680f91b-706a-4a23-8bc7-75bbf153e3e1 HTTP/1.1" status: 204 len: 168 time: 0.7575977 Aug 29 04:41:39.566625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.589504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44add4-27b6-48cf-aa44-cdfcf43b0014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680f91b-706a-4a23-8bc7-75bbf153e3e1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:39.633141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:39.637878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:39.644179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:39.696311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'Port': ['ID=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:39.735209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:39.736247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.773775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-942cb720-2d69-4755-b06b-052156110012 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5463393 Aug 29 04:41:39.795593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Request body: {'port': {'device_id': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:39.835683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:39.905676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:39.905810 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.924828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d64db-451c-4bf5-b733-45afd5737e12 req-ff007897-d2e0-4bcd-ab3c-62e841c6d6d1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:39.927861 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b0d64db-451c-4bf5-b733-45afd5737e12 req-ff007897-d2e0-4bcd-ab3c-62e841c6d6d1 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.1158683 Aug 29 04:41:39.943489 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.988516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea1053-e280-4257-949b-55b2963d69db req-be5bf378-2756-4067-91a7-f6255bab2830 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:39.990157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09ea1053-e280-4257-949b-55b2963d69db req-be5bf378-2756-4067-91a7-f6255bab2830 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 943 time: 0.1367877 Aug 29 04:41:40.040795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b0d64db-451c-4bf5-b733-45afd5737e12 req-76283fae-0547-41a2-af83-a782e8f1a0a7 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982900 Aug 29 04:41:40.095029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-081e994a-63db-40cc-ad6c-176d16c88fe8 None None] Provisioning for port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:40.101013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-081e994a-63db-40cc-ad6c-176d16c88fe8 None None] Provisioning complete for port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:40.101378 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-081e994a-63db-40cc-ad6c-176d16c88fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.192275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09ea1053-e280-4257-949b-55b2963d69db req-4052152a-f62c-449a-8615-516f9ef5bc85 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612265 Aug 29 04:41:40.204669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc26a66-19b1-43b4-b17e-20ba2246602f req-2571b053-fc31-42ba-96ea-504881b3ebf0 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.206690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc26a66-19b1-43b4-b17e-20ba2246602f req-2571b053-fc31-42ba-96ea-504881b3ebf0 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 932 time: 0.0596397 Aug 29 04:41:40.293099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bc26a66-19b1-43b4-b17e-20ba2246602f req-1798393e-fbb1-4036-9ede-dce277ca70c4 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767825 Aug 29 04:41:40.335407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-081e994a-63db-40cc-ad6c-176d16c88fe8 None None] Port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:40.429709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:40.439585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.454408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Transition to ACTIVE for port object 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:40.458969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.558645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:40.597725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Attempting to bind port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:40.598166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Attempting to bind port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:40.598595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Attempting to bind port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c on network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:40.604082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c on network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:40.604528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Attempting to bind port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c on network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:40.610442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:40.610840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Checking segment: {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:40.611332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Bound using segment: {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:40.611888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Bound port: 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beacf182-34dd-443d-a8f2-d6c88498bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:40.612594 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.726785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] For port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:40.735440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] For port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:40.743439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.752284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45026) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:40.783699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.784895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.786387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] 10.222.0.32 "PUT /v2.0/ports/8c0c1992-5e6c-4ec2-8b85-41f583f67a6c HTTP/1.1" status: 200 len: 1093 time: 0.9961278 Aug 29 04:41:40.789019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:40.791646 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a67b06-8390-451e-8ac8-9bfb24aa1674" -d '{"events": [{"name": "network-changed", "server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:40.884451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db8dec-30b1-4017-b7ec-c2442e5c2e78 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:40.892600 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7c0116-cb5e-4c67-a41e-5a3384bdfcce x-openstack-request-id: req-ee7c0116-cb5e-4c67-a41e-5a3384bdfcce {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:40.892915 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:40.893142 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee7c0116-cb5e-4c67-a41e-5a3384bdfcce {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:40.893544 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'status': 'completed', 'code': 200} Aug 29 04:41:40.968520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-8cb755fa-fc80-4b54-823d-e75d79d0922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.970084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-8cb755fa-fc80-4b54-823d-e75d79d0922d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c0a952f76b42cda7b089b4878fa9b9&device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1096 time: 0.0749385 Aug 29 04:41:40.972715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'networks': [{'name': 'tempest-network--464664696'}, {'name': 'tempest-network--1007080236'}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:40.973219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'network': {'name': 'tempest-network--464664696'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:40.973475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'network': {'name': 'tempest-network--1007080236'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:41.001297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Made reservation on behalf of f7b8d7295cd44909be616f49ece7dc35 for: {'network': 2} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:41.006751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.017536 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.035341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-70ba710d-4483-4dfe-948f-3166eafb783f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c HTTP/1.1" status: 200 len: 217 time: 0.0465112 Aug 29 04:41:41.138808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.142329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-e62dc330-995e-403e-bbb0-29edfa4e2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.144207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-e62dc330-995e-403e-bbb0-29edfa4e2f90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c86840c8-dee1-41d3-a10f-5bc301fa88b7 HTTP/1.1" status: 200 len: 848 time: 0.1000030 Aug 29 04:41:41.148455 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.149245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.210224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-1ecf19c9-776a-4b7c-a39c-5dc82b218e8b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.213245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-1ecf19c9-776a-4b7c-a39c-5dc82b218e8b tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.0886991 Aug 29 04:41:41.222081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c0966f-e1a1-4e39-acd5-a8056ff0b05f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.233643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:41.251193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.251814 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Added segment 8098649f-0a5e-4e94-b753-c4b4ab52c11e of type vlan for network 12aaad56-1c3a-4bb8-bf0a-b6a7cf36f845 Aug 29 04:41:41.254816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcc451-63ab-4541-9fee-30d07a4c4986 req-42e1b83d-41f1-4f03-bf4f-260a1d4fd514 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.256432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90fcc451-63ab-4541-9fee-30d07a4c4986 req-42e1b83d-41f1-4f03-bf4f-260a1d4fd514 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 1097 time: 0.1015871 Aug 29 04:41:41.271469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-54c495ca-1a54-4464-b710-29ce693e8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.273341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-54c495ca-1a54-4464-b710-29ce693e8b38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097946 Aug 29 04:41:41.320105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.338030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90fcc451-63ab-4541-9fee-30d07a4c4986 req-ab1821b4-6428-4d78-94d8-ebec6a191919 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717368 Aug 29 04:41:41.361733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:41.373707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.375088 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Added segment 13633d38-32cb-4761-8973-40eb894505e3 of type vlan for network 87849885-c0e4-4d6f-8da3-3207e036fcc2 Aug 29 04:41:41.435231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.457659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Deleting port 015fe2cf-8268-47d0-8ca2-717eddf7029b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:41.458147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.458400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:41.530135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97407f5-6bb4-400d-b9ed-9f7ab646f71d req-ef5fa766-49e4-4405-800e-653318706290 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.531894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e97407f5-6bb4-400d-b9ed-9f7ab646f71d req-ef5fa766-49e4-4405-800e-653318706290 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 944 time: 0.1015470 Aug 29 04:41:41.532724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.533217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.539699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.545675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.546863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.553701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13edc-7ea5-4ec9-8d7a-89cc54fef26d req-3d3598c7-982b-4b66-a2fd-587009301880 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.562693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4eb13edc-7ea5-4ec9-8d7a-89cc54fef26d req-3d3598c7-982b-4b66-a2fd-587009301880 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 943 time: 0.2557576 Aug 29 04:41:41.583028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-80abc9ed-061e-4b92-94f7-63cb50f5aba4 service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013086 Aug 29 04:41:41.621021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:41.628776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8748975 Aug 29 04:41:41.632454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:41.645892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'port_id': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'mac_address': 'fa:16:3e:be:55:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:41.707192 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c518e029-caac-43a2-b6f0-d2c5d8018000 req-2e044797-3a4b-441a-9970-6926d4dc7586 service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134071 Aug 29 04:41:41.737687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Network': ['ID=12aaad56-1c3a-4bb8-bf0a-b6a7cf36f845,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.738611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.754737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] For port 015fe2cf-8268-47d0-8ca2-717eddf7029b, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=015fe2cf-8268-47d0-8ca2-717eddf7029b,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:41.755113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.767931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:41.771113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e97407f5-6bb4-400d-b9ed-9f7ab646f71d req-25e473bf-c93c-43a0-8ef8-a931a2e8ebca tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123365 Aug 29 04:41:41.774378 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4eb13edc-7ea5-4ec9-8d7a-89cc54fef26d req-1a795d83-c90a-4cc4-beb5-1e582fcdb663 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109060 Aug 29 04:41:41.778713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 12aaad56-1c3a-4bb8-bf0a-b6a7cf36f845 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:41.794684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Calling delete_port for 015fe2cf-8268-47d0-8ca2-717eddf7029b owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:41.869529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834c436-c4cd-41ec-a7a9-010d30e1806e tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Network': ['ID=87849885-c0e4-4d6f-8da3-3207e036fcc2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.897210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 87849885-c0e4-4d6f-8da3-3207e036fcc2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:41.912313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0d6c4-43c8-40f6-a785-03c0154e9344 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.919457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0d6c4-43c8-40f6-a785-03c0154e9344 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.927131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0d6c4-43c8-40f6-a785-03c0154e9344 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.933866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0d6c4-43c8-40f6-a785-03c0154e9344 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.934399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-f69fce31-1f24-453f-abd6-8bfd64193fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.935768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b4c0d6c4-43c8-40f6-a785-03c0154e9344 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3017485 Aug 29 04:41:41.936549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-f69fce31-1f24-453f-abd6-8bfd64193fb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c0a952f76b42cda7b089b4878fa9b9&device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1096 time: 0.1157744 Aug 29 04:41:41.938825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45042) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:41.971190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:41.985846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.045855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.053676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.281477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.295389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-ec657869-e03a-42e2-821f-7acb38f01602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.297613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-ec657869-e03a-42e2-821f-7acb38f01602 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e HTTP/1.1" status: 200 len: 910 time: 0.2660224 Aug 29 04:41:42.319451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d5204929-9066-4c79-810d-83608718f99d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:42.334979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.351886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Pushing event deleted for resources: {'Port': ['ID=015fe2cf-8268-47d0-8ca2-717eddf7029b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.358146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['3bd891b1-37ff-4e8f-8dc8-6285af3030b7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:42.396569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12aaad56-1c3a-4bb8-bf0a-b6a7cf36f845']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:42.401143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-77bdca5d-8650-4f1e-97e5-f7560c44ebcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c HTTP/1.1" status: 200 len: 217 time: 0.0921750 Aug 29 04:41:42.437369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8098649f-0a5e-4e94-b753-c4b4ab52c11e') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:42.437792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8098649f-0a5e-4e94-b753-c4b4ab52c11e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:42.497199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.501108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] No DVR routers for this DVR port 015fe2cf-8268-47d0-8ca2-717eddf7029b on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:42.507498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02d50eb0-8081-41ee-b3b6-e3ec8ff08066 req-a122aa30-f2e0-4cac-abcf-4c0deee84f46 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5fc20ae9-4760-4076-826f-aef9ea17f95c HTTP/1.1" status: 200 len: 210 time: 0.0715411 Aug 29 04:41:42.513762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.516052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55f5a5ee-3b00-41b5-a2a9-1f01aaf14d39 req-6aaaf88d-a648-4e1a-be52-0efbc493e636 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.37 "DELETE /v2.0/ports/015fe2cf-8268-47d0-8ca2-717eddf7029b HTTP/1.1" status: 204 len: 173 time: 1.2931180 Aug 29 04:41:42.537558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.559642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:42.560334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.640314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-393ca14d-10fa-4162-a76b-eb0505d85365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.642395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-393ca14d-10fa-4162-a76b-eb0505d85365 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c86840c8-dee1-41d3-a10f-5bc301fa88b7 HTTP/1.1" status: 200 len: 848 time: 0.2216549 Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:42.644888 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:42.692922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.705602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.708419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/networks/12aaad56-1c3a-4bb8-bf0a-b6a7cf36f845 HTTP/1.1" status: 204 len: 168 time: 0.7685897 Aug 29 04:41:42.711477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.735597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee312d-b10e-46b5-be56-81e5e1076f1d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Network': ['ID=12aaad56-1c3a-4bb8-bf0a-b6a7cf36f845,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.740630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-4574eef3-13c3-4076-9428-4a83e16e74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.742173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-4574eef3-13c3-4076-9428-4a83e16e74da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924768 Aug 29 04:41:42.837626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.896146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'name': 'network-vif-deleted', 'tag': '015fe2cf-8268-47d0-8ca2-717eddf7029b'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:42.898457 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084f24bb-73fc-47da-a085-4a36cf559e94" -d '{"events": [{"server_uuid": "5fc20ae9-4760-4076-826f-aef9ea17f95c", "name": "network-vif-deleted", "tag": "015fe2cf-8268-47d0-8ca2-717eddf7029b"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:42.916690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-66a3f04f-3364-4b67-8de3-7f94880c5d90 service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512203 Aug 29 04:41:42.945002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfc604-9866-454f-a655-9e3f85a4da95 req-6ae00206-2b9b-4205-93df-e773bd280c0f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.947295 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7dfc604-9866-454f-a655-9e3f85a4da95 req-6ae00206-2b9b-4205-93df-e773bd280c0f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 944 time: 0.0889809 Aug 29 04:41:42.996763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf9dea-35b9-4d5c-b236-ff4e484c4ee2 req-3af6f3a9-86d9-4011-bf58-c183e6791114 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.998483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46bf9dea-35b9-4d5c-b236-ff4e484c4ee2 req-3af6f3a9-86d9-4011-bf58-c183e6791114 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 944 time: 0.1491480 Aug 29 04:41:43.008934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.030055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87849885-c0e4-4d6f-8da3-3207e036fcc2']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:43.049871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13633d38-32cb-4761-8973-40eb894505e3') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:43.050451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13633d38-32cb-4761-8973-40eb894505e3') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:43.056833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7dfc604-9866-454f-a655-9e3f85a4da95 req-daf4cb50-37ad-4fcf-9063-d9213d00da8a tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966544 Aug 29 04:41:43.068530 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.078632 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49a67b06-8390-451e-8ac8-9bfb24aa1674 req-2faac536-49a8-4493-bea9-445b0d13a2fb service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533024 Aug 29 04:41:43.107703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46bf9dea-35b9-4d5c-b236-ff4e484c4ee2 req-63ef4c32-696e-4fdd-90b4-4461a215bedd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895784 Aug 29 04:41:43.125118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.132281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:43.132722 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:43.135797 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:43.149656 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09b4e2b-5d96-41f0-b823-7fc00ec609bd x-openstack-request-id: req-b09b4e2b-5d96-41f0-b823-7fc00ec609bd {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:43.150031 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc20ae9-4760-4076-826f-aef9ea17f95c", "name": "network-vif-deleted", "tag": "015fe2cf-8268-47d0-8ca2-717eddf7029b", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:43.150365 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b09b4e2b-5d96-41f0-b823-7fc00ec609bd {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:43.150867 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc20ae9-4760-4076-826f-aef9ea17f95c', 'name': 'network-vif-deleted', 'tag': '015fe2cf-8268-47d0-8ca2-717eddf7029b', 'status': 'completed', 'code': 200} Aug 29 04:41:43.199739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.209573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.211487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/networks/87849885-c0e4-4d6f-8da3-3207e036fcc2 HTTP/1.1" status: 204 len: 168 time: 0.4980373 Aug 29 04:41:43.214836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:43.221973 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833c59a-612c-4178-b941-70be9cf63a27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Network': ['ID=87849885-c0e4-4d6f-8da3-3207e036fcc2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.324310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606be2f7-bb06-4ce8-9c0a-ce3e2647c634 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.330506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606be2f7-bb06-4ce8-9c0a-ce3e2647c634 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.332236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-606be2f7-bb06-4ce8-9c0a-ce3e2647c634 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1163743 Aug 29 04:41:43.336739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45058) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:43.344606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1327582666'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:43.367173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Made reservation on behalf of f7b8d7295cd44909be616f49ece7dc35 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:43.370669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.404938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:43.416693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.417074 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Added segment 76d00a9d-1c1a-4fcf-873a-b88a8bb0b22c of type vlan for network bac543ae-ba01-4774-826e-47a18fd2fb4c Aug 29 04:41:43.449186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:43.466476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.505642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:43.509528 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.510254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:43.510615 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.515959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.516669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.576065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2379942 Aug 29 04:41:43.578614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45064) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:43.587932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1924050960'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:43.594850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd0e77-278a-4b2b-95b6-9e5bad237eff tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Network': ['ID=bac543ae-ba01-4774-826e-47a18fd2fb4c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.614766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network bac543ae-ba01-4774-826e-47a18fd2fb4c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:43.618032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Made reservation on behalf of f7b8d7295cd44909be616f49ece7dc35 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:43.622887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.631946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.659830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:43.676795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.677613 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Added segment c72636bd-66dc-46e6-b3c7-6194a5b672b0 of type vlan for network 24c9427a-be36-467d-8984-ac6334aa3bd3 Aug 29 04:41:43.703559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:43.706068 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f83b0f-63c6-4bd0-b119-c8a5131fcbb2" -d '{"events": [{"server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "name": "network-vif-plugged", "status": "completed", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:43.727264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:43.734597 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.761816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.767473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 015fe2cf-8268-47d0-8ca2-717eddf7029b no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:43.775650 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6086af2d-5b19-4da9-b4f5-b5bd5a796cc1 x-openstack-request-id: req-6086af2d-5b19-4da9-b4f5-b5bd5a796cc1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:43.776228 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "name": "network-vif-plugged", "status": "completed", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:43.776704 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6086af2d-5b19-4da9-b4f5-b5bd5a796cc1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:43.777247 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'code': 200} Aug 29 04:41:43.799314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.802990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 015fe2cf-8268-47d0-8ca2-717eddf7029b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:43.803417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 015fe2cf-8268-47d0-8ca2-717eddf7029b not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:43.805103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.805936 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.835397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.847043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.847413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.848560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.848944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.849834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.850228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.850619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.850988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.851370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.851890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.852244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.852647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:43.892661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3114929 Aug 29 04:41:43.896544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45070) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:43.903997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'ports': [{'network_id': 'bac543ae-ba01-4774-826e-47a18fd2fb4c', 'name': 'tempest-port--1798753459', 'admin_state_up': True}, {'network_id': '24c9427a-be36-467d-8984-ac6334aa3bd3', 'admin_state_up': False}]} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:43.904459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'port': {'network_id': 'bac543ae-ba01-4774-826e-47a18fd2fb4c', 'name': 'tempest-port--1798753459', 'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:43.905126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'port': {'network_id': '24c9427a-be36-467d-8984-ac6334aa3bd3', 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:43.920407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d16a5-36b0-4cc8-b12d-28399133fbf4 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Network': ['ID=24c9427a-be36-467d-8984-ac6334aa3bd3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.936167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 24c9427a-be36-467d-8984-ac6334aa3bd3 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:43.938693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fae567-4b4e-489a-8487-f210822fa3f5 req-2526964d-9490-44e5-b438-41bc2409312c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:43.940643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28fae567-4b4e-489a-8487-f210822fa3f5 req-2526964d-9490-44e5-b438-41bc2409312c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.0671961 Aug 29 04:41:43.993567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28fae567-4b4e-489a-8487-f210822fa3f5 req-1d8897e8-99dd-4516-8920-ff9114946e81 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Aug 29 04:41:44.046037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b5a27-dec5-4b47-b10c-a2a53ba538ae req-e541ca93-5a4e-4713-8c58-d1ac0f7119a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.047628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-430b5a27-dec5-4b47-b10c-a2a53ba538ae req-e541ca93-5a4e-4713-8c58-d1ac0f7119a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1097 time: 0.1388118 Aug 29 04:41:44.161196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-430b5a27-dec5-4b47-b10c-a2a53ba538ae req-bd62059d-f9d0-49ba-aa91-4f9b34245606 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962994 Aug 29 04:41:44.235366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd002-23a3-417a-8d51-2af26b96e717 req-fdc3a817-4144-410e-8f58-e602f838d521 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.236997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02fcd002-23a3-417a-8d51-2af26b96e717 req-fdc3a817-4144-410e-8f58-e602f838d521 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 944 time: 0.0881238 Aug 29 04:41:44.237670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Made reservation on behalf of f7b8d7295cd44909be616f49ece7dc35 for: {'port': 2} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:44.242412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.282053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.310980 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02fcd002-23a3-417a-8d51-2af26b96e717 req-cbfc30ec-c24b-4420-b613-3031ef1db55e tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657098 Aug 29 04:41:44.388329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] device_id is not set on port 85f7700e-fb4a-4558-978a-d6807a08c118 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:41:44.494087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c971d6-43e1-424a-b516-a713cda83b27 req-e72eb00c-aa2a-474f-914e-226a85058a95 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.495690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0c971d6-43e1-424a-b516-a713cda83b27 req-e72eb00c-aa2a-474f-914e-226a85058a95 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0523539 Aug 29 04:41:44.520247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.542410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0c971d6-43e1-424a-b516-a713cda83b27 req-e8b09d04-5476-4d17-8918-fe8aadbe99ca tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Aug 29 04:41:44.596268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] device_id is not set on port dc37a2ab-3bd0-4445-9114-09ab14b87e45 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:41:44.731511 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.771527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.828738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Port': ['ID=85f7700e-fb4a-4558-978a-d6807a08c118,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:44.847158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Checking segment: {'id': '76d00a9d-1c1a-4fcf-873a-b88a8bb0b22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bac543ae-ba01-4774-826e-47a18fd2fb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:44.847521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network hostable DHCP agents. Network: bac543ae-ba01-4774-826e-47a18fd2fb4c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:44.867178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network bac543ae-ba01-4774-826e-47a18fd2fb4c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:44.876066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, bac543ae-ba01-4774-826e-47a18fd2fb4c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:44.879987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:44.880852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.884749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cd8678-470c-45fe-a2d9-8d5c54d80f97 None None] Network bac543ae-ba01-4774-826e-47a18fd2fb4c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:44.942995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Port': ['ID=dc37a2ab-3bd0-4445-9114-09ab14b87e45,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:44.979504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Checking segment: {'id': 'c72636bd-66dc-46e6-b3c7-6194a5b672b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '24c9427a-be36-467d-8984-ac6334aa3bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:44.979963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network hostable DHCP agents. Network: 24c9427a-be36-467d-8984-ac6334aa3bd3, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:44.999638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network 24c9427a-be36-467d-8984-ac6334aa3bd3 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:45.010803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 24c9427a-be36-467d-8984-ac6334aa3bd3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:45.016316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:45.028107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6347b7-4a5f-42e9-b76d-3731a194ce6b None None] Network 24c9427a-be36-467d-8984-ac6334aa3bd3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:45.028454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.035579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.036436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.061822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d359cdd3-ca7c-4ec8-91e8-933ca27fac8d tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1635542 Aug 29 04:41:45.064838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:45.157499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d0f09-197e-46c2-a490-09588caa2aaa tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.163328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d0f09-197e-46c2-a490-09588caa2aaa tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.167653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d06d0f09-197e-46c2-a490-09588caa2aaa tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0987997 Aug 29 04:41:45.168997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45084) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:45.171658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dd870-2c1c-4303-973f-3f705824651c req-5869eea2-75a4-460a-bf9e-6cef7f2810a5 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.173140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-528dd870-2c1c-4303-973f-3f705824651c req-5869eea2-75a4-460a-bf9e-6cef7f2810a5 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.0870833 Aug 29 04:41:45.217267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-528dd870-2c1c-4303-973f-3f705824651c req-a5882f09-759d-44e9-9ca4-13574c00fe66 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351262 Aug 29 04:41:45.270194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Deleting port 85f7700e-fb4a-4558-978a-d6807a08c118 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:45.270446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.349758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.363404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Calling delete_port for 85f7700e-fb4a-4558-978a-d6807a08c118 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:45.466763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:45.591051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:45.613561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'port_id': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'mac_address': 'fa:16:3e:6f:39:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:45.655214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.669916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:45.691851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:45.696609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.701843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b428ec-89c6-4136-af76-f60e7039e035 req-4607451e-dd77-4d5c-abbb-77a6db578e63 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.704022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04b428ec-89c6-4136-af76-f60e7039e035 req-4607451e-dd77-4d5c-abbb-77a6db578e63 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0648367 Aug 29 04:41:45.752700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04b428ec-89c6-4136-af76-f60e7039e035 req-cc445c1f-a12f-43cc-ac18-8e9c4cefbd91 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405734 Aug 29 04:41:45.760484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.869310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18719f-c186-4ca4-b082-e52bc921df95 req-2ed6f9e8-cdd8-4e8e-8469-d04535ff8e09 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.871783 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c18719f-c186-4ca4-b082-e52bc921df95 req-2ed6f9e8-cdd8-4e8e-8469-d04535ff8e09 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 945 time: 0.1053851 Aug 29 04:41:45.888158 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.940736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Port': ['ID=85f7700e-fb4a-4558-978a-d6807a08c118,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.949822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e54f-6b6a-43ba-b71c-8d78cb6980bf req-b0d6ddbb-8c05-493d-90ad-ec2abddebad1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.952399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19c6e54f-6b6a-43ba-b71c-8d78cb6980bf req-b0d6ddbb-8c05-493d-90ad-ec2abddebad1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0861795 Aug 29 04:41:45.962983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45092) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:45.970894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'floatingip': {'port_id': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:45.985772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.987585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-38a04e44-0df8-4003-b01d-13d636425247 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/ports/85f7700e-fb4a-4558-978a-d6807a08c118 HTTP/1.1" status: 204 len: 168 time: 0.8173449 Aug 29 04:41:45.990493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:46.017108 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c18719f-c186-4ca4-b082-e52bc921df95 req-f081e74e-ea33-43d5-9e52-9dd3c34f795b tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259422 Aug 29 04:41:46.026351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.109083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-42b2b191-f93a-46f0-bfc4-a415e5a6a1c3 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:46.113722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-42b2b191-f93a-46f0-bfc4-a415e5a6a1c3 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.0891829 Aug 29 04:41:46.167176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0c1992-5e6c-4ec2-8b85-41f583f67a6c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:46.177405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Deleting port dc37a2ab-3bd0-4445-9114-09ab14b87e45 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:46.177824 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.281955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.304069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Calling delete_port for dc37a2ab-3bd0-4445-9114-09ab14b87e45 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:46.317214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Deleting port d5204929-9066-4c79-810d-83608718f99d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:46.317547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.509907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd71ff-73d7-44a0-afab-2b5a3e4cd1cb req-fc27b73f-6f64-456d-a2fa-67bac53f8af0 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:46.513159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60fd71ff-73d7-44a0-afab-2b5a3e4cd1cb req-fc27b73f-6f64-456d-a2fa-67bac53f8af0 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 1097 time: 0.1739542 Aug 29 04:41:46.541447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.597873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.598485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] For port d5204929-9066-4c79-810d-83608718f99d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d5204929-9066-4c79-810d-83608718f99d,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:46.598485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.603222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Port': ['ID=dc37a2ab-3bd0-4445-9114-09ab14b87e45,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:46.604553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.622522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.625043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-98e6dde9-8851-41a3-80d7-841816ab4f40 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/ports/dc37a2ab-3bd0-4445-9114-09ab14b87e45 HTTP/1.1" status: 204 len: 168 time: 0.6334391 Aug 29 04:41:46.631175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:46.652776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Calling delete_port for d5204929-9066-4c79-810d-83608718f99d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:46.658319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60fd71ff-73d7-44a0-afab-2b5a3e4cd1cb req-407cbe7b-f6a7-45a5-911e-0f22c5adf6b8 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3b48e5a9-deef-49a8-a36b-806043d1d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357734 Aug 29 04:41:46.679680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7513c326-5dc6-48d1-8249-9e930004f73c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0414529 Aug 29 04:41:46.679948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:46.692673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1122437840'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:46.729117 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Floating IP 03612d1f-62fe-4e22-a846-78da958512bf associated. External IP: 172.25.7.196, port: 3bd891b1-37ff-4e8f-8dc8-6285af3030b7. Aug 29 04:41:46.783987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Made reservation on behalf of f7b8d7295cd44909be616f49ece7dc35 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:46.787438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.809310 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55feb103-0493-4c19-9b31-8f77cdf34975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.831894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:46.844416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.844853 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Added segment b609550e-404c-4d82-9e99-8104ca29a05f of type vlan for network 84842bdb-7f94-4d27-ba51-e4ef646a87c7 Aug 29 04:41:46.921141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.949643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.982445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d5204929-9066-4c79-810d-83608718f99d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:46.987802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Router 5792d65f-4173-4d6f-b7fb-fda6106e660a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:46.992052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.998616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:46.999880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.004560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5204929-9066-4c79-810d-83608718f99d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.113443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] No DVR routers for this DVR port d5204929-9066-4c79-810d-83608718f99d on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:47.127633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.131018 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e324ba2-10a6-4143-8620-b502a20b09c3 req-69a7bd1b-3d04-4420-968e-ad7a8641ff5c tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d5204929-9066-4c79-810d-83608718f99d HTTP/1.1" status: 204 len: 173 time: 1.0103791 Aug 29 04:41:47.135792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'name': 'network-vif-deleted', 'tag': 'd5204929-9066-4c79-810d-83608718f99d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:47.156375 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0416f940-b94c-43c3-a400-211d17b369d1" -d '{"events": [{"server_uuid": "37ff8fb9-7d51-4a12-80af-d7dc9ecce748", "name": "network-vif-deleted", "tag": "d5204929-9066-4c79-810d-83608718f99d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:47.173788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4903407 Aug 29 04:41:47.175439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:47.183719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:47.189393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.193618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1050347710'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:47.200953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] Sync routers for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:47.201753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11002a30-fb2b-4cba-9125-dc6856e2a711 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Network': ['ID=84842bdb-7f94-4d27-ba51-e4ef646a87c7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.219692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 84842bdb-7f94-4d27-ba51-e4ef646a87c7 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:47.251594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c910205-9a87-4151-8f10-9fced34f4d48 req-a91f729c-b833-46f9-a0c7-37f8c890afef tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.254615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c910205-9a87-4151-8f10-9fced34f4d48 req-a91f729c-b833-46f9-a0c7-37f8c890afef tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 945 time: 0.1301475 Aug 29 04:41:47.266556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8781bb95-0827-43a4-b97a-e50c37340453 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "PUT /v2.0/floatingips/03612d1f-62fe-4e22-a846-78da958512bf HTTP/1.1" status: 200 len: 991 time: 1.2979681 Aug 29 04:41:47.269773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:47.270034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Made reservation on behalf of f7b8d7295cd44909be616f49ece7dc35 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:47.273166 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e60c5-4303-4cf4-ab02-408fe7b420b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:47.274358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.277506 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d24cba-f890-4b9d-b482-a5e80341e55c x-openstack-request-id: req-48d24cba-f890-4b9d-b482-a5e80341e55c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:47.277769 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ff8fb9-7d51-4a12-80af-d7dc9ecce748", "name": "network-vif-deleted", "tag": "d5204929-9066-4c79-810d-83608718f99d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:47.278024 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48d24cba-f890-4b9d-b482-a5e80341e55c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:47.278420 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ff8fb9-7d51-4a12-80af-d7dc9ecce748', 'name': 'network-vif-deleted', 'tag': 'd5204929-9066-4c79-810d-83608718f99d', 'status': 'completed', 'code': 200} Aug 29 04:41:47.308828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:47.309633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:47.346487 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c910205-9a87-4151-8f10-9fced34f4d48 req-a5dbfd42-cccb-4ae4-9905-edf4205fd518 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778913 Aug 29 04:41:47.368725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:47.379696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.385333 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Added segment 4fb74fe7-bb49-4306-9bc3-c104cb207d3c of type vlan for network 90204fe5-2386-4640-a17d-ac13f4861469 Aug 29 04:41:47.428892 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ed2517-c1b9-451c-b464-09d1fa7088fc x-openstack-request-id: req-96ed2517-c1b9-451c-b464-09d1fa7088fc {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:47.429489 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:47.430046 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96ed2517-c1b9-451c-b464-09d1fa7088fc {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:47.430724 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'status': 'completed', 'code': 200} Aug 29 04:41:47.457580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.480420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:47.529713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.537739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:47.538534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.540224 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.597458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-ecf71490-3e46-442b-8dfc-ccf942cad5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.599065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-ecf71490-3e46-442b-8dfc-ccf942cad5a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1097 time: 0.1354485 Aug 29 04:41:47.620400 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4449582 Aug 29 04:41:47.641567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:47.649012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:47.649414 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.666643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e82d6-0e5b-40cc-9d2d-c775bbf83ac1 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Network': ['ID=90204fe5-2386-4640-a17d-ac13f4861469,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.753559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-53ec8e71-868f-46c9-b1e9-8c9513fea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.755635 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-53ec8e71-868f-46c9-b1e9-8c9513fea428 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.1469734 Aug 29 04:41:47.783076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45118) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:47.797376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'subnets': [{'network_id': '84842bdb-7f94-4d27-ba51-e4ef646a87c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1212251385', 'ip_version': 4}, {'network_id': '90204fe5-2386-4640-a17d-ac13f4861469', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:47.799561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'subnet': {'network_id': '84842bdb-7f94-4d27-ba51-e4ef646a87c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1212251385', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:47.800817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Request body: {'subnet': {'network_id': '90204fe5-2386-4640-a17d-ac13f4861469', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:47.824009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 90204fe5-2386-4640-a17d-ac13f4861469 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:47.869789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cd9507b0-bc20-4000-976d-1441252133ad req-686e16ec-9bc9-4ad7-8a18-952e684fb9a7 tempest-TestServerMultinode-2018547334 tempest-TestServerMultinode-2018547334-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=37ff8fb9-7d51-4a12-80af-d7dc9ecce748 HTTP/1.1" status: 200 len: 210 time: 0.0380657 Aug 29 04:41:47.913957 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-b2ef4c00-96d5-4023-904f-449323990fef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 999 time: 0.1444895 Aug 29 04:41:47.919153 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.992852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:47.996709 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1304c47-53b8-4780-9b4b-ffa60b6af779" -d '{"events": [{"server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "name": "network-vif-plugged", "status": "completed", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:48.000514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-01ad1118-b969-452f-bf44-c79975cc3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.002023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-01ad1118-b969-452f-bf44-c79975cc3e45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.0785291 Aug 29 04:41:48.019721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:48.030681 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.035730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Made reservation on behalf of f7b8d7295cd44909be616f49ece7dc35 for: {'subnet': 2} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:48.042842 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.043639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.061859 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84215887-c9e2-4380-9864-2bc6fcfb22df x-openstack-request-id: req-84215887-c9e2-4380-9864-2bc6fcfb22df {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:48.062162 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "name": "network-vif-plugged", "status": "completed", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:48.062391 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84215887-c9e2-4380-9864-2bc6fcfb22df {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:48.062823 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'code': 200} Aug 29 04:41:48.065920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-b12842bc-587a-4ba6-9579-d204c7d91794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.068038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-b12842bc-587a-4ba6-9579-d204c7d91794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577843 Aug 29 04:41:48.081156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '03612d1f-62fe-4e22-a846-78da958512bf', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'port_id': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'mac_address': 'fa:16:3e:be:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:25Z', 'updated_at': '2021-08-29T04:41:46Z', 'revision_number': 1, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:48.128755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] Checking router: 5792d65f-4173-4d6f-b7fb-fda6106e660a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:48.136409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.143391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:48.144001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:48.215988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-e648917d-45b3-4a5f-9507-d7c1d7206150 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133888 Aug 29 04:41:48.269584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:48.284303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc36e1-5e1e-4e1f-b28e-3212249f8e13 req-cab3e4a3-6d6b-4f47-9938-095b7370d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.285890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63bc36e1-5e1e-4e1f-b28e-3212249f8e13 req-cab3e4a3-6d6b-4f47-9938-095b7370d8c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1098 time: 0.0796270 Aug 29 04:41:48.349686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-990e60c5-4303-4cf4-ab02-408fe7b420b2 req-7a35aec7-71ed-4bb4-8a2d-fc4693b634fc service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265411 Aug 29 04:41:48.405941 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63bc36e1-5e1e-4e1f-b28e-3212249f8e13 req-55e4d8e7-ba81-497c-8bb7-fe4de8e837bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085813 Aug 29 04:41:48.556499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572828c-dc3d-4b96-8c65-01e48eb5e731 req-8a551a72-a32d-46e3-b0a5-e0e8d707c410 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.559112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5572828c-dc3d-4b96-8c65-01e48eb5e731 req-8a551a72-a32d-46e3-b0a5-e0e8d707c410 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.0809886 Aug 29 04:41:48.590844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.643395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5572828c-dc3d-4b96-8c65-01e48eb5e731 req-bc7bfed0-68de-4241-8047-120b169c1e2c tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681257 Aug 29 04:41:48.664641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Subnet': ['ID=fd9c454b-c139-4e81-a5e3-f58f6c45d2b7,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.672953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Checking segment: {'id': 'b609550e-404c-4d82-9e99-8104ca29a05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84842bdb-7f94-4d27-ba51-e4ef646a87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:48.673362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network hostable DHCP agents. Network: 84842bdb-7f94-4d27-ba51-e4ef646a87c7, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:48.699984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network 84842bdb-7f94-4d27-ba51-e4ef646a87c7 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:48.711931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 84842bdb-7f94-4d27-ba51-e4ef646a87c7) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:48.716595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.723597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f9538-46c2-4c05-92e9-139e100f986d None None] Network 84842bdb-7f94-4d27-ba51-e4ef646a87c7 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:48.815659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event updated for resources: {'Subnet': ['ID=f1c341fd-f7e2-4713-9d4f-7693a7580f40,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:48.827676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Checking segment: {'id': '4fb74fe7-bb49-4306-9bc3-c104cb207d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90204fe5-2386-4640-a17d-ac13f4861469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:48.828369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network hostable DHCP agents. Network: 90204fe5-2386-4640-a17d-ac13f4861469, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:48.853058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '03612d1f-62fe-4e22-a846-78da958512bf', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'port_id': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'mac_address': 'fa:16:3e:be:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:25Z', 'updated_at': '2021-08-29T04:41:46Z', 'revision_number': 1, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:48.853519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Network 90204fe5-2386-4640-a17d-ac13f4861469 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:48.868090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 90204fe5-2386-4640-a17d-ac13f4861469) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:48.874806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.875346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.876306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.892535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fc33df05-18d3-47c5-bf8e-70afbbded0f3 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1071174 Aug 29 04:41:48.895144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45128) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:48.896186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e320838-b07d-4298-8972-349e988cf1d9 None None] Network 90204fe5-2386-4640-a17d-ac13f4861469 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:48.902095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb965531-3822-4dc3-8d4e-6d607618f69d None None] The sync data for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 is: [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '03612d1f-62fe-4e22-a846-78da958512bf', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'floating_ip_address': '172.25.7.196', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'port_id': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'mac_address': 'fa:16:3e:be:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:25Z', 'updated_at': '2021-08-29T04:41:46Z', 'revision_number': 1, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:48.975568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45132) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:48.976591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b08b4-f045-448e-87c7-cfef69d48e99 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.978186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b08b4-f045-448e-87c7-cfef69d48e99 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.979776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b08b4-f045-448e-87c7-cfef69d48e99 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.985645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-de8b08b4-f045-448e-87c7-cfef69d48e99 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0862937 Aug 29 04:41:48.986533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45134) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:49.110537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f085edb-df21-45ec-b365-e60e310d510e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-84842bdb-7f94-4d27-ba51-e4ef646a87c7', 'network_id': '84842bdb-7f94-4d27-ba51-e4ef646a87c7', 'tenant_id': 'f7b8d7295cd44909be616f49ece7dc35', 'fixed_ips': [{'subnet_id': 'fd9c454b-c139-4e81-a5e3-f58f6c45d2b7'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:49.111383 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1f085edb-df21-45ec-b365-e60e310d510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.137500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Deleting subnet fd9c454b-c139-4e81-a5e3-f58f6c45d2b7 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:49.144022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.194260 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0066bb0-a3cf-4e55-8a98-8459cdc95256 None None] New status for floating IP 03612d1f-62fe-4e22-a846-78da958512bf: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:49.202587 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.263725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-90204fe5-2386-4640-a17d-ac13f4861469', 'network_id': '90204fe5-2386-4640-a17d-ac13f4861469', 'tenant_id': 'f7b8d7295cd44909be616f49ece7dc35', 'fixed_ips': [{'subnet_id': 'f1c341fd-f7e2-4713-9d4f-7693a7580f40'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:49.264610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.497070 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-79ffdaad-1e85-4485-ba32-49fdc889c5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.499930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Allocated IP 172.20.0.18 (90204fe5-2386-4640-a17d-ac13f4861469/f1c341fd-f7e2-4713-9d4f-7693a7580f40/16fcbba2-65ce-40c7-bc4a-56165bf1c936) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:49.627159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.755709 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.772146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Transition to ACTIVE for port object 16fcbba2-65ce-40c7-bc4a-56165bf1c936 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:49.791782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.802351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Transition to ACTIVE for port object 16fcbba2-65ce-40c7-bc4a-56165bf1c936 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:49.812421 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.864264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Network 90204fe5-2386-4640-a17d-ac13f4861469 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:49.869059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:49.879483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:49.943255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Pushing event updated for resources: {'Port': ['ID=16fcbba2-65ce-40c7-bc4a-56165bf1c936,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:49.949085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af4a89-e3c2-4b1d-bd92-11fbf518ccfe req-3b98d43f-930f-4657-a1a9-e12dfc646b65 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:49.950729 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-52af4a89-e3c2-4b1d-bd92-11fbf518ccfe req-3b98d43f-930f-4657-a1a9-e12dfc646b65 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.1528785 Aug 29 04:41:49.975351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-1f085edb-df21-45ec-b365-e60e310d510e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd9c454b-c139-4e81-a5e3-f58f6c45d2b7: This subnet is being modified by another concurrent operation. Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:41:49.975799 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd9c454b-c139-4e81-a5e3-f58f6c45d2b7: This subnet is being modified by another concurrent operation. Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:41:49.979984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Attempting to bind port 16fcbba2-65ce-40c7-bc4a-56165bf1c936 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:49.984868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Attempting to bind port 16fcbba2-65ce-40c7-bc4a-56165bf1c936 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4fb74fe7-bb49-4306-9bc3-c104cb207d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90204fe5-2386-4640-a17d-ac13f4861469'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:49.984868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Attempting to bind port 16fcbba2-65ce-40c7-bc4a-56165bf1c936 on network 90204fe5-2386-4640-a17d-ac13f4861469 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:49.995105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:49.995105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Checking segment: {'id': '4fb74fe7-bb49-4306-9bc3-c104cb207d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90204fe5-2386-4640-a17d-ac13f4861469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:49.995105 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.995105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Bound using segment: {'id': '4fb74fe7-bb49-4306-9bc3-c104cb207d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90204fe5-2386-4640-a17d-ac13f4861469'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:49.995105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Bound port: 16fcbba2-65ce-40c7-bc4a-56165bf1c936, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb74fe7-bb49-4306-9bc3-c104cb207d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '90204fe5-2386-4640-a17d-ac13f4861469'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:49.995105 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.998470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b437c83-f7a6-43ed-9d22-25193b123b8c None None] Network 84842bdb-7f94-4d27-ba51-e4ef646a87c7 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:50.029189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-e8fecb0a-2778-4ef3-b9ea-979be3e2fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.030236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.030785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-e8fecb0a-2778-4ef3-b9ea-979be3e2fe83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.1355169 Aug 29 04:41:50.033818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/subnets/fd9c454b-c139-4e81-a5e3-f58f6c45d2b7 HTTP/1.1" status: 204 len: 168 time: 1.0460629 Aug 29 04:41:50.038905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45150) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.061982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36101e7a-b484-4de9-b8b2-2d8f984c323c tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9c454b-c139-4e81-a5e3-f58f6c45d2b7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:50.081715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-52af4a89-e3c2-4b1d-bd92-11fbf518ccfe req-a6dec468-4564-4340-a14c-b6eb40ac4fe0 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210628 Aug 29 04:41:50.136177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed7e3-9702-4e9a-95c4-69fad54fa774 req-95821bab-b242-4a80-b306-eaaea57bee31 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.138196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcbed7e3-9702-4e9a-95c4-69fad54fa774 req-95821bab-b242-4a80-b306-eaaea57bee31 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1722519 Aug 29 04:41:50.197455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.200732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Deleting subnet f1c341fd-f7e2-4713-9d4f-7693a7580f40 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:50.209374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] For port 16fcbba2-65ce-40c7-bc4a-56165bf1c936, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:50.213973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] For port 16fcbba2-65ce-40c7-bc4a-56165bf1c936, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=16fcbba2-65ce-40c7-bc4a-56165bf1c936,segment=NetworkSegment(4fb74fe7-bb49-4306-9bc3-c104cb207d3c),segment_id=4fb74fe7-bb49-4306-9bc3-c104cb207d3c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:50.222099 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.226106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.274485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcbed7e3-9702-4e9a-95c4-69fad54fa774 req-e5495acf-ade5-4b4c-b5ec-8413c79dfa78 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197102 Aug 29 04:41:50.317512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dc70c-6451-498b-9494-7a51d6a8ab8a None None] Pushing event updated for resources: {'Port': ['ID=16fcbba2-65ce-40c7-bc4a-56165bf1c936,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:50.336994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-5b5b0bb9-fd93-4dcd-b7e3-7e354d4dfe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.339944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-5b5b0bb9-fd93-4dcd-b7e3-7e354d4dfe5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.2997103 Aug 29 04:41:50.348129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.447933 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-9331b903-6389-4ec1-9667-760aa695a62a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0948925 Aug 29 04:41:50.520912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Deleting port 52b34c70-8071-4f77-a6b7-d2e27ef88665 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:50.521253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.590590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-1915d954-24b2-4958-834b-92f994caf2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.592187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-1915d954-24b2-4958-834b-92f994caf2fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.1372397 Aug 29 04:41:50.630248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] For port 52b34c70-8071-4f77-a6b7-d2e27ef88665, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=52b34c70-8071-4f77-a6b7-d2e27ef88665,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:50.630748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.635228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-bb83ab98-e3ae-4c1e-aa9a-8077239aec78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317197 Aug 29 04:41:50.637268 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.646698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Calling delete_port for 52b34c70-8071-4f77-a6b7-d2e27ef88665 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:50.713539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.754392 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.766139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.806805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-c1821c79-bd87-4150-b6f8-650240eab121 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435502 Aug 29 04:41:50.809342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c341fd-f7e2-4713-9d4f-7693a7580f40,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:50.811525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.816216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.816374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6b471a7c-681d-4705-bad1-a17f44352057 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/subnets/f1c341fd-f7e2-4713-9d4f-7693a7580f40 HTTP/1.1" status: 204 len: 168 time: 0.7756305 Aug 29 04:41:50.902681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72c53bd-5b13-44b7-8e7b-4feb42839dab tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.903783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e72c53bd-5b13-44b7-8e7b-4feb42839dab tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862675 Aug 29 04:41:50.905264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d3d25b0-56b6-4c11-9f2f-7f7abc9263d9 req-7831742a-fc5c-4fbc-b7e4-66f33fe9cc68 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877314 Aug 29 04:41:50.908005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45156) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.919727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.952154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Pushing event deleted for resources: {'Port': ['ID=52b34c70-8071-4f77-a6b7-d2e27ef88665,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.009271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.086573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Deleting port 16fcbba2-65ce-40c7-bc4a-56165bf1c936 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:51.087289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.171920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.187986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] For port 16fcbba2-65ce-40c7-bc4a-56165bf1c936, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=16fcbba2-65ce-40c7-bc4a-56165bf1c936,segment=NetworkSegment(4fb74fe7-bb49-4306-9bc3-c104cb207d3c),segment_id=4fb74fe7-bb49-4306-9bc3-c104cb207d3c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:51.188352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.239788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Calling delete_port for 16fcbba2-65ce-40c7-bc4a-56165bf1c936 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:51.312745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4a286-6ea6-4d09-afbc-224f6242f115 req-a0cefc59-ba24-4eab-8b3b-784b4e01fe63 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.314390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-97d4a286-6ea6-4d09-afbc-224f6242f115 req-a0cefc59-ba24-4eab-8b3b-784b4e01fe63 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.1232016 Aug 29 04:41:51.388814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-97d4a286-6ea6-4d09-afbc-224f6242f115 req-fb0ac411-4038-4129-adde-eaa96561e61b tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649881 Aug 29 04:41:51.408362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.436267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Port': ['ID=16fcbba2-65ce-40c7-bc4a-56165bf1c936,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.442071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] No DVR routers for this DVR port 16fcbba2-65ce-40c7-bc4a-56165bf1c936 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:51.502758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b66f5-cd61-4aa9-87a9-d22f79423a2a req-1dc556dc-0b1e-4a07-a4db-3860a794be34 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.504238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d5204929-9066-4c79-810d-83608718f99d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:51.504386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06b66f5-cd61-4aa9-87a9-d22f79423a2a req-1dc556dc-0b1e-4a07-a4db-3860a794be34 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1146207 Aug 29 04:41:51.524862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Router 9e575986-a7de-49b2-a1b6-86fd996b087b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:51.533406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9e89c-faec-49b4-b227-205379bb8318 None None] Network 90204fe5-2386-4640-a17d-ac13f4861469 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:51.535669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: d5204929-9066-4c79-810d-83608718f99d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:51.536220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d5204929-9066-4c79-810d-83608718f99d not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:51.553053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.561435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06b66f5-cd61-4aa9-87a9-d22f79423a2a req-21c327d4-508a-4b7e-989d-5ea9a71f6764 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477121 Aug 29 04:41:51.587823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90204fe5-2386-4640-a17d-ac13f4861469']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:51.600228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb74fe7-bb49-4306-9bc3-c104cb207d3c') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:51.600606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb74fe7-bb49-4306-9bc3-c104cb207d3c') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:51.613013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.616081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2801e76b-8a8c-4d2d-b272-6b49fbb91604 None None] Could not find standard attr ID for object 16fcbba2-65ce-40c7-bc4a-56165bf1c936. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:41:51.630988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107221ce-787b-4d14-94fa-11d596d4443a req-085f0085-6312-402c-9c62-8094c16eabc8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.632750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-107221ce-787b-4d14-94fa-11d596d4443a req-085f0085-6312-402c-9c62-8094c16eabc8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.1452749 Aug 29 04:41:51.646734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.669379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:51.669810 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:51.672925 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:51.675007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:51.680215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8df2ad5f-8613-4f8c-a102-6fec78ae945f admin admin] 10.222.0.55 "PUT /v2.0/routers/9e575986-a7de-49b2-a1b6-86fd996b087b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7033346 Aug 29 04:41:51.682533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45168) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:51.690623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] Sync routers for ids ['9e575986-a7de-49b2-a1b6-86fd996b087b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:51.713004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] Routers {'9e575986-a7de-49b2-a1b6-86fd996b087b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:51.716375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9e575986-a7de-49b2-a1b6-86fd996b087b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:51.803157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d1623-2465-4901-80fd-6b9882601254 None None] DHCP port deletion for 90204fe5-2386-4640-a17d-ac13f4861469 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:51.847446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.871381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1051104-a0cf-4d98-91b1-8c27d2e15554 None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:41:51.873523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 16fcbba2-65ce-40c7-bc4a-56165bf1c936 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:51.919716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 16fcbba2-65ce-40c7-bc4a-56165bf1c936 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:51.920103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 16fcbba2-65ce-40c7-bc4a-56165bf1c936 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:51.967273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.974093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] Set router 9e575986-a7de-49b2-a1b6-86fd996b087b gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:52.033341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Deleting port 77ed97d7-404c-4709-a9be-18a94d2b4880 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:52.033851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.102613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-107221ce-787b-4d14-94fa-11d596d4443a req-4ebeeb27-470d-462a-bf2b-b1da99d74661 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4530332 Aug 29 04:41:52.121927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.138386 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.141071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/networks/90204fe5-2386-4640-a17d-ac13f4861469 HTTP/1.1" status: 204 len: 168 time: 1.2320061 Aug 29 04:41:52.144080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45174) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.146301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] For port 77ed97d7-404c-4709-a9be-18a94d2b4880, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=77ed97d7-404c-4709-a9be-18a94d2b4880,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:52.146668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.154672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1051104-a0cf-4d98-91b1-8c27d2e15554 None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:41:52.162852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Calling delete_port for 77ed97d7-404c-4709-a9be-18a94d2b4880 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:52.180650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f725405-e28d-48a1-b089-57310028cd27 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Network': ['ID=90204fe5-2386-4640-a17d-ac13f4861469,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:52.244983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.288094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70f22-0cb3-488c-9ef7-b91bd15a1166 req-55f62650-332e-4aa0-b762-c4d8a9a4b7ff tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.290400 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4eb70f22-0cb3-488c-9ef7-b91bd15a1166 req-55f62650-332e-4aa0-b762-c4d8a9a4b7ff tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.0763168 Aug 29 04:41:52.322642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.348455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:41:50Z', 'revision_number': 5, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port': {'id': '77ed97d7-404c-4709-a9be-18a94d2b4880', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.349004 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.360956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84842bdb-7f94-4d27-ba51-e4ef646a87c7']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.374333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b609550e-404c-4d82-9e99-8104ca29a05f') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.374684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b609550e-404c-4d82-9e99-8104ca29a05f') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.379140 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4eb70f22-0cb3-488c-9ef7-b91bd15a1166 req-482e486c-ffbe-491c-8077-bd2f770f05d8 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532401 Aug 29 04:41:52.386632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.390520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] Checking router: 9e575986-a7de-49b2-a1b6-86fd996b087b for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:52.409927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.421334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:52.421552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.421698 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:52.425001 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:52.455157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] Routers {'9e575986-a7de-49b2-a1b6-86fd996b087b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:52.456185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9e575986-a7de-49b2-a1b6-86fd996b087b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.459656 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.514913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.519278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Pushing event deleted for resources: {'Port': ['ID=77ed97d7-404c-4709-a9be-18a94d2b4880,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:52.531708 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.537947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/networks/84842bdb-7f94-4d27-ba51-e4ef646a87c7 HTTP/1.1" status: 204 len: 168 time: 0.3899882 Aug 29 04:41:52.543439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45180) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.570901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3a9f-dc5d-4c6d-9512-1cdd0804cfbc tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Network': ['ID=84842bdb-7f94-4d27-ba51-e4ef646a87c7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:52.571155 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.705519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.729365 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.733628 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.736019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310cc9-75ca-41fc-99b6-56efcec3e96f req-c556a509-691a-4e9b-9396-727bea943a5f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.737841 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f310cc9-75ca-41fc-99b6-56efcec3e96f req-c556a509-691a-4e9b-9396-727bea943a5f tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0882382 Aug 29 04:41:52.748178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a084e2-05fc-43d3-93d0-4cda3623895f tempest-TestServerBasicOps-1669465577 tempest-TestServerBasicOps-1669465577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.752837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1a084e2-05fc-43d3-93d0-4cda3623895f tempest-TestServerBasicOps-1669465577 tempest-TestServerBasicOps-1669465577-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1093 time: 0.3273127 Aug 29 04:41:52.760262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45184) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.766936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:52.796647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.797405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e575986-a7de-49b2-a1b6-86fd996b087b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:52.805836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.810545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-22d5c7ec-2625-4e53-9132-b1ea8ca600dc admin admin] 10.222.0.55 "DELETE /v2.0/routers/9e575986-a7de-49b2-a1b6-86fd996b087b HTTP/1.1" status: 204 len: 168 time: 1.1228588 Aug 29 04:41:52.810545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.820067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] Set router 9e575986-a7de-49b2-a1b6-86fd996b087b gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:52.866586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] Deleting subnet 2f0101f4-8f86-4155-8ba3-95485c79a859 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:52.869841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.875465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.890451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f310cc9-75ca-41fc-99b6-56efcec3e96f req-9c8b9c15-80a5-4005-bd33-854e2228ce1c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284931 Aug 29 04:41:52.891820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c9427a-be36-467d-8984-ac6334aa3bd3']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.894969 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.917023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72636bd-66dc-46e6-b3c7-6194a5b672b0') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.917904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72636bd-66dc-46e6-b3c7-6194a5b672b0') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.924726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.931093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.942192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:41:52Z', 'revision_number': 7, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.981334 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.990225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:52.990796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.993925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3bc418-01c7-4042-b6b4-e754778aeb2d None None] The sync data for ids ['9e575986-a7de-49b2-a1b6-86fd996b087b'] in n-d-712143-14 is: [{'id': '9e575986-a7de-49b2-a1b6-86fd996b087b', 'name': 'tempest-TestServerMultinode-2100743336-router', 'tenant_id': 'c1427f2b5a4e43149a81651c2eb133af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:40Z', 'updated_at': '2021-08-29T04:41:52Z', 'revision_number': 7, 'project_id': 'c1427f2b5a4e43149a81651c2eb133af', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:52.994086 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:53.028643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.086680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.098016 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.102597 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/networks/24c9427a-be36-467d-8984-ac6334aa3bd3 HTTP/1.1" status: 204 len: 168 time: 0.5537698 Aug 29 04:41:53.105126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:53.114184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119a2ef-4691-4548-9aa5-3982be7c691b tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Network': ['ID=24c9427a-be36-467d-8984-ac6334aa3bd3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.126585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.171105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.216936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0101f4-8f86-4155-8ba3-95485c79a859,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.219479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.223936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13dcd87-fdf5-4fe7-a10c-95d7d275ed69 None None] Network a72d1daa-14d3-4d53-81eb-e99f5162ae62 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:53.224116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-abb6e7ae-034f-4794-ab81-7e0e87d304f2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2f0101f4-8f86-4155-8ba3-95485c79a859 HTTP/1.1" status: 204 len: 168 time: 0.4098690 Aug 29 04:41:53.224528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:53.246606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.265527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Allocated IP 172.25.7.250 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/e4e23efc-6157-49ae-8000-f19d405acb25) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:53.307882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.402663 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.436401 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.450577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac543ae-ba01-4774-826e-47a18fd2fb4c']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:53.462121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] DHCP port deletion for a72d1daa-14d3-4d53-81eb-e99f5162ae62 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:53.464314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d00a9d-1c1a-4fcf-873a-b88a8bb0b22c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:53.464620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d00a9d-1c1a-4fcf-873a-b88a8bb0b22c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:53.466220 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.478750 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.499193 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.508198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:53.508732 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:53.512782 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:53.515301 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:53.516941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:53.523310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:53.541196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] Deleting port 09c42f80-70b0-4f79-8862-90d5d03b6bcd {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:53.541742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.554996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'Port': ['ID=e4e23efc-6157-49ae-8000-f19d405acb25,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.583221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Deleting port 09c42f80-70b0-4f79-8862-90d5d03b6bcd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:53.583832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.612833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] For port 09c42f80-70b0-4f79-8862-90d5d03b6bcd, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=09c42f80-70b0-4f79-8862-90d5d03b6bcd,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:53.613083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.627851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] Calling delete_port for 09c42f80-70b0-4f79-8862-90d5d03b6bcd owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:53.652077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.657404 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.662225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] 10.222.0.55 "DELETE /v2.0/networks/bac543ae-ba01-4774-826e-47a18fd2fb4c HTTP/1.1" status: 204 len: 168 time: 0.5532472 Aug 29 04:41:53.694398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e1f3f-ce0d-409b-90ba-69502b7565d6 tempest-BulkNetworkOpsTest-502684282 tempest-BulkNetworkOpsTest-502684282-project] Pushing event deleted for resources: {'Network': ['ID=bac543ae-ba01-4774-826e-47a18fd2fb4c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.700990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] For port 09c42f80-70b0-4f79-8862-90d5d03b6bcd, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=09c42f80-70b0-4f79-8862-90d5d03b6bcd,segment=NetworkSegment(e481f984-6427-4888-ac6f-a9ac4cfa3cd5),segment_id=e481f984-6427-4888-ac6f-a9ac4cfa3cd5)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:53.701159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.720108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.721064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Calling delete_port for 09c42f80-70b0-4f79-8862-90d5d03b6bcd owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:53.759887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] Pushing event deleted for resources: {'Port': ['ID=09c42f80-70b0-4f79-8862-90d5d03b6bcd,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.762760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33070ff5-1bb0-4e5a-bcb6-81c1793a6118 None None] No DVR routers for this DVR port 09c42f80-70b0-4f79-8862-90d5d03b6bcd on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:53.837520 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.875510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Pushing event deleted for resources: {'Port': ['ID=09c42f80-70b0-4f79-8862-90d5d03b6bcd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.878660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] No DVR routers for this DVR port 09c42f80-70b0-4f79-8862-90d5d03b6bcd on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:53.955399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 52b34c70-8071-4f77-a6b7-d2e27ef88665 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:53.988481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 52b34c70-8071-4f77-a6b7-d2e27ef88665 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:53.989219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 52b34c70-8071-4f77-a6b7-d2e27ef88665 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:53.989921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 09c42f80-70b0-4f79-8862-90d5d03b6bcd no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:54.007957 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.013676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 09c42f80-70b0-4f79-8862-90d5d03b6bcd {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:54.014037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 09c42f80-70b0-4f79-8862-90d5d03b6bcd not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:54.014466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 77ed97d7-404c-4709-a9be-18a94d2b4880 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:54.020191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72d1daa-14d3-4d53-81eb-e99f5162ae62']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.036084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 77ed97d7-404c-4709-a9be-18a94d2b4880 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:54.036349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 77ed97d7-404c-4709-a9be-18a94d2b4880 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:54.046276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.046643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e481f984-6427-4888-ac6f-a9ac4cfa3cd5') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.065557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.089146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.098591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:54.099588 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:54.102531 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:54.116012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:54.175647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.181268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.186201 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] 10.222.0.55 "DELETE /v2.0/networks/a72d1daa-14d3-4d53-81eb-e99f5162ae62 HTTP/1.1" status: 204 len: 168 time: 0.9605911 Aug 29 04:41:54.188202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:54.190527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53770f-74dc-4e97-83ad-2b025915de64 req-5ab2b84e-0fdf-489a-abb7-72c52324900a tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:54.193187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f53770f-74dc-4e97-83ad-2b025915de64 req-5ab2b84e-0fdf-489a-abb7-72c52324900a tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1523247 Aug 29 04:41:54.195749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.286615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca026f8-f82d-4f21-a58f-22047ce2777c admin admin] Pushing event deleted for resources: {'Network': ['ID=a72d1daa-14d3-4d53-81eb-e99f5162ae62,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.374654 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f53770f-74dc-4e97-83ad-2b025915de64 req-af74317d-8e26-43cb-8c40-3d95996709fe tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366892 Aug 29 04:41:54.384490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.407822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-757d2234-c1a6-466d-a0b2-ef5539c6954b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7b8d7295cd44909be616f49ece7dc35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905934 Aug 29 04:41:54.410379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45208) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:54.526088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9516-89a0-437a-8b91-7af6e2a85325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.562423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9516-89a0-437a-8b91-7af6e2a85325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.654373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.659644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.689042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.723525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9516-89a0-437a-8b91-7af6e2a85325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.726050 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3a6f9516-89a0-437a-8b91-7af6e2a85325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.727377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3a6f9516-89a0-437a-8b91-7af6e2a85325 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72c0966f-e1a1-4e39-acd5-a8056ff0b05f HTTP/1.1" status: 204 len: 168 time: 0.3158159 Aug 29 04:41:54.740517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event updated for resources: {'Port': ['ID=e4e23efc-6157-49ae-8000-f19d405acb25,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.751186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f9516-89a0-437a-8b91-7af6e2a85325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c0966f-e1a1-4e39-acd5-a8056ff0b05f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.757482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.877708 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Floating IP f871e751-f2b5-4ec5-b7d0-2aef0cb77afc associated. External IP: 172.25.7.250, port: 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c. Aug 29 04:41:55.004322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Deleting port aae45092-4f48-4c3f-84ec-833874dd79f3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:55.004761 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.022228 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:55.099822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] For port aae45092-4f48-4c3f-84ec-833874dd79f3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aae45092-4f48-4c3f-84ec-833874dd79f3,segment=NetworkSegment(d884323f-7f32-4dd8-b08f-536fac8c7c76),segment_id=d884323f-7f32-4dd8-b08f-536fac8c7c76)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:55.100193 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.115602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Calling delete_port for aae45092-4f48-4c3f-84ec-833874dd79f3 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:55.127051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Router a8ed7181-9cc1-4b91-bd20-135f9bb3715e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:55.249135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:55.264167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] Sync routers for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:55.276999 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.277710 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:55.278581 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:55.338985 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.339523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e82d237c-34a9-42a1-b636-eb59baff2392 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5759034 Aug 29 04:41:55.343822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:55.349239 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7064f600-e9e3-4b76-8177-c17d844f3f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:55.402864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae45092-4f48-4c3f-84ec-833874dd79f3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:55.416362 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bfc322-4059-4e6d-83fd-77cf320ea8f0 x-openstack-request-id: req-97bfc322-4059-4e6d-83fd-77cf320ea8f0 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:55.416666 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:55.417570 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97bfc322-4059-4e6d-83fd-77cf320ea8f0 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:55.418537 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'status': 'completed', 'code': 200} Aug 29 04:41:55.431515 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:55.578262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c79981-0f3b-45d9-bf3d-82ba399b76b3 req-abd8687f-5851-43ab-986e-f8f5a4ccc0d0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.579877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38c79981-0f3b-45d9-bf3d-82ba399b76b3 req-abd8687f-5851-43ab-986e-f8f5a4ccc0d0 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1018407 Aug 29 04:41:55.594221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-2a8421e7-1b08-4118-87b5-3947d861c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.595996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-2a8421e7-1b08-4118-87b5-3947d861c38f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c0a952f76b42cda7b089b4878fa9b9&device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1098 time: 0.1071851 Aug 29 04:41:55.757261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-640fec11-5f51-46bd-b7fd-fa72148e5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.759501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-640fec11-5f51-46bd-b7fd-fa72148e5cde service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e HTTP/1.1" status: 200 len: 910 time: 0.1488330 Aug 29 04:41:55.760271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45238) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:55.806505 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'f871e751-f2b5-4ec5-b7d0-2aef0cb77afc', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'port_id': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'mac_address': 'fa:16:3e:6f:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:53Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 0, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:55.835102 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] Checking router: a8ed7181-9cc1-4b91-bd20-135f9bb3715e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:55.846333 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:55.847342 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:55.865896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-3195cc78-a122-4c03-81d6-17ca49cfd540 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c HTTP/1.1" status: 200 len: 1000 time: 0.0964446 Aug 29 04:41:55.885034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38c79981-0f3b-45d9-bf3d-82ba399b76b3 req-e69b6c14-52fe-4891-b2c5-8bcc4b93e3e8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949128 Aug 29 04:41:55.900764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1015672297'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:55.968974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Made reservation on behalf of f29ab8d4534f40529b9d973d880a4e21 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:55.973627 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.976555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-8e026133-7d8b-4c97-9686-68ea700838d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.978072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-8e026133-7d8b-4c97-9686-68ea700838d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c86840c8-dee1-41d3-a10f-5bc301fa88b7 HTTP/1.1" status: 200 len: 848 time: 0.0970726 Aug 29 04:41:55.987558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.991975 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:56.054070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-d3da4432-ae50-4b12-bbfc-38617afc76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:56.055506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-d3da4432-ae50-4b12-bbfc-38617afc76f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692701 Aug 29 04:41:56.136273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.205391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-a577b69f-8cd3-42a3-a268-ac622abd58f9 service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411052 Aug 29 04:41:56.210954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.232708 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.284529 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'f871e751-f2b5-4ec5-b7d0-2aef0cb77afc', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'port_id': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'mac_address': 'fa:16:3e:6f:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:53Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 0, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:56.291859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:56.313233 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba171c3d-8b40-4fb0-94dd-f59a9d0d6596 None None] The sync data for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 is: [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'f871e751-f2b5-4ec5-b7d0-2aef0cb77afc', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'port_id': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'mac_address': 'fa:16:3e:6f:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:41:53Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 0, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:56.317503 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.317935 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Added segment 218cb615-6b92-407c-878e-2b40f349eba9 of type vlan for network c93e1417-ea69-4f37-aa22-588462901905 Aug 29 04:41:56.331722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce39c992-f9ee-4d4c-af7d-54d118481b1b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.381542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.382350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.382350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.382707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.383060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.383423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.384529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.384529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.384751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.384946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.385241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.385572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:56.394713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.418713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7064f600-e9e3-4b76-8177-c17d844f3f7e req-a046b2d4-d95d-4ef7-9e8a-23713baaf459 service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062206 Aug 29 04:41:56.429772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:56.435674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.442071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:56.442718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.513172 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7468681 Aug 29 04:41:56.513540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:56.520941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-da453e86-7fc9-4df6-bd67-93ea12781d74 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-278654956') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:56.538229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0917e-2f07-4da8-9861-6965330de32a tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Pushing event updated for resources: {'Network': ['ID=c93e1417-ea69-4f37-aa22-588462901905,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.555069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network c93e1417-ea69-4f37-aa22-588462901905 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:56.563465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:56.574039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3a4e17ef-88a6-4749-a794-57ec07c792f0 admin admin] 10.222.0.55 "PUT /v2.0/routers/8b0394eb-7ab2-48c8-938c-1f380a1f1df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3843865 Aug 29 04:41:56.577490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45246) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:56.602224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] Sync routers for ids ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:56.627403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] Routers {'8b0394eb-7ab2-48c8-938c-1f380a1f1df6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:56.628156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:56.657439 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f6085-388f-42dc-9c7f-dae4cd32b4f5 None None] New status for floating IP f871e751-f2b5-4ec5-b7d0-2aef0cb77afc: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:56.720418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.750409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] Set router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:56.759516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-da453e86-7fc9-4df6-bd67-93ea12781d74 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "PUT /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-278654956 HTTP/1.1" status: 201 len: 201 time: 0.2423759 Aug 29 04:41:56.759758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45248) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:56.765873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-cade01e4-3265-4ae2-9b2f-4f0f118bb8a9 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-278654956') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:56.906895 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cade01e4-3265-4ae2-9b2f-4f0f118bb8a9 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "GET /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-278654956 HTTP/1.1" status: 204 len: 168 time: 0.1368351 Aug 29 04:41:56.906895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45250) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:56.906895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.tag.tag_plugin [None req-a49ee024-7d81-4f76-bc06-729aa9ceb15c tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:56.910346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.972882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port': {'id': '5bfef603-04e0-49b5-989f-060ce851afe2', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:51Z', 'updated_at': '2021-08-29T04:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.003945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] Checking router: 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:57.013155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] Routers {'8b0394eb-7ab2-48c8-938c-1f380a1f1df6'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:57.013826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.064876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a49ee024-7d81-4f76-bc06-729aa9ceb15c tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "GET /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags HTTP/1.1" status: 200 len: 237 time: 0.1637790 Aug 29 04:41:57.067686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.074073 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-4d9091fa-185f-4cde-934c-053727e39d64 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', {'tags': ['tempest-TagsTest-Tag-2070498051', 'tempest-TagsTest-Tag-178369624', 'tempest-TagsTest-Tag-2128980246']}) {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.076256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f6d2-a791-4be4-8b7b-1ea801c73ee1 req-68acf25a-e539-4582-be59-34b987473a9a tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:57.077877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a937f6d2-a791-4be4-8b7b-1ea801c73ee1 req-68acf25a-e539-4582-be59-34b987473a9a tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0831230 Aug 29 04:41:57.083052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Deleting port 5bfef603-04e0-49b5-989f-060ce851afe2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:57.083393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.111642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] Set router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:57.168543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 6, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.181542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a937f6d2-a791-4be4-8b7b-1ea801c73ee1 req-d83e686f-6cd3-41e7-ad00-bcb7c44492ed tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837801 Aug 29 04:41:57.186704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4d9091fa-185f-4cde-934c-053727e39d64 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "PUT /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags HTTP/1.1" status: 200 len: 308 time: 0.1176369 Aug 29 04:41:57.190058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.196231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-1a4b779d-0147-4d96-a538-2512f21846a3 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-2070498051') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.205765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba74301-9b48-4a28-b602-6f8dd7798f7c None None] The sync data for ids ['8b0394eb-7ab2-48c8-938c-1f380a1f1df6'] in n-d-712143-14 is: [{'id': '8b0394eb-7ab2-48c8-938c-1f380a1f1df6', 'name': 'tempest-TestServerMultinode-2117634755-router', 'tenant_id': 'faa6094851844d6a936865d6339faff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:49Z', 'updated_at': '2021-08-29T04:41:56Z', 'revision_number': 6, 'project_id': 'faa6094851844d6a936865d6339faff0', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:57.219904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] For port 5bfef603-04e0-49b5-989f-060ce851afe2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5bfef603-04e0-49b5-989f-060ce851afe2,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:57.220541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.241609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Calling delete_port for 5bfef603-04e0-49b5-989f-060ce851afe2 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:57.320595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1a4b779d-0147-4d96-a538-2512f21846a3 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "DELETE /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-2070498051 HTTP/1.1" status: 204 len: 168 time: 0.1290529 Aug 29 04:41:57.331182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.336283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-a5867d3a-4790-4c7b-83c7-5fde635fd99d tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-2070498051') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.424636 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-a5867d3a-4790-4c7b-83c7-5fde635fd99d tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] show failed (client error): The resource could not be found. Aug 29 04:41:57.428173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a5867d3a-4790-4c7b-83c7-5fde635fd99d tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "GET /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-2070498051 HTTP/1.1" status: 404 len: 326 time: 0.0930879 Aug 29 04:41:57.428475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.433879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-e6ced757-4ccc-45f4-9a70-74f9fd743e50 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-178369624') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.516628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e6ced757-4ccc-45f4-9a70-74f9fd743e50 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "GET /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-178369624 HTTP/1.1" status: 204 len: 168 time: 0.0869207 Aug 29 04:41:57.519035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.524698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-23cfb2bf-eaa8-4ea7-935a-196f5cead4e1 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-2128980246') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.629439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-23cfb2bf-eaa8-4ea7-935a-196f5cead4e1 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "GET /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-2128980246 HTTP/1.1" status: 204 len: 168 time: 0.1087134 Aug 29 04:41:57.631395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.636203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-c9cbc8b2-7357-4ff9-85b0-a8edc1d56def tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.709696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aae45092-4f48-4c3f-84ec-833874dd79f3 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:57.737908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: aae45092-4f48-4c3f-84ec-833874dd79f3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:57.738583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aae45092-4f48-4c3f-84ec-833874dd79f3 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:57.750707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c9cbc8b2-7357-4ff9-85b0-a8edc1d56def tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "DELETE /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags HTTP/1.1" status: 204 len: 168 time: 0.1178365 Aug 29 04:41:57.751797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.764355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-68f40ce0-d7fd-4c8d-9a61-e55ae406503e tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-178369624') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.772980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8bf3f-a490-451a-a25c-b08a997ba0e1 req-75f6bbc2-37cb-4a64-a76b-031c322ca739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:57.775799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ff8bf3f-a490-451a-a25c-b08a997ba0e1 req-75f6bbc2-37cb-4a64-a76b-031c322ca739 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.0675724 Aug 29 04:41:57.833025 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-68f40ce0-d7fd-4c8d-9a61-e55ae406503e tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] show failed (client error): The resource could not be found. Aug 29 04:41:57.837162 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-68f40ce0-d7fd-4c8d-9a61-e55ae406503e tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "GET /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-178369624 HTTP/1.1" status: 404 len: 325 time: 0.0816746 Aug 29 04:41:57.837485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.843346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-037f534a-f640-429e-8a68-fa9c3ced0e46 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905', 'tempest-TagsTest-Tag-2128980246') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.846188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.882958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ff8bf3f-a490-451a-a25c-b08a997ba0e1 req-6108f984-1422-4080-b38c-cb56dc009bce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632925 Aug 29 04:41:57.886500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfef603-04e0-49b5-989f-060ce851afe2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:57.925814 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-037f534a-f640-429e-8a68-fa9c3ced0e46 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] show failed (client error): The resource could not be found. Aug 29 04:41:57.926884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-037f534a-f640-429e-8a68-fa9c3ced0e46 tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "GET /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags/tempest-TagsTest-Tag-2128980246 HTTP/1.1" status: 404 len: 326 time: 0.0878038 Aug 29 04:41:57.929767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:57.935131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.tag.tag_plugin [None req-f0106a84-218d-48a4-a153-4fbf90a1b10d tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c93e1417-ea69-4f37-aa22-588462901905') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:57.949632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.018968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f0106a84-218d-48a4-a153-4fbf90a1b10d tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "DELETE /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905/tags HTTP/1.1" status: 204 len: 168 time: 0.0848241 Aug 29 04:41:58.019253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:58.044632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.047489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.103894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.105108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0394eb-7ab2-48c8-938c-1f380a1f1df6 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:58.109523 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.110483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.110701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-844e6c7e-ef72-44dd-9b50-c08048ecb0d7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8b0394eb-7ab2-48c8-938c-1f380a1f1df6 HTTP/1.1" status: 204 len: 168 time: 1.5322273 Aug 29 04:41:58.113113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:58.186786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] Deleting subnet 719adea9-5093-4266-8d79-fbda7f62454a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:58.201058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.274296 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.290139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.313818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93e1417-ea69-4f37-aa22-588462901905']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:58.322450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14648a9-9006-4bda-9987-073413263ae4 req-843a02ef-7184-4c60-8030-a595c692a4b5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.324630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c14648a9-9006-4bda-9987-073413263ae4 req-843a02ef-7184-4c60-8030-a595c692a4b5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0590026 Aug 29 04:41:58.330225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218cb615-6b92-407c-878e-2b40f349eba9') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:58.330526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218cb615-6b92-407c-878e-2b40f349eba9') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:58.344527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.366393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.379306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c14648a9-9006-4bda-9987-073413263ae4 req-d2a3d38b-5e38-4ca3-a8e9-2e0b4b60e1ee tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Aug 29 04:41:58.391682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:58.392206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:58.395936 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:58.467517 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.502261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.508219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.518528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] 10.222.0.55 "DELETE /v2.0/networks/c93e1417-ea69-4f37-aa22-588462901905 HTTP/1.1" status: 204 len: 168 time: 0.4899032 Aug 29 04:41:58.532040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747aada-4524-4ac5-b32a-08c34115adbc tempest-TagsTest-486765363 tempest-TagsTest-486765363-project] Pushing event deleted for resources: {'Network': ['ID=c93e1417-ea69-4f37-aa22-588462901905,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:58.555959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.583428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719adea9-5093-4266-8d79-fbda7f62454a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:58.588827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.593811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7257a84e-1d25-482b-91d9-7aa981911b8c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/719adea9-5093-4266-8d79-fbda7f62454a HTTP/1.1" status: 204 len: 168 time: 0.4774895 Aug 29 04:41:58.594222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:58.600164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a1010-eaa6-46c1-b2e3-f06ad45dbf63 None None] Network f638e5b7-f746-4adf-9ba4-3023ca8b1c20 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:58.716230 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.796834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Deleting port dd058ed3-96a7-4c3a-98ea-ac75e5775841 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:58.797305 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.862076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] DHCP port deletion for f638e5b7-f746-4adf-9ba4-3023ca8b1c20 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:58.878623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] For port dd058ed3-96a7-4c3a-98ea-ac75e5775841, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dd058ed3-96a7-4c3a-98ea-ac75e5775841,segment=NetworkSegment(d884323f-7f32-4dd8-b08f-536fac8c7c76),segment_id=d884323f-7f32-4dd8-b08f-536fac8c7c76)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:58.879000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.896033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Calling delete_port for dd058ed3-96a7-4c3a-98ea-ac75e5775841 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:58.922074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45290) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:58.923653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] Deleting port dd058ed3-96a7-4c3a-98ea-ac75e5775841 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:58.924043 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.002324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] For port dd058ed3-96a7-4c3a-98ea-ac75e5775841, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=dd058ed3-96a7-4c3a-98ea-ac75e5775841,segment=NetworkSegment(d884323f-7f32-4dd8-b08f-536fac8c7c76),segment_id=d884323f-7f32-4dd8-b08f-536fac8c7c76)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:59.003445 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.016034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.023921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] Calling delete_port for dd058ed3-96a7-4c3a-98ea-ac75e5775841 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:59.048214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd058ed3-96a7-4c3a-98ea-ac75e5775841,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.052047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] No DVR routers for this DVR port dd058ed3-96a7-4c3a-98ea-ac75e5775841 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:59.137083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9f9dd1d5-c468-42b7-8ab5-4f7777ae0306 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f29ab8d4534f40529b9d973d880a4e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132132 Aug 29 04:41:59.139472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45294) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:59.148180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.151693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.160813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f638e5b7-f746-4adf-9ba4-3023ca8b1c20']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:59.173925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd884323f-7f32-4dd8-b08f-536fac8c7c76') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:59.174366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd884323f-7f32-4dd8-b08f-536fac8c7c76') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:59.177862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] Pushing event deleted for resources: {'Port': ['ID=dd058ed3-96a7-4c3a-98ea-ac75e5775841,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.181686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca46283-4a39-4f43-857d-c835e4ba5d74 None None] No DVR routers for this DVR port dd058ed3-96a7-4c3a-98ea-ac75e5775841 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:59.196068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.209918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16c7d1a8-28b6-4237-8149-f9e649f92544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.211678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.218069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:59.218643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:59.220805 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:59.232749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16c7d1a8-28b6-4237-8149-f9e649f92544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.277664 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.283680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.284340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16c7d1a8-28b6-4237-8149-f9e649f92544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.287100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16c7d1a8-28b6-4237-8149-f9e649f92544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.288233 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-16c7d1a8-28b6-4237-8149-f9e649f92544 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce39c992-f9ee-4d4c-af7d-54d118481b1b HTTP/1.1" status: 204 len: 168 time: 0.1478224 Aug 29 04:41:59.288703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] 10.222.0.55 "DELETE /v2.0/networks/f638e5b7-f746-4adf-9ba4-3023ca8b1c20 HTTP/1.1" status: 204 len: 168 time: 0.6933000 Aug 29 04:41:59.297750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7d1a8-28b6-4237-8149-f9e649f92544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce39c992-f9ee-4d4c-af7d-54d118481b1b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.310588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612cff9-ac80-4904-ba37-190d77824b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f638e5b7-f746-4adf-9ba4-3023ca8b1c20,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.428080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45304) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:59.487308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ea63dc09-d111-4706-a189-415d2e1dd463 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1427f2b5a4e43149a81651c2eb133af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552039 Aug 29 04:41:59.487666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45306) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:59.534370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522e7e3-c6a6-45a4-aa81-fa51d185806c req-ef6851b0-6826-41e4-9473-2615a4237bb8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.536158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a522e7e3-c6a6-45a4-aa81-fa51d185806c req-ef6851b0-6826-41e4-9473-2615a4237bb8 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0720687 Aug 29 04:41:59.553621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f929e601-4e43-4f69-b30c-b5bbe37ddb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.578729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f929e601-4e43-4f69-b30c-b5bbe37ddb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.579195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a522e7e3-c6a6-45a4-aa81-fa51d185806c req-8c2223ac-037a-465d-b94d-3cdd8f7da9e1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Aug 29 04:41:59.633922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f929e601-4e43-4f69-b30c-b5bbe37ddb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.636568 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f929e601-4e43-4f69-b30c-b5bbe37ddb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.637773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f929e601-4e43-4f69-b30c-b5bbe37ddb12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73c766c4-2b44-4b55-ab5a-06ce555363a5 HTTP/1.1" status: 204 len: 168 time: 0.1490664 Aug 29 04:41:59.647768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929e601-4e43-4f69-b30c-b5bbe37ddb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c766c4-2b44-4b55-ab5a-06ce555363a5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:59.784173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5bfef603-04e0-49b5-989f-060ce851afe2 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:59.810706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5bfef603-04e0-49b5-989f-060ce851afe2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:59.811270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5bfef603-04e0-49b5-989f-060ce851afe2 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:59.811891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dd058ed3-96a7-4c3a-98ea-ac75e5775841 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:59.845661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: dd058ed3-96a7-4c3a-98ea-ac75e5775841 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:59.846206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device dd058ed3-96a7-4c3a-98ea-ac75e5775841 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:00.055093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2fd1-3fa9-46b0-a392-05fccc8daa46 req-941697f5-0ff1-4e5b-b28a-7204e7296880 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.059009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd9f2fd1-3fa9-46b0-a392-05fccc8daa46 req-941697f5-0ff1-4e5b-b28a-7204e7296880 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0888224 Aug 29 04:42:00.094046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-26153f02-db17-441b-890e-106d5ac05237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.094850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45336) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.096409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-26153f02-db17-441b-890e-106d5ac05237 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.0949295 Aug 29 04:42:00.144892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8700cc97-db69-401c-91b0-3f81398f5803 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=faa6094851844d6a936865d6339faff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475857 Aug 29 04:42:00.147492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45340) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.176515 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd9f2fd1-3fa9-46b0-a392-05fccc8daa46 req-7fe0d4a5-feee-4f23-a566-b770bc6d8ec9 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116157 Aug 29 04:42:00.202794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9737598a-90bb-4be4-a2ab-f9afb3429c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.226520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.230144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026820 Aug 29 04:42:00.232212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9737598a-90bb-4be4-a2ab-f9afb3429c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.233391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.244440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-90d56458-0ab5-431e-86fc-c5a1312f2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.246767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-90d56458-0ab5-431e-86fc-c5a1312f2456 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.1402233 Aug 29 04:42:00.289860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9737598a-90bb-4be4-a2ab-f9afb3429c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.291214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-198abe2a-4b36-402b-9f10-1a34c7a620eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0364521 Aug 29 04:42:00.293314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9737598a-90bb-4be4-a2ab-f9afb3429c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.294504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9737598a-90bb-4be4-a2ab-f9afb3429c03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b48e5a9-deef-49a8-a36b-806043d1d035 HTTP/1.1" status: 204 len: 168 time: 0.1458917 Aug 29 04:42:00.303884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737598a-90bb-4be4-a2ab-f9afb3429c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b48e5a9-deef-49a8-a36b-806043d1d035,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:00.366885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-09e3285c-abc1-44b3-9824-47ed5639eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.368509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-09e3285c-abc1-44b3-9824-47ed5639eeeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.0688927 Aug 29 04:42:00.405469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-bd38a7e2-3157-46cc-a3d4-45669c3fb737 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284944 Aug 29 04:42:00.421008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1b86e7ce-6500-46a6-8807-8bd78823ca7e tempest-NetworksApiDiscovery-1030925421 tempest-NetworksApiDiscovery-1030925421-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1864645 Aug 29 04:42:00.542313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-e52f8442-24ca-4507-a48a-230f9534fb5f service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273193 Aug 29 04:42:00.656222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda169ab-bed1-4e07-98ce-57c69638aba3 req-d2601fc7-b7cd-4447-bcf5-566113fc766f service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011827 Aug 29 04:42:00.703513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45360) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.901074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-82b1878c-3dd8-44a0-8a28-dfe0da1be73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.017814 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-82b1878c-3dd8-44a0-8a28-dfe0da1be73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.023224 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-82b1878c-3dd8-44a0-8a28-dfe0da1be73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.062816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1878c-3dd8-44a0-8a28-dfe0da1be73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded2f3f-b91b-42d7-883a-18ccfac1533d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:01.069480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-82b1878c-3dd8-44a0-8a28-dfe0da1be73a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63a8cd3154404478b022bf13c50cb0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624952 Aug 29 04:42:01.070160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:01.145746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45380) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:01.153369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60af0eee-0f69-4a36-b980-81102493f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.176983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60af0eee-0f69-4a36-b980-81102493f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.228928 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60af0eee-0f69-4a36-b980-81102493f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.232336 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60af0eee-0f69-4a36-b980-81102493f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.234086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-60af0eee-0f69-4a36-b980-81102493f6fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ded2f3f-b91b-42d7-883a-18ccfac1533d HTTP/1.1" status: 204 len: 168 time: 0.1627493 Aug 29 04:42:01.243364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af0eee-0f69-4a36-b980-81102493f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded2f3f-b91b-42d7-883a-18ccfac1533d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:01.255700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-282347801-network', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:01.287195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Made reservation on behalf of d6e26b6f2f474035bddba3937a44250e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:01.289797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.309874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.380387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df5fda-47ab-4e03-a874-a7995d4cba92 req-ce1de7d7-2b82-4903-bdbc-dfb07277daea tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.381980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49df5fda-47ab-4e03-a874-a7995d4cba92 req-ce1de7d7-2b82-4903-bdbc-dfb07277daea tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0896704 Aug 29 04:42:01.394048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.454568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49df5fda-47ab-4e03-a874-a7995d4cba92 req-9777b5b8-af05-46be-94bd-015f7952f06d tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657017 Aug 29 04:42:01.529681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-fa2a7fba-a927-402a-8637-45d9f595fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.531213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-fa2a7fba-a927-402a-8637-45d9f595fab8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=519c0f3647e74c4393eea1468947d252&device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 1097 time: 0.0717399 Aug 29 04:42:01.544400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.550882 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.630644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:01.645352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae39a7c-5449-422e-bdfd-6b65519a1701,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:01.658004 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.658402 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Added segment 8bd4be2c-59e1-4a93-879e-bb0c2f817382 of type vlan for network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f Aug 29 04:42:01.722023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.727563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-54558714-b8ab-4f52-8a40-27ddb8362f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.729049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-54558714-b8ab-4f52-8a40-27ddb8362f4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 200 len: 919 time: 0.1724944 Aug 29 04:42:01.788488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-483ea14c-ec39-4767-9c94-0d7f5849d6de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 200 len: 217 time: 0.0476658 Aug 29 04:42:01.794585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.795700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.796358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.883286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7362571 Aug 29 04:42:01.886865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:01.899268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Request body: {'subnet': {'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-282347801-subnet', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:01.899392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-670d33b0-d111-4022-831a-d7ddefc2fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.899392 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-670d33b0-d111-4022-831a-d7ddefc2fa3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 200 len: 858 time: 0.1002169 Aug 29 04:42:01.916595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Made reservation on behalf of d6e26b6f2f474035bddba3937a44250e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:01.917399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76045685-34e3-4cb1-a603-206408593a02 admin admin] Pushing event updated for resources: {'Network': ['ID=8b24ef8b-dcb5-410b-aebd-db96f844ad1f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:01.919794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.928607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:01.943491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-dc7c2bc8-1dcb-4eff-ab4e-6ae2265c9262 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347483 Aug 29 04:42:02.090444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-03888a8d-bedb-41d0-9bd3-40fdb271dd54 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365061 Aug 29 04:42:02.140159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.209994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357c29e8-e61d-4091-9ebb-b25680c4ed42,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:02.223438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Checking segment: {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:02.223690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ec52969-cce2-4fbd-afd9-1982ffee92eb req-fa253858-af94-47f5-9e7e-891fbdff05f2 service neutron] 10.222.0.32 "GET /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250515 Aug 29 04:42:02.223803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Network hostable DHCP agents. Network: 8b24ef8b-dcb5-410b-aebd-db96f844ad1f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:02.243871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:02.259267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8b24ef8b-dcb5-410b-aebd-db96f844ad1f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:02.265160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.266323 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.270311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00682ce0-03dd-46cc-bf0b-635c4300503d None None] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:02.288105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e3420c72-7480-43b5-8b2d-e3d3e0defba3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3997128 Aug 29 04:42:02.292666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:02.298487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:02.334811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.336213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.446946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f489a517-74fa-425d-b077-069405303f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:02.448678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f489a517-74fa-425d-b077-069405303f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.450165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.622891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.670329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f489a517-74fa-425d-b077-069405303f91 None None] Allocated IP 172.20.0.2 (8b24ef8b-dcb5-410b-aebd-db96f844ad1f/357c29e8-e61d-4091-9ebb-b25680c4ed42/30929573-b879-4568-80d8-af8be32c5421) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:02.679022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51e00f-cc54-404f-81e6-f6bc9ee3c383 req-feccd3c4-87e9-4ca8-8591-6456b66c4f8c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.692214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f51e00f-cc54-404f-81e6-f6bc9ee3c383 req-feccd3c4-87e9-4ca8-8591-6456b66c4f8c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1343873 Aug 29 04:42:02.756219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f51e00f-cc54-404f-81e6-f6bc9ee3c383 req-bd3fad17-b928-4956-9c2a-bdf095e862f4 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Aug 29 04:42:02.877629 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f489a517-74fa-425d-b077-069405303f91 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.888467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f489a517-74fa-425d-b077-069405303f91 None None] Transition to ACTIVE for port object 30929573-b879-4568-80d8-af8be32c5421 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:02.893811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.906487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f489a517-74fa-425d-b077-069405303f91 None None] Transition to ACTIVE for port object 30929573-b879-4568-80d8-af8be32c5421 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:02.914005 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f489a517-74fa-425d-b077-069405303f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.924123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.074507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Allocated IP 172.25.7.193 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5836b2f1-b42c-4656-adb4-73acbbcdce2c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:03.170468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489a517-74fa-425d-b077-069405303f91 None None] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:03.176227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f489a517-74fa-425d-b077-069405303f91 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:03.181115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489a517-74fa-425d-b077-069405303f91 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:03.191729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489a517-74fa-425d-b077-069405303f91 None None] Pushing event updated for resources: {'Port': ['ID=30929573-b879-4568-80d8-af8be32c5421,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.225951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.254446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f489a517-74fa-425d-b077-069405303f91 None None] Attempting to bind port 30929573-b879-4568-80d8-af8be32c5421 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:03.254826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f489a517-74fa-425d-b077-069405303f91 None None] Attempting to bind port 30929573-b879-4568-80d8-af8be32c5421 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:03.255185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489a517-74fa-425d-b077-069405303f91 None None] Attempting to bind port 30929573-b879-4568-80d8-af8be32c5421 on network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:03.261083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489a517-74fa-425d-b077-069405303f91 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:03.261455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489a517-74fa-425d-b077-069405303f91 None None] Checking segment: {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:03.261919 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f489a517-74fa-425d-b077-069405303f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.262318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489a517-74fa-425d-b077-069405303f91 None None] Bound using segment: {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:03.262792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f489a517-74fa-425d-b077-069405303f91 None None] Bound port: 30929573-b879-4568-80d8-af8be32c5421, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:03.263178 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f489a517-74fa-425d-b077-069405303f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.299617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.338099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f489a517-74fa-425d-b077-069405303f91 None None] For port 30929573-b879-4568-80d8-af8be32c5421, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:03.342245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f489a517-74fa-425d-b077-069405303f91 None None] For port 30929573-b879-4568-80d8-af8be32c5421, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=30929573-b879-4568-80d8-af8be32c5421,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:03.348537 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f489a517-74fa-425d-b077-069405303f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.373948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:03.385543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:03.390394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:03.416373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489a517-74fa-425d-b077-069405303f91 None None] Pushing event updated for resources: {'Port': ['ID=30929573-b879-4568-80d8-af8be32c5421,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.431616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5836b2f1-b42c-4656-adb4-73acbbcdce2c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:03.694478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45458) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:03.760468 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.847744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 30929573-b879-4568-80d8-af8be32c5421 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:03.874113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7c08-971a-4a5b-8950-319cc519e9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.921312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 30929573-b879-4568-80d8-af8be32c5421 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:03.965889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd18f0-9804-4aef-a376-bd2a49940fcf req-e9caa2c3-8902-46df-aea4-31cdbe62d3a6 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.967464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cbd18f0-9804-4aef-a376-bd2a49940fcf req-e9caa2c3-8902-46df-aea4-31cdbe62d3a6 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0823715 Aug 29 04:42:03.989567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.035951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cbd18f0-9804-4aef-a376-bd2a49940fcf req-99f85f8d-ab2e-4b92-bf91-c5ae109c29b5 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608282 Aug 29 04:42:04.062650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7c08-971a-4a5b-8950-319cc519e9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.069779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7c08-971a-4a5b-8950-319cc519e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.121201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba7c08-971a-4a5b-8950-319cc519e9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d186425f-e473-4dc3-8646-e02d4770d4b8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.129080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a0ba7c08-971a-4a5b-8950-319cc519e9b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ead4bdd3869442c7ba9d7b09fb0159e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328251 Aug 29 04:42:04.130213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45466) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:04.211719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3892200a-85d0-4b88-a1d4-abb55b24e79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.242758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3892200a-85d0-4b88-a1d4-abb55b24e79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.344598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3892200a-85d0-4b88-a1d4-abb55b24e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.350982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3892200a-85d0-4b88-a1d4-abb55b24e79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.357099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3892200a-85d0-4b88-a1d4-abb55b24e79d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d186425f-e473-4dc3-8646-e02d4770d4b8 HTTP/1.1" status: 204 len: 168 time: 0.2233198 Aug 29 04:42:04.369511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892200a-85d0-4b88-a1d4-abb55b24e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d186425f-e473-4dc3-8646-e02d4770d4b8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.625972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Router 2fecaf32-e524-4e13-b51c-219505235cdb is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:04.749501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9be71-9106-4d77-bc62-59ab6dbaeec7 None None] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:04.772406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:04.790879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.792954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ca2e1695-bd83-4333-9dee-48253e2b83f5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4989767 Aug 29 04:42:04.797034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45482) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:04.800318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45484) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:04.813225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Sync routers for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:04.815428 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a59196ea-5020-48c2-b997-01398526ab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.845777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aec1bb5a-cbd7-4e22-bbe2-a1d2163c239d None None] Provisioning for port 30929573-b879-4568-80d8-af8be32c5421 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:04.854956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:04.856379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:04.864767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aec1bb5a-cbd7-4e22-bbe2-a1d2163c239d None None] Provisioning complete for port 30929573-b879-4568-80d8-af8be32c5421 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:04.865163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aec1bb5a-cbd7-4e22-bbe2-a1d2163c239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.956937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a59196ea-5020-48c2-b997-01398526ab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.964749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a59196ea-5020-48c2-b997-01398526ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.005386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59196ea-5020-48c2-b997-01398526ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11523c0-6bad-4b5a-9701-70f1a7ceaea2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:05.013849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a59196ea-5020-48c2-b997-01398526ab31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=900865a3a1484bb4bcfa89fd77ff5bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120807 Aug 29 04:42:05.017731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45486) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:05.100974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e976ceee-9390-4bc3-87d5-623719489eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.127974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e976ceee-9390-4bc3-87d5-623719489eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.168774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:05.198066 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e976ceee-9390-4bc3-87d5-623719489eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.203141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e976ceee-9390-4bc3-87d5-623719489eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.209753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e976ceee-9390-4bc3-87d5-623719489eec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f11523c0-6bad-4b5a-9701-70f1a7ceaea2 HTTP/1.1" status: 204 len: 168 time: 0.1887975 Aug 29 04:42:05.219990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ceee-9390-4bc3-87d5-623719489eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11523c0-6bad-4b5a-9701-70f1a7ceaea2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:05.422893 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aec1bb5a-cbd7-4e22-bbe2-a1d2163c239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.429072 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.474807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-aec1bb5a-cbd7-4e22-bbe2-a1d2163c239d None None] For port 30929573-b879-4568-80d8-af8be32c5421, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=30929573-b879-4568-80d8-af8be32c5421,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:05.481163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aec1bb5a-cbd7-4e22-bbe2-a1d2163c239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.647653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1bb5a-cbd7-4e22-bbe2-a1d2163c239d None None] Pushing event updated for resources: {'Port': ['ID=30929573-b879-4568-80d8-af8be32c5421,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:05.680747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:03Z', 'revision_number': 3, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:05.727062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Checking router: 2fecaf32-e524-4e13-b51c-219505235cdb for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:05.727914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Updating router 2fecaf32-e524-4e13-b51c-219505235cdb port 5836b2f1-b42c-4656-adb4-73acbbcdce2c binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:05.759274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.782256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Allocated IP 172.20.0.1 (8b24ef8b-dcb5-410b-aebd-db96f844ad1f/357c29e8-e61d-4091-9ebb-b25680c4ed42/29a6b218-c23a-4a4f-8523-7c952b9156b5) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:05.900786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 30929573-b879-4568-80d8-af8be32c5421 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:05.908672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-903d6eb2-57f3-42c9-8032-a6dc9f7a1dcc None None] Provisioning complete for port 30929573-b879-4568-80d8-af8be32c5421 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:05.909342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-903d6eb2-57f3-42c9-8032-a6dc9f7a1dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.963222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:05.981928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Transition to ACTIVE for port object 29a6b218-c23a-4a4f-8523-7c952b9156b5 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:06.043839 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.096030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 30929573-b879-4568-80d8-af8be32c5421 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:06.096413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.115273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:06.122712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:06.125144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:06.163000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=29a6b218-c23a-4a4f-8523-7c952b9156b5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.209783 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.326695 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.340069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Transition to ACTIVE for port object 5836b2f1-b42c-4656-adb4-73acbbcdce2c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:06.351004 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.409785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Attempting to bind port 5836b2f1-b42c-4656-adb4-73acbbcdce2c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:06.410266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Attempting to bind port 5836b2f1-b42c-4656-adb4-73acbbcdce2c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:06.410605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Attempting to bind port 5836b2f1-b42c-4656-adb4-73acbbcdce2c on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:06.419141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:06.419805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:06.420433 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.420926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:06.421806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Bound port: 5836b2f1-b42c-4656-adb4-73acbbcdce2c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:06.421991 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.465828 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.482556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c35a-65e0-416f-b6c9-3d523153096d None None] Pushing event updated for resources: {'Port': ['ID=5836b2f1-b42c-4656-adb4-73acbbcdce2c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.529323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] For port 5836b2f1-b42c-4656-adb4-73acbbcdce2c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:06.532770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] For port 5836b2f1-b42c-4656-adb4-73acbbcdce2c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5836b2f1-b42c-4656-adb4-73acbbcdce2c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:06.543247 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.641638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:06.643082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:06.645977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8976bd88-c835-44b3-93dc-5b1ff65832f4 None None] Provisioning for port 29a6b218-c23a-4a4f-8523-7c952b9156b5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:06.657871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8976bd88-c835-44b3-93dc-5b1ff65832f4 None None] Provisioning complete for port 29a6b218-c23a-4a4f-8523-7c952b9156b5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:06.658250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8976bd88-c835-44b3-93dc-5b1ff65832f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.728958 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.736732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.809361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c35a-65e0-416f-b6c9-3d523153096d None None] Pushing event updated for resources: {'Port': ['ID=5836b2f1-b42c-4656-adb4-73acbbcdce2c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.812633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8976bd88-c835-44b3-93dc-5b1ff65832f4 None None] Port 29a6b218-c23a-4a4f-8523-7c952b9156b5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:06.826262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=29a6b218-c23a-4a4f-8523-7c952b9156b5,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:06.829463 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.935646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:06.993169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:06.995472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:07.196668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Router 2fecaf32-e524-4e13-b51c-219505235cdb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:07.255680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:05Z', 'revision_number': 1, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:07.291495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71da80-72f3-4daf-a69a-94f145304f87 None None] The sync data for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 is: [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:05Z', 'revision_number': 1, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:07.384359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:07.403376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d2ac8f09-e265-4a01-bce9-48f2e75d4cf5 admin admin] 10.222.0.55 "PUT /v2.0/routers/2fecaf32-e524-4e13-b51c-219505235cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6037889 Aug 29 04:42:07.449694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e429cdd9-2c1f-438b-8557-90e0368b711a None None] Provisioning complete for port 29a6b218-c23a-4a4f-8523-7c952b9156b5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:07.450334 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e429cdd9-2c1f-438b-8557-90e0368b711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.516354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e429cdd9-2c1f-438b-8557-90e0368b711a None None] Port 29a6b218-c23a-4a4f-8523-7c952b9156b5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:08.343610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:08.521238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:08.528569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-252579367-network', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:08.606687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Made reservation on behalf of 3f2a9dcdf10e4ee38c018fd83299ef2f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:08.609503 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.629346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.645701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19408f75-c9cf-4389-b785-bc22f5717240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.805019 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.822079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.844612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:08.881361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.881983 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Added segment 5d91eb14-a5e6-4a9b-bd9e-ec34860e004e of type vlan for network 15611ff7-08b6-4dda-91c3-d24337eacd67 Aug 29 04:42:08.914134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6043b05-b495-4c23-a6f4-3745239b9d13,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:08.975178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.028478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.029816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.030602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.153383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19408f75-c9cf-4389-b785-bc22f5717240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.161475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19408f75-c9cf-4389-b785-bc22f5717240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.167279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] Pushing event updated for resources: {'Network': ['ID=15611ff7-08b6-4dda-91c3-d24337eacd67,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.173088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8cf91fbf-f28b-44b9-9b1e-14d372df5338 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6494222 Aug 29 04:42:09.176907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45572) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:09.182969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Request body: {'subnet': {'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-252579367-subnet', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:09.187279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:09.227287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-19408f75-c9cf-4389-b785-bc22f5717240 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46e23c97e873492b9fe8a551be337959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8823888 Aug 29 04:42:09.228196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19408f75-c9cf-4389-b785-bc22f5717240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d922656c-ef00-4ec5-bb09-fffeceeb1b84,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.231298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45574) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:09.247316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Made reservation on behalf of 3f2a9dcdf10e4ee38c018fd83299ef2f for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:09.256278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.285366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55ed56db-45c1-49e7-8b40-e657886e980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.320384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55ed56db-45c1-49e7-8b40-e657886e980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.389382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55ed56db-45c1-49e7-8b40-e657886e980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.394360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55ed56db-45c1-49e7-8b40-e657886e980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.396293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-55ed56db-45c1-49e7-8b40-e657886e980e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d922656c-ef00-4ec5-bb09-fffeceeb1b84 HTTP/1.1" status: 204 len: 168 time: 0.1638703 Aug 29 04:42:09.409152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed56db-45c1-49e7-8b40-e657886e980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d922656c-ef00-4ec5-bb09-fffeceeb1b84,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.522785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.596649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c144b9-6325-41de-bc7a-3ce50ac5a025,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:09.606293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Checking segment: {'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:09.607152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Network hostable DHCP agents. Network: 15611ff7-08b6-4dda-91c3-d24337eacd67, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:09.630643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:09.647255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 15611ff7-08b6-4dda-91c3-d24337eacd67) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:09.654570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.655795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.662470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccecb438-4117-45c0-8d48-9929f08b7ab5 None None] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:09.692248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45580) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:09.692450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a6f5b354-4efe-4238-8a7e-b756d323451b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5140722 Aug 29 04:42:09.702122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:09.765743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.768429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.895254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.997041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45586) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.033991 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f668b01-6446-4aeb-afcd-bd12e19094c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.040668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5836b2f1-b42c-4656-adb4-73acbbcdce2c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:10.165353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.184599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f668b01-6446-4aeb-afcd-bd12e19094c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.189685 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f668b01-6446-4aeb-afcd-bd12e19094c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.240253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f668b01-6446-4aeb-afcd-bd12e19094c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff398c0e491449398a7d9428586861ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419529 Aug 29 04:42:10.242070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45588) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.250718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f668b01-6446-4aeb-afcd-bd12e19094c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4afb9f-5838-40bf-b768-5951957d8100,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.252634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5836b2f1-b42c-4656-adb4-73acbbcdce2c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:10.289810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5836b2f1-b42c-4656-adb4-73acbbcdce2c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:10.290187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.316259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-15611ff7-08b6-4dda-91c3-d24337eacd67', 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'fixed_ips': [{'subnet_id': '52c144b9-6325-41de-bc7a-3ce50ac5a025'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:10.317024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.320718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3f32f940-d7ed-4b09-b0f9-3f03addb80d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.348953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3f32f940-d7ed-4b09-b0f9-3f03addb80d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.420588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3f32f940-d7ed-4b09-b0f9-3f03addb80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.428144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3f32f940-d7ed-4b09-b0f9-3f03addb80d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.432882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3f32f940-d7ed-4b09-b0f9-3f03addb80d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef4afb9f-5838-40bf-b768-5951957d8100 HTTP/1.1" status: 204 len: 168 time: 0.1863301 Aug 29 04:42:10.452469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32f940-d7ed-4b09-b0f9-3f03addb80d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4afb9f-5838-40bf-b768-5951957d8100,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.474880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.502731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.533347 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.584330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5836b2f1-b42c-4656-adb4-73acbbcdce2c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5836b2f1-b42c-4656-adb4-73acbbcdce2c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:10.596075 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.641552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Allocated IP 172.25.7.84 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/aebf106c-362f-41db-aa2f-0e1d55e44c3b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:10.642715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Allocated IP 172.20.0.2 (15611ff7-08b6-4dda-91c3-d24337eacd67/52c144b9-6325-41de-bc7a-3ce50ac5a025/3b3c3bb6-791c-473f-bcdf-d8269d9712b2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:10.654396 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Sync routers for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:10.668189 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:10.668823 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:10.718394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5836b2f1-b42c-4656-adb4-73acbbcdce2c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.806815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.808434 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:10.869250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.870481 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.887154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Transition to ACTIVE for port object 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:10.918845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Transition to ACTIVE for port object 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:10.931817 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.948586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:10.955639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:10.958347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Pushing event updated for resources: {'Port': ['ID=aebf106c-362f-41db-aa2f-0e1d55e44c3b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.962914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:10.997736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:11.008995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:11.017353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:11.025149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Pushing event updated for resources: {'Port': ['ID=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.160342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Attempting to bind port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:11.160772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Attempting to bind port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:11.161195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Attempting to bind port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 on network 15611ff7-08b6-4dda-91c3-d24337eacd67 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:11.174696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:11.175356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Checking segment: {'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:11.176002 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.176448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Bound using segment: {'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:11.176953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Bound port: 3b3c3bb6-791c-473f-bcdf-d8269d9712b2, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:11.177355 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.259699 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 2, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:11.304762 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Checking router: 2fecaf32-e524-4e13-b51c-219505235cdb for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:11.305651 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Updating router 2fecaf32-e524-4e13-b51c-219505235cdb port 29a6b218-c23a-4a4f-8523-7c952b9156b5 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:11.310815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-723cbdae-65e6-4679-af74-9e611982983f None None] For port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:11.315342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-723cbdae-65e6-4679-af74-9e611982983f None None] For port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,segment=NetworkSegment(5d91eb14-a5e6-4a9b-bd9e-ec34860e004e),segment_id=5d91eb14-a5e6-4a9b-bd9e-ec34860e004e)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:11.329870 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.342977 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.389543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.504461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cbdae-65e6-4679-af74-9e611982983f None None] Pushing event updated for resources: {'Port': ['ID=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.935650 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.957577 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.990322 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Transition to ACTIVE for port object 29a6b218-c23a-4a4f-8523-7c952b9156b5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:12.000882 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.083702 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Pushing event updated for resources: {'Port': ['ID=29a6b218-c23a-4a4f-8523-7c952b9156b5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.113473 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.113921 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.114684 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.115220 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.115666 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.115976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.116440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.116782 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.117123 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.117423 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.117799 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.118129 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:12.124068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:12.150649 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Attempting to bind port 29a6b218-c23a-4a4f-8523-7c952b9156b5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:12.151071 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Attempting to bind port 29a6b218-c23a-4a4f-8523-7c952b9156b5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:12.151443 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Attempting to bind port 29a6b218-c23a-4a4f-8523-7c952b9156b5 on network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:12.156708 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:12.157145 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Checking segment: {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:12.157487 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.157927 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Bound using segment: {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:12.158397 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Bound port: 29a6b218-c23a-4a4f-8523-7c952b9156b5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:12.158785 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.316630 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] For port 29a6b218-c23a-4a4f-8523-7c952b9156b5, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:12.326053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:12.326884 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] For port 29a6b218-c23a-4a4f-8523-7c952b9156b5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=29a6b218-c23a-4a4f-8523-7c952b9156b5,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:12.334342 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.335730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Router a5d2ea67-2a3f-457f-ab90-60ea0290489a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:12.337299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5836b2f1-b42c-4656-adb4-73acbbcdce2c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:12.451965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5836b2f1-b42c-4656-adb4-73acbbcdce2c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:12.452328 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.474187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f482e9-065c-4e6a-8a5b-2c537b4b4a2d None None] Pushing event updated for resources: {'Port': ['ID=29a6b218-c23a-4a4f-8523-7c952b9156b5,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.524815 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:12.527037 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:12.568672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:12.617274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.622116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45638) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.623953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eb96fbbc-0180-467f-b6da-c8e881c5e14a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9299667 Aug 29 04:42:12.625005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Sync routers for ids ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:12.648690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Routers {'a5d2ea67-2a3f-457f-ab90-60ea0290489a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:12.649331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:12.749201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.802156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Set router a5d2ea67-2a3f-457f-ab90-60ea0290489a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:12.827437 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:13.002954 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b39eae1e-6f10-4a52-b470-47934fadece5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.191163 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:12Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:13.214708 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b39eae1e-6f10-4a52-b470-47934fadece5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.222040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:42:11Z', 'revision_number': 3, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:13.233059 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b39eae1e-6f10-4a52-b470-47934fadece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.246783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e008664-d8ab-4479-a33e-abd236eb15b7 None None] The sync data for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 is: [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:12Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:13.254692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Checking router: a5d2ea67-2a3f-457f-ab90-60ea0290489a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:13.256578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Updating router a5d2ea67-2a3f-457f-ab90-60ea0290489a port aebf106c-362f-41db-aa2f-0e1d55e44c3b binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:13.291386 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.322838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b39eae1e-6f10-4a52-b470-47934fadece5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a39ba9f8022c465bba8a4792e8ca1f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723946 Aug 29 04:42:13.326129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eae1e-6f10-4a52-b470-47934fadece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100a5b25-f887-4c44-b633-69d1d48499e3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:13.329504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:13.336376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49a8c6-4f9f-478e-bddf-aa1fad977fe5 None None] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:13.422921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.442213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6adfc1-201d-4710-8b5c-03982502faac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.499874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6adfc1-201d-4710-8b5c-03982502faac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.615199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6adfc1-201d-4710-8b5c-03982502faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.624499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6adfc1-201d-4710-8b5c-03982502faac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.628156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0a6adfc1-201d-4710-8b5c-03982502faac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/100a5b25-f887-4c44-b633-69d1d48499e3 HTTP/1.1" status: 204 len: 168 time: 0.2952666 Aug 29 04:42:13.647096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6adfc1-201d-4710-8b5c-03982502faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100a5b25-f887-4c44-b633-69d1d48499e3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:13.696154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Allocated IP 172.20.0.1 (15611ff7-08b6-4dda-91c3-d24337eacd67/52c144b9-6325-41de-bc7a-3ce50ac5a025/d461891c-f452-4c36-aead-846fd98c9f27) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:13.841762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a58c97cd-9fa0-4f48-a6fc-dc1b82f916c7 None None] Provisioning for port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:13.891724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.907381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29a6b218-c23a-4a4f-8523-7c952b9156b5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:13.910000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Transition to ACTIVE for port object d461891c-f452-4c36-aead-846fd98c9f27 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:13.959603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.979027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a58c97cd-9fa0-4f48-a6fc-dc1b82f916c7 None None] Provisioning complete for port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:13.979434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a58c97cd-9fa0-4f48-a6fc-dc1b82f916c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.036053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:14.042203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:14.048024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:14.052121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Pushing event updated for resources: {'Port': ['ID=d461891c-f452-4c36-aead-846fd98c9f27,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.082991 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.115153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Transition to ACTIVE for port object aebf106c-362f-41db-aa2f-0e1d55e44c3b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:14.128354 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.140882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 29a6b218-c23a-4a4f-8523-7c952b9156b5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:14.146161 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.179315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Attempting to bind port aebf106c-362f-41db-aa2f-0e1d55e44c3b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:14.179579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Attempting to bind port aebf106c-362f-41db-aa2f-0e1d55e44c3b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:14.179953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Attempting to bind port aebf106c-362f-41db-aa2f-0e1d55e44c3b on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:14.286658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 29a6b218-c23a-4a4f-8523-7c952b9156b5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:14.287419 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.365214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.367465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d26ab7-ab5a-4b44-aa90-0668614a3a2e None None] Pushing event updated for resources: {'Port': ['ID=aebf106c-362f-41db-aa2f-0e1d55e44c3b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.394605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:14.395295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:14.395813 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.396316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:14.397002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Bound port: aebf106c-362f-41db-aa2f-0e1d55e44c3b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:14.397816 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.538643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a58c97cd-9fa0-4f48-a6fc-dc1b82f916c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.558778 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.580407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] For port aebf106c-362f-41db-aa2f-0e1d55e44c3b, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:14.618957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] For port aebf106c-362f-41db-aa2f-0e1d55e44c3b, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aebf106c-362f-41db-aa2f-0e1d55e44c3b,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:14.650147 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.678790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a58c97cd-9fa0-4f48-a6fc-dc1b82f916c7 None None] For port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,segment=NetworkSegment(5d91eb14-a5e6-4a9b-bd9e-ec34860e004e),segment_id=5d91eb14-a5e6-4a9b-bd9e-ec34860e004e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:14.727002 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a58c97cd-9fa0-4f48-a6fc-dc1b82f916c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.753890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 29a6b218-c23a-4a4f-8523-7c952b9156b5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=29a6b218-c23a-4a4f-8523-7c952b9156b5,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:14.766907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Routers {'a5d2ea67-2a3f-457f-ab90-60ea0290489a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:14.768465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:41:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:14.775634 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.791322 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.805997 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.861883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d26ab7-ab5a-4b44-aa90-0668614a3a2e None None] Pushing event updated for resources: {'Port': ['ID=aebf106c-362f-41db-aa2f-0e1d55e44c3b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.912593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-48efcaac-6241-4f22-b6e8-8fb8ee6f406f None None] Provisioning for port d461891c-f452-4c36-aead-846fd98c9f27 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:14.917777 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.919917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Pushing event updated for resources: {'Port': ['ID=d461891c-f452-4c36-aead-846fd98c9f27,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.988625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-48efcaac-6241-4f22-b6e8-8fb8ee6f406f None None] Provisioning complete for port d461891c-f452-4c36-aead-846fd98c9f27 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:14.989107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48efcaac-6241-4f22-b6e8-8fb8ee6f406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.062293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c97cd-9fa0-4f48-a6fc-dc1b82f916c7 None None] Pushing event updated for resources: {'Port': ['ID=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.122827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:15.133584 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:15.321278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Router a5d2ea67-2a3f-457f-ab90-60ea0290489a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:15.375479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-48efcaac-6241-4f22-b6e8-8fb8ee6f406f None None] Port d461891c-f452-4c36-aead-846fd98c9f27 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:15.396784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] Set router a5d2ea67-2a3f-457f-ab90-60ea0290489a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:15.442747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=29a6b218-c23a-4a4f-8523-7c952b9156b5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.451412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-48efcaac-6241-4f22-b6e8-8fb8ee6f406f None None] Provisioning complete for port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:15.451588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-48efcaac-6241-4f22-b6e8-8fb8ee6f406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.497426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:15.507873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e30f081a-8338-4caf-b12f-dde4a40f9361 admin admin] 10.222.0.55 "PUT /v2.0/routers/a5d2ea67-2a3f-457f-ab90-60ea0290489a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8839133 Aug 29 04:42:15.781012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 4, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd461891c-f452-4c36-aead-846fd98c9f27', 'name': '', 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'mac_address': 'fa:16:3e:d3:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:13Z', 'updated_at': '2021-08-29T04:42:13Z', 'revision_number': 1, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'subnets': [{'id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:15.841001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b195d25-7805-43f3-a10d-bef30833d0f3 None None] The sync data for ids ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'] in n-d-712143-14 is: [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 4, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd461891c-f452-4c36-aead-846fd98c9f27', 'name': '', 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'mac_address': 'fa:16:3e:d3:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:13Z', 'updated_at': '2021-08-29T04:42:13Z', 'revision_number': 1, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'subnets': [{'id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:15.871551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f93f4509-052d-4ff1-8ac2-7c680061e98e None None] Provisioning complete for port d461891c-f452-4c36-aead-846fd98c9f27 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:15.872159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f93f4509-052d-4ff1-8ac2-7c680061e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.911425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29a6b218-c23a-4a4f-8523-7c952b9156b5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:15.991464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f93f4509-052d-4ff1-8ac2-7c680061e98e None None] Port d461891c-f452-4c36-aead-846fd98c9f27 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:16.013813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 29a6b218-c23a-4a4f-8523-7c952b9156b5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:16.014194 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.151691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:16.269622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:16.271251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.825907 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e61e2ba1-d235-42c4-89bb-e8b36778ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:17.783988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.793816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.818313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.841371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.855163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.867269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.874524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.876826 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-1383c3e2-0b9c-410e-8314-60e9642b2dad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 0.1950662 Aug 29 04:42:17.885682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aebf106c-362f-41db-aa2f-0e1d55e44c3b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:18.000123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c33e134-e87e-4ad2-88a7-4a805c86758a req-6f0bb1f0-145d-4ab0-8f53-0bfddf828b03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160583 Aug 29 04:42:18.015218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port aebf106c-362f-41db-aa2f-0e1d55e44c3b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:18.025175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port aebf106c-362f-41db-aa2f-0e1d55e44c3b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:18.025627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.120745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-85e0ebf7-f727-4525-b474-59b1440c2d2a tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2185e6f781234ef69ffe8028878724c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834184 Aug 29 04:42:18.156443 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.190296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port aebf106c-362f-41db-aa2f-0e1d55e44c3b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aebf106c-362f-41db-aa2f-0e1d55e44c3b,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:18.194814 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:18.285956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=aebf106c-362f-41db-aa2f-0e1d55e44c3b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:18.339895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-81b24f40-9ed3-4fc3-ba10-5ac633c396e6 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.341480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-81b24f40-9ed3-4fc3-ba10-5ac633c396e6 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142036 Aug 29 04:42:18.360362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-24aff4e8-a3af-4084-828e-591bbbe61545 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/quotas/2185e6f781234ef69ffe8028878724c5 HTTP/1.1" status: 200 len: 375 time: 0.0118177 Aug 29 04:42:18.397992 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-63eb4050-0c62-4b9e-8b5b-2f58f7df1a01 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2185e6f781234ef69ffe8028878724c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309658 Aug 29 04:42:18.646094 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4a1f545e-5a85-49cf-bead-6db5b5e51696 req-5d50f3a8-bd79-4601-948c-b92d940a1dff tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 210 time: 0.0668762 Aug 29 04:42:18.756673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.766873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.778480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.790517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.804479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.812576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.823165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.826597 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c963cab1-ad01-464c-b96f-4f43e1a50571 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 0.1873984 Aug 29 04:42:18.950736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-d6de6586-ff97-49e7-b6d7-4d9cee668c86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.956197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-d6de6586-ff97-49e7-b6d7-4d9cee668c86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "GET /v2.0/ports/436ebe39-93a0-4fb2-a1e2-dca7870d8af2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1220057 Aug 29 04:42:19.020718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff15d-8187-4645-908f-2d4908a141b7 req-c7d34636-d1e9-4383-9401-c948176560c2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.023406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe6ff15d-8187-4645-908f-2d4908a141b7 req-c7d34636-d1e9-4383-9401-c948176560c2 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.0949540 Aug 29 04:42:19.098190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe6ff15d-8187-4645-908f-2d4908a141b7 req-235d27c3-cc72-46ac-a4e9-a2742d02f776 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615366 Aug 29 04:42:19.166137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-f596bb48-14f5-4f5b-a24d-cf59efb0e613 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "GET /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2033751 Aug 29 04:42:19.188425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:19.294838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.301159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.307968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.314173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.319906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.326601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.333233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.335297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-d8659593-af10-4e58-b19a-c1ccda592c22 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 5432 time: 0.1633203 Aug 29 04:42:19.345774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.493585 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff6400d5-78e9-478d-8f63-950014793732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.616271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.761342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3df7e48e-7f66-45e9-b32d-218e6e98b941 req-8443209a-e007-4efb-8556-4e52bbc2bb0d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4175963 Aug 29 04:42:19.797253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d41d6e9-33d2-47de-b581-6dbc1e7674de req-342d3940-0f37-4a60-8444-537f8900668a tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 210 time: 0.0567138 Aug 29 04:42:19.851332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aebf106c-362f-41db-aa2f-0e1d55e44c3b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:19.927382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] For port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:19.944049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port aebf106c-362f-41db-aa2f-0e1d55e44c3b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:19.944429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.015687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-77bba147-7e4d-4ed1-8b80-ab36000420cb tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2185e6f781234ef69ffe8028878724c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623739 Aug 29 04:42:20.034245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] For port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:20.089259 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Sync routers for ids ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:20.105307 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Routers {'a5d2ea67-2a3f-457f-ab90-60ea0290489a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:20.106839 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:20.159025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] device_id is not set on port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:42:20.175980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.191278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.292979 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Set router a5d2ea67-2a3f-457f-ab90-60ea0290489a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:20.300582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-68ae67e2-9079-4ba8-8d44-e317208e01fd tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.303568 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-68ae67e2-9079-4ba8-8d44-e317208e01fd tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854636 Aug 29 04:42:20.346153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Request body: {'port': {'device_id': 'edfbde12-a80a-4448-8c32-045e991c978b', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': '2185e6f781234ef69ffe8028878724c5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:20.375959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Pushing event updated for resources: {'Port': ['ID=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.395452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] No DVR routers for this DVR port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:20.481772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.482079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.483231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.483887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.484305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.484651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.484987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.485860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.486210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.486552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.486892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.487227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:20.504384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e32ec-882b-40c9-af38-2ea39ae3d899 req-8977d7ea-6770-4f44-9a47-453f67be847b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.506046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-087e32ec-882b-40c9-af38-2ea39ae3d899 req-8977d7ea-6770-4f44-9a47-453f67be847b tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.2781773 Aug 29 04:42:20.544187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] In _notify_port_updated(), no bound segment for port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:42:20.545099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.545877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.547138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-dd375698-bc61-40ac-85b3-639b6f055b0a service neutron] 10.222.0.37 "PUT /v2.0/ports/436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 200 len: 1027 time: 1.3628812 Aug 29 04:42:20.576363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-db1640a4-efa3-484e-a1f0-a9665288d5df None None] Provisioning complete for port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:20.577418 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db1640a4-efa3-484e-a1f0-a9665288d5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.594049 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 4, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd461891c-f452-4c36-aead-846fd98c9f27', 'name': '', 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'mac_address': 'fa:16:3e:d3:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:13Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 2, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'subnets': [{'id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:20.625987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-7d3dbb9b-1b49-429b-a1f1-a927be42aa6a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.627522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-7d3dbb9b-1b49-429b-a1f1-a927be42aa6a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "GET /v2.0/ports/1758a502-e979-4b23-86cf-930fbff24667?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0702715 Aug 29 04:42:20.628739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db1640a4-efa3-484e-a1f0-a9665288d5df None None] Port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:20.636583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-087e32ec-882b-40c9-af38-2ea39ae3d899 req-fe5a651a-8c4a-4420-bf83-6308d4cdd5ef tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197424 Aug 29 04:42:20.637561 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Checking router: a5d2ea67-2a3f-457f-ab90-60ea0290489a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:20.638321 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Updating router a5d2ea67-2a3f-457f-ab90-60ea0290489a port d461891c-f452-4c36-aead-846fd98c9f27 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:20.642845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:20.674068 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.714454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.728676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.738114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Made reservation on behalf of 2185e6f781234ef69ffe8028878724c5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:20.743456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.756587 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.759478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.020078 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d930b2d-a612-4946-a24b-cff101420341 req-567d4a23-08dc-423c-95fd-7b293e124c86 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 210 time: 0.0755711 Aug 29 04:42:21.083326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] For port 1758a502-e979-4b23-86cf-930fbff24667, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1758a502-e979-4b23-86cf-930fbff24667,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:21.156702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] For port 1758a502-e979-4b23-86cf-930fbff24667, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:21.194792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.206016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.212535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] device_id is not set on port 1758a502-e979-4b23-86cf-930fbff24667 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:42:21.234274 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.242357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.248358 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Transition to ACTIVE for port object d461891c-f452-4c36-aead-846fd98c9f27 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:21.261371 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.297929 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.315647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b666e3-f85d-41cf-ad2a-690ed27cd7bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.448811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1758a502-e979-4b23-86cf-930fbff24667,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.450591 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f19720-8685-4141-91ee-4e7da562e794 None None] Pushing event updated for resources: {'Port': ['ID=d461891c-f452-4c36-aead-846fd98c9f27,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.470554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] No DVR routers for this DVR port 1758a502-e979-4b23-86cf-930fbff24667 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:21.510225 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Attempting to bind port d461891c-f452-4c36-aead-846fd98c9f27 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:21.510791 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Attempting to bind port d461891c-f452-4c36-aead-846fd98c9f27 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:21.512022 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Attempting to bind port d461891c-f452-4c36-aead-846fd98c9f27 on network 15611ff7-08b6-4dda-91c3-d24337eacd67 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:21.519653 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:21.520399 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Checking segment: {'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:21.520972 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.521536 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Bound using segment: {'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:21.522247 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Bound port: d461891c-f452-4c36-aead-846fd98c9f27, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:21.523113 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.576517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Allocated IP 192.168.233.249 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/3bc9e923-0ec4-424c-aa43-9f16246db6a7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:21.585338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] In _notify_port_updated(), no bound segment for port 1758a502-e979-4b23-86cf-930fbff24667 on network 030cfc7b-a4fe-4593-a230-d44736b800f0 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:42:21.586479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.587123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.589073 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-78d1e75a-58fd-4890-a8da-7b9b6a0141a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 200 len: 1026 time: 0.9499106 Aug 29 04:42:21.667812 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] For port d461891c-f452-4c36-aead-846fd98c9f27, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:21.677308 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] For port d461891c-f452-4c36-aead-846fd98c9f27, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d461891c-f452-4c36-aead-846fd98c9f27,segment=NetworkSegment(5d91eb14-a5e6-4a9b-bd9e-ec34860e004e),segment_id=5d91eb14-a5e6-4a9b-bd9e-ec34860e004e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:21.685379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-2c5b4db0-a0f7-4088-a4a2-67d89a67f7c3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.688263 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.693850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-2c5b4db0-a0f7-4088-a4a2-67d89a67f7c3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.723152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-2c5b4db0-a0f7-4088-a4a2-67d89a67f7c3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.778176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-2c5b4db0-a0f7-4088-a4a2-67d89a67f7c3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.820208 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f19720-8685-4141-91ee-4e7da562e794 None None] Pushing event updated for resources: {'Port': ['ID=d461891c-f452-4c36-aead-846fd98c9f27,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.827379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-2c5b4db0-a0f7-4088-a4a2-67d89a67f7c3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.842340 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Routers {'a5d2ea67-2a3f-457f-ab90-60ea0290489a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:21.843187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:21.875051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-2c5b4db0-a0f7-4088-a4a2-67d89a67f7c3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.878674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-2c5b4db0-a0f7-4088-a4a2-67d89a67f7c3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 4581 time: 0.9770937 Aug 29 04:42:21.927974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-7de40d24-68ab-4651-b915-28a4d28b775e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.930344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-7de40d24-68ab-4651-b915-28a4d28b775e tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.9813895 Aug 29 04:42:21.984933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port b81f3740-c07d-416d-9f73-907db37fd679 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:21.985285 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.993491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ef505f4d-2b55-4eb3-814e-aa2736598ef2 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:22.156526 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] Set router a5d2ea67-2a3f-457f-ab90-60ea0290489a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:22.161531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca624049-ce92-4ba2-9595-4a7214004ab3 req-9c96d7a6-fffb-484d-845a-a77f1a666c83 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.170674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca624049-ce92-4ba2-9595-4a7214004ab3 req-9c96d7a6-fffb-484d-845a-a77f1a666c83 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1b6eb9-3c4e-45fb-8a68-393986265251 HTTP/1.1" status: 200 len: 945 time: 0.2635858 Aug 29 04:42:22.184437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] For port b81f3740-c07d-416d-9f73-907db37fd679, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=b81f3740-c07d-416d-9f73-907db37fd679,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:22.184845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.196968 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-405cc968-1c04-404e-ad15-30fec4a95e46 req-75030d7f-f090-42e3-b815-30784afd6eff tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=c73c6ae4-4746-439b-9687-331ab40e7031&id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2963579 Aug 29 04:42:22.211222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6f0d5afb-78ae-402f-8070-4ea0526b58cb None None] Provisioning complete for port 1758a502-e979-4b23-86cf-930fbff24667 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:22.211749 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5afb-78ae-402f-8070-4ea0526b58cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.311871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d5afb-78ae-402f-8070-4ea0526b58cb None None] Port 1758a502-e979-4b23-86cf-930fbff24667 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:22.323578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Deleting port 9f07f90f-8e1c-480e-95c9-21304752fb65 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:22.323931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.440180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36a0abc3-9143-4ef0-9e9c-225dfa0767ff req-5c864576-3027-420c-923d-9350d8b381f8 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 210 time: 0.0330629 Aug 29 04:42:22.449093 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.477740 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.518198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ef505f4d-2b55-4eb3-814e-aa2736598ef2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:22.519312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:22.521876 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e850d-00cd-46f1-be4f-a114b4257752" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:22.533116 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.533976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1758a502-e979-4b23-86cf-930fbff24667 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:22.595634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] For port 9f07f90f-8e1c-480e-95c9-21304752fb65, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9f07f90f-8e1c-480e-95c9-21304752fb65,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:22.596995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.636515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1758a502-e979-4b23-86cf-930fbff24667 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:22.636782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Calling delete_port for 9f07f90f-8e1c-480e-95c9-21304752fb65 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:22.637249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 8cbf8b09-ded1-4d91-8bd3-57a031b613bc no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:22.640609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ef505f4d-2b55-4eb3-814e-aa2736598ef2,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:22.675230 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 4, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd461891c-f452-4c36-aead-846fd98c9f27', 'name': '', 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'mac_address': 'fa:16:3e:d3:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:13Z', 'updated_at': '2021-08-29T04:42:21Z', 'revision_number': 4, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'subnets': [{'id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:22.683684 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369de1ab-4589-473d-a2fe-022fc5f49b4b x-openstack-request-id: req-369de1ab-4589-473d-a2fe-022fc5f49b4b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:22.684266 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:22.684764 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-369de1ab-4589-473d-a2fe-022fc5f49b4b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:22.685396 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2', 'code': 200} Aug 29 04:42:22.709070 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f8cb6-fab8-455e-a2e9-5a8ffadaa4f4 None None] The sync data for ids ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'] in n-d-712143-14 is: [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 4, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd461891c-f452-4c36-aead-846fd98c9f27', 'name': '', 'network_id': '15611ff7-08b6-4dda-91c3-d24337eacd67', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'mac_address': 'fa:16:3e:d3:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:13Z', 'updated_at': '2021-08-29T04:42:21Z', 'revision_number': 4, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'subnets': [{'id': '52c144b9-6325-41de-bc7a-3ce50ac5a025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:22.813620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.880317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:22.886660 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.888145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device b81f3740-c07d-416d-9f73-907db37fd679 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:22.890530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.935832 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca624049-ce92-4ba2-9595-4a7214004ab3 req-1d954e8b-9845-436c-8fbe-045865f52010 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7639809 Aug 29 04:42:22.970202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.014271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Transition to ACTIVE for port object 3bc9e923-0ec4-424c-aa43-9f16246db6a7 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:23.018898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Pushing event deleted for resources: {'Port': ['ID=9f07f90f-8e1c-480e-95c9-21304752fb65,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:23.039758 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.042875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['a8225464-8ec7-4700-97dd-2d5994c06f6b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:23.058919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.063937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.064520 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Floating IP 1d85cc68-a540-4b24-8db9-3de64652c189 disassociated. External IP: 172.25.7.2, port: b81f3740-c07d-416d-9f73-907db37fd679. Aug 29 04:42:23.065034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for b81f3740-c07d-416d-9f73-907db37fd679 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:23.130742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] No DVR routers for this DVR port 9f07f90f-8e1c-480e-95c9-21304752fb65 on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:23.139578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.145216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.37 "DELETE /v2.0/ports/9f07f90f-8e1c-480e-95c9-21304752fb65 HTTP/1.1" status: 204 len: 173 time: 1.1998768 Aug 29 04:42:23.146016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'name': 'network-vif-deleted', 'tag': '9f07f90f-8e1c-480e-95c9-21304752fb65'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:23.148722 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa5c417-de66-469d-a194-b346ba12e482" -d '{"events": [{"server_uuid": "8c1b6eb9-3c4e-45fb-8a68-393986265251", "name": "network-vif-deleted", "tag": "9f07f90f-8e1c-480e-95c9-21304752fb65"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:23.148943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:23.214842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.235576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port b81f3740-c07d-416d-9f73-907db37fd679, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=b81f3740-c07d-416d-9f73-907db37fd679,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:23.254353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.255077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:23.270792 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f418f9f9-d229-4bbc-ac96-b77ac8645c7a x-openstack-request-id: req-f418f9f9-d229-4bbc-ac96-b77ac8645c7a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:23.271212 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1b6eb9-3c4e-45fb-8a68-393986265251", "name": "network-vif-deleted", "tag": "9f07f90f-8e1c-480e-95c9-21304752fb65", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:23.271616 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f418f9f9-d229-4bbc-ac96-b77ac8645c7a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:23.272081 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1b6eb9-3c4e-45fb-8a68-393986265251', 'name': 'network-vif-deleted', 'tag': '9f07f90f-8e1c-480e-95c9-21304752fb65', 'status': 'completed', 'code': 200} Aug 29 04:42:23.308656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:23.353946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:23.359168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:23.441056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=b81f3740-c07d-416d-9f73-907db37fd679,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:23.602137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:23.602617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 7613ad66-1551-4927-a25f-0532b313f755 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:23.738919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6db1-6ebb-4a44-adba-3360adedb278 req-fb84408f-843e-4a09-96b8-b05fc51a5c8d tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.741990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e53d6db1-6ebb-4a44-adba-3360adedb278 req-fb84408f-843e-4a09-96b8-b05fc51a5c8d tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 936 time: 0.1460342 Aug 29 04:42:23.819080 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.833984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ffd7b7dc-8a56-4fa9-a915-45bce0e2e830 None None] Provisioning for port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:23.835993 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e53d6db1-6ebb-4a44-adba-3360adedb278 req-8ea3873b-88a3-4f61-8148-8db0e72052c6 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872622 Aug 29 04:42:23.867495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ffd7b7dc-8a56-4fa9-a915-45bce0e2e830 None None] Provisioning complete for port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:23.868156 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b7dc-8a56-4fa9-a915-45bce0e2e830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.974229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 7613ad66-1551-4927-a25f-0532b313f755, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7613ad66-1551-4927-a25f-0532b313f755,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:23.989430 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.990841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9f07f90f-8e1c-480e-95c9-21304752fb65 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:23.997480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d461891c-f452-4c36-aead-846fd98c9f27 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:24.000179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7b7dc-8a56-4fa9-a915-45bce0e2e830 None None] Port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:24.064429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 9f07f90f-8e1c-480e-95c9-21304752fb65 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:24.065202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9f07f90f-8e1c-480e-95c9-21304752fb65 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:24.065320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 96815d72-4af0-4d00-968e-74b84ee2d14d no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:24.140298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Pushing event updated for resources: {'Port': ['ID=3bc9e923-0ec4-424c-aa43-9f16246db6a7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:24.182931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b866bd-25a9-4541-bd67-8aff4b3fe45f req-e4f806fd-ef02-4c40-9e47-d54c82986a86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.189533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b866bd-25a9-4541-bd67-8aff4b3fe45f req-e4f806fd-ef02-4c40-9e47-d54c82986a86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.195629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b866bd-25a9-4541-bd67-8aff4b3fe45f req-e4f806fd-ef02-4c40-9e47-d54c82986a86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.202166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b866bd-25a9-4541-bd67-8aff4b3fe45f req-e4f806fd-ef02-4c40-9e47-d54c82986a86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.202472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=7613ad66-1551-4927-a25f-0532b313f755,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:24.209459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b866bd-25a9-4541-bd67-8aff4b3fe45f req-e4f806fd-ef02-4c40-9e47-d54c82986a86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.210992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d461891c-f452-4c36-aead-846fd98c9f27 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:24.217761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20b866bd-25a9-4541-bd67-8aff4b3fe45f req-e4f806fd-ef02-4c40-9e47-d54c82986a86 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 3879 time: 0.8135600 Aug 29 04:42:24.223174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d461891c-f452-4c36-aead-846fd98c9f27 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:24.223948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.237695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.238524 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.249776 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.282424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.301969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-3eae4dcc-f55d-4a1c-bf9a-0ec3fa480813 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9857123 Aug 29 04:42:24.332279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 96815d72-4af0-4d00-968e-74b84ee2d14d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=96815d72-4af0-4d00-968e-74b84ee2d14d,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:24.339872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Request body: {'port': {'device_id': 'edfbde12-a80a-4448-8c32-045e991c978b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:24.342933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=b81f3740-c07d-416d-9f73-907db37fd679,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:24.366760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20b866bd-25a9-4541-bd67-8aff4b3fe45f req-4949a060-c575-484d-868f-8ddd77617f7d tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400473 Aug 29 04:42:24.371582 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.406368 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.494413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=96815d72-4af0-4d00-968e-74b84ee2d14d,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:24.500762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d461891c-f452-4c36-aead-846fd98c9f27, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d461891c-f452-4c36-aead-846fd98c9f27,segment=NetworkSegment(5d91eb14-a5e6-4a9b-bd9e-ec34860e004e),segment_id=5d91eb14-a5e6-4a9b-bd9e-ec34860e004e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:24.507681 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.537954 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:24.543522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56f797-14d3-47ce-97ad-a0217f7d81b9 req-c3e12bca-2cb7-421f-8f41-50d70aee0e03 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.545734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c56f797-14d3-47ce-97ad-a0217f7d81b9 req-c3e12bca-2cb7-421f-8f41-50d70aee0e03 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1084979 Aug 29 04:42:24.613155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d461891c-f452-4c36-aead-846fd98c9f27,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:24.633186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c56f797-14d3-47ce-97ad-a0217f7d81b9 req-4f4d46ab-90ba-47d7-8eed-613fa6cb8568 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783806 Aug 29 04:42:24.686326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Router dae69b29-4a94-49b0-846f-4b6d1ccd6116 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:24.687056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7613ad66-1551-4927-a25f-0532b313f755'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:24.691919 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b285555-dcd0-4938-b3d7-4714bb9fb1d1" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "b81f3740-c07d-416d-9f73-907db37fd679"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "7613ad66-1551-4927-a25f-0532b313f755"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:24.774701 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a9832-f581-426a-a37a-9cac7f6434de x-openstack-request-id: req-479a9832-f581-426a-a37a-9cac7f6434de {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:24.775280 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "b81f3740-c07d-416d-9f73-907db37fd679", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "7613ad66-1551-4927-a25f-0532b313f755", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-unplugged", "status": "completed", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:24.776354 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-479a9832-f581-426a-a37a-9cac7f6434de {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:24.776999 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc', 'code': 200} Aug 29 04:42:24.777268 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679', 'code': 200} Aug 29 04:42:24.777676 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7613ad66-1551-4927-a25f-0532b313f755', 'code': 200} Aug 29 04:42:24.777983 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d', 'code': 200} Aug 29 04:42:24.942384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:24.966240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] Sync routers for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:24.991510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:24.992936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:25.015972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632df97-0220-418a-a3a6-17e4ca2c6a89 req-cdb82dbb-9b71-4d7f-902c-06f2d41ebd6e tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.017726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4632df97-0220-418a-a3a6-17e4ca2c6a89 req-cdb82dbb-9b71-4d7f-902c-06f2d41ebd6e tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 936 time: 0.0863054 Aug 29 04:42:25.057998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] No DVR routers for this DVR port b81f3740-c07d-416d-9f73-907db37fd679 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:25.062148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.065007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-053a3ab5-3905-4273-b403-8878a4de6d1b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "DELETE /v2.0/ports/b81f3740-c07d-416d-9f73-907db37fd679 HTTP/1.1" status: 204 len: 173 time: 3.4653158 Aug 29 04:42:25.065576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:25.068067 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1276f016-177b-4010-8678-54506489a433" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "b81f3740-c07d-416d-9f73-907db37fd679"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:25.089639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4632df97-0220-418a-a3a6-17e4ca2c6a89 req-d9fbde69-4e29-4acc-b3ec-667c4ee693e7 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532317 Aug 29 04:42:25.178324 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a46ab0-7d5f-453c-92e0-075789a5705a x-openstack-request-id: req-58a46ab0-7d5f-453c-92e0-075789a5705a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:25.179287 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "b81f3740-c07d-416d-9f73-907db37fd679", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:25.179734 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58a46ab0-7d5f-453c-92e0-075789a5705a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:25.180173 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': 'b81f3740-c07d-416d-9f73-907db37fd679', 'status': 'completed', 'code': 200} Aug 29 04:42:25.204472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:25.223483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc9e923-0ec4-424c-aa43-9f16246db6a7 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:25.236420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.261392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Transition to ACTIVE for port object 3bc9e923-0ec4-424c-aa43-9f16246db6a7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:25.266593 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.325222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port ef505f4d-2b55-4eb3-814e-aa2736598ef2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:25.325628 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.398646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc9e923-0ec4-424c-aa43-9f16246db6a7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:25.497066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:59Z', 'revision_number': 5, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:25.516064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] For port ef505f4d-2b55-4eb3-814e-aa2736598ef2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ef505f4d-2b55-4eb3-814e-aa2736598ef2,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:25.516466 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.532932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] Checking router: dae69b29-4a94-49b0-846f-4b6d1ccd6116 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:25.544762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for ef505f4d-2b55-4eb3-814e-aa2736598ef2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:25.548868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:25.550048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:25.577397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Attempting to bind port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:25.577699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Attempting to bind port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:25.578015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Attempting to bind port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:25.624759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:25.624990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Attempting to bind port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:25.651262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:25.651723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:25.652012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:25.652472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Bound port: 3bc9e923-0ec4-424c-aa43-9f16246db6a7, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:25.652845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.679571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eab5dc-7c2c-48ed-858c-c6195bbba535 req-ef399689-7ebf-4513-a84a-740db14835af tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.696857 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eab5dc-7c2c-48ed-858c-c6195bbba535 req-ef399689-7ebf-4513-a84a-740db14835af tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.715928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eab5dc-7c2c-48ed-858c-c6195bbba535 req-ef399689-7ebf-4513-a84a-740db14835af tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.730375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eab5dc-7c2c-48ed-858c-c6195bbba535 req-ef399689-7ebf-4513-a84a-740db14835af tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.742848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5eab5dc-7c2c-48ed-858c-c6195bbba535 req-ef399689-7ebf-4513-a84a-740db14835af tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 3142 time: 0.2219830 Aug 29 04:42:25.858203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5eab5dc-7c2c-48ed-858c-c6195bbba535 req-01bad107-b9ab-4e88-b7eb-5f311bf23eec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045408 Aug 29 04:42:25.915947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] For port 3bc9e923-0ec4-424c-aa43-9f16246db6a7, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:25.923459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] For port 3bc9e923-0ec4-424c-aa43-9f16246db6a7, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3bc9e923-0ec4-424c-aa43-9f16246db6a7,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:25.937697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d831e-6155-452d-a0aa-caff2808044c req-8a425c35-c540-499d-b3ed-7325fb883b2c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.937955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-908d831e-6155-452d-a0aa-caff2808044c req-8a425c35-c540-499d-b3ed-7325fb883b2c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1603930 Aug 29 04:42:25.942037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:25.999093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.019858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.020427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.021933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] 10.222.0.37 "PUT /v2.0/ports/3bc9e923-0ec4-424c-aa43-9f16246db6a7 HTTP/1.1" status: 200 len: 1097 time: 1.6908994 Aug 29 04:42:26.032799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d461891c-f452-4c36-aead-846fd98c9f27 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:26.067867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-908d831e-6155-452d-a0aa-caff2808044c req-c324911e-c538-45c8-b923-d656dca8ef45 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177034 Aug 29 04:42:26.083997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e9d35-6ff0-4164-bd49-a7e29c77c138 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc9e923-0ec4-424c-aa43-9f16246db6a7,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.174359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:26.226345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=ef505f4d-2b55-4eb3-814e-aa2736598ef2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.234071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] No DVR routers for this DVR port ef505f4d-2b55-4eb3-814e-aa2736598ef2 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:26.242883 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.245275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-2a04558f-8138-4af0-ace6-c95841c55eb1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "DELETE /v2.0/ports/ef505f4d-2b55-4eb3-814e-aa2736598ef2 HTTP/1.1" status: 204 len: 173 time: 1.1722622 Aug 29 04:42:26.268454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d461891c-f452-4c36-aead-846fd98c9f27 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:26.269241 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.325671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-d52fbab4-a51b-47c9-b4d2-b85b6775ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.327732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-d52fbab4-a51b-47c9-b4d2-b85b6775ab3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2185e6f781234ef69ffe8028878724c5&device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 1100 time: 0.2062428 Aug 29 04:42:26.403587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29060be4-afbf-4af8-a428-dd83c8abdbfb req-10574e67-0225-4db6-9ad0-d21307f4066c tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.405674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29060be4-afbf-4af8-a428-dd83c8abdbfb req-10574e67-0225-4db6-9ad0-d21307f4066c tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 948 time: 0.1592140 Aug 29 04:42:26.419430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-b0845e38-ee9b-4960-aafc-24bad18d5399 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3bc9e923-0ec4-424c-aa43-9f16246db6a7 HTTP/1.1" status: 200 len: 217 time: 0.0589945 Aug 29 04:42:26.486997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-9ca49533-01c5-46eb-846d-7cf47464e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.488686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-9ca49533-01c5-46eb-846d-7cf47464e559 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0540214 Aug 29 04:42:26.506647 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29060be4-afbf-4af8-a428-dd83c8abdbfb req-3b9ccf32-7aab-477b-95fb-d8c73d414d4a tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916836 Aug 29 04:42:26.554070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:26.554405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.579151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:59Z', 'revision_number': 5, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:26.611327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b51b4-da0c-4367-a8d4-c1ea4549c3c0 None None] The sync data for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 is: [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 4, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '7f984c9d-41fa-4231-8ca1-87a8feb47504', 'name': '', 'network_id': '5de44834-2a7b-4f66-8909-aa94c16f31a9', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'mac_address': 'fa:16:3e:bb:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:43Z', 'updated_at': '2021-08-29T04:31:59Z', 'revision_number': 5, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'subnets': [{'id': 'ed5171ab-1fdb-4315-839d-998ac9302523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:26.631910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-34a1f133-289e-4f0b-af14-a507170fa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.633569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-34a1f133-289e-4f0b-af14-a507170fa34c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377351 Aug 29 04:42:26.807278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] For port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:26.807744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.845141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for 8cbf8b09-ded1-4d91-8bd3-57a031b613bc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:26.856235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-77b259ab-27fa-429d-b9f5-46bd7df981b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152689 Aug 29 04:42:26.986358 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dec626-0b24-4301-b878-37efa2c2b701 None None] New status for floating IP 1d85cc68-a540-4b24-8db9-3de64652c189: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:27.077479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce6c6b2-d225-4266-977a-36f78ab87470 req-8ea29095-ded0-428c-9f81-f04f968c6a51 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121203 Aug 29 04:42:27.088335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e6fad-a4c4-4d16-8332-771642289d9d req-20db680e-0a83-4db0-975a-4ae646e17ad3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.094509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e6fad-a4c4-4d16-8332-771642289d9d req-20db680e-0a83-4db0-975a-4ae646e17ad3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.101148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e6fad-a4c4-4d16-8332-771642289d9d req-20db680e-0a83-4db0-975a-4ae646e17ad3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.103070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3e6fad-a4c4-4d16-8332-771642289d9d req-20db680e-0a83-4db0-975a-4ae646e17ad3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 2409 time: 0.1300416 Aug 29 04:42:27.186652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfbde12-a80a-4448-8c32-045e991c978b', 'tag': '3bc9e923-0ec4-424c-aa43-9f16246db6a7'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:27.191419 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e59e90-3fce-42e2-94ac-1213ec765b62" -d '{"events": [{"name": "network-changed", "server_uuid": "edfbde12-a80a-4448-8c32-045e991c978b", "tag": "3bc9e923-0ec4-424c-aa43-9f16246db6a7"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:27.215992 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f3e6fad-a4c4-4d16-8332-771642289d9d req-d70adbd9-359c-44d7-86f1-d45aa82d30c1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726678 Aug 29 04:42:27.218075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.251751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=8cbf8b09-ded1-4d91-8bd3-57a031b613bc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:27.261483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac278db-c16e-41ae-8746-4e1de28f195f req-191313b1-23d3-4e62-9111-582a9c7a69ef tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.269065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bac278db-c16e-41ae-8746-4e1de28f195f req-191313b1-23d3-4e62-9111-582a9c7a69ef tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0899417 Aug 29 04:42:27.315225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bac278db-c16e-41ae-8746-4e1de28f195f req-b92b65b0-3b0e-4dce-b204-88fdea6f1252 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Aug 29 04:42:27.326720 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6547bb-1ee7-491b-a8bd-1b262c6c76ab x-openstack-request-id: req-9c6547bb-1ee7-491b-a8bd-1b262c6c76ab {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:27.327025 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfbde12-a80a-4448-8c32-045e991c978b", "tag": "3bc9e923-0ec4-424c-aa43-9f16246db6a7", "status": "completed", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "ef505f4d-2b55-4eb3-814e-aa2736598ef2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:27.327253 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c6547bb-1ee7-491b-a8bd-1b262c6c76ab {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:27.327720 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfbde12-a80a-4448-8c32-045e991c978b', 'tag': '3bc9e923-0ec4-424c-aa43-9f16246db6a7', 'status': 'completed', 'code': 200} Aug 29 04:42:27.327935 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': 'ef505f4d-2b55-4eb3-814e-aa2736598ef2', 'status': 'completed', 'code': 200} Aug 29 04:42:27.328733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] No DVR routers for this DVR port 8cbf8b09-ded1-4d91-8bd3-57a031b613bc on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:27.331491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.333672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-81c52d76-260f-4357-849f-88022f1148e3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "DELETE /v2.0/ports/8cbf8b09-ded1-4d91-8bd3-57a031b613bc HTTP/1.1" status: 204 len: 173 time: 1.0756762 Aug 29 04:42:27.512197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-b608f7bc-9153-49bf-a32f-2a49d954cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.515572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-b608f7bc-9153-49bf-a32f-2a49d954cbd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2185e6f781234ef69ffe8028878724c5&device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 1100 time: 0.1698668 Aug 29 04:42:27.647252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a71eb-178a-452e-9a5a-748ecd24bc04 req-38add66e-bd35-46ff-bfb6-8f4e7de6cc22 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.649967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-774a71eb-178a-452e-9a5a-748ecd24bc04 req-38add66e-bd35-46ff-bfb6-8f4e7de6cc22 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 948 time: 0.0596759 Aug 29 04:42:27.657977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port 7613ad66-1551-4927-a25f-0532b313f755 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:27.658558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.702365 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-774a71eb-178a-452e-9a5a-748ecd24bc04 req-4a83b39d-e0ef-4565-8080-cdb6bd79171c tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Aug 29 04:42:27.763026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-4d3e8d51-78eb-44cd-8289-971667cacd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.764571 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-4d3e8d51-78eb-44cd-8289-971667cacd63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.2387247 Aug 29 04:42:27.831904 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-bb1d7183-fa3b-4ce7-8e0a-42207ae8734a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3bc9e923-0ec4-424c-aa43-9f16246db6a7 HTTP/1.1" status: 200 len: 217 time: 0.0572596 Aug 29 04:42:27.895377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] For port 7613ad66-1551-4927-a25f-0532b313f755, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=7613ad66-1551-4927-a25f-0532b313f755,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:27.895757 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:27.915284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for 7613ad66-1551-4927-a25f-0532b313f755 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:27.922493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-a334ee67-4a91-43b9-97e8-7565ae3f352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.924008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-a334ee67-4a91-43b9-97e8-7565ae3f352c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0838044 Aug 29 04:42:28.032953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-a4104c77-bb9a-4589-96d2-9ef30d37b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.034537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-a4104c77-bb9a-4589-96d2-9ef30d37b6b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995541 Aug 29 04:42:28.467516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb57423-b0e7-4530-aa7d-a3f2cec7a4e6 req-640de763-f4fc-4755-8798-ad1aad0e46be tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.470460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddb57423-b0e7-4530-aa7d-a3f2cec7a4e6 req-640de763-f4fc-4755-8798-ad1aad0e46be tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0735586 Aug 29 04:42:28.506428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3eb6-7cbd-45c4-894d-4973d62cfd3a req-14fd28ec-39ca-4a2c-8f9b-bba0b63e6a9a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.513569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3eb6-7cbd-45c4-894d-4973d62cfd3a req-14fd28ec-39ca-4a2c-8f9b-bba0b63e6a9a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.515515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-254f3eb6-7cbd-45c4-894d-4973d62cfd3a req-14fd28ec-39ca-4a2c-8f9b-bba0b63e6a9a tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 1598 time: 0.1090009 Aug 29 04:42:28.516213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.524054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddb57423-b0e7-4530-aa7d-a3f2cec7a4e6 req-26c4f1be-7b3b-4039-adc5-f7ac7f3dc0b1 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468969 Aug 29 04:42:28.527567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-e1603bdd-ebd3-430d-b5a6-687f58295741 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806688 Aug 29 04:42:28.602863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=7613ad66-1551-4927-a25f-0532b313f755,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:28.687062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] No DVR routers for this DVR port 7613ad66-1551-4927-a25f-0532b313f755 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:28.689706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.692929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-c0a640c5-2ca4-4684-91db-f2a64fc5c0a5 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "DELETE /v2.0/ports/7613ad66-1551-4927-a25f-0532b313f755 HTTP/1.1" status: 204 len: 173 time: 1.3439357 Aug 29 04:42:28.703647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-254f3eb6-7cbd-45c4-894d-4973d62cfd3a req-5612228d-f8e6-473c-a9f6-63bbb98cd883 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765542 Aug 29 04:42:28.799650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34e59e90-3fce-42e2-94ac-1213ec765b62 req-9b1d68c6-48da-460e-bfd9-6f57cd89df16 service neutron] 10.222.0.37 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588506 Aug 29 04:42:28.835303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port 96815d72-4af0-4d00-968e-74b84ee2d14d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:28.835653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.868253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b74de-f7a4-43ed-ac80-7f53c7e3de0a req-b64bd066-9fb6-4e5e-8a01-30bf4e7f92f2 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.870969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c07b74de-f7a4-43ed-ac80-7f53c7e3de0a req-b64bd066-9fb6-4e5e-8a01-30bf4e7f92f2 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 948 time: 0.0796390 Aug 29 04:42:28.926746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c07b74de-f7a4-43ed-ac80-7f53c7e3de0a req-eeb4091f-877e-4181-8abd-7e4d634932cc tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Aug 29 04:42:28.958673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] For port 96815d72-4af0-4d00-968e-74b84ee2d14d, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=96815d72-4af0-4d00-968e-74b84ee2d14d,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:28.959049 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.975107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for 96815d72-4af0-4d00-968e-74b84ee2d14d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:29.137390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.177680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=96815d72-4af0-4d00-968e-74b84ee2d14d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:29.220976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] No DVR routers for this DVR port 96815d72-4af0-4d00-968e-74b84ee2d14d on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:29.224062 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.226401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d57d695-1fda-44e7-9804-bf718e3b28ee req-13059321-15ea-404f-baae-cbf1294a15c2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.37 "DELETE /v2.0/ports/96815d72-4af0-4d00-968e-74b84ee2d14d HTTP/1.1" status: 204 len: 173 time: 0.5263283 Aug 29 04:42:29.329318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': '7613ad66-1551-4927-a25f-0532b313f755'}, {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:29.332047 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7038943-036d-418d-81ef-578177d7e717" -d '{"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "7613ad66-1551-4927-a25f-0532b313f755"}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:29.372537 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bcb865-c102-4b63-aa6d-23cc2a702ded x-openstack-request-id: req-54bcb865-c102-4b63-aa6d-23cc2a702ded {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:29.372857 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "8cbf8b09-ded1-4d91-8bd3-57a031b613bc", "status": "completed", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "7613ad66-1551-4927-a25f-0532b313f755", "status": "completed", "code": 200}, {"server_uuid": "43a43d24-15a1-4e4d-b470-902e99a9572a", "name": "network-vif-deleted", "tag": "96815d72-4af0-4d00-968e-74b84ee2d14d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:29.373087 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54bcb865-c102-4b63-aa6d-23cc2a702ded {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:29.373500 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': '8cbf8b09-ded1-4d91-8bd3-57a031b613bc', 'status': 'completed', 'code': 200} Aug 29 04:42:29.373786 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': '7613ad66-1551-4927-a25f-0532b313f755', 'status': 'completed', 'code': 200} Aug 29 04:42:29.374493 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a43d24-15a1-4e4d-b470-902e99a9572a', 'name': 'network-vif-deleted', 'tag': '96815d72-4af0-4d00-968e-74b84ee2d14d', 'status': 'completed', 'code': 200} Aug 29 04:42:29.701408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309adaa-3841-4dc1-a7dd-9e2c46d9fb93 req-f31d1f0f-7d3d-43f1-a422-986fd48de0d7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.703099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f309adaa-3841-4dc1-a7dd-9e2c46d9fb93 req-f31d1f0f-7d3d-43f1-a422-986fd48de0d7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0801101 Aug 29 04:42:29.766706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f309adaa-3841-4dc1-a7dd-9e2c46d9fb93 req-701c34a7-e8d9-4158-bff1-05140884ef96 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Aug 29 04:42:29.861344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43408d64-7a1a-4da1-ac32-11afb26c9eb9 req-26ab72b1-93cb-4f80-8fa8-11ee99b455be tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0333800 Aug 29 04:42:29.994168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3bc9e923-0ec4-424c-aa43-9f16246db6a7 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:30.131142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946340-65e4-4a1a-b45d-ea3579e82460 req-fd67cbd2-0aab-4716-b97c-2b0da94f52d7 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.143819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22946340-65e4-4a1a-b45d-ea3579e82460 req-fd67cbd2-0aab-4716-b97c-2b0da94f52d7 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 948 time: 0.1015308 Aug 29 04:42:30.177193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3bc9e923-0ec4-424c-aa43-9f16246db6a7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3bc9e923-0ec4-424c-aa43-9f16246db6a7,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:30.195837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22946340-65e4-4a1a-b45d-ea3579e82460 req-7a1b481d-95f9-4b31-b605-5e3d8e17d33f tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464542 Aug 29 04:42:30.202451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '3bc9e923-0ec4-424c-aa43-9f16246db6a7', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '3bc9e923-0ec4-424c-aa43-9f16246db6a7', 'mac_address': 'fa:16:3e:3f:21:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:30.263159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.278667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc9e923-0ec4-424c-aa43-9f16246db6a7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:30.301420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3bc9e923-0ec4-424c-aa43-9f16246db6a7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3bc9e923-0ec4-424c-aa43-9f16246db6a7,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:30.312181 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:30.365554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=3bc9e923-0ec4-424c-aa43-9f16246db6a7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:30.514684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['3bc9e923-0ec4-424c-aa43-9f16246db6a7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:30.856851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-386f28b5-f6f2-4fd4-8c9a-7e5afa793543 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.858948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-386f28b5-f6f2-4fd4-8c9a-7e5afa793543 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.32 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.0786753 Aug 29 04:42:30.983825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dcd5b-0474-4754-8ec1-6c4f0e302b87 req-fd77ecd4-7252-461f-aff1-5c7af483ee0c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.985481 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7dcd5b-0474-4754-8ec1-6c4f0e302b87 req-fd77ecd4-7252-461f-aff1-5c7af483ee0c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 945 time: 0.1242597 Aug 29 04:42:31.003045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66bff3f3-5165-4c76-9a48-36d3a173e547 req-ac85dcf7-b9c9-4f99-a05d-c55c52b489d4 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0420873 Aug 29 04:42:31.051367 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff7dcd5b-0474-4754-8ec1-6c4f0e302b87 req-35009c52-6175-4421-a03b-1e555bfc7e84 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/security-groups?id=5cf89998-5e65-431f-bc8b-95545aa2ee37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543330 Aug 29 04:42:31.060372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Deleting port a8225464-8ec7-4700-97dd-2d5994c06f6b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:31.060795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.233126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] For port a8225464-8ec7-4700-97dd-2d5994c06f6b, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a8225464-8ec7-4700-97dd-2d5994c06f6b,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:31.233560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.253316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Calling delete_port for a8225464-8ec7-4700-97dd-2d5994c06f6b owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:31.386897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8453-1195-47e7-902b-c0bbbe595ed3 req-252d0ccb-b5d8-48e2-8a88-7b6ad6ba1360 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.388414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f91d8453-1195-47e7-902b-c0bbbe595ed3 req-252d0ccb-b5d8-48e2-8a88-7b6ad6ba1360 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 949 time: 0.0775356 Aug 29 04:42:31.415001 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.451758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f91d8453-1195-47e7-902b-c0bbbe595ed3 req-0bca2e89-0093-457d-be58-c3bb87351772 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555849 Aug 29 04:42:31.452813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.501209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['a8225464-8ec7-4700-97dd-2d5994c06f6b'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:31.508474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Pushing event deleted for resources: {'Port': ['ID=a8225464-8ec7-4700-97dd-2d5994c06f6b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:31.576809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] No DVR routers for this DVR port a8225464-8ec7-4700-97dd-2d5994c06f6b on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:31.580362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:31.582742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-356bc7e1-9a20-4189-89fa-f12158c54f2d req-67e8a9df-4c2e-450d-b5d0-75d5f61fd18c tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.32 "DELETE /v2.0/ports/a8225464-8ec7-4700-97dd-2d5994c06f6b HTTP/1.1" status: 204 len: 173 time: 0.7105258 Aug 29 04:42:31.583225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'name': 'network-vif-deleted', 'tag': 'a8225464-8ec7-4700-97dd-2d5994c06f6b'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:31.585948 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2906c19b-b4d1-4502-bfc5-402362545185" -d '{"events": [{"server_uuid": "07ef7a4e-5e42-42ae-8092-328863d8c464", "name": "network-vif-deleted", "tag": "a8225464-8ec7-4700-97dd-2d5994c06f6b"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:31.636435 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f13140-2633-4f28-904d-ecf4c5a36e10 x-openstack-request-id: req-26f13140-2633-4f28-904d-ecf4c5a36e10 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:31.636875 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ef7a4e-5e42-42ae-8092-328863d8c464", "name": "network-vif-deleted", "tag": "a8225464-8ec7-4700-97dd-2d5994c06f6b", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:31.637206 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26f13140-2633-4f28-904d-ecf4c5a36e10 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:31.637547 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef7a4e-5e42-42ae-8092-328863d8c464', 'name': 'network-vif-deleted', 'tag': 'a8225464-8ec7-4700-97dd-2d5994c06f6b', 'status': 'completed', 'code': 200} Aug 29 04:42:31.992616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3bc9e923-0ec4-424c-aa43-9f16246db6a7 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:32.029073 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:32.071400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:32.093049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:32.094006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.179815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2e67c4b-e2cc-4125-b0f2-286d85d62ab6 req-d9db6ba4-2e58-447f-85a2-69696486a15c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0766006 Aug 29 04:42:32.382073 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-40f623bd-8b06-4ac5-9ccf-3bd37e132d76 req-b3938729-e848-474a-8865-bd86fb319ad7 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] 10.222.0.55 "GET /v2.0/ports?device_id=07ef7a4e-5e42-42ae-8092-328863d8c464 HTTP/1.1" status: 200 len: 210 time: 0.0360084 Aug 29 04:42:32.449693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.492944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfbde12-a80a-4448-8c32-045e991c978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc9e923-0ec4-424c-aa43-9f16246db6a7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:32.498599 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf062de-309f-46e9-8fbd-3acd1ce35ac0" -d '{"events": [{"server_uuid": "edfbde12-a80a-4448-8c32-045e991c978b", "name": "network-vif-plugged", "status": "completed", "tag": "3bc9e923-0ec4-424c-aa43-9f16246db6a7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:32.550506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 3bc9e923-0ec4-424c-aa43-9f16246db6a7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3bc9e923-0ec4-424c-aa43-9f16246db6a7,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:32.563056 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:32.580749 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa16c33-27fb-454e-8d8c-1ade4131bf04 x-openstack-request-id: req-7fa16c33-27fb-454e-8d8c-1ade4131bf04 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:32.581859 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfbde12-a80a-4448-8c32-045e991c978b", "name": "network-vif-plugged", "status": "completed", "tag": "3bc9e923-0ec4-424c-aa43-9f16246db6a7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:32.582191 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7fa16c33-27fb-454e-8d8c-1ade4131bf04 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:32.582663 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfbde12-a80a-4448-8c32-045e991c978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc9e923-0ec4-424c-aa43-9f16246db6a7', 'code': 200} Aug 29 04:42:32.661902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=3bc9e923-0ec4-424c-aa43-9f16246db6a7,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:32.698798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5d24-260f-4aa3-9e04-3aeb43c79542 req-5f1c4087-1b68-48cb-87c9-ca16897b3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.700972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e1b5d24-260f-4aa3-9e04-3aeb43c79542 req-5f1c4087-1b68-48cb-87c9-ca16897b3b48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 1102 time: 0.0546217 Aug 29 04:42:32.712969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5717f-98d7-46db-8db1-3be7d0460f6f req-cbc7af93-64d3-4597-ba42-f8d89d031e57 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.726450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7da5717f-98d7-46db-8db1-3be7d0460f6f req-cbc7af93-64d3-4597-ba42-f8d89d031e57 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 950 time: 0.1165717 Aug 29 04:42:32.791312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e1b5d24-260f-4aa3-9e04-3aeb43c79542 req-33a21bce-e832-4990-8196-7f7e7c489f8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817466 Aug 29 04:42:32.795842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7da5717f-98d7-46db-8db1-3be7d0460f6f req-09e23960-ab46-4eac-a822-17c507437442 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652008 Aug 29 04:42:32.892335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25251aad-4691-42a3-be3a-e00ff88f7cdb req-a0d06fc2-1905-4a03-b078-dda9128a05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.896792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25251aad-4691-42a3-be3a-e00ff88f7cdb req-a0d06fc2-1905-4a03-b078-dda9128a05b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1098 time: 0.2267590 Aug 29 04:42:32.954260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25251aad-4691-42a3-be3a-e00ff88f7cdb req-ef538fea-8000-4c61-89a0-3c95888f962a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524275 Aug 29 04:42:33.319070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddc35018-be6b-420d-bc97-6cebc34cb559 req-22611356-0832-4c78-90c4-66e77237784b tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0302165 Aug 29 04:42:33.462466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45974) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:34.054249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eeb7e-60a4-4da0-b049-e3c7bf89526e req-1350dd26-fbb8-483c-8313-9d2696715914 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.056694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f69eeb7e-60a4-4da0-b049-e3c7bf89526e req-1350dd26-fbb8-483c-8313-9d2696715914 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 950 time: 0.0763335 Aug 29 04:42:34.062550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.158771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f69eeb7e-60a4-4da0-b049-e3c7bf89526e req-f5e24a73-2a26-4ebe-a2a1-c1487a783553 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511086 Aug 29 04:42:34.466201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-372df0e5-a805-413c-a8cf-1adeea040aeb req-67a66730-8977-41a9-8860-b3a6e8204181 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0542810 Aug 29 04:42:34.518704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Deleting port e4c63726-ec9c-4582-a720-618ae8faa220 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:34.519088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.611701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] For port e4c63726-ec9c-4582-a720-618ae8faa220, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e4c63726-ec9c-4582-a720-618ae8faa220,segment=NetworkSegment(069ae0a5-8d07-480b-a64a-284e651350cc),segment_id=069ae0a5-8d07-480b-a64a-284e651350cc)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:34.612070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.626100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Calling delete_port for e4c63726-ec9c-4582-a720-618ae8faa220 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:34.823373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:34.857791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c63726-ec9c-4582-a720-618ae8faa220,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:35.041149 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.357480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94cdba-bfb3-4d41-92aa-8a36bce5025d req-74c3e554-0b4c-47c7-a342-3d5b06679888 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.360801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Router f1e036c5-736a-41f7-9bc8-586819d56c2a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:35.365535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d94cdba-bfb3-4d41-92aa-8a36bce5025d req-74c3e554-0b4c-47c7-a342-3d5b06679888 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 950 time: 0.0648208 Aug 29 04:42:35.417476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d94cdba-bfb3-4d41-92aa-8a36bce5025d req-7915c55f-ce14-4094-9f22-21e84fafb35c tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459270 Aug 29 04:42:35.533639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:35.545043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] Sync routers for ids ['f1e036c5-736a-41f7-9bc8-586819d56c2a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:35.559523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46022) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:35.562990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7aa18468-b548-44c1-b526-c16a2a5cda06 admin admin] 10.222.0.55 "PUT /v2.0/routers/f1e036c5-736a-41f7-9bc8-586819d56c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932178 Aug 29 04:42:35.566624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] Routers {'f1e036c5-736a-41f7-9bc8-586819d56c2a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:35.567606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f1e036c5-736a-41f7-9bc8-586819d56c2a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:35.731430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:35.817389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a8225464-8ec7-4700-97dd-2d5994c06f6b no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:35.821838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13788d8f-4c9d-44a8-99a6-50d6794be181 req-6e0752de-21f5-46eb-bb67-f9a7d679f119 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0927219 Aug 29 04:42:35.855586 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: a8225464-8ec7-4700-97dd-2d5994c06f6b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:35.856089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a8225464-8ec7-4700-97dd-2d5994c06f6b not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:35.865611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] Set router f1e036c5-736a-41f7-9bc8-586819d56c2a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:35.968318 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.093797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Deleting port 272da5d6-1901-4d8c-b9e9-299130279cdb {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:36.094407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.182229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:42:34Z', 'revision_number': 5, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port': {'id': '272da5d6-1901-4d8c-b9e9-299130279cdb', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:12Z', 'updated_at': '2021-08-29T04:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:36.227242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] Checking router: f1e036c5-736a-41f7-9bc8-586819d56c2a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:36.236075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] Routers {'f1e036c5-736a-41f7-9bc8-586819d56c2a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:36.236709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f1e036c5-736a-41f7-9bc8-586819d56c2a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:36.240390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] For port 272da5d6-1901-4d8c-b9e9-299130279cdb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=272da5d6-1901-4d8c-b9e9-299130279cdb,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:36.240755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.258520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Calling delete_port for 272da5d6-1901-4d8c-b9e9-299130279cdb owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:36.399690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] Set router f1e036c5-736a-41f7-9bc8-586819d56c2a gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:36.477652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:42:35Z', 'revision_number': 6, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:36.507370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c317a-0474-40d1-87c2-825c73daea27 None None] The sync data for ids ['f1e036c5-736a-41f7-9bc8-586819d56c2a'] in n-d-712143-14 is: [{'id': 'f1e036c5-736a-41f7-9bc8-586819d56c2a', 'name': 'tempest-ServerRescueNegativeTestJSON-157674609-router', 'tenant_id': '519c0f3647e74c4393eea1468947d252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:42:35Z', 'revision_number': 6, 'project_id': '519c0f3647e74c4393eea1468947d252', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:36.556337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.586561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=272da5d6-1901-4d8c-b9e9-299130279cdb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:36.688731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.798850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.801717 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.884185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.885622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e036c5-736a-41f7-9bc8-586819d56c2a {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:42:36.891511 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:36.895727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:36.910882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cbf3f9c2-4a5d-4135-b9e2-d67bab692e76 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f1e036c5-736a-41f7-9bc8-586819d56c2a HTTP/1.1" status: 204 len: 168 time: 1.3495429 Aug 29 04:42:36.960837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] Deleting subnet 12673bad-2375-4c87-90dd-2c933f1d8b3a {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:36.965205 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.030498 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.068013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-87bdb072-f2d7-4ac9-afd9-71251bfcd4ca req-d59904db-f9f7-444c-81bb-0b80dc6cc5ec tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0634167 Aug 29 04:42:37.095165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.162652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.192116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12673bad-2375-4c87-90dd-2c933f1d8b3a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.199625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.205030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d92a884-58a8-4093-891d-dd80c96dd4da admin admin] 10.222.0.55 "DELETE /v2.0/subnets/12673bad-2375-4c87-90dd-2c933f1d8b3a HTTP/1.1" status: 204 len: 168 time: 0.3043573 Aug 29 04:42:37.205499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:37.276382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.372585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.384288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:37.407822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069ae0a5-8d07-480b-a64a-284e651350cc') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:37.408220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069ae0a5-8d07-480b-a64a-284e651350cc') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:37.419288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.434180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.441218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:37.441852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:37.447686 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:37.536641 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.549311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.551555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3 HTTP/1.1" status: 204 len: 168 time: 0.3449233 Aug 29 04:42:37.571650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a75e7-ce84-48c4-9f9a-dcda95bfda90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4753ae5c-c5c0-4b69-8fa5-cb0ee25f35c3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:37.839701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 272da5d6-1901-4d8c-b9e9-299130279cdb no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:37.857146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46054) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:37.878157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 272da5d6-1901-4d8c-b9e9-299130279cdb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:37.878667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 272da5d6-1901-4d8c-b9e9-299130279cdb not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:37.879472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c63726-ec9c-4582-a720-618ae8faa220 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:37.904608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e4c63726-ec9c-4582-a720-618ae8faa220 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:37.905306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c63726-ec9c-4582-a720-618ae8faa220 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:37.908672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e0537364-5ae8-477e-a48c-2000f61a5f7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=519c0f3647e74c4393eea1468947d252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500045 Aug 29 04:42:37.911227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:37.991863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73905330-62a2-429a-ba95-57d28b56cb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.026815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73905330-62a2-429a-ba95-57d28b56cb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.097903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73905330-62a2-429a-ba95-57d28b56cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.101079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-73905330-62a2-429a-ba95-57d28b56cb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:38.106308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-73905330-62a2-429a-ba95-57d28b56cb43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cf89998-5e65-431f-bc8b-95545aa2ee37 HTTP/1.1" status: 204 len: 168 time: 0.1935122 Aug 29 04:42:38.120228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73905330-62a2-429a-ba95-57d28b56cb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf89998-5e65-431f-bc8b-95545aa2ee37,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:38.264751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4e44a9c-40eb-48d3-a958-0af446da2140 req-70a27672-7278-41f0-adb7-a3c8822521d6 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0339203 Aug 29 04:42:39.055630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.182615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1971574947-network', 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:39.207398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:39.210450 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.221424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.376073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.382090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.435650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:39.440483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee05ca78-f580-4881-a635-76b96d6f70e2 req-e797cf24-d521-4169-be07-7d096e525fad tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0566843 Aug 29 04:42:39.460819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.469555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.470422 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Added segment 0b3fca7e-27f1-48bb-9a58-d651f6426079 of type vlan for network 188b4da4-1b5f-4cac-bdae-cd699aee122f Aug 29 04:42:39.518837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.547148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.548223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.548797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.610665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5491533 Aug 29 04:42:39.611924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.616594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Request body: {'subnet': {'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1971574947-subnet', 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:39.626890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2d413-374c-42ea-bbdd-8e3d44c89270 admin admin] Pushing event updated for resources: {'Network': ['ID=188b4da4-1b5f-4cac-bdae-cd699aee122f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.640577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:39.652571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:39.655103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.870284 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.928799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbfbe57-f674-456b-a832-5a7b7276b672,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:39.947176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:39.947543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Network hostable DHCP agents. Network: 188b4da4-1b5f-4cac-bdae-cd699aee122f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:39.984658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:39.999199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 188b4da4-1b5f-4cac-bdae-cd699aee122f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:40.005401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.006424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.016848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cd5cb-14e8-44dd-ac99-93c89fc48899 None None] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:40.037668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f6b9f6a8-3116-46c9-b9ee-fcd5c4e335f1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4215980 Aug 29 04:42:40.156735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0cabc-397c-445f-ad54-6e38f99ff520 None None] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:40.578831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-0c1af1e3-16b7-4b7d-84ae-99f17bf6ff84 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.580411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-0c1af1e3-16b7-4b7d-84ae-99f17bf6ff84 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.1303990 Aug 29 04:42:40.585726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-460bab4e-d1db-41ab-8ff3-7d394fe2d939 req-18af2370-3762-4f7f-9cbd-d553c9f15b2e tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0318122 Aug 29 04:42:40.605371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-1e579937-5ee4-4b40-a0a3-4923c8c19b1b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0113881 Aug 29 04:42:40.646241 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-dca4c774-3319-4140-8760-0efa4b1caf8e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337582 Aug 29 04:42:40.758499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-1f7f1bd3-fd53-4a48-b21c-4fc3609edb7b service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044679 Aug 29 04:42:40.856575 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-67b58ab6-ee33-40b1-aaa6-42c2a40ffb95 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911107 Aug 29 04:42:41.063645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d77870-8681-454b-aae4-04104e1316f0 req-f29c7bd3-d249-4136-b072-f71f103606d5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 210 time: 0.0322890 Aug 29 04:42:41.792509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a05777a-69d7-4283-8da0-e63bea9e8242 req-e8bbe8f1-a596-4c22-acdd-c9c319fae595 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.1094623 Aug 29 04:42:42.232192 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a1e1c637-bf81-48bd-9858-c985f66a105a req-36511d2e-b0e1-4e03-8313-dfea9024b0c1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 210 time: 0.0854640 Aug 29 04:42:42.301862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-3e1fd925-d1e5-467e-bcd3-6e0a6d880aec tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:42.303427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-3e1fd925-d1e5-467e-bcd3-6e0a6d880aec tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.1879704 Aug 29 04:42:42.323385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Request body: {'port': {'device_id': '31589645-3cce-45b2-a9a7-37cc2a080539', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'admin_state_up': True, 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:42.448646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:42.452257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.588009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Allocated IP 172.20.0.2 (188b4da4-1b5f-4cac-bdae-cd699aee122f/bcbfbe57-f674-456b-a832-5a7b7276b672/8c0f1316-5c01-418f-a9e0-054ac9e8e9db) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:42.770194 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.839787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.926085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b45870ee-7a83-4094-b098-80d2f2c2e3b9 req-fe8cec9f-ab17-4876-a8ad-37caf29a97bb tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0466962 Aug 29 04:42:42.931140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:42.934175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:42.937179 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:42.940328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event updated for resources: {'Port': ['ID=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:43.004477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.005172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.022539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-18b4e1dc-d46a-48dd-95df-3af3fc16b991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042303 Aug 29 04:42:43.042550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Request body: {'port': {'device_id': '31589645-3cce-45b2-a9a7-37cc2a080539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:43.099141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.364209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936a4ef-0503-454f-9a80-1e5525e57e61 req-2c9c6920-e2a2-4935-9067-2fb2e3dbae68 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.365773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7936a4ef-0503-454f-9a80-1e5525e57e61 req-2c9c6920-e2a2-4935-9067-2fb2e3dbae68 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 931 time: 0.0568457 Aug 29 04:42:43.415286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7936a4ef-0503-454f-9a80-1e5525e57e61 req-7cf70754-9c23-4377-bc09-d3a6db4d6c35 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381064 Aug 29 04:42:43.448592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0f1316-5c01-418f-a9e0-054ac9e8e9db {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:43.457029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.482042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Transition to ACTIVE for port object 8c0f1316-5c01-418f-a9e0-054ac9e8e9db will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:43.489911 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.599317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:43.696746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Attempting to bind port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:43.697922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Attempting to bind port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:43.698329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Attempting to bind port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:43.704863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db on network 188b4da4-1b5f-4cac-bdae-cd699aee122f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:43.705211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Attempting to bind port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:43.711554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:43.711883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:43.712281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Bound using segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:43.712942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Bound port: 8c0f1316-5c01-418f-a9e0-054ac9e8e9db, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:43.713209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.821439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] For port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:43.826144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] For port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:43.836352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.902886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.903927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.906392 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] 10.222.0.32 "PUT /v2.0/ports/8c0f1316-5c01-418f-a9e0-054ac9e8e9db HTTP/1.1" status: 200 len: 1092 time: 0.8691759 Aug 29 04:42:43.916811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31589645-3cce-45b2-a9a7-37cc2a080539', 'tag': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:43.916811 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63745000-fbcf-4dcb-8724-018266735377" -d '{"events": [{"name": "network-changed", "server_uuid": "31589645-3cce-45b2-a9a7-37cc2a080539", "tag": "8c0f1316-5c01-418f-a9e0-054ac9e8e9db"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:44.031412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d8b2-c710-4452-a93b-d6c95095c3bc service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:44.037326 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbda75b-3abc-4100-84ce-8e02b41db1b9 x-openstack-request-id: req-0bbda75b-3abc-4100-84ce-8e02b41db1b9 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:44.037670 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31589645-3cce-45b2-a9a7-37cc2a080539", "tag": "8c0f1316-5c01-418f-a9e0-054ac9e8e9db", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:44.037860 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bbda75b-3abc-4100-84ce-8e02b41db1b9 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:44.038358 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31589645-3cce-45b2-a9a7-37cc2a080539', 'tag': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db', 'status': 'completed', 'code': 200} Aug 29 04:42:44.092738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-1fc0a022-b081-46a0-b156-179875f5f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.094400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-1fc0a022-b081-46a0-b156-179875f5f846 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 1095 time: 0.0781846 Aug 29 04:42:44.141415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0901ece2-b00f-4fd4-af3e-1c8680e9de0a req-518416e4-3aaa-4d53-9be6-3d3d33289cd9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/ports?device_id=43a43d24-15a1-4e4d-b470-902e99a9572a HTTP/1.1" status: 200 len: 210 time: 0.0454295 Aug 29 04:42:44.179205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-39cf88ee-c939-4aa5-98a1-cc84f2a9c2f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c0f1316-5c01-418f-a9e0-054ac9e8e9db HTTP/1.1" status: 200 len: 217 time: 0.0704255 Aug 29 04:42:44.249148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-0ff3595a-860c-431e-af7b-4e482977d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.252186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-0ff3595a-860c-431e-af7b-4e482977d79e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0653923 Aug 29 04:42:44.311745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-5f7186b8-7eee-458e-97b3-69e15e733ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517998 Aug 29 04:42:44.504166 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-210f435c-d806-481d-af8e-9e68107e53c0 service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867580 Aug 29 04:42:44.611529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cb9d6-4e9b-40c7-a3d8-daacdd12f56b req-b4a9f595-01b1-4448-8004-f03edfb2f892 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.613170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d1cb9d6-4e9b-40c7-a3d8-daacdd12f56b req-b4a9f595-01b1-4448-8004-f03edfb2f892 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 943 time: 0.0982945 Aug 29 04:42:44.662864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d1cb9d6-4e9b-40c7-a3d8-daacdd12f56b req-ff8e8bcc-9f25-44d5-8e90-d1fb711971f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Aug 29 04:42:44.663429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13756d6e-cc6c-4343-906c-44d0caba89a1 req-7eff242f-29f6-4b70-b9fc-a3866a12d5e6 service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509316 Aug 29 04:42:44.815487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745000-fbcf-4dcb-8724-018266735377 req-c2c9eddd-5f3d-490b-9fff-6c53ea80b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.817275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63745000-fbcf-4dcb-8724-018266735377 req-c2c9eddd-5f3d-490b-9fff-6c53ea80b381 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 1095 time: 0.0485306 Aug 29 04:42:44.919849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745000-fbcf-4dcb-8724-018266735377 req-a6d6a6ff-a958-41ce-95e2-c3b9a3ef122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.921346 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63745000-fbcf-4dcb-8724-018266735377 req-a6d6a6ff-a958-41ce-95e2-c3b9a3ef122c service neutron] 10.222.0.32 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 907 time: 0.0970216 Aug 29 04:42:44.966560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63745000-fbcf-4dcb-8724-018266735377 req-78cccaec-c7c2-4c8a-a4c5-a3f428dfeeb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c0f1316-5c01-418f-a9e0-054ac9e8e9db HTTP/1.1" status: 200 len: 217 time: 0.0368385 Aug 29 04:42:45.031059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745000-fbcf-4dcb-8724-018266735377 req-b0822dde-1f09-465f-b024-656c9dc282ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.032625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63745000-fbcf-4dcb-8724-018266735377 req-b0822dde-1f09-465f-b024-656c9dc282ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0589981 Aug 29 04:42:45.069542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63745000-fbcf-4dcb-8724-018266735377 req-07771ffd-e73e-4e27-8fc4-c6c7151b330f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275812 Aug 29 04:42:45.169972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63745000-fbcf-4dcb-8724-018266735377 req-b7984059-7d95-48a9-b7bd-b285e581a2e4 service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928645 Aug 29 04:42:45.271350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:45.318884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-63745000-fbcf-4dcb-8724-018266735377 req-e5b5a205-5c00-4945-b417-c7f2391e28e1 service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412320 Aug 29 04:42:45.345313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd1c5-c910-4a46-a5e6-3e6f97d888ff tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.376228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd1c5-c910-4a46-a5e6-3e6f97d888ff tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.457340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd1c5-c910-4a46-a5e6-3e6f97d888ff tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.460485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd1c5-c910-4a46-a5e6-3e6f97d888ff tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.461459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a1ffd1c5-c910-4a46-a5e6-3e6f97d888ff tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/security-groups/9c0e8fa8-5c16-4f1c-af37-ca6679590bf6 HTTP/1.1" status: 204 len: 168 time: 0.1886749 Aug 29 04:42:45.464608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46170) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:45.479546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffd1c5-c910-4a46-a5e6-3e6f97d888ff tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0e8fa8-5c16-4f1c-af37-ca6679590bf6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:45.482470 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-9c0b3594-cee3-4f2f-ad6e-04ea2c7d96b3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] show failed (client error): The resource could not be found. Aug 29 04:42:45.493659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c0b3594-cee3-4f2f-ad6e-04ea2c7d96b3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "GET /v2.0/security-groups/9c0e8fa8-5c16-4f1c-af37-ca6679590bf6 HTTP/1.1" status: 404 len: 347 time: 0.0269027 Aug 29 04:42:45.499775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:45.643359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port cd7f9fc0-0eb0-4622-ba2f-fc6bfca8ab29 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:45.644218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.746339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.746670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.761150 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for cd7f9fc0-0eb0-4622-ba2f-fc6bfca8ab29 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:45.894514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2434c-d9d4-4394-9b19-373ede73ab16 req-03b09b64-1263-4f14-a0a5-11dc40ec4fc9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:45.897002 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ac2434c-d9d4-4394-9b19-373ede73ab16 req-03b09b64-1263-4f14-a0a5-11dc40ec4fc9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 943 time: 0.1362414 Aug 29 04:42:45.946509 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.951320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ac2434c-d9d4-4394-9b19-373ede73ab16 req-09eaff7d-b1af-47e2-a7c0-ea2a1f29efa3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Aug 29 04:42:45.979507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=cd7f9fc0-0eb0-4622-ba2f-fc6bfca8ab29,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.048222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.051013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.052410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-14562e05-3b0a-40cc-bd40-e43fb7c8e48c tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/floatingips/1d85cc68-a540-4b24-8db9-3de64652c189 HTTP/1.1" status: 204 len: 168 time: 0.5510709 Aug 29 04:42:46.055538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46180) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:46.478544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:46.478889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.569438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.594035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for 436ebe39-93a0-4fb2-a1e2-dca7870d8af2 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:46.746948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.779178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=436ebe39-93a0-4fb2-a1e2-dca7870d8af2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.826277 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7df5fcf9-9369-49fd-ae78-0031e88db289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.901086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f67e7bcc-bd39-44f1-b25f-80ec6a2004de req-3917b17b-e67d-4b4d-8c92-7f7fc59f3dd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294020 Aug 29 04:42:46.906597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.908669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6a7d72a2-b17f-44cf-b284-567598c410e9 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/ports/436ebe39-93a0-4fb2-a1e2-dca7870d8af2 HTTP/1.1" status: 204 len: 168 time: 0.8522933 Aug 29 04:42:46.911555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:46.987681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f67e7bcc-bd39-44f1-b25f-80ec6a2004de req-d41745c0-8fc0-4ef7-b8a5-3293d8e42802 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0335143 Aug 29 04:42:47.052310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f67e7bcc-bd39-44f1-b25f-80ec6a2004de req-98df97f2-e44d-4cae-b434-de8459575ace service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348837 Aug 29 04:42:47.085679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334c8fc-3a04-46b1-9303-21281706554c req-d40fc658-ef8b-481c-9fb7-28c47e196f08 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.087241 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e334c8fc-3a04-46b1-9303-21281706554c req-d40fc658-ef8b-481c-9fb7-28c47e196f08 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 943 time: 0.0525374 Aug 29 04:42:47.140888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e334c8fc-3a04-46b1-9303-21281706554c req-0fa54372-1122-486d-a510-d3ccb4d80e0d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Aug 29 04:42:47.196215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port 1758a502-e979-4b23-86cf-930fbff24667 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:47.196570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.349266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e7bcc-bd39-44f1-b25f-80ec6a2004de req-9d512f10-4de8-46af-990d-7c03f7a67574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.350964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f67e7bcc-bd39-44f1-b25f-80ec6a2004de req-9d512f10-4de8-46af-990d-7c03f7a67574 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2880306 Aug 29 04:42:47.380977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.395493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for 1758a502-e979-4b23-86cf-930fbff24667 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:47.540212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.579832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=1758a502-e979-4b23-86cf-930fbff24667,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:47.650509 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.655792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-864b5f26-4f3c-45fa-ac9b-c472c789ba03 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/ports/1758a502-e979-4b23-86cf-930fbff24667 HTTP/1.1" status: 204 len: 168 time: 0.7406292 Aug 29 04:42:47.656184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46196) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:47.694176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0f1316-5c01-418f-a9e0-054ac9e8e9db details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:47.734749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting subnet 8a1b194a-4ec9-4577-aa87-6cd2965fe907 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:47.739602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.791845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.807387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:47.820137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'port_id': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db', 'mac_address': 'fa:16:3e:d9:14:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbfbe57-f674-456b-a832-5a7b7276b672', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:47.873484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.888154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0f1316-5c01-418f-a9e0-054ac9e8e9db {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:47.892895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.912829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:47.924249 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.017013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.026429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.027046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.027660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.028006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.028347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.028681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.029009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.029337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.029841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.030174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.030648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.030974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:48.222820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:48.292307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.328523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352a5e-6907-4fcd-8eec-5e0997f6a212 req-69c77463-8606-4241-bc02-169cadc4c24d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.330414 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2352a5e-6907-4fcd-8eec-5e0997f6a212 req-69c77463-8606-4241-bc02-169cadc4c24d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 944 time: 0.0928941 Aug 29 04:42:48.347511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1b194a-4ec9-4577-aa87-6cd2965fe907,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.351153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.354168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5d9f0c43-b871-4fb4-9ca3-cb855991a2d3 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/subnets/8a1b194a-4ec9-4577-aa87-6cd2965fe907 HTTP/1.1" status: 204 len: 168 time: 0.6957502 Aug 29 04:42:48.358902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46204) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:48.365169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb258c6-f7ec-4bf3-acc8-c2c94d21e626 None None] Network 61223970-77e3-4ef9-937f-d8e32b92a0c4 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:48.430109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2352a5e-6907-4fcd-8eec-5e0997f6a212 req-089c03de-64ce-4d49-80aa-cb33a37de609 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869439 Aug 29 04:42:48.451280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting subnet 854e0da2-4c4a-48fb-afe3-e8f4f71ce36d {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:48.454624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.512037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.600553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] DHCP port deletion for 61223970-77e3-4ef9-937f-d8e32b92a0c4 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:48.617539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.659172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] Deleting port 7fa49864-2f0b-4f91-8f51-6c740e68613c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:48.659643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.691381 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.731397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.733837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/subnets/854e0da2-4c4a-48fb-afe3-e8f4f71ce36d HTTP/1.1" status: 204 len: 168 time: 0.3733902 Aug 29 04:42:48.735744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07acc40-91ec-41a0-85e5-11ea5f22d6f2 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Subnet': ['ID=854e0da2-4c4a-48fb-afe3-e8f4f71ce36d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.736907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:48.740471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00361e8d-9513-4286-aaf5-666a1bc3b333 None None] Network 030cfc7b-a4fe-4593-a230-d44736b800f0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:48.743547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] For port 7fa49864-2f0b-4f91-8f51-6c740e68613c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7fa49864-2f0b-4f91-8f51-6c740e68613c,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:48.744296 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.799842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] Calling delete_port for 7fa49864-2f0b-4f91-8f51-6c740e68613c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:48.823864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.885258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Deleting port 7fa49864-2f0b-4f91-8f51-6c740e68613c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:48.885781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.945723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.983948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] For port 7fa49864-2f0b-4f91-8f51-6c740e68613c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7fa49864-2f0b-4f91-8f51-6c740e68613c,segment=NetworkSegment(367ceb7b-2b45-4004-98ed-e89dac11cf66),segment_id=367ceb7b-2b45-4004-98ed-e89dac11cf66)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:48.984551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.017440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Calling delete_port for 7fa49864-2f0b-4f91-8f51-6c740e68613c owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:49.131230 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.154397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] DHCP port deletion for 030cfc7b-a4fe-4593-a230-d44736b800f0 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:49.167102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Port': ['ID=7fa49864-2f0b-4f91-8f51-6c740e68613c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.172750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] No DVR routers for this DVR port 7fa49864-2f0b-4f91-8f51-6c740e68613c on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:49.180466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] Pushing event deleted for resources: {'Port': ['ID=7fa49864-2f0b-4f91-8f51-6c740e68613c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.189365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09222d9-9215-4c46-bd16-fde681f1fdc5 None None] No DVR routers for this DVR port 7fa49864-2f0b-4f91-8f51-6c740e68613c on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:49.222833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] Deleting port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:49.223237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.278154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.289684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61223970-77e3-4ef9-937f-d8e32b92a0c4']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:49.295294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] For port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae,segment=NetworkSegment(00e3ae56-2c8c-41c3-8306-a09e3eda14a6),segment_id=00e3ae56-2c8c-41c3-8306-a09e3eda14a6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:49.295889 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.302289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367ceb7b-2b45-4004-98ed-e89dac11cf66') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:49.302741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367ceb7b-2b45-4004-98ed-e89dac11cf66') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:49.317828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] Calling delete_port for 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:49.335298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.356207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.364180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:49.364764 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:49.368288 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:49.420093 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.444254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.461365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] Pushing event deleted for resources: {'Port': ['ID=302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.465506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.465706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e1817-a739-4376-92b0-aa4813b3ba3c None None] No DVR routers for this DVR port 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:49.472759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:49.490546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/networks/61223970-77e3-4ef9-937f-d8e32b92a0c4 HTTP/1.1" status: 204 len: 168 time: 0.7512479 Aug 29 04:42:49.494881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98610a44-7589-4cee-a9c8-b8c51d27024f tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Network': ['ID=61223970-77e3-4ef9-937f-d8e32b92a0c4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.516851 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a15ec24f-553f-4c9f-aedd-185d9cb3d22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.610300 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.614362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.636728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2c105-bee3-4a6f-92e9-aef2830a21c3 req-6ed3778a-8d22-466d-9775-497a6e3065af tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:49.638257 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28b2c105-bee3-4a6f-92e9-aef2830a21c3 req-6ed3778a-8d22-466d-9775-497a6e3065af tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 944 time: 0.0898821 Aug 29 04:42:49.710656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0f1316-5c01-418f-a9e0-054ac9e8e9db up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:49.738997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28b2c105-bee3-4a6f-92e9-aef2830a21c3 req-97df0824-56c2-4630-93ba-f31537be4f8e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841284 Aug 29 04:42:49.740559 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.752784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030cfc7b-a4fe-4593-a230-d44736b800f0']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:49.766391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e3ae56-2c8c-41c3-8306-a09e3eda14a6') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:49.766391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e3ae56-2c8c-41c3-8306-a09e3eda14a6') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:49.775730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.787124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:49.793555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:49.796188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.797173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.807284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:49.807809 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:49.811207 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:49.827139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:49.852945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:49.853869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 302a2d8e-a6de-46ea-a38a-6b1cd0f3aaae not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:49.854285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7fa49864-2f0b-4f91-8f51-6c740e68613c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:49.872977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.877710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7fa49864-2f0b-4f91-8f51-6c740e68613c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:49.878061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7fa49864-2f0b-4f91-8f51-6c740e68613c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:49.878183 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.881323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] 10.222.0.55 "DELETE /v2.0/networks/030cfc7b-a4fe-4593-a230-d44736b800f0 HTTP/1.1" status: 204 len: 168 time: 0.4085259 Aug 29 04:42:49.911627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abcff4-782b-4b95-9255-e4e613e394f1 tempest-TaggedBootDevicesTest-250307985 tempest-TaggedBootDevicesTest-250307985-project] Pushing event deleted for resources: {'Network': ['ID=030cfc7b-a4fe-4593-a230-d44736b800f0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:49.934662 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.958916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31589645-3cce-45b2-a9a7-37cc2a080539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:49.961961 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2682e53-f675-4b86-af44-5439b6ce6346" -d '{"events": [{"server_uuid": "31589645-3cce-45b2-a9a7-37cc2a080539", "name": "network-vif-plugged", "status": "completed", "tag": "8c0f1316-5c01-418f-a9e0-054ac9e8e9db"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:49.976262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:49.981821 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.012545 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56e15a-b17f-42ad-9eab-cc9624995dd1 x-openstack-request-id: req-9d56e15a-b17f-42ad-9eab-cc9624995dd1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:50.012848 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31589645-3cce-45b2-a9a7-37cc2a080539", "name": "network-vif-plugged", "status": "completed", "tag": "8c0f1316-5c01-418f-a9e0-054ac9e8e9db", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:50.013108 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d56e15a-b17f-42ad-9eab-cc9624995dd1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:50.013504 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31589645-3cce-45b2-a9a7-37cc2a080539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db', 'code': 200} Aug 29 04:42:50.042884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:50.148835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c62f2c-7067-4770-9246-13ec818e96c4 req-61f5c8cb-ed59-4e90-a9be-7ca7b18ec377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.151435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8c62f2c-7067-4770-9246-13ec818e96c4 req-61f5c8cb-ed59-4e90-a9be-7ca7b18ec377 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 1097 time: 0.0489562 Aug 29 04:42:50.207574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8c62f2c-7067-4770-9246-13ec818e96c4 req-b1279dce-1e90-4ebb-96b5-7c6a770433c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481336 Aug 29 04:42:50.700549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.765493 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.893925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d4c6e-1b7e-4d03-b4d6-1eb1c76f32da req-46988314-8e84-44fa-8062-24367277b2a7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.895750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-966d4c6e-1b7e-4d03-b4d6-1eb1c76f32da req-46988314-8e84-44fa-8062-24367277b2a7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 945 time: 0.0633154 Aug 29 04:42:50.944753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-966d4c6e-1b7e-4d03-b4d6-1eb1c76f32da req-be3824bc-0f6c-469d-955e-57c504575eaa tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Aug 29 04:42:52.096612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98abd51-376b-434f-844c-263b07179bb0 req-8cea2184-1d74-4197-84ed-29ed7e75ff06 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:52.098124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e98abd51-376b-434f-844c-263b07179bb0 req-8cea2184-1d74-4197-84ed-29ed7e75ff06 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 945 time: 0.0513320 Aug 29 04:42:52.152470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e98abd51-376b-434f-844c-263b07179bb0 req-ec96954a-4ad8-47ee-9114-7923189b72f1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Aug 29 04:42:52.307330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.457540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96616e-066d-40cb-873f-8ce6ba7602ac req-8f31a4b2-2a42-499d-9cfb-29450f50be33 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:52.459800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b96616e-066d-40cb-873f-8ce6ba7602ac req-8f31a4b2-2a42-499d-9cfb-29450f50be33 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.1711228 Aug 29 04:42:52.491522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b96616e-066d-40cb-873f-8ce6ba7602ac req-f576d60d-b51d-44c0-98c0-9a30e9ed8e14 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0244420 Aug 29 04:42:52.553838 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b96616e-066d-40cb-873f-8ce6ba7602ac req-ef6236c1-08f8-470a-b919-fce3688f647c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604727 Aug 29 04:42:52.693442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b96616e-066d-40cb-873f-8ce6ba7602ac req-038bb3b4-36a0-4dcf-a951-1eabb6d1679d service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272500 Aug 29 04:42:52.873426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b96616e-066d-40cb-873f-8ce6ba7602ac req-5d4b5656-7c05-469f-9b9b-6929861f172a service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665981 Aug 29 04:42:54.100883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-14f51844-6e5f-41c3-b4e2-35ecc6b0b402 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.113497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-14f51844-6e5f-41c3-b4e2-35ecc6b0b402 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.1827552 Aug 29 04:42:54.139514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-b2ac89c9-2afb-4b99-836e-6c7b4994180b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0245471 Aug 29 04:42:54.278938 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-d7768e82-481b-422a-814a-645f761947c7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320739 Aug 29 04:42:54.453880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-bbb72e0e-5f85-42c8-b165-90a07d3febb1 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635373 Aug 29 04:42:54.601965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-bc80c743-a983-4a4f-a7d5-1e639caa3047 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439440 Aug 29 04:42:54.871745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27a99803-4cb5-45ba-bbf6-6d601adf5224 req-f810a406-6567-4edf-b630-c5fa71f9099f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 210 time: 0.0857322 Aug 29 04:42:56.093890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-281aa2e8-0e9c-4791-af2e-8cc9327ff699 req-a13f373f-ecba-43a6-aaf4-7cb04ba2b8a6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 210 time: 0.0537491 Aug 29 04:42:56.122784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-2f643e65-2699-40b3-916d-b8423395779f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.122784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-2f643e65-2699-40b3-916d-b8423395779f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.2290483 Aug 29 04:42:56.141030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Request body: {'port': {'device_id': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'admin_state_up': True, 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:56.274389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:56.279670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.456540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Allocated IP 172.20.0.11 (188b4da4-1b5f-4cac-bdae-cd699aee122f/bcbfbe57-f674-456b-a832-5a7b7276b672/1dd9ec39-e613-4a7e-bb24-529b763dede8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:56.768719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.865156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.911151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:56.929741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event updated for resources: {'Port': ['ID=1dd9ec39-e613-4a7e-bb24-529b763dede8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:56.967810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:56.970201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:56.976463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:57.221433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.222322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.464012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-60ad8b46-3e98-4bbf-b100-0a8b8916a5be tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3314164 Aug 29 04:42:57.480302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Request body: {'port': {'device_id': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:57.527385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596e285-d7de-47ce-ad47-ee36ac1f07eb req-d58dc365-b5f9-4868-a334-638e8cf9c9c2 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.554373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e596e285-d7de-47ce-ad47-ee36ac1f07eb req-d58dc365-b5f9-4868-a334-638e8cf9c9c2 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 932 time: 0.2758880 Aug 29 04:42:57.670324 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.747269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e596e285-d7de-47ce-ad47-ee36ac1f07eb req-5921a713-2b0d-404d-adc6-8e4d80b5db22 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820428 Aug 29 04:42:58.528360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd9ec39-e613-4a7e-bb24-529b763dede8 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:58.538131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.567206 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Transition to ACTIVE for port object 1dd9ec39-e613-4a7e-bb24-529b763dede8 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:58.580066 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.661314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Pushing event updated for resources: {'Port': ['ID=1dd9ec39-e613-4a7e-bb24-529b763dede8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:58.775798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Attempting to bind port 1dd9ec39-e613-4a7e-bb24-529b763dede8 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:58.775798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Attempting to bind port 1dd9ec39-e613-4a7e-bb24-529b763dede8 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:58.775798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Attempting to bind port 1dd9ec39-e613-4a7e-bb24-529b763dede8 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:58.782001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Port 1dd9ec39-e613-4a7e-bb24-529b763dede8 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:58.782357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Attempting to bind port 1dd9ec39-e613-4a7e-bb24-529b763dede8 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:58.799780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:58.799780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:58.799780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Bound using segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:58.799780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Bound port: 1dd9ec39-e613-4a7e-bb24-529b763dede8, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:58.799780 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.993134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] For port 1dd9ec39-e613-4a7e-bb24-529b763dede8, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:59.040033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] For port 1dd9ec39-e613-4a7e-bb24-529b763dede8, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1dd9ec39-e613-4a7e-bb24-529b763dede8,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:59.114032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7e59b-ab7c-461f-9df0-a98a2388f58e req-85c717f8-9021-44a7-8dc6-242f42e64ce0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:59.114032 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3c7e59b-ab7c-461f-9df0-a98a2388f58e req-85c717f8-9021-44a7-8dc6-242f42e64ce0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 944 time: 0.1395454 Aug 29 04:42:59.116010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.172260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:59.173012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.174815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] 10.222.0.37 "PUT /v2.0/ports/1dd9ec39-e613-4a7e-bb24-529b763dede8 HTTP/1.1" status: 200 len: 1093 time: 1.7005260 Aug 29 04:42:59.175479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'tag': '1dd9ec39-e613-4a7e-bb24-529b763dede8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:59.178473 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec34bac-0832-4150-8a0d-01ea9e8b2959" -d '{"events": [{"name": "network-changed", "server_uuid": "9a34323f-82c6-44b2-b0bb-843145f01ca8", "tag": "1dd9ec39-e613-4a7e-bb24-529b763dede8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:59.262899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b3c7e59b-ab7c-461f-9df0-a98a2388f58e req-3abfd1c0-9dea-45a7-bfb0-4632b4a448c6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336138 Aug 29 04:42:59.264762 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e758036f-7efd-4c59-8545-3ff566448a21 x-openstack-request-id: req-e758036f-7efd-4c59-8545-3ff566448a21 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:59.265064 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a34323f-82c6-44b2-b0bb-843145f01ca8", "tag": "1dd9ec39-e613-4a7e-bb24-529b763dede8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:59.265325 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e758036f-7efd-4c59-8545-3ff566448a21 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:59.265795 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'tag': '1dd9ec39-e613-4a7e-bb24-529b763dede8', 'status': 'completed', 'code': 200} Aug 29 04:42:59.340058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbeb47c-3a6b-4f24-b574-a696a9e172ca service neutron] Pushing event updated for resources: {'Port': ['ID=1dd9ec39-e613-4a7e-bb24-529b763dede8,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:59.407784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-ffcd41f0-1cba-40f3-beb6-17d28d118d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:59.423732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-ffcd41f0-1cba-40f3-beb6-17d28d118d32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1561568 Aug 29 04:42:59.538382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-52743e4b-b0dd-480b-b730-7ec56dc1d2f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dd9ec39-e613-4a7e-bb24-529b763dede8 HTTP/1.1" status: 200 len: 217 time: 0.1011190 Aug 29 04:42:59.611603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-24f8aa43-b4f7-4f3b-becb-edb2b99ee746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:59.613112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-24f8aa43-b4f7-4f3b-becb-edb2b99ee746 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0519223 Aug 29 04:42:59.658875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-5d548542-a3ac-4b37-aca9-f1a44b7e9ab7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372756 Aug 29 04:42:59.808667 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-c84e82f3-cea4-4fa9-8fad-a2b11ed6366d service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419017 Aug 29 04:43:00.043995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b05b7c3-535d-45de-9917-df2cbdf8be0f req-6a6b9e54-57de-4484-8833-2e048bba2330 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256973 Aug 29 04:43:00.254062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-ba746943-ee8a-4f0b-921f-6c6953ecba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.255565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-ba746943-ee8a-4f0b-921f-6c6953ecba13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1333828 Aug 29 04:43:00.445933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641250b7-9b59-43de-8b1b-07fd4857bf43 req-8e27d58a-66b0-4f9d-be6d-545fdf8619aa tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.447941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-641250b7-9b59-43de-8b1b-07fd4857bf43 req-8e27d58a-66b0-4f9d-be6d-545fdf8619aa tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 944 time: 0.0834844 Aug 29 04:43:00.452678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-bd098c69-58c7-46c0-acfd-520080bf645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.458362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-bd098c69-58c7-46c0-acfd-520080bf645d service neutron] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 907 time: 0.1933320 Aug 29 04:43:00.561062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-f70a1d44-dfd1-4d40-98e9-15e4e7aff45a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dd9ec39-e613-4a7e-bb24-529b763dede8 HTTP/1.1" status: 200 len: 217 time: 0.0701001 Aug 29 04:43:00.575148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-641250b7-9b59-43de-8b1b-07fd4857bf43 req-45bcc51b-bca2-4ed9-90e1-ca1bf590c76d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156290 Aug 29 04:43:00.646370 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-7047c2eb-ba9c-4dc7-a052-30e930190511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.647718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-7047c2eb-ba9c-4dc7-a052-30e930190511 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0716946 Aug 29 04:43:00.742095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-1d1d0330-b8e1-49ad-8221-35e1ae8615c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808318 Aug 29 04:43:00.763280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-0e45e8ce-dbdd-45aa-a14a-601f3e047b02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097059 Aug 29 04:43:00.763819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46464) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:00.877896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-3d36d394-37a3-4d79-8f58-0ee40d760484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.879726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-3d36d394-37a3-4d79-8f58-0ee40d760484 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1097 time: 0.0631573 Aug 29 04:43:00.944217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-009133be-b9b3-43cb-a0e8-f31b57a0d1ed service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964369 Aug 29 04:43:01.023416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-411bb446-f779-4133-8105-f490a7e2ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.024959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-411bb446-f779-4133-8105-f490a7e2ae82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.1256263 Aug 29 04:43:01.156890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-e2672425-5e63-42b8-8ee7-c20ceeb33ee4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 1001 time: 0.0786264 Aug 29 04:43:01.181433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ec34bac-0832-4150-8a0d-01ea9e8b2959 req-05f80c65-922e-48d5-b24e-e3b51d060833 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250447 Aug 29 04:43:01.280230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-af1d15f5-2f86-455e-a417-625b6fcf08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.281768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-af1d15f5-2f86-455e-a417-625b6fcf08b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.0712290 Aug 29 04:43:01.424410 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.469363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-2f235725-6317-4e3d-8758-67bf997521b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.471171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-2f235725-6317-4e3d-8758-67bf997521b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402822 Aug 29 04:43:01.653311 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-2d63ee39-1b59-481d-91d2-909ec472e85f service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710703 Aug 29 04:43:01.779590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f50d2198-a660-471e-8563-6fd49b7bef9b req-22b5fefb-c794-47d3-910f-2905a2f70feb service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119037 Aug 29 04:43:01.890435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62925bf0-d268-4c6d-aed8-cac816ea73fe req-cdcd1b1c-3c42-4e03-bd60-8786f199054d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:01.892007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62925bf0-d268-4c6d-aed8-cac816ea73fe req-cdcd1b1c-3c42-4e03-bd60-8786f199054d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 944 time: 0.1082523 Aug 29 04:43:01.974117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62925bf0-d268-4c6d-aed8-cac816ea73fe req-22403b65-2b38-4e6c-8a2e-4e78f3ca662b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743821 Aug 29 04:43:02.017201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.199558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1dd9ec39-e613-4a7e-bb24-529b763dede8 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:02.338860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1dd9ec39-e613-4a7e-bb24-529b763dede8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1dd9ec39-e613-4a7e-bb24-529b763dede8,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:02.351924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '1dd9ec39-e613-4a7e-bb24-529b763dede8', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'port_id': '1dd9ec39-e613-4a7e-bb24-529b763dede8', 'mac_address': 'fa:16:3e:72:5e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbfbe57-f674-456b-a832-5a7b7276b672', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:02.391689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.408974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd9ec39-e613-4a7e-bb24-529b763dede8 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:02.432550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Deleting port 7f984c9d-41fa-4231-8ca1-87a8feb47504 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:02.433307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.448472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1dd9ec39-e613-4a7e-bb24-529b763dede8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1dd9ec39-e613-4a7e-bb24-529b763dede8,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:02.457330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.534479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] For port 7f984c9d-41fa-4231-8ca1-87a8feb47504, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7f984c9d-41fa-4231-8ca1-87a8feb47504,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:02.534932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.539437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1dd9ec39-e613-4a7e-bb24-529b763dede8,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:02.557971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Calling delete_port for 7f984c9d-41fa-4231-8ca1-87a8feb47504 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:02.702091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['1dd9ec39-e613-4a7e-bb24-529b763dede8'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:02.937172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.085566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f984c9d-41fa-4231-8ca1-87a8feb47504,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:03.169680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.173758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.174161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.174502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.174853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.178768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.179118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.183627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.184009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.184347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.184688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.188679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:03.207280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f14e0e-7188-4d72-85d6-0c9b02cc6157 req-deb507df-e663-43a2-8a75-36bdb0a18c91 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:03.216433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7f14e0e-7188-4d72-85d6-0c9b02cc6157 req-deb507df-e663-43a2-8a75-36bdb0a18c91 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 945 time: 0.0771909 Aug 29 04:43:03.286303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7f14e0e-7188-4d72-85d6-0c9b02cc6157 req-06c65b90-37f8-4b4f-bf8f-e7ed593cecd3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684040 Aug 29 04:43:03.450822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.687239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Router dae69b29-4a94-49b0-846f-4b6d1ccd6116 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:03.810763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:03.820214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:03.828326 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] Sync routers for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:03.830112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-19fc064d-7de3-4e6f-a4ab-5b5529014154 admin admin] 10.222.0.55 "PUT /v2.0/routers/dae69b29-4a94-49b0-846f-4b6d1ccd6116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0647237 Aug 29 04:43:03.851791 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:03.852546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:03.958261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.999928 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:04.101743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.192574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Deleting port 7d719018-254b-43e3-99ae-a479607aecf3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:04.193003 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.234877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1dd9ec39-e613-4a7e-bb24-529b763dede8 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:04.291224 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '7d719018-254b-43e3-99ae-a479607aecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 5, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port': {'id': '7d719018-254b-43e3-99ae-a479607aecf3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:38Z', 'updated_at': '2021-08-29T04:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:04.306164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] For port 7d719018-254b-43e3-99ae-a479607aecf3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7d719018-254b-43e3-99ae-a479607aecf3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:04.306621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.335291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 1dd9ec39-e613-4a7e-bb24-529b763dede8 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:04.339807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Calling delete_port for 7d719018-254b-43e3-99ae-a479607aecf3 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:04.344894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 1dd9ec39-e613-4a7e-bb24-529b763dede8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:04.345524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.362932 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] Checking router: dae69b29-4a94-49b0-846f-4b6d1ccd6116 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:04.373440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] Routers {'dae69b29-4a94-49b0-846f-4b6d1ccd6116'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:04.374120 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:42:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:04.502667 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] Set router dae69b29-4a94-49b0-846f-4b6d1ccd6116 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:04.546525 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.568101 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:43:04Z', 'revision_number': 6, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:04.575946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300522e0-3818-46c0-9ad4-03e2a39b42a4 req-b667ba6a-4bb3-435c-a403-69e537a5c662 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.582568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd9ec39-e613-4a7e-bb24-529b763dede8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:04.585524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-300522e0-3818-46c0-9ad4-03e2a39b42a4 req-b667ba6a-4bb3-435c-a403-69e537a5c662 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 945 time: 0.1321251 Aug 29 04:43:04.594216 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8876181-6b08-4e74-b4ff-791a3d396e2d" -d '{"events": [{"server_uuid": "9a34323f-82c6-44b2-b0bb-843145f01ca8", "name": "network-vif-plugged", "status": "completed", "tag": "1dd9ec39-e613-4a7e-bb24-529b763dede8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:04.616711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 1dd9ec39-e613-4a7e-bb24-529b763dede8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1dd9ec39-e613-4a7e-bb24-529b763dede8,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:04.627211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.713286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-300522e0-3818-46c0-9ad4-03e2a39b42a4 req-1d988823-f4b9-4ee5-b6b3-e5627ea2bfb2 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264405 Aug 29 04:43:04.784101 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ada47-0272-4140-812a-e2e55aa1fca2 x-openstack-request-id: req-426ada47-0272-4140-812a-e2e55aa1fca2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:04.787333 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a34323f-82c6-44b2-b0bb-843145f01ca8", "name": "network-vif-plugged", "status": "completed", "tag": "1dd9ec39-e613-4a7e-bb24-529b763dede8", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:04.787914 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-426ada47-0272-4140-812a-e2e55aa1fca2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:04.789049 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd9ec39-e613-4a7e-bb24-529b763dede8', 'code': 200} Aug 29 04:43:04.794158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=1dd9ec39-e613-4a7e-bb24-529b763dede8,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:04.822409 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90480d0-b20f-4f51-9e0b-f8735ecfd476 None None] The sync data for ids ['dae69b29-4a94-49b0-846f-4b6d1ccd6116'] in n-d-712143-14 is: [{'id': 'dae69b29-4a94-49b0-846f-4b6d1ccd6116', 'name': 'tempest-TaggedBootDevicesTest-434917780-router', 'tenant_id': 'fb108782c18e44f89ec449e0eca86b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:31:36Z', 'updated_at': '2021-08-29T04:43:04Z', 'revision_number': 6, 'project_id': 'fb108782c18e44f89ec449e0eca86b1c', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:04.847820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d97eb-164c-4f72-9deb-c13d16fa4c0f req-039394d3-cd88-4dc2-91a4-eec28ac20be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.847820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d24d97eb-164c-4f72-9deb-c13d16fa4c0f req-039394d3-cd88-4dc2-91a4-eec28ac20be7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 1098 time: 0.1113834 Aug 29 04:43:04.856402 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.963459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d719018-254b-43e3-99ae-a479607aecf3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:05.007111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d24d97eb-164c-4f72-9deb-c13d16fa4c0f req-f0f1fc66-8db8-4878-9685-a9984fae05b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516125 Aug 29 04:43:05.035660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.149509 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.152510 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.229082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.229806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae69b29-4a94-49b0-846f-4b6d1ccd6116 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:43:05.237259 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.242617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46520) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:05.252885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc425422-5b25-4c29-82b2-8cb75612bf10 admin admin] 10.222.0.55 "DELETE /v2.0/routers/dae69b29-4a94-49b0-846f-4b6d1ccd6116 HTTP/1.1" status: 204 len: 168 time: 1.4313998 Aug 29 04:43:05.642843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] Deleting subnet ed5171ab-1fdb-4315-839d-998ac9302523 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:05.647520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.698664 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.886958 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.895880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7d719018-254b-43e3-99ae-a479607aecf3 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:05.900737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959da10-3a26-4d9b-b620-54c98c9ad440 req-a265aa35-1478-48de-a06f-36e5c3918848 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:05.902519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d959da10-3a26-4d9b-b620-54c98c9ad440 req-a265aa35-1478-48de-a06f-36e5c3918848 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 946 time: 0.0866976 Aug 29 04:43:05.986172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7d719018-254b-43e3-99ae-a479607aecf3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:05.988967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7d719018-254b-43e3-99ae-a479607aecf3 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:05.993296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f984c9d-41fa-4231-8ca1-87a8feb47504 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:06.014709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d959da10-3a26-4d9b-b620-54c98c9ad440 req-96f2a9d2-657c-4ea9-a0f2-ae9363a41d4f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980844 Aug 29 04:43:06.029169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7f984c9d-41fa-4231-8ca1-87a8feb47504 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:06.029169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7f984c9d-41fa-4231-8ca1-87a8feb47504 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:06.043618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.085438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5171ab-1fdb-4315-839d-998ac9302523,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:06.091159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.096811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-07fd5149-0e2b-4711-b0bf-216fbb02b524 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed5171ab-1fdb-4315-839d-998ac9302523 HTTP/1.1" status: 204 len: 168 time: 0.8488750 Aug 29 04:43:06.096956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:06.097702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b9f094-fc70-434a-8b84-a1beaf1759fa None None] Network 5de44834-2a7b-4f66-8909-aa94c16f31a9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:06.249970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.361036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Deleting port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:06.361507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.401914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] DHCP port deletion for 5de44834-2a7b-4f66-8909-aa94c16f31a9 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:06.442981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] For port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:06.443534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.459155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Calling delete_port for 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:06.467632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] Deleting port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:06.468009 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.549582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] For port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,segment=NetworkSegment(39a96a0e-0a58-4d9a-992d-e4c1d53dad79),segment_id=39a96a0e-0a58-4d9a-992d-e4c1d53dad79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:06.549938 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.566501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] Calling delete_port for 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:06.566724 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.585083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] No DVR routers for this DVR port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:06.609037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Pushing event deleted for resources: {'Port': ['ID=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:06.659523 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.696699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] Pushing event deleted for resources: {'Port': ['ID=0288b8bf-382d-4ba7-b3d2-34274f7b3d65,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:06.697876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.699903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37707ea3-61eb-4f00-bb6b-56f3f0802948 None None] No DVR routers for this DVR port 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:06.713516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de44834-2a7b-4f66-8909-aa94c16f31a9']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:06.732179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a96a0e-0a58-4d9a-992d-e4c1d53dad79') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:06.732491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a96a0e-0a58-4d9a-992d-e4c1d53dad79') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:06.742552 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.762782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.769438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:06.769924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:06.771952 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:06.843555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.851322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.858559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] 10.222.0.55 "DELETE /v2.0/networks/5de44834-2a7b-4f66-8909-aa94c16f31a9 HTTP/1.1" status: 204 len: 168 time: 0.7569041 Aug 29 04:43:06.882758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae6b58-5551-43be-a539-5418535a5caa admin admin] Pushing event deleted for resources: {'Network': ['ID=5de44834-2a7b-4f66-8909-aa94c16f31a9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:07.028322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46544) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:07.081711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46548) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:07.082596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-17553592-6ac1-4e92-8171-bec09f802a22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb108782c18e44f89ec449e0eca86b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523276 Aug 29 04:43:07.147335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-049330c1-d992-4cd3-bbc3-9b11f779fc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.169449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330755f-9992-49ef-b2c5-9d67c393cc0d req-827da2c3-e6bf-4f7f-9ef0-592bdf9b38e8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.176580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-049330c1-d992-4cd3-bbc3-9b11f779fc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.177877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a330755f-9992-49ef-b2c5-9d67c393cc0d req-827da2c3-e6bf-4f7f-9ef0-592bdf9b38e8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 946 time: 0.0621917 Aug 29 04:43:07.240102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a330755f-9992-49ef-b2c5-9d67c393cc0d req-ee6bc55d-57f4-4a78-aa14-f65ec8d51f77 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604672 Aug 29 04:43:07.244905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-049330c1-d992-4cd3-bbc3-9b11f779fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.252981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-049330c1-d992-4cd3-bbc3-9b11f779fc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.255568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-049330c1-d992-4cd3-bbc3-9b11f779fc4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c73c6ae4-4746-439b-9687-331ab40e7031 HTTP/1.1" status: 204 len: 168 time: 0.1723201 Aug 29 04:43:07.278020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049330c1-d992-4cd3-bbc3-9b11f779fc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c6ae4-4746-439b-9687-331ab40e7031,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:07.406646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8ef86-d5dd-4651-b387-7f93fed2770d req-942c2910-2127-4c8a-899a-cfff5f9e177b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.408486 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14f8ef86-d5dd-4651-b387-7f93fed2770d req-942c2910-2127-4c8a-899a-cfff5f9e177b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 946 time: 0.0600290 Aug 29 04:43:07.463428 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14f8ef86-d5dd-4651-b387-7f93fed2770d req-28344139-f033-450f-9fca-ca45696f1508 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489776 Aug 29 04:43:07.864366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d852-c9f7-4775-9737-9dfc5447b062 req-393da5f4-4c69-41cc-9ada-990001913013 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.866341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8158d852-c9f7-4775-9737-9dfc5447b062 req-393da5f4-4c69-41cc-9ada-990001913013 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 946 time: 0.1025863 Aug 29 04:43:07.881716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:07.941892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8158d852-c9f7-4775-9737-9dfc5447b062 req-24714a27-853b-4a45-88a1-8e4ae7843969 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687387 Aug 29 04:43:07.943304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:07.946144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0288b8bf-382d-4ba7-b3d2-34274f7b3d65 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:08.408064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:08.529561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1177852996-network', 'tenant_id': 'a14a664764874cd58e2ea0e8c73a46ce'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:08.557903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Made reservation on behalf of a14a664764874cd58e2ea0e8c73a46ce for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:08.562704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.574892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.721412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.730162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.754100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:08.770643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76264c2-892e-4292-a244-f7d822166332,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:08.774099 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.775164 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Added segment 8a2fe1d1-563a-464b-82bf-44f932e6969b of type vlan for network e10975a4-bd27-4920-b6f7-de45c33ad164 Aug 29 04:43:08.824833 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.857899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.859214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:08.859834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.930473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46596) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:08.935999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Request body: {'subnet': {'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1177852996-subnet', 'tenant_id': 'a14a664764874cd58e2ea0e8c73a46ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:08.939265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5299375 Aug 29 04:43:08.951189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a3316-613a-4ed6-b872-b4b5ba74e2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e10975a4-bd27-4920-b6f7-de45c33ad164,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:08.969972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Made reservation on behalf of a14a664764874cd58e2ea0e8c73a46ce for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:08.972818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.997196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e10975a4-bd27-4920-b6f7-de45c33ad164 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:09.021364 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:09.157838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-0fa93d74-8c84-4e70-9083-3252c8dbe013 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.157838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-0fa93d74-8c84-4e70-9083-3252c8dbe013 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 946 time: 0.1038678 Aug 29 04:43:09.214199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.261325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e38d7-0cb3-4f29-955c-ac3ff8bce03b req-45744f24-9950-43fd-b0b4-1551fcba81d8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.263658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a1e38d7-0cb3-4f29-955c-ac3ff8bce03b req-45744f24-9950-43fd-b0b4-1551fcba81d8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 946 time: 0.1989827 Aug 29 04:43:09.292975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=917ff121-2879-4ef9-877e-276d6c63426e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:09.302141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Checking segment: {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:09.302812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Network hostable DHCP agents. Network: e10975a4-bd27-4920-b6f7-de45c33ad164, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:09.346633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a1e38d7-0cb3-4f29-955c-ac3ff8bce03b req-55eebb07-c49f-4ef6-bfbf-33f08ddceeac tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739627 Aug 29 04:43:09.354269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Network e10975a4-bd27-4920-b6f7-de45c33ad164 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:09.363969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Deleting port 1dd9ec39-e613-4a7e-bb24-529b763dede8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:09.364658 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.376359 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e10975a4-bd27-4920-b6f7-de45c33ad164) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:09.387765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b10e57-d423-4df9-916d-973309fca15a None None] Network e10975a4-bd27-4920-b6f7-de45c33ad164 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:09.389445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.390412 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.423482 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-80733055-ee98-42f6-a3db-a80b7cc4cb6a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4917185 Aug 29 04:43:09.734370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7701401-74d5-419f-9a30-507ee4c03fd3 None None] Network e10975a4-bd27-4920-b6f7-de45c33ad164 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:09.913752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] For port 1dd9ec39-e613-4a7e-bb24-529b763dede8, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=1dd9ec39-e613-4a7e-bb24-529b763dede8,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:09.914349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.948269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Calling delete_port for 1dd9ec39-e613-4a7e-bb24-529b763dede8 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:10.209561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-7831bc7a-ed8f-4ed3-b647-5907173b48e6 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.211109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-7831bc7a-ed8f-4ed3-b647-5907173b48e6 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/networks?id=e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 200 len: 818 time: 0.1706345 Aug 29 04:43:10.217064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.235093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['1dd9ec39-e613-4a7e-bb24-529b763dede8'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:10.264356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:10.314828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event deleted for resources: {'Port': ['ID=1dd9ec39-e613-4a7e-bb24-529b763dede8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:10.338717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-a6b314b9-7f61-4554-9b43-edf9c38b52e5 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/quotas/a14a664764874cd58e2ea0e8c73a46ce HTTP/1.1" status: 200 len: 375 time: 0.0976415 Aug 29 04:43:10.378086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] No DVR routers for this DVR port 1dd9ec39-e613-4a7e-bb24-529b763dede8 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:10.381506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.384013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-359ca7dd-ccec-4ad4-8587-3c26f7c42bba req-f7ed5322-ae25-467f-9815-a4855034eb4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "DELETE /v2.0/ports/1dd9ec39-e613-4a7e-bb24-529b763dede8 HTTP/1.1" status: 204 len: 173 time: 1.2207875 Aug 29 04:43:10.445903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'name': 'network-vif-deleted', 'tag': '1dd9ec39-e613-4a7e-bb24-529b763dede8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:10.450077 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c63100-a6fd-4d6b-badf-1740f1efe7c6" -d '{"events": [{"server_uuid": "9a34323f-82c6-44b2-b0bb-843145f01ca8", "name": "network-vif-deleted", "tag": "1dd9ec39-e613-4a7e-bb24-529b763dede8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:10.483670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-24c3bdb7-38e3-4e68-8d5e-b12de4c20ec4 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195674 Aug 29 04:43:10.526017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b00e04b-71e4-4a14-a91a-aa16c8844f8c req-5e89cad3-fae9-4fab-b0f9-3bf892b40eb1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a34323f-82c6-44b2-b0bb-843145f01ca8 HTTP/1.1" status: 200 len: 210 time: 0.0507023 Aug 29 04:43:10.626373 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a1057-9e9b-4a3e-a894-ae0e570ce42d x-openstack-request-id: req-175a1057-9e9b-4a3e-a894-ae0e570ce42d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:10.626695 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a34323f-82c6-44b2-b0bb-843145f01ca8", "name": "network-vif-deleted", "tag": "1dd9ec39-e613-4a7e-bb24-529b763dede8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:10.626950 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-175a1057-9e9b-4a3e-a894-ae0e570ce42d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:10.627346 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34323f-82c6-44b2-b0bb-843145f01ca8', 'name': 'network-vif-deleted', 'tag': '1dd9ec39-e613-4a7e-bb24-529b763dede8', 'status': 'completed', 'code': 200} Aug 29 04:43:10.629558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-768e06cc-166a-4f17-a8a8-f144e8437603 service neutron] 10.222.0.55 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449976 Aug 29 04:43:10.729240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ebf46c49-e3eb-463c-881f-4ebe739e9a8e service neutron] 10.222.0.55 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929449 Aug 29 04:43:11.140496 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-055f0f1f-f3b0-441f-819f-8f38784d74d2 req-e6bf4a25-c93d-4f0a-8327-c9680f2b2abb tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 210 time: 0.0325396 Aug 29 04:43:12.274145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1dd9ec39-e613-4a7e-bb24-529b763dede8 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:12.338611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfee3162-4c86-4fbd-a240-42f3e1615c12 req-e863bac7-b933-468a-9305-737b8d665f61 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 210 time: 0.0800261 Aug 29 04:43:12.346387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 1dd9ec39-e613-4a7e-bb24-529b763dede8 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:12.346949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 1dd9ec39-e613-4a7e-bb24-529b763dede8 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:12.536539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-ec26f041-6452-4252-97d4-08c9a97e6775 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.538316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-ec26f041-6452-4252-97d4-08c9a97e6775 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.2004919 Aug 29 04:43:12.566221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-b66b1971-a51a-42ea-93d5-d1aac01672b4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0211525 Aug 29 04:43:12.624876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-331ab70d-6555-45a2-8162-5c444ab6c378 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546694 Aug 29 04:43:12.817157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-a0152a82-6690-4065-9ef8-e9953f55ee9b service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747484 Aug 29 04:43:12.944682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-13b2709e-5676-41b1-aab7-5d17c37ea127 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261268 Aug 29 04:43:13.029760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-510cb04c-1519-4615-b6fc-a05116a2ed41 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.031515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-510cb04c-1519-4615-b6fc-a05116a2ed41 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "GET /v2.0/networks?id=e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 200 len: 818 time: 0.2835495 Aug 29 04:43:13.060264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Request body: {'port': {'device_id': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164', 'admin_state_up': True, 'tenant_id': 'a14a664764874cd58e2ea0e8c73a46ce'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:13.255346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-0a43abeb-70aa-47d2-bf12-2027652c130b tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.268282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-0a43abeb-70aa-47d2-bf12-2027652c130b tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.32 "GET /v2.0/networks?id=e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 200 len: 818 time: 0.2755847 Aug 29 04:43:13.288029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Request body: {'port': {'device_id': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164', 'admin_state_up': True, 'tenant_id': 'a14a664764874cd58e2ea0e8c73a46ce'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:13.503017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4d3c2ce4-d295-4fbe-a51f-caa59ee96777 req-6c658edc-8c88-47f5-a59e-78f9ab458d18 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 210 time: 0.2201383 Aug 29 04:43:13.580064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Made reservation on behalf of a14a664764874cd58e2ea0e8c73a46ce for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:13.590024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.607875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d70f8a9-1360-4620-b391-67ede08555ac req-3e6112a0-63c2-409a-9083-cd83c89b824a tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 210 time: 0.0914037 Aug 29 04:43:13.741406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Made reservation on behalf of a14a664764874cd58e2ea0e8c73a46ce for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:13.747033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.787134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-7dff4d4f-63da-4a5a-9561-42cc01ed8b3a tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.789825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-7dff4d4f-63da-4a5a-9561-42cc01ed8b3a tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "GET /v2.0/networks?id=e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 200 len: 818 time: 0.4640288 Aug 29 04:43:13.806255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Request body: {'port': {'device_id': '15548d9f-9245-422e-a84b-59688bf14917', 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164', 'admin_state_up': True, 'tenant_id': 'a14a664764874cd58e2ea0e8c73a46ce'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:13.969916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Allocated IP 172.20.0.9 (e10975a4-bd27-4920-b6f7-de45c33ad164/917ff121-2879-4ef9-877e-276d6c63426e/5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:14.046085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Made reservation on behalf of a14a664764874cd58e2ea0e8c73a46ce for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:14.049778 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.310614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.351150 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.405134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Allocated IP 172.20.0.2 (e10975a4-bd27-4920-b6f7-de45c33ad164/917ff121-2879-4ef9-877e-276d6c63426e/7c50a38f-c291-4709-a6eb-3e5f05b48e9d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:14.405671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Network e10975a4-bd27-4920-b6f7-de45c33ad164 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:14.413922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:14.417048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:14.492729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Pushing event updated for resources: {'Port': ['ID=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:14.548943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:14.555459 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.589967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5ce20794-ffd9-48ea-9695-734cfd06358f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5346043 Aug 29 04:43:14.604817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Request body: {'port': {'device_id': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:14.696605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.716202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.852572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fb3790d5-1caa-4cd7-9925-54e088e4bad9 req-dcd617e9-8055-481d-aa0b-e51f28f7b1b8 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 210 time: 0.0641537 Aug 29 04:43:14.886982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-454f509f-e99c-4ed8-a081-f7921bee6308 req-e1f67727-4dea-4a77-9712-17cd0ca8b0f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 210 time: 0.2796078 Aug 29 04:43:14.940596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.011517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Network e10975a4-bd27-4920-b6f7-de45c33ad164 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:15.015454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:15.018824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:15.143526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Pushing event updated for resources: {'Port': ['ID=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:15.143891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Allocated IP 172.20.0.14 (e10975a4-bd27-4920-b6f7-de45c33ad164/917ff121-2879-4ef9-877e-276d6c63426e/58001491-fb7d-4847-9805-744953c609b7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:15.170829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.170829 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.181045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-f6fd248e-c975-4c5e-837b-08c7a10d8245 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.183347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-f6fd248e-c975-4c5e-837b-08c7a10d8245 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.3623676 Aug 29 04:43:15.188825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-85834892-e33d-4df5-9aa0-c2d099b0a33c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9050744 Aug 29 04:43:15.220462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Request body: {'port': {'device_id': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'admin_state_up': True, 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:15.250764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Request body: {'port': {'device_id': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:15.325822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.489413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.526306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:15.529618 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.554462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.757882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Network e10975a4-bd27-4920-b6f7-de45c33ad164 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:15.760654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:15.780332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Pushing event updated for resources: {'Port': ['ID=58001491-fb7d-4847-9805-744953c609b7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:15.788234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:15.975293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.975293 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.046605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Allocated IP 172.20.0.12 (188b4da4-1b5f-4cac-bdae-cd699aee122f/bcbfbe57-f674-456b-a832-5a7b7276b672/7a328207-c660-4763-b9ad-160abecc1c4f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:16.056549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-9b168ed5-0edb-4d7d-9344-6afa42b19ec2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2561789 Aug 29 04:43:16.076663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b148-31ba-4e90-8bcf-e08da30ad54e req-4d432987-1e20-443c-a6d0-1c8f733b81df tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.079738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Request body: {'port': {'device_id': '15548d9f-9245-422e-a84b-59688bf14917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:16.080222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a66b148-31ba-4e90-8bcf-e08da30ad54e req-4d432987-1e20-443c-a6d0-1c8f733b81df tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 932 time: 0.0872881 Aug 29 04:43:16.093527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:16.163059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e08bb1f-39dc-48c2-871a-c6ec7edbba51 req-eed2e050-0922-4fca-aa1d-782f7e85839b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 210 time: 0.0743303 Aug 29 04:43:16.165439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.203152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a66b148-31ba-4e90-8bcf-e08da30ad54e req-823db464-7010-474d-8239-4a94f2c8a847 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081388 Aug 29 04:43:16.219946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Transition to ACTIVE for port object 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:16.247189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.302739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.434010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:16.483962 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c50a38f-c291-4709-a6eb-3e5f05b48e9d {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:16.501385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.519833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Transition to ACTIVE for port object 7c50a38f-c291-4709-a6eb-3e5f05b48e9d will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:16.525885 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.590872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:16.607170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.693430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Attempting to bind port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:16.694266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Attempting to bind port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:16.694812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Attempting to bind port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 on network e10975a4-bd27-4920-b6f7-de45c33ad164 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:16.706084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Attempting to bind port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:16.706428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Attempting to bind port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:16.706765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Attempting to bind port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d on network e10975a4-bd27-4920-b6f7-de45c33ad164 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:16.713721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d on network e10975a4-bd27-4920-b6f7-de45c33ad164 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:16.714139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Attempting to bind port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d on network e10975a4-bd27-4920-b6f7-de45c33ad164 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:16.721374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:16.721770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Checking segment: {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:16.722177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Bound using segment: {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:16.722633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Bound port: 7c50a38f-c291-4709-a6eb-3e5f05b48e9d, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:16.723433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.732746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 on network e10975a4-bd27-4920-b6f7-de45c33ad164 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:16.734808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Attempting to bind port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 on network e10975a4-bd27-4920-b6f7-de45c33ad164 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:16.777672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:16.778179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Checking segment: {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:16.778662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Bound using segment: {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:16.779668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Bound port: 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:16.779668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.826419 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e51d22e-f319-43ca-839d-ecaf06ec7c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.845209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] For port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:16.848769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] For port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:16.855455 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.860358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.896794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:16.901566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.901566 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.910363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/7c50a38f-c291-4709-a6eb-3e5f05b48e9d HTTP/1.1" status: 200 len: 1092 time: 1.6635506 Aug 29 04:43:16.915623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'tag': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:16.922349 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91364444-6a1a-456a-b06c-f9c2f55080d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5de8633-2cd8-4564-8ce3-56d9c7f16911", "tag": "7c50a38f-c291-4709-a6eb-3e5f05b48e9d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:16.978684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:17.015088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47348033-c94e-4234-a501-d5ed4757f4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.017163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:17.044966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:17.049533 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e000c4c-bfe7-4e52-813d-2fcd2a3c0f5c x-openstack-request-id: req-4e000c4c-bfe7-4e52-813d-2fcd2a3c0f5c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:17.049902 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5de8633-2cd8-4564-8ce3-56d9c7f16911", "tag": "7c50a38f-c291-4709-a6eb-3e5f05b48e9d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:17.050134 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e000c4c-bfe7-4e52-813d-2fcd2a3c0f5c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:17.050518 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'tag': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d', 'status': 'completed', 'code': 200} Aug 29 04:43:17.072970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ce069305-2ef5-4e83-b9ba-2857cce9e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.074564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ce069305-2ef5-4e83-b9ba-2857cce9e9ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 1095 time: 0.0888834 Aug 29 04:43:17.135279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event updated for resources: {'Port': ['ID=7a328207-c660-4763-b9ad-160abecc1c4f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.142926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] For port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:17.185329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-5aceed77-38c3-461b-9bb7-d93bb04b6f55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c50a38f-c291-4709-a6eb-3e5f05b48e9d HTTP/1.1" status: 200 len: 217 time: 0.0960836 Aug 29 04:43:17.262646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ce384212-62db-43bf-8ead-97312b8b2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.264160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ce384212-62db-43bf-8ead-97312b8b2d20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=917ff121-2879-4ef9-877e-276d6c63426e HTTP/1.1" status: 200 len: 858 time: 0.0686240 Aug 29 04:43:17.311218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-b6032082-a8ba-4f66-bb78-4012d03d9f01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e10975a4-bd27-4920-b6f7-de45c33ad164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377214 Aug 29 04:43:17.459023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e078-6096-4016-8f62-a05c8a237cb0 req-337c06f7-c001-4b4c-98fc-bd1beb163546 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.468316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c848e078-6096-4016-8f62-a05c8a237cb0 req-337c06f7-c001-4b4c-98fc-bd1beb163546 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 932 time: 0.1601834 Aug 29 04:43:17.513840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-83435da7-b29c-48c0-bb59-f5dcff133883 service neutron] 10.222.0.32 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920736 Aug 29 04:43:17.548430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c848e078-6096-4016-8f62-a05c8a237cb0 req-e2d0e6ae-0b9e-422e-9d02-4821de602487 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Aug 29 04:43:17.583224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58001491-fb7d-4847-9805-744953c609b7 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:17.592891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.607939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Transition to ACTIVE for port object 58001491-fb7d-4847-9805-744953c609b7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:17.626611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] For port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:17.645056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.656942 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.751045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.751699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.760793 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-3f7add22-6528-4578-85fb-1dd6ab9fdbfe service neutron] 10.222.0.32 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238791 Aug 29 04:43:17.799559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-db442a68-b764-4167-bbfa-4195c4f72428 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5848508 Aug 29 04:43:17.810319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.810598 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.811978 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 HTTP/1.1" status: 200 len: 1092 time: 3.2127073 Aug 29 04:43:17.816119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'tag': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:17.820161 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a291274-0838-4786-9e3b-f0efb7fb9227" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a685bd-c295-4ef2-9d27-d82260e19c67", "tag": "5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:17.841163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43363f-691b-4115-b965-e33723055673 service neutron] Pushing event updated for resources: {'Port': ['ID=58001491-fb7d-4847-9805-744953c609b7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.852235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d8b89-fd21-4528-a6c2-f19b0d154859 req-b4a159c8-1691-4d95-a25b-6569cb862833 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.854512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-966d8b89-fd21-4528-a6c2-f19b0d154859 req-b4a159c8-1691-4d95-a25b-6569cb862833 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 932 time: 0.2263725 Aug 29 04:43:17.868636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Request body: {'port': {'device_id': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:17.942623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-9b8d090b-8d9d-47c8-a392-613c307c6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.944652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-9b8d090b-8d9d-47c8-a392-613c307c6ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 1095 time: 0.0619843 Aug 29 04:43:17.967355 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a7594-3462-4c7d-b09e-303d2bfb01b5 x-openstack-request-id: req-1c8a7594-3462-4c7d-b09e-303d2bfb01b5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:17.967648 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a685bd-c295-4ef2-9d27-d82260e19c67", "tag": "5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:17.967903 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c8a7594-3462-4c7d-b09e-303d2bfb01b5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:17.968297 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'tag': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1', 'status': 'completed', 'code': 200} Aug 29 04:43:18.077373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-550254a7-af80-4148-938c-6b894b742b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.079043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-550254a7-af80-4148-938c-6b894b742b28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 200 len: 919 time: 0.1242459 Aug 29 04:43:18.116487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f487d2-cd37-414d-a37a-a56edc62fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:18.154630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ba9ef2f3-fecc-4f2c-a516-290500c15ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.156647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ba9ef2f3-fecc-4f2c-a516-290500c15ccb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 1095 time: 0.2318408 Aug 29 04:43:18.157580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Attempting to bind port 58001491-fb7d-4847-9805-744953c609b7 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:18.157885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Attempting to bind port 58001491-fb7d-4847-9805-744953c609b7 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:18.158208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Attempting to bind port 58001491-fb7d-4847-9805-744953c609b7 on network e10975a4-bd27-4920-b6f7-de45c33ad164 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:18.162757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-05362864-073b-48ca-ba99-4613f2d4bb06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c50a38f-c291-4709-a6eb-3e5f05b48e9d HTTP/1.1" status: 200 len: 217 time: 0.0752470 Aug 29 04:43:18.221325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-58c00345-095d-4602-8234-92d328b45300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.222881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-58c00345-095d-4602-8234-92d328b45300 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=917ff121-2879-4ef9-877e-276d6c63426e HTTP/1.1" status: 200 len: 858 time: 0.0529449 Aug 29 04:43:18.227443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-966d8b89-fd21-4528-a6c2-f19b0d154859 req-696eaf3b-d397-4475-be3e-ec6c70849a9d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741277 Aug 29 04:43:18.231639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Port 58001491-fb7d-4847-9805-744953c609b7 on network e10975a4-bd27-4920-b6f7-de45c33ad164 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:18.231983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Attempting to bind port 58001491-fb7d-4847-9805-744953c609b7 on network e10975a4-bd27-4920-b6f7-de45c33ad164 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:18.236713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-c140ada6-0dbc-4a46-8ac7-8c0d3fb10803 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 HTTP/1.1" status: 200 len: 217 time: 0.0593057 Aug 29 04:43:18.238607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.283267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-29b8b937-2b67-43e1-9d83-8347a0c23fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e10975a4-bd27-4920-b6f7-de45c33ad164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515852 Aug 29 04:43:18.285538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:18.286004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Checking segment: {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:18.286490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Bound using segment: {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:18.287041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Bound port: 58001491-fb7d-4847-9805-744953c609b7, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2fe1d1-563a-464b-82bf-44f932e6969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:18.287501 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.345768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-02462485-7a04-49a2-b1e5-8f9c97772d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.347284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-02462485-7a04-49a2-b1e5-8f9c97772d57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=917ff121-2879-4ef9-877e-276d6c63426e HTTP/1.1" status: 200 len: 858 time: 0.0978930 Aug 29 04:43:18.391088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-0129c242-fed0-4af0-b9cd-d066dc459962 service neutron] 10.222.0.32 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966249 Aug 29 04:43:18.404752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-22d381fe-15cf-40cc-b69d-a3243f01a103 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e10975a4-bd27-4920-b6f7-de45c33ad164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362990 Aug 29 04:43:18.505657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91364444-6a1a-456a-b06c-f9c2f55080d2 req-9e368250-dbdb-4e36-9279-f39e84b10e4f service neutron] 10.222.0.32 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049685 Aug 29 04:43:18.568759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-c8e4f8b4-7534-4a3f-aa7f-8fa2c8f60944 service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512420 Aug 29 04:43:18.681175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] For port 58001491-fb7d-4847-9805-744953c609b7, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:18.722040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] For port 58001491-fb7d-4847-9805-744953c609b7, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=58001491-fb7d-4847-9805-744953c609b7,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:18.779055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc790e0e-383b-4951-a508-e1643acd0461 req-c1bb6965-8cb3-4e57-93b8-50fb1195db6f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.780845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc790e0e-383b-4951-a508-e1643acd0461 req-c1bb6965-8cb3-4e57-93b8-50fb1195db6f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 944 time: 0.1225774 Aug 29 04:43:18.861151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.875777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc790e0e-383b-4951-a508-e1643acd0461 req-c354b597-f41a-448d-8631-857798ae1b22 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750418 Aug 29 04:43:18.923876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.924569 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.926265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-da43363f-691b-4115-b965-e33723055673 service neutron] 10.222.0.37 "PUT /v2.0/ports/58001491-fb7d-4847-9805-744953c609b7 HTTP/1.1" status: 200 len: 1093 time: 2.8583484 Aug 29 04:43:19.049411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43363f-691b-4115-b965-e33723055673 service neutron] Pushing event updated for resources: {'Port': ['ID=58001491-fb7d-4847-9805-744953c609b7,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:19.062787 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-47c8d84a-a750-4662-998a-910491db8bf6 service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854248 Aug 29 04:43:19.113059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a328207-c660-4763-b9ad-160abecc1c4f {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:19.123678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-a4f349f0-6d3f-4c7e-a397-67821b5f4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.125297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-a4f349f0-6d3f-4c7e-a397-67821b5f4003 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 1096 time: 0.1262028 Aug 29 04:43:19.127119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.197975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-95d31ac8-ba86-4e1d-a076-eeceb076ddfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58001491-fb7d-4847-9805-744953c609b7 HTTP/1.1" status: 200 len: 217 time: 0.0599666 Aug 29 04:43:19.201960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Transition to ACTIVE for port object 7a328207-c660-4763-b9ad-160abecc1c4f will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:19.217327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.280031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-532aa34b-08ff-4e63-ad89-d61973d506f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.283788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-532aa34b-08ff-4e63-ad89-d61973d506f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 1095 time: 0.1625180 Aug 29 04:43:19.364137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Pushing event updated for resources: {'Port': ['ID=7a328207-c660-4763-b9ad-160abecc1c4f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:19.371828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-f3bf8339-c61b-43dc-b823-d4a6cf6ef74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.373335 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-f3bf8339-c61b-43dc-b823-d4a6cf6ef74e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=917ff121-2879-4ef9-877e-276d6c63426e HTTP/1.1" status: 200 len: 858 time: 0.1674330 Aug 29 04:43:19.485724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-7e1d0a05-9666-4ff6-bd1a-74e6f9b28483 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e10975a4-bd27-4920-b6f7-de45c33ad164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954609 Aug 29 04:43:19.486517 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fcce82b-94ac-44af-88a8-4e5e85bce7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.614765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.641576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3f52-2136-4b6b-8f09-2ed98157be24 req-cb54212f-e646-4679-9f9e-30597219aee0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.643205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3cc3f52-2136-4b6b-8f09-2ed98157be24 req-cb54212f-e646-4679-9f9e-30597219aee0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 944 time: 0.2764285 Aug 29 04:43:19.652373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Attempting to bind port 7a328207-c660-4763-b9ad-160abecc1c4f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:19.652711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Attempting to bind port 7a328207-c660-4763-b9ad-160abecc1c4f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:19.653041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Attempting to bind port 7a328207-c660-4763-b9ad-160abecc1c4f on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:19.657132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-2903def9-5767-4a0f-a9cf-b61d6ea5f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.658720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-2903def9-5767-4a0f-a9cf-b61d6ea5f517 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 200 len: 919 time: 0.3601387 Aug 29 04:43:19.678389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Port 7a328207-c660-4763-b9ad-160abecc1c4f on network 188b4da4-1b5f-4cac-bdae-cd699aee122f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:19.678714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Attempting to bind port 7a328207-c660-4763-b9ad-160abecc1c4f on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:19.737729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:19.738448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:19.738448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Bound using segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:19.738828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Bound port: 7a328207-c660-4763-b9ad-160abecc1c4f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:19.739292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.745037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-96af355b-45b3-4f55-9f4a-f84a690ff94e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 HTTP/1.1" status: 200 len: 217 time: 0.0686102 Aug 29 04:43:19.831278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3cc3f52-2136-4b6b-8f09-2ed98157be24 req-719265a6-b86e-41e7-8d5d-2a2fab9a45ec tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714995 Aug 29 04:43:19.833715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-4f1df417-c27d-4f5d-8e75-6421053c79f6 service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306627 Aug 29 04:43:19.945081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-24b6148a-350b-4be3-97a7-cbf116005ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.955389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-24b6148a-350b-4be3-97a7-cbf116005ef1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=917ff121-2879-4ef9-877e-276d6c63426e HTTP/1.1" status: 200 len: 858 time: 0.1954784 Aug 29 04:43:19.970275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15548d9f-9245-422e-a84b-59688bf14917', 'tag': '58001491-fb7d-4847-9805-744953c609b7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:19.973515 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19081ca1-8815-4f15-807f-8480d9c2087a" -d '{"events": [{"name": "network-changed", "server_uuid": "15548d9f-9245-422e-a84b-59688bf14917", "tag": "58001491-fb7d-4847-9805-744953c609b7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:20.016941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-92297714-7613-4916-80fe-57294d85bb21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e10975a4-bd27-4920-b6f7-de45c33ad164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522988 Aug 29 04:43:20.026299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] For port 7a328207-c660-4763-b9ad-160abecc1c4f, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:20.067721 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b329023-7861-4173-ae14-feb60f145f17 x-openstack-request-id: req-5b329023-7861-4173-ae14-feb60f145f17 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:20.068081 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15548d9f-9245-422e-a84b-59688bf14917", "tag": "58001491-fb7d-4847-9805-744953c609b7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:20.068294 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b329023-7861-4173-ae14-feb60f145f17 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:20.068661 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15548d9f-9245-422e-a84b-59688bf14917', 'tag': '58001491-fb7d-4847-9805-744953c609b7', 'status': 'completed', 'code': 200} Aug 29 04:43:20.149566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] For port 7a328207-c660-4763-b9ad-160abecc1c4f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7a328207-c660-4763-b9ad-160abecc1c4f,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:20.186227 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.253293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b59682-6822-4ca3-9bb8-13e1c3443ce3 req-4bbe240e-ecf5-4a6b-bee3-56ce4f35a129 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.255094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05b59682-6822-4ca3-9bb8-13e1c3443ce3 req-4bbe240e-ecf5-4a6b-bee3-56ce4f35a129 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 944 time: 0.2468858 Aug 29 04:43:20.261357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9fa20a8-d359-4730-a4ab-f17748bac2c7 req-ce67161e-75a4-4135-a4e0-4be3cde4014e service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175348 Aug 29 04:43:20.291076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:20.323091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.323825 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.325553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] 10.222.0.32 "PUT /v2.0/ports/7a328207-c660-4763-b9ad-160abecc1c4f HTTP/1.1" status: 200 len: 1093 time: 2.4625311 Aug 29 04:43:20.378954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-5ad0281f-c087-4db9-b5dc-4d6646748d74 service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463194 Aug 29 04:43:20.385622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2633de9-26fa-46ec-983d-2b6454f6ee67 service neutron] Pushing event updated for resources: {'Port': ['ID=7a328207-c660-4763-b9ad-160abecc1c4f,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:20.404990 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05b59682-6822-4ca3-9bb8-13e1c3443ce3 req-e1560e91-4623-42e6-80a4-f2e2c80923db tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409173 Aug 29 04:43:20.466558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:20.480762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1', 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164', 'port_id': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1', 'mac_address': 'fa:16:3e:1b:39:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917ff121-2879-4ef9-877e-276d6c63426e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:20.524716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.541842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:20.564380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:20.569497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.631464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:20.734571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.770541 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.797724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:20.847204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081ca1-8815-4f15-807f-8480d9c2087a req-05051d96-d865-4be0-8063-aa5d83b59e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.848723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19081ca1-8815-4f15-807f-8480d9c2087a req-05051d96-d865-4be0-8063-aa5d83b59e9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 1096 time: 0.5170829 Aug 29 04:43:20.942169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-24c9d36d-a35f-44e0-a495-58f09423156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.949165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-24c9d36d-a35f-44e0-a495-58f09423156d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 1096 time: 0.4796801 Aug 29 04:43:20.959858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a291274-0838-4786-9e3b-f0efb7fb9227 req-ac379148-9878-433f-9172-f92049096527 service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703368 Aug 29 04:43:21.089489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081ca1-8815-4f15-807f-8480d9c2087a req-8ab6b2b9-3cb4-4a1e-a1aa-81a38b0c09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.090964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19081ca1-8815-4f15-807f-8480d9c2087a req-8ab6b2b9-3cb4-4a1e-a1aa-81a38b0c09c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 200 len: 919 time: 0.2282572 Aug 29 04:43:21.093506 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-a06347ee-209d-4891-a983-4f4e4ac98a53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a328207-c660-4763-b9ad-160abecc1c4f HTTP/1.1" status: 200 len: 217 time: 0.1273680 Aug 29 04:43:21.098316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea1e2a-faa2-48d6-ac4c-c0e81911ecf5 req-2444c68e-6f31-401a-b23d-e229984c1b50 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.100582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8ea1e2a-faa2-48d6-ac4c-c0e81911ecf5 req-2444c68e-6f31-401a-b23d-e229984c1b50 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 944 time: 0.1004972 Aug 29 04:43:21.156880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8ea1e2a-faa2-48d6-ac4c-c0e81911ecf5 req-dcdbc083-6737-47ea-a229-7cd9bc58dd7f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Aug 29 04:43:21.186024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19081ca1-8815-4f15-807f-8480d9c2087a req-434bb310-ae5e-41f8-865d-16a1d250a5e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58001491-fb7d-4847-9805-744953c609b7 HTTP/1.1" status: 200 len: 217 time: 0.0838678 Aug 29 04:43:21.251093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-40e9820c-4005-47fc-8b49-f3de9ba17748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.252545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-40e9820c-4005-47fc-8b49-f3de9ba17748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.1435025 Aug 29 04:43:21.290412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081ca1-8815-4f15-807f-8480d9c2087a req-d0e29615-e014-4858-bfd4-6eac3683e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.291993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19081ca1-8815-4f15-807f-8480d9c2087a req-d0e29615-e014-4858-bfd4-6eac3683e3d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=917ff121-2879-4ef9-877e-276d6c63426e HTTP/1.1" status: 200 len: 858 time: 0.0942893 Aug 29 04:43:21.294124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-7e71354c-ff61-4ce7-a7f6-754542d653f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314882 Aug 29 04:43:21.344946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19081ca1-8815-4f15-807f-8480d9c2087a req-130a8ee1-1f70-477b-8a99-c2e303399456 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e10975a4-bd27-4920-b6f7-de45c33ad164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438375 Aug 29 04:43:21.560362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-5103e66b-8062-4202-9c33-193509050db4 service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519109 Aug 29 04:43:21.564405 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19081ca1-8815-4f15-807f-8480d9c2087a req-b4736236-84bf-4a40-9627-a7dc916834da service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780024 Aug 29 04:43:21.692425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a97cd-2539-4363-be44-2b65661534ed req-97181fda-7e2a-41ab-848f-9fba26bf9d49 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.694026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d16a97cd-2539-4363-be44-2b65661534ed req-97181fda-7e2a-41ab-848f-9fba26bf9d49 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 944 time: 0.1826086 Aug 29 04:43:21.797497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d16a97cd-2539-4363-be44-2b65661534ed req-1f5f2210-4cd2-4a5a-a7fc-d8c5ca1eef2f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958736 Aug 29 04:43:21.799957 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dab8cdb3-7b6a-4d92-81b0-a4b0c6672b3d req-7c20d0b8-7208-4604-9b9c-f3d027feff15 service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310355 Aug 29 04:43:21.802109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19081ca1-8815-4f15-807f-8480d9c2087a req-c8ff5709-4209-43bc-91ea-7f0d2d1fcbe4 service neutron] 10.222.0.37 "GET /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242165 Aug 29 04:43:21.898244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7c50a38f-c291-4709-a6eb-3e5f05b48e9d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:22.011195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:22.027147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d', 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164', 'port_id': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d', 'mac_address': 'fa:16:3e:e3:33:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917ff121-2879-4ef9-877e-276d6c63426e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:22.070312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'tag': '7a328207-c660-4763-b9ad-160abecc1c4f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:22.070890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.074717 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c" -d '{"events": [{"name": "network-changed", "server_uuid": "231bfc42-66f9-43c7-94cd-0436580b87ab", "tag": "7a328207-c660-4763-b9ad-160abecc1c4f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:22.092255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c50a38f-c291-4709-a6eb-3e5f05b48e9d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:22.129914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:22.134645 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c72dd-9f2c-4d02-aa5b-c429f1a07625 x-openstack-request-id: req-dc9c72dd-9f2c-4d02-aa5b-c429f1a07625 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:22.135300 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231bfc42-66f9-43c7-94cd-0436580b87ab", "tag": "7a328207-c660-4763-b9ad-160abecc1c4f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:22.135427 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc9c72dd-9f2c-4d02-aa5b-c429f1a07625 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:22.136337 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'tag': '7a328207-c660-4763-b9ad-160abecc1c4f', 'status': 'completed', 'code': 200} Aug 29 04:43:22.137795 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.215111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:22.266021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-e6e05c84-7cac-44b9-9a6f-b1c928483ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.267858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-e6e05c84-7cac-44b9-9a6f-b1c928483ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 1096 time: 0.0781784 Aug 29 04:43:22.310362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 58001491-fb7d-4847-9805-744953c609b7 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:22.350218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:22.357940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f58ea0-3fde-47ac-9490-d4dc2e8b6511 req-f3b7bb15-f186-4dc3-9f12-524fc3a573aa tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.359562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6f58ea0-3fde-47ac-9490-d4dc2e8b6511 req-f3b7bb15-f186-4dc3-9f12-524fc3a573aa tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 944 time: 0.0781093 Aug 29 04:43:22.456969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-e34a2dc2-cc1f-4780-965f-caff2da14a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.458256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6f58ea0-3fde-47ac-9490-d4dc2e8b6511 req-be01cad7-2f86-4fa8-bfcc-03a9ca5b15a3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924430 Aug 29 04:43:22.458608 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-e34a2dc2-cc1f-4780-965f-caff2da14a16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 907 time: 0.1827548 Aug 29 04:43:22.506197 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.546016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 58001491-fb7d-4847-9805-744953c609b7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=58001491-fb7d-4847-9805-744953c609b7,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:22.558440 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-23b5112b-4978-4a27-8557-fb36a80c8f32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a328207-c660-4763-b9ad-160abecc1c4f HTTP/1.1" status: 200 len: 217 time: 0.0877922 Aug 29 04:43:22.567742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:22.575095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:22.575455 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.577471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '58001491-fb7d-4847-9805-744953c609b7', 'network_id': 'e10975a4-bd27-4920-b6f7-de45c33ad164', 'port_id': '58001491-fb7d-4847-9805-744953c609b7', 'mac_address': 'fa:16:3e:58:68:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917ff121-2879-4ef9-877e-276d6c63426e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:22.636480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['7c50a38f-c291-4709-a6eb-3e5f05b48e9d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:22.636775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-e7112a29-5723-4664-befa-f9963de41d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.639954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-e7112a29-5723-4664-befa-f9963de41d7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0715420 Aug 29 04:43:22.680849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-04467197-6877-4b3f-a187-8a34430aaae7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312762 Aug 29 04:43:22.708466 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.818102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-0ab01ca0-62d6-4fa6-bfb9-a13daa9e5650 service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298344 Aug 29 04:43:22.819509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58001491-fb7d-4847-9805-744953c609b7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:22.882497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 58001491-fb7d-4847-9805-744953c609b7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=58001491-fb7d-4847-9805-744953c609b7,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:22.888930 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:22.924658 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.013087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:23.018613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab3705b5-b9ea-46fa-8b2b-2a0d3541987c req-d815c021-ec14-4cf9-b238-afb91509fd0b service neutron] 10.222.0.32 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919286 Aug 29 04:43:23.019373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:23.026976 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72063b46-b68e-444f-8a07-92a6ecccfb5a" -d '{"events": [{"server_uuid": "c7a685bd-c295-4ef2-9d27-d82260e19c67", "name": "network-vif-plugged", "status": "completed", "tag": "5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:23.037254 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:23.062993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ccc50-8531-4681-8383-96f4dc6238cd req-4016f85e-9ee4-4211-a19c-5ae68fd1f1c0 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.074342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-506ccc50-8531-4681-8383-96f4dc6238cd req-4016f85e-9ee4-4211-a19c-5ae68fd1f1c0 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 945 time: 0.1439636 Aug 29 04:43:23.139012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-506ccc50-8531-4681-8383-96f4dc6238cd req-f91097af-4a01-4b0c-badf-2144ae007b70 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627029 Aug 29 04:43:23.143538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=58001491-fb7d-4847-9805-744953c609b7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:23.156095 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dcaf01-fdb4-4ae5-9fbe-97a57be24a0f x-openstack-request-id: req-12dcaf01-fdb4-4ae5-9fbe-97a57be24a0f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:23.156409 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a685bd-c295-4ef2-9d27-d82260e19c67", "name": "network-vif-plugged", "status": "completed", "tag": "5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:23.156811 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12dcaf01-fdb4-4ae5-9fbe-97a57be24a0f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:23.157644 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1', 'code': 200} Aug 29 04:43:23.163675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['58001491-fb7d-4847-9805-744953c609b7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:23.253658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:23.302202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5decd6a-9f8b-4420-9356-8e3c695f9b3b req-f2adb8c6-365a-4ba4-a3c9-42156e403925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.305057 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5decd6a-9f8b-4420-9356-8e3c695f9b3b req-f2adb8c6-365a-4ba4-a3c9-42156e403925 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 1097 time: 0.0889263 Aug 29 04:43:23.371699 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5decd6a-9f8b-4420-9356-8e3c695f9b3b req-16f6fc62-2314-439e-8f4f-412f644279de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587006 Aug 29 04:43:23.575156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a68a-3e69-40d6-ba5d-505f0069aa2d req-c5824d32-e0ae-46cb-952b-90710f14ae2f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.576622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c867a68a-3e69-40d6-ba5d-505f0069aa2d req-c5824d32-e0ae-46cb-952b-90710f14ae2f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 944 time: 0.0513434 Aug 29 04:43:23.626312 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c867a68a-3e69-40d6-ba5d-505f0069aa2d req-6e671379-ce00-451e-b7c4-b1877e64cd4f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399666 Aug 29 04:43:23.913136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7c50a38f-c291-4709-a6eb-3e5f05b48e9d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:23.976329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:23.981106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:23.982029 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.077770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.115747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:24.120242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.174469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:24.286917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e725c2-672a-4ea4-987a-39721b664411 req-0a47425a-b625-49e6-be3d-681e4f47ca6c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.289330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48e725c2-672a-4ea4-987a-39721b664411 req-0a47425a-b625-49e6-be3d-681e4f47ca6c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 945 time: 0.0512204 Aug 29 04:43:24.303445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 58001491-fb7d-4847-9805-744953c609b7 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:24.337232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48e725c2-672a-4ea4-987a-39721b664411 req-8d053611-6f4a-4ff5-989a-27aec1fe5276 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Aug 29 04:43:24.407707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 58001491-fb7d-4847-9805-744953c609b7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:24.412021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 58001491-fb7d-4847-9805-744953c609b7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:24.413660 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.515260 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.709744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 58001491-fb7d-4847-9805-744953c609b7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=58001491-fb7d-4847-9805-744953c609b7,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:24.715309 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.769721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=58001491-fb7d-4847-9805-744953c609b7,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:24.783736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b595de-516c-494b-a045-45fb3d8e8bfd req-fb06be08-fe8b-4acc-aeb0-1bb641a93209 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.785639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58b595de-516c-494b-a045-45fb3d8e8bfd req-fb06be08-fe8b-4acc-aeb0-1bb641a93209 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 944 time: 0.0759368 Aug 29 04:43:24.826173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58b595de-516c-494b-a045-45fb3d8e8bfd req-59f0874b-ed09-4623-a535-f6011be7d6fa tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345364 Aug 29 04:43:25.158772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d'}, {'server_uuid': '15548d9f-9245-422e-a84b-59688bf14917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58001491-fb7d-4847-9805-744953c609b7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:25.161090 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea4caa5-3da8-437b-a123-c50e916422fb" -d '{"events": [{"server_uuid": "c5de8633-2cd8-4564-8ce3-56d9c7f16911", "name": "network-vif-plugged", "status": "completed", "tag": "7c50a38f-c291-4709-a6eb-3e5f05b48e9d"}, {"server_uuid": "15548d9f-9245-422e-a84b-59688bf14917", "name": "network-vif-plugged", "status": "completed", "tag": "58001491-fb7d-4847-9805-744953c609b7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:25.205165 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055e3d4-fc5c-4e1f-9560-848314c70455 x-openstack-request-id: req-1055e3d4-fc5c-4e1f-9560-848314c70455 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:25.205653 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5de8633-2cd8-4564-8ce3-56d9c7f16911", "name": "network-vif-plugged", "status": "completed", "tag": "7c50a38f-c291-4709-a6eb-3e5f05b48e9d", "code": 200}, {"server_uuid": "15548d9f-9245-422e-a84b-59688bf14917", "name": "network-vif-plugged", "status": "completed", "tag": "58001491-fb7d-4847-9805-744953c609b7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:25.205907 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1055e3d4-fc5c-4e1f-9560-848314c70455 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:25.214079 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d', 'code': 200} Aug 29 04:43:25.214562 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15548d9f-9245-422e-a84b-59688bf14917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58001491-fb7d-4847-9805-744953c609b7', 'code': 200} Aug 29 04:43:25.349824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245ef9-6571-4ff9-bf1a-7d666b0797d1 req-7df1e44c-fa10-469c-a75f-266bad282052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.352773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05245ef9-6571-4ff9-bf1a-7d666b0797d1 req-7df1e44c-fa10-469c-a75f-266bad282052 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 1098 time: 0.0869842 Aug 29 04:43:25.386841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387df1-7ebd-4d05-9cbe-d8b4159a7f4f req-d9749dd2-99e3-4eaa-9c87-2e9933038dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.388490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-59387df1-7ebd-4d05-9cbe-d8b4159a7f4f req-d9749dd2-99e3-4eaa-9c87-2e9933038dc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 1097 time: 0.0887821 Aug 29 04:43:25.436385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05245ef9-6571-4ff9-bf1a-7d666b0797d1 req-1525fb5d-e2c6-4ad4-8633-2a8fae4abecc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754449 Aug 29 04:43:25.460395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-59387df1-7ebd-4d05-9cbe-d8b4159a7f4f req-ddccb9e4-61b7-4da8-b7f4-424437a3be38 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609477 Aug 29 04:43:25.498595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807036d3-06ff-42b3-9161-2c1c66d69a98 req-1e4b3464-6a96-4e9a-962d-6643d1b65ed5 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.500779 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-807036d3-06ff-42b3-9161-2c1c66d69a98 req-1e4b3464-6a96-4e9a-962d-6643d1b65ed5 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 946 time: 0.0777507 Aug 29 04:43:25.551364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-807036d3-06ff-42b3-9161-2c1c66d69a98 req-3216c719-caa4-4762-b81b-36e098b7524c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Aug 29 04:43:25.926603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7a328207-c660-4763-b9ad-160abecc1c4f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:25.990494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e430b7-17a7-48cc-aa24-da7fceedf2dd req-7f03a5f2-dbde-41fd-96e0-5f5ae19f2972 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.992060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a7e430b7-17a7-48cc-aa24-da7fceedf2dd req-7f03a5f2-dbde-41fd-96e0-5f5ae19f2972 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 944 time: 0.0745761 Aug 29 04:43:26.047414 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a7e430b7-17a7-48cc-aa24-da7fceedf2dd req-6a41f362-8789-4eb1-8565-bb9d86448c35 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Aug 29 04:43:26.069392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 7a328207-c660-4763-b9ad-160abecc1c4f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7a328207-c660-4763-b9ad-160abecc1c4f,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.084155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '7a328207-c660-4763-b9ad-160abecc1c4f', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'port_id': '7a328207-c660-4763-b9ad-160abecc1c4f', 'mac_address': 'fa:16:3e:8a:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbfbe57-f674-456b-a832-5a7b7276b672', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:26.125381 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.139535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a328207-c660-4763-b9ad-160abecc1c4f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:26.159400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 7a328207-c660-4763-b9ad-160abecc1c4f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7a328207-c660-4763-b9ad-160abecc1c4f,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:26.164643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.214751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=7a328207-c660-4763-b9ad-160abecc1c4f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:26.518518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['7a328207-c660-4763-b9ad-160abecc1c4f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:26.703951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fb779-277c-45df-b583-24e39eb640aa req-5391a5b7-2c56-486b-b4ec-0bd5c17afb5e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.707846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a34fb779-277c-45df-b583-24e39eb640aa req-5391a5b7-2c56-486b-b4ec-0bd5c17afb5e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 946 time: 0.0805411 Aug 29 04:43:26.796782 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a34fb779-277c-45df-b583-24e39eb640aa req-790395ba-c15d-405b-ae84-d572acec92dd tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819995 Aug 29 04:43:26.947974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87f61-5618-4471-b638-d8046a6ff6a6 req-f5700498-5462-4dd0-a6dd-1363f8e310a4 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.949747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0a87f61-5618-4471-b638-d8046a6ff6a6 req-f5700498-5462-4dd0-a6dd-1363f8e310a4 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 945 time: 0.0605407 Aug 29 04:43:26.998037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0a87f61-5618-4471-b638-d8046a6ff6a6 req-2918fb6f-0378-4349-b0fc-9c21abdc353c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Aug 29 04:43:27.137115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0748a-c262-41be-89a1-4560277417f1 req-d4e7c853-1394-4b62-b245-ef29eb2fef72 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.145137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6e0748a-c262-41be-89a1-4560277417f1 req-d4e7c853-1394-4b62-b245-ef29eb2fef72 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 945 time: 0.0640476 Aug 29 04:43:27.178525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb2f7-1946-44d0-bef6-9244a1de2e72 req-892c3898-63a3-469e-9d62-b5bc145e80a3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.187867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f1bb2f7-1946-44d0-bef6-9244a1de2e72 req-892c3898-63a3-469e-9d62-b5bc145e80a3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 945 time: 0.0653205 Aug 29 04:43:27.189214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6e0748a-c262-41be-89a1-4560277417f1 req-9143c8bf-0a6b-4bbf-9b73-55d6ae190124 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Aug 29 04:43:27.233723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6f1bb2f7-1946-44d0-bef6-9244a1de2e72 req-f8cc68de-caeb-4a9f-875f-a64e4e66d31b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Aug 29 04:43:27.462912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647e23e-26b7-4c1e-ac1f-d96f6d116884 req-88e3ecca-91a6-4dc1-bb45-30517b0984f3 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.464431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7647e23e-26b7-4c1e-ac1f-d96f6d116884 req-88e3ecca-91a6-4dc1-bb45-30517b0984f3 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 945 time: 0.0557411 Aug 29 04:43:27.509305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7647e23e-26b7-4c1e-ac1f-d96f6d116884 req-e39bda92-f339-4b91-8576-264d4b5e7e01 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Aug 29 04:43:27.933392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7a328207-c660-4763-b9ad-160abecc1c4f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:28.032078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 7a328207-c660-4763-b9ad-160abecc1c4f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:28.038218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 7a328207-c660-4763-b9ad-160abecc1c4f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:28.038795 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.142900 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.181058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a328207-c660-4763-b9ad-160abecc1c4f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:28.183826 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f47616-a6ed-4cc5-872b-65cf5d7cf612" -d '{"events": [{"server_uuid": "231bfc42-66f9-43c7-94cd-0436580b87ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a328207-c660-4763-b9ad-160abecc1c4f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:28.199407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 7a328207-c660-4763-b9ad-160abecc1c4f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7a328207-c660-4763-b9ad-160abecc1c4f,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:28.204479 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.272692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=7a328207-c660-4763-b9ad-160abecc1c4f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.286578 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2524d7d-fe95-4402-88a7-e7bb429cd208 x-openstack-request-id: req-d2524d7d-fe95-4402-88a7-e7bb429cd208 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:28.286883 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231bfc42-66f9-43c7-94cd-0436580b87ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a328207-c660-4763-b9ad-160abecc1c4f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:28.287137 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2524d7d-fe95-4402-88a7-e7bb429cd208 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:28.287533 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a328207-c660-4763-b9ad-160abecc1c4f', 'code': 200} Aug 29 04:43:28.382784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871d58-aca4-4f71-ac1b-cda3155ec4c4 req-8c7db8cd-14e4-42e6-8912-c4dfa448fd4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.392661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39871d58-aca4-4f71-ac1b-cda3155ec4c4 req-8c7db8cd-14e4-42e6-8912-c4dfa448fd4b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 946 time: 0.0693707 Aug 29 04:43:28.435351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660afe0b-f397-4197-9135-3203375fc08f req-b52dfd10-6b5a-40ca-99ca-5200fd160e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.437979 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-660afe0b-f397-4197-9135-3203375fc08f req-b52dfd10-6b5a-40ca-99ca-5200fd160e14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 1098 time: 0.0712020 Aug 29 04:43:28.442498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39871d58-aca4-4f71-ac1b-cda3155ec4c4 req-b48e7915-858e-4cb7-a418-c877c1e2e44b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Aug 29 04:43:28.495697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-660afe0b-f397-4197-9135-3203375fc08f req-dd87d1a0-e22c-42f1-86a7-82646349aeb8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Aug 29 04:43:28.735232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d998aa3-8075-43a6-a274-3a85d56d63ab req-254f6050-1f32-4f89-b031-4b2903957c4d tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.736907 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d998aa3-8075-43a6-a274-3a85d56d63ab req-254f6050-1f32-4f89-b031-4b2903957c4d tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 945 time: 0.0991130 Aug 29 04:43:28.756022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-4fa36e52-5241-43bf-902b-44a3c448352d tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.757690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-4fa36e52-5241-43bf-902b-44a3c448352d tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 945 time: 0.0869975 Aug 29 04:43:28.854950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d998aa3-8075-43a6-a274-3a85d56d63ab req-81bad79a-fe27-44b8-881f-532e66392c26 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957859 Aug 29 04:43:28.898324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Deleting port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:28.898677 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.063318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] For port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:29.064649 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.080577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Calling delete_port for 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:29.231225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.245379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1', '58001491-fb7d-4847-9805-744953c609b7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:29.264829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Pushing event deleted for resources: {'Port': ['ID=5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.271905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['7c50a38f-c291-4709-a6eb-3e5f05b48e9d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:29.308535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.308896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.309247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.309623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.309945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.310285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.310616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.310948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.311279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.311749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.312083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.312407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:29.341813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] No DVR routers for this DVR port 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:29.347199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.350744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25365b6c-4c79-4d5c-95e1-3e7e2cd67312 req-005f2be7-a757-4392-9282-5f3887e7084f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "DELETE /v2.0/ports/5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 HTTP/1.1" status: 204 len: 173 time: 0.5834398 Aug 29 04:43:29.351246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'name': 'network-vif-deleted', 'tag': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:29.362982 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c33502-2d70-4f64-bc54-3faa8a9781dd" -d '{"events": [{"server_uuid": "c7a685bd-c295-4ef2-9d27-d82260e19c67", "name": "network-vif-deleted", "tag": "5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:29.433079 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13f4f59-26ff-43af-9414-952211d702e8 x-openstack-request-id: req-b13f4f59-26ff-43af-9414-952211d702e8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:29.433642 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a685bd-c295-4ef2-9d27-d82260e19c67", "name": "network-vif-deleted", "tag": "5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:29.434278 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b13f4f59-26ff-43af-9414-952211d702e8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:29.435194 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a685bd-c295-4ef2-9d27-d82260e19c67', 'name': 'network-vif-deleted', 'tag': '5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1', 'status': 'completed', 'code': 200} Aug 29 04:43:29.644732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2aece-d66a-4134-9939-19abd6984f1a req-4a5e4307-80aa-4b86-836e-24c2733b6ccb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.646420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0fc2aece-d66a-4134-9939-19abd6984f1a req-4a5e4307-80aa-4b86-836e-24c2733b6ccb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 946 time: 0.0717769 Aug 29 04:43:29.708429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0fc2aece-d66a-4134-9939-19abd6984f1a req-288620cb-01cf-4bda-8ac8-9c581579b1fb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Aug 29 04:43:30.032943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-69c5949d-2fa9-4763-b4f6-a75f73e94ff7 req-906baf7d-4df1-4bb9-82a4-349543972ae2 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a685bd-c295-4ef2-9d27-d82260e19c67 HTTP/1.1" status: 200 len: 210 time: 0.0284629 Aug 29 04:43:30.838792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fae1b-f46c-4172-b3dc-c5ca7adda85a req-a576cd8c-a795-4547-a0a9-c063e21fc8ec tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.840477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-418fae1b-f46c-4172-b3dc-c5ca7adda85a req-a576cd8c-a795-4547-a0a9-c063e21fc8ec tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 946 time: 0.0670321 Aug 29 04:43:30.884111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-418fae1b-f46c-4172-b3dc-c5ca7adda85a req-15d8efd8-a48b-41a9-a129-3ff54d1fd542 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362632 Aug 29 04:43:31.021798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2fb4f-038a-4b4d-8090-980376eb0d4a req-07c5be55-5aff-4222-b993-f095eb105991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.023357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5d2fb4f-038a-4b4d-8090-980376eb0d4a req-07c5be55-5aff-4222-b993-f095eb105991 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 946 time: 0.0635240 Aug 29 04:43:31.078219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5d2fb4f-038a-4b4d-8090-980376eb0d4a req-b27cd3db-32d7-4ce8-a804-c35f76971cd4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484204 Aug 29 04:43:31.390859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e8ae5-76c2-4d18-a8df-fd8a88008ffd req-55b3c163-75de-4e0a-8f3e-af470407e9c6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.392493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-500e8ae5-76c2-4d18-a8df-fd8a88008ffd req-55b3c163-75de-4e0a-8f3e-af470407e9c6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 946 time: 0.0604589 Aug 29 04:43:31.442724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.465105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-500e8ae5-76c2-4d18-a8df-fd8a88008ffd req-a412c876-2a46-49b1-82ff-73741222390a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Aug 29 04:43:32.113126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901fa18-98a9-4e66-b25a-80742633a9c9 req-a1f14f08-d120-4ae5-b031-8ec0e4d673ac tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.124212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901fa18-98a9-4e66-b25a-80742633a9c9 req-a1f14f08-d120-4ae5-b031-8ec0e4d673ac tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.127024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d901fa18-98a9-4e66-b25a-80742633a9c9 req-a1f14f08-d120-4ae5-b031-8ec0e4d673ac tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917&device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 1682 time: 0.0988300 Aug 29 04:43:32.179004 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d901fa18-98a9-4e66-b25a-80742633a9c9 req-d90093e8-0c4e-423e-9b88-982ea5524e19 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Aug 29 04:43:32.349838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:32.373661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:32.374939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5a67720c-7f2e-4630-bc7b-d8dde1dd2dd1 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:32.669510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fff237-4a8c-45c5-98a3-dcc27002e57c req-3b1e9b08-c49f-4e54-bdb5-8997f78e8980 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.671112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-33fff237-4a8c-45c5-98a3-dcc27002e57c req-3b1e9b08-c49f-4e54-bdb5-8997f78e8980 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 946 time: 0.0666299 Aug 29 04:43:32.713984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-33fff237-4a8c-45c5-98a3-dcc27002e57c req-d823f7df-f1d3-46cd-8d20-3d0ab58c21b1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364232 Aug 29 04:43:32.992311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59377-c420-4f74-b65d-0763618c45c2 req-6083ff24-b21e-4d19-8d49-764fea85b92d tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.994554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1dd59377-c420-4f74-b65d-0763618c45c2 req-6083ff24-b21e-4d19-8d49-764fea85b92d tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 945 time: 0.0742321 Aug 29 04:43:33.081550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-c0e2a515-8b49-489b-8ac6-b02f889dee69 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.083158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-c0e2a515-8b49-489b-8ac6-b02f889dee69 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 946 time: 0.0874135 Aug 29 04:43:33.087227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1dd59377-c420-4f74-b65d-0763618c45c2 req-75cf3287-8408-4304-9de0-e7c7ab2bff0f tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800767 Aug 29 04:43:33.200574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Deleting port 7a328207-c660-4763-b9ad-160abecc1c4f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:33.200944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.300397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] For port 7a328207-c660-4763-b9ad-160abecc1c4f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7a328207-c660-4763-b9ad-160abecc1c4f,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:33.301210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.320098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Calling delete_port for 7a328207-c660-4763-b9ad-160abecc1c4f owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:33.515323 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.551573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event deleted for resources: {'Port': ['ID=7a328207-c660-4763-b9ad-160abecc1c4f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:33.565082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db', '7a328207-c660-4763-b9ad-160abecc1c4f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:33.602377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] No DVR routers for this DVR port 7a328207-c660-4763-b9ad-160abecc1c4f on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:33.605503 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.608219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc8442b6-7d44-42ee-9b69-69bf6e9021cc req-55a1c6b0-fde2-448c-8239-b58ae58c53f9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "DELETE /v2.0/ports/7a328207-c660-4763-b9ad-160abecc1c4f HTTP/1.1" status: 204 len: 173 time: 0.5174885 Aug 29 04:43:33.608715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'name': 'network-vif-deleted', 'tag': '7a328207-c660-4763-b9ad-160abecc1c4f'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:33.611704 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e036c1c8-df04-4489-a1aa-da25dbe7b021" -d '{"events": [{"server_uuid": "231bfc42-66f9-43c7-94cd-0436580b87ab", "name": "network-vif-deleted", "tag": "7a328207-c660-4763-b9ad-160abecc1c4f"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:33.680091 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0b9dc-e93c-4092-81a5-59f1e05a64e0 x-openstack-request-id: req-3ba0b9dc-e93c-4092-81a5-59f1e05a64e0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:33.680753 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231bfc42-66f9-43c7-94cd-0436580b87ab", "name": "network-vif-deleted", "tag": "7a328207-c660-4763-b9ad-160abecc1c4f", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:33.680753 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ba0b9dc-e93c-4092-81a5-59f1e05a64e0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:33.681037 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231bfc42-66f9-43c7-94cd-0436580b87ab', 'name': 'network-vif-deleted', 'tag': '7a328207-c660-4763-b9ad-160abecc1c4f', 'status': 'completed', 'code': 200} Aug 29 04:43:33.903362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3170895f-7b46-4ca3-9900-6604d4547bcb req-df566c7e-1b13-4242-a2ef-5ecb8aef0ec7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=231bfc42-66f9-43c7-94cd-0436580b87ab HTTP/1.1" status: 200 len: 210 time: 0.0319622 Aug 29 04:43:34.345287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f819a-669a-4c67-bf72-218afc8d4789 req-87c7673b-eae8-4e9a-a7d2-8ee99b706385 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.347710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-704f819a-669a-4c67-bf72-218afc8d4789 req-87c7673b-eae8-4e9a-a7d2-8ee99b706385 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "GET /v2.0/ports?device_id=15548d9f-9245-422e-a84b-59688bf14917 HTTP/1.1" status: 200 len: 946 time: 0.1566236 Aug 29 04:43:34.406278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda55c-3d1f-45dc-94b1-ec695057da0b req-f3b42a82-798e-43d6-ba68-d0567a2582a8 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.407786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90bda55c-3d1f-45dc-94b1-ec695057da0b req-f3b42a82-798e-43d6-ba68-d0567a2582a8 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 945 time: 0.1219707 Aug 29 04:43:34.485466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90bda55c-3d1f-45dc-94b1-ec695057da0b req-2745ff13-014e-4d28-a050-bd40b777b987 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673118 Aug 29 04:43:34.551320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-3d51f864-e529-45fc-8fd2-f610a624fee7 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.553237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-3d51f864-e529-45fc-8fd2-f610a624fee7 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 945 time: 0.1571641 Aug 29 04:43:34.716436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Deleting port 58001491-fb7d-4847-9805-744953c609b7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:34.717700 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.829758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Deleting port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:34.830279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.944980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] For port 58001491-fb7d-4847-9805-744953c609b7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=58001491-fb7d-4847-9805-744953c609b7,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:34.945377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.994492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Calling delete_port for 58001491-fb7d-4847-9805-744953c609b7 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:35.393401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] For port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,segment=NetworkSegment(8a2fe1d1-563a-464b-82bf-44f932e6969b),segment_id=8a2fe1d1-563a-464b-82bf-44f932e6969b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:35.393719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.423267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Calling delete_port for 7c50a38f-c291-4709-a6eb-3e5f05b48e9d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:35.470762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-d2f405d8-0f99-4df0-a6f9-1a127e2439a0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.478172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-d2f405d8-0f99-4df0-a6f9-1a127e2439a0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.2305779 Aug 29 04:43:35.491902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:35.513196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['58001491-fb7d-4847-9805-744953c609b7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:35.569317 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-7b3a4a58-4b05-4530-9356-3439739c1882 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0899565 Aug 29 04:43:35.575093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['7c50a38f-c291-4709-a6eb-3e5f05b48e9d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:35.704429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75001-e835-4cdc-baad-3d9222ebca91 req-5133a634-1b6d-4020-9c9c-c3a200f8207c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.713191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60c75001-e835-4cdc-baad-3d9222ebca91 req-5133a634-1b6d-4020-9c9c-c3a200f8207c tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 945 time: 0.1199455 Aug 29 04:43:35.780504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60c75001-e835-4cdc-baad-3d9222ebca91 req-4b646dab-7fc8-4b59-bd43-0516464b318d tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/security-groups?id=a76264c2-892e-4292-a244-f7d822166332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660434 Aug 29 04:43:36.045075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Pushing event deleted for resources: {'Port': ['ID=58001491-fb7d-4847-9805-744953c609b7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.097880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] No DVR routers for this DVR port 58001491-fb7d-4847-9805-744953c609b7 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:36.100573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.103604 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-704f819a-669a-4c67-bf72-218afc8d4789 req-58de9410-048c-45a2-a223-fcc230df6b6e tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.37 "DELETE /v2.0/ports/58001491-fb7d-4847-9805-744953c609b7 HTTP/1.1" status: 204 len: 173 time: 1.6506751 Aug 29 04:43:36.106043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15548d9f-9245-422e-a84b-59688bf14917', 'name': 'network-vif-deleted', 'tag': '58001491-fb7d-4847-9805-744953c609b7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:36.120531 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0256339-cfeb-42e2-9ea9-6637047c78c9" -d '{"events": [{"server_uuid": "15548d9f-9245-422e-a84b-59688bf14917", "name": "network-vif-deleted", "tag": "58001491-fb7d-4847-9805-744953c609b7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:36.144196 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b50e0cb7-0ef8-45e8-a855-5a89a5ca2321 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5734971 Aug 29 04:43:36.235061 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc9ddd5-58b5-4d27-a5fb-d4734b13d641 x-openstack-request-id: req-9fc9ddd5-58b5-4d27-a5fb-d4734b13d641 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:36.235665 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15548d9f-9245-422e-a84b-59688bf14917", "name": "network-vif-deleted", "tag": "58001491-fb7d-4847-9805-744953c609b7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:36.235926 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fc9ddd5-58b5-4d27-a5fb-d4734b13d641 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:36.236351 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15548d9f-9245-422e-a84b-59688bf14917', 'name': 'network-vif-deleted', 'tag': '58001491-fb7d-4847-9805-744953c609b7', 'status': 'completed', 'code': 200} Aug 29 04:43:36.243388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-6f1d1d03-a895-4995-b7c3-2e5fe8ba0add service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983183 Aug 29 04:43:36.369757 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.387221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['58001491-fb7d-4847-9805-744953c609b7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:36.416983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Pushing event deleted for resources: {'Port': ['ID=7c50a38f-c291-4709-a6eb-3e5f05b48e9d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.429545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-0f003eb3-2453-4dc7-96eb-25d0d2e4a1b3 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746056 Aug 29 04:43:36.482775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] No DVR routers for this DVR port 7c50a38f-c291-4709-a6eb-3e5f05b48e9d on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:36.496219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.499184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02781eee-926e-4a3e-bc25-03901ac18dc1 req-853aff6a-b06b-49c0-882d-741fe87f5448 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.32 "DELETE /v2.0/ports/7c50a38f-c291-4709-a6eb-3e5f05b48e9d HTTP/1.1" status: 204 len: 173 time: 1.9185960 Aug 29 04:43:36.796533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ce371f7-3ded-44b7-a716-04b66c1f27f1 req-58ea6b18-ea53-426d-9c16-0767355e0318 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 210 time: 0.0715210 Aug 29 04:43:37.002744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064f37ec-7b02-4a84-877e-6efe93701811 req-401bfee0-5566-4cc8-97db-a0ce902fcfe4 tempest-ListServersNegativeTestJSON-827935617 tempest-ListServersNegativeTestJSON-827935617-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5de8633-2cd8-4564-8ce3-56d9c7f16911 HTTP/1.1" status: 200 len: 210 time: 0.0507362 Aug 29 04:43:37.930236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b6178fa-a0e3-48d6-a962-f1bcea9ffc7e req-6b87224a-013d-4562-9699-052110b50aa7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 210 time: 0.0446596 Aug 29 04:43:38.021962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7a328207-c660-4763-b9ad-160abecc1c4f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:38.067722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 7a328207-c660-4763-b9ad-160abecc1c4f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:38.068400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7a328207-c660-4763-b9ad-160abecc1c4f not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:38.068987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7c50a38f-c291-4709-a6eb-3e5f05b48e9d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:38.151544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 7c50a38f-c291-4709-a6eb-3e5f05b48e9d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:38.151936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 7c50a38f-c291-4709-a6eb-3e5f05b48e9d not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:38.178081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47438) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:38.187087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-0d51a375-8edb-47ae-9caa-d8cc123f8ff4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.199544 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-0d51a375-8edb-47ae-9caa-d8cc123f8ff4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.2236469 Aug 29 04:43:38.214565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Request body: {'port': {'device_id': '08593665-995e-4875-8f19-3f2689883c05', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'admin_state_up': True, 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:38.230772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] Deleting subnet 917ff121-2879-4ef9-877e-276d6c63426e {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:38.235671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.238509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'name': 'network-vif-deleted', 'tag': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:38.249317 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680a5410-5bdc-4277-b97c-66a9ff725da2" -d '{"events": [{"server_uuid": "c5de8633-2cd8-4564-8ce3-56d9c7f16911", "name": "network-vif-deleted", "tag": "7c50a38f-c291-4709-a6eb-3e5f05b48e9d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:38.291601 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.341476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.365311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 58001491-fb7d-4847-9805-744953c609b7 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:38.423271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 58001491-fb7d-4847-9805-744953c609b7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:38.423834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 58001491-fb7d-4847-9805-744953c609b7 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:38.485617 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9898160b-864c-437b-8d18-3d8366b01f3a x-openstack-request-id: req-9898160b-864c-437b-8d18-3d8366b01f3a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:38.485925 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5de8633-2cd8-4564-8ce3-56d9c7f16911", "name": "network-vif-deleted", "tag": "7c50a38f-c291-4709-a6eb-3e5f05b48e9d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:38.486293 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9898160b-864c-437b-8d18-3d8366b01f3a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:38.486703 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de8633-2cd8-4564-8ce3-56d9c7f16911', 'name': 'network-vif-deleted', 'tag': '7c50a38f-c291-4709-a6eb-3e5f05b48e9d', 'status': 'completed', 'code': 200} Aug 29 04:43:38.512114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:38.516031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.538728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.572199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.574627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/917ff121-2879-4ef9-877e-276d6c63426e HTTP/1.1" status: 204 len: 168 time: 0.3952456 Aug 29 04:43:38.582941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 47456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:38.620961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2f25a-444b-4767-9e2d-507654c13282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917ff121-2879-4ef9-877e-276d6c63426e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:38.668170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.817142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.836658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Allocated IP 172.20.0.5 (188b4da4-1b5f-4cac-bdae-cd699aee122f/bcbfbe57-f674-456b-a832-5a7b7276b672/277e28b6-de08-4d62-bc67-bb6f3f3870d2) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:38.843746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10975a4-bd27-4920-b6f7-de45c33ad164']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:38.861992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2fe1d1-563a-464b-82bf-44f932e6969b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:38.863315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2fe1d1-563a-464b-82bf-44f932e6969b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:38.887355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.918029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.942418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:38.943185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:38.945967 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:39.100367 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40a1f183-5361-4ac9-8e73-017c8714acc4 req-ebced915-8370-46de-8e40-38d34989e46f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 210 time: 0.0632489 Aug 29 04:43:39.164351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.172633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.174637 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e10975a4-bd27-4920-b6f7-de45c33ad164 HTTP/1.1" status: 204 len: 168 time: 0.5904255 Aug 29 04:43:39.222847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348bcc-8165-4856-ae04-e15665555e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10975a4-bd27-4920-b6f7-de45c33ad164,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.306581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.364755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47472) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:39.393079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.424732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-75c41cc6-6087-45e2-8f82-468af6a1e485 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a14a664764874cd58e2ea0e8c73a46ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580976 Aug 29 04:43:39.425487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:39.430447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47474) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:39.500977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56be3cb8-c1cb-4a37-bbed-29f46c9a7ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.547389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:39.556386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event updated for resources: {'Port': ['ID=277e28b6-de08-4d62-bc67-bb6f3f3870d2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.559217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:39.567197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:39.589102 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56be3cb8-c1cb-4a37-bbed-29f46c9a7ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.730569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.731082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.734461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56be3cb8-c1cb-4a37-bbed-29f46c9a7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.737854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56be3cb8-c1cb-4a37-bbed-29f46c9a7ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.741309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-56be3cb8-c1cb-4a37-bbed-29f46c9a7ecb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a76264c2-892e-4292-a244-f7d822166332 HTTP/1.1" status: 204 len: 168 time: 0.3068149 Aug 29 04:43:39.771920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1cf93438-cc0a-42ca-a7b2-bb52e3911992 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5619967 Aug 29 04:43:39.780367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be3cb8-c1cb-4a37-bbed-29f46c9a7ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76264c2-892e-4292-a244-f7d822166332,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.955001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Request body: {'port': {'device_id': '08593665-995e-4875-8f19-3f2689883c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:40.056421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.338668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f20a1-d0cb-426a-a06d-dac9e17cca1b req-2f150288-e2e9-4832-ad81-ca47c9aa1eeb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.351213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be1f20a1-d0cb-426a-a06d-dac9e17cca1b req-2f150288-e2e9-4832-ad81-ca47c9aa1eeb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 931 time: 0.1453142 Aug 29 04:43:40.468459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be1f20a1-d0cb-426a-a06d-dac9e17cca1b req-7d642d75-a214-4563-8c33-b4f573332072 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098526 Aug 29 04:43:40.626868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277e28b6-de08-4d62-bc67-bb6f3f3870d2 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:40.651114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.683452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Transition to ACTIVE for port object 277e28b6-de08-4d62-bc67-bb6f3f3870d2 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:40.696473 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.798688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Pushing event updated for resources: {'Port': ['ID=277e28b6-de08-4d62-bc67-bb6f3f3870d2,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:40.964856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Attempting to bind port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:40.965190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Attempting to bind port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:40.965516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Attempting to bind port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:40.975846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:40.978114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Attempting to bind port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:40.987591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:40.989478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:40.990451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Bound using segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:40.991275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Bound port: 277e28b6-de08-4d62-bc67-bb6f3f3870d2, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:40.991864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.058600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47538) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:41.069331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] For port 277e28b6-de08-4d62-bc67-bb6f3f3870d2, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:41.074250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] For port 277e28b6-de08-4d62-bc67-bb6f3f3870d2, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=277e28b6-de08-4d62-bc67-bb6f3f3870d2,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:41.081778 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.136731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.137193 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.138754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] 10.222.0.37 "PUT /v2.0/ports/277e28b6-de08-4d62-bc67-bb6f3f3870d2 HTTP/1.1" status: 200 len: 1092 time: 1.3478904 Aug 29 04:43:41.139592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08593665-995e-4875-8f19-3f2689883c05', 'tag': '277e28b6-de08-4d62-bc67-bb6f3f3870d2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:41.142251 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c2f99e-d8d1-4437-8a77-d18366fff6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "08593665-995e-4875-8f19-3f2689883c05", "tag": "277e28b6-de08-4d62-bc67-bb6f3f3870d2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:41.234014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e17d1b-5ea1-45a0-a6e8-587accb8b074 service neutron] Pushing event updated for resources: {'Port': ['ID=277e28b6-de08-4d62-bc67-bb6f3f3870d2,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.249227 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096abdee-d5f1-4e3c-8252-03405e9ad6ad x-openstack-request-id: req-096abdee-d5f1-4e3c-8252-03405e9ad6ad {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:41.249546 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08593665-995e-4875-8f19-3f2689883c05", "tag": "277e28b6-de08-4d62-bc67-bb6f3f3870d2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:41.249988 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-096abdee-d5f1-4e3c-8252-03405e9ad6ad {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:41.250613 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08593665-995e-4875-8f19-3f2689883c05', 'tag': '277e28b6-de08-4d62-bc67-bb6f3f3870d2', 'status': 'completed', 'code': 200} Aug 29 04:43:41.290949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1922403081-network', 'tenant_id': '1df38979eef846a9ad771e823ccd8a8f'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:41.298522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-814c523f-073e-41bd-977f-c92f2f529814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.300374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-814c523f-073e-41bd-977f-c92f2f529814 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 1095 time: 0.1023624 Aug 29 04:43:41.327986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Made reservation on behalf of 1df38979eef846a9ad771e823ccd8a8f for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:41.332435 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.343421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.396411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-b26d4e83-8b75-45dc-9c29-44de54bb62b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=277e28b6-de08-4d62-bc67-bb6f3f3870d2 HTTP/1.1" status: 200 len: 217 time: 0.0868449 Aug 29 04:43:41.470763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.478863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.484070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1f112e1d-f91c-4e97-8b17-f78ccd5bd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.486409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-1f112e1d-f91c-4e97-8b17-f78ccd5bd03a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0832942 Aug 29 04:43:41.510360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:41.528540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a9ae4-ee76-4ba5-adcd-a46535a43559,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.532658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.533415 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Added segment 889f4702-cd2e-41f9-8684-7caeb5d1227e of type vlan for network 75e12936-7d4d-4631-bd14-1134c42f4126 Aug 29 04:43:41.587001 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-40e1ae02-8f10-4741-a47d-bfaa14ddfdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921013 Aug 29 04:43:41.645018 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.724942 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.726938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.727949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.768595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-04cbdae3-a4ba-4950-9bd6-7ff24873aaa3 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752644 Aug 29 04:43:41.810152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5481dc3-0b5f-48fa-ad7c-c6d95508a048 req-ba865bdd-61b1-458f-8fa8-77d25a398dc8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.810152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5481dc3-0b5f-48fa-ad7c-c6d95508a048 req-ba865bdd-61b1-458f-8fa8-77d25a398dc8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 943 time: 0.1177626 Aug 29 04:43:41.855510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] Pushing event updated for resources: {'Network': ['ID=75e12936-7d4d-4631-bd14-1134c42f4126,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:41.866840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 75e12936-7d4d-4631-bd14-1134c42f4126 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:41.877182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-67400b91-8c01-4cfc-916b-6b54e16a1408 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8173993 Aug 29 04:43:41.880505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 47568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:41.893566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Request body: {'subnet': {'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1922403081-subnet', 'tenant_id': '1df38979eef846a9ad771e823ccd8a8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:41.929568 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7194d1f-0c5e-40f8-a74f-d5bd8e7774b4 req-cb5792be-bdac-46e0-9041-683b33bee079 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187520 Aug 29 04:43:41.985676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Made reservation on behalf of 1df38979eef846a9ad771e823ccd8a8f for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:41.986132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5481dc3-0b5f-48fa-ad7c-c6d95508a048 req-bf43fa27-9387-44c8-b1cb-b46ae0b9dcd3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571856 Aug 29 04:43:41.987992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.072887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-17cdd605-9094-4195-823b-1be8a2458b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.075086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-17cdd605-9094-4195-823b-1be8a2458b82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 1095 time: 0.0674505 Aug 29 04:43:42.225880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-45b112f6-92cf-4e62-9bea-52c33cf96a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.228401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-45b112f6-92cf-4e62-9bea-52c33cf96a45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 907 time: 0.1438279 Aug 29 04:43:42.278452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-12f207e2-3f25-4dcf-a0a5-a703cc935ff8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=277e28b6-de08-4d62-bc67-bb6f3f3870d2 HTTP/1.1" status: 200 len: 217 time: 0.0407741 Aug 29 04:43:42.323527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.348829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-cdfab96c-b30c-4165-a82a-16104318eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.350465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-cdfab96c-b30c-4165-a82a-16104318eb99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0632987 Aug 29 04:43:42.394282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Checking segment: {'id': '889f4702-cd2e-41f9-8684-7caeb5d1227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:42.394648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Network hostable DHCP agents. Network: 75e12936-7d4d-4631-bd14-1134c42f4126, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:42.395872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-5b642dce-ddb2-4b86-bb90-8162dcbf080a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361879 Aug 29 04:43:42.414068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=329feff7-1493-41fb-be4a-6e83fb35382b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:42.482429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Network 75e12936-7d4d-4631-bd14-1134c42f4126 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:42.507147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 75e12936-7d4d-4631-bd14-1134c42f4126) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:42.521687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.522694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.528601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3170849-074e-4611-b1f2-f8b6070c85e6 None None] Network 75e12936-7d4d-4631-bd14-1134c42f4126 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:42.542584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0377778d-ceca-4c77-b9bd-92a134f7e22a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6590986 Aug 29 04:43:42.560376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-8e369e20-8695-4cd0-a121-26932dae4682 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545544 Aug 29 04:43:42.730130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe3c9b-b829-4b3f-ba77-c6c673165a21 None None] Network 75e12936-7d4d-4631-bd14-1134c42f4126 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:42.747222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13c2f99e-d8d1-4437-8a77-d18366fff6e1 req-59a08fc5-4aa2-4bda-a035-6a7bcdea1db0 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778917 Aug 29 04:43:43.254167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2622cf-34b3-4f39-93b8-797c7abc201c req-5e8fa22d-42f6-4f56-8f8c-dabe11dfc938 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.263528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c2622cf-34b3-4f39-93b8-797c7abc201c req-5e8fa22d-42f6-4f56-8f8c-dabe11dfc938 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 943 time: 0.0706816 Aug 29 04:43:43.347842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c2622cf-34b3-4f39-93b8-797c7abc201c req-9dfed9b4-4835-46ee-8b26-762533f68a7e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832090 Aug 29 04:43:43.368274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-447179ae-e5f7-485b-8a4a-7cccc220c590 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.369981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-447179ae-e5f7-485b-8a4a-7cccc220c590 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/networks?id=75e12936-7d4d-4631-bd14-1134c42f4126 HTTP/1.1" status: 200 len: 821 time: 0.1499069 Aug 29 04:43:43.388672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-65f3d8b7-7286-45fd-b08d-bc6a6493fe41 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/quotas/1df38979eef846a9ad771e823ccd8a8f HTTP/1.1" status: 200 len: 375 time: 0.0109298 Aug 29 04:43:43.439339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-df773889-7ee1-41ea-804d-0f33f82bc0bd tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1df38979eef846a9ad771e823ccd8a8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380702 Aug 29 04:43:43.572654 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-35eccc16-8eb4-4d0d-a266-eee53c6cbbcc service neutron] 10.222.0.55 "GET /v2.0/networks/75e12936-7d4d-4631-bd14-1134c42f4126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255357 Aug 29 04:43:43.702669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-aa8ee599-af91-4bf9-a567-e6d23024659d service neutron] 10.222.0.55 "GET /v2.0/networks/75e12936-7d4d-4631-bd14-1134c42f4126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192405 Aug 29 04:43:43.971146 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed5b8357-48b6-4bea-9780-bf3eecc5d38e req-52d7ebab-6902-4f64-be7b-0fb056a5cc9d tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 210 time: 0.0723073 Aug 29 04:43:44.465844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 277e28b6-de08-4d62-bc67-bb6f3f3870d2 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:44.533803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea58269-aad0-4991-8280-04bf3fc62ef1 req-c0b2c6f0-6dbc-4afe-bf00-6c8e49d4d426 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.536335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ea58269-aad0-4991-8280-04bf3fc62ef1 req-c0b2c6f0-6dbc-4afe-bf00-6c8e49d4d426 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 943 time: 0.0880010 Aug 29 04:43:44.614238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ea58269-aad0-4991-8280-04bf3fc62ef1 req-6bc4db98-2a45-4c07-b9b7-18133d18271e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620732 Aug 29 04:43:44.647183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 277e28b6-de08-4d62-bc67-bb6f3f3870d2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=277e28b6-de08-4d62-bc67-bb6f3f3870d2,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:44.661937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '277e28b6-de08-4d62-bc67-bb6f3f3870d2', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'port_id': '277e28b6-de08-4d62-bc67-bb6f3f3870d2', 'mac_address': 'fa:16:3e:d7:fc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbfbe57-f674-456b-a832-5a7b7276b672', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:44.713109 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.728544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277e28b6-de08-4d62-bc67-bb6f3f3870d2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:44.752818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 277e28b6-de08-4d62-bc67-bb6f3f3870d2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=277e28b6-de08-4d62-bc67-bb6f3f3870d2,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:44.759856 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.822438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=277e28b6-de08-4d62-bc67-bb6f3f3870d2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:44.970063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['277e28b6-de08-4d62-bc67-bb6f3f3870d2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:45.128939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-caf593d1-6155-4ed8-9f3f-8c274db4f16e req-d80714e8-db02-481b-b703-1b943d9f3e5f tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 210 time: 0.0845747 Aug 29 04:43:45.251261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-0464e058-79ae-4be8-9ea6-75ea4c7264c0 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.254642 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-0464e058-79ae-4be8-9ea6-75ea4c7264c0 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.32 "GET /v2.0/networks?id=75e12936-7d4d-4631-bd14-1134c42f4126 HTTP/1.1" status: 200 len: 821 time: 0.1311011 Aug 29 04:43:45.279315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Request body: {'port': {'device_id': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126', 'admin_state_up': True, 'tenant_id': '1df38979eef846a9ad771e823ccd8a8f'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:45.433988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Made reservation on behalf of 1df38979eef846a9ad771e823ccd8a8f for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:45.440242 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.616138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Allocated IP 172.20.0.11 (75e12936-7d4d-4631-bd14-1134c42f4126/329feff7-1493-41fb-be4a-6e83fb35382b/4d21d8cb-821f-44fb-a2f6-4d50a9293633) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:45.798992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0deaa-1fc9-48ba-af34-1788bcfd2b42 req-6dbb7fb3-130a-4da2-bdad-dc9b69606328 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.802532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3b0deaa-1fc9-48ba-af34-1788bcfd2b42 req-6dbb7fb3-130a-4da2-bdad-dc9b69606328 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 944 time: 0.1020596 Aug 29 04:43:45.819495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.856962 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b3b0deaa-1fc9-48ba-af34-1788bcfd2b42 req-ad555e25-d1cb-4288-80dd-ee0835844092 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479693 Aug 29 04:43:45.870960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:45.920395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Network 75e12936-7d4d-4631-bd14-1134c42f4126 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:45.924136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:45.928135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:45.975495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Pushing event updated for resources: {'Port': ['ID=4d21d8cb-821f-44fb-a2f6-4d50a9293633,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:46.001425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.002262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.024631 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:46.028131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8b210e32-ef25-4790-9ab2-737f219beff8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7567339 Aug 29 04:43:46.047581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Request body: {'port': {'device_id': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:46.119087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.416412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756fa04-33c7-4433-b387-7d40cc96d88c req-ab6aa484-bc17-41fd-87c4-fd0507be53b5 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.418505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5756fa04-33c7-4433-b387-7d40cc96d88c req-ab6aa484-bc17-41fd-87c4-fd0507be53b5 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 932 time: 0.1200092 Aug 29 04:43:46.475654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 277e28b6-de08-4d62-bc67-bb6f3f3870d2 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:46.534960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5756fa04-33c7-4433-b387-7d40cc96d88c req-37473c89-ab0d-48a8-bab5-a478edbd4706 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012795 Aug 29 04:43:46.535334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:46.544750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:46.545329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.613684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d21d8cb-821f-44fb-a2f6-4d50a9293633 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:46.623383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.647567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Transition to ACTIVE for port object 4d21d8cb-821f-44fb-a2f6-4d50a9293633 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:46.667625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.674988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.723237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 277e28b6-de08-4d62-bc67-bb6f3f3870d2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=277e28b6-de08-4d62-bc67-bb6f3f3870d2,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:46.724678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08593665-995e-4875-8f19-3f2689883c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e28b6-de08-4d62-bc67-bb6f3f3870d2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:46.728966 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8c4027-c1cd-45de-bc66-bc526e40411f" -d '{"events": [{"server_uuid": "08593665-995e-4875-8f19-3f2689883c05", "name": "network-vif-plugged", "status": "completed", "tag": "277e28b6-de08-4d62-bc67-bb6f3f3870d2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:46.739888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.803741 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20650092-3803-4001-b1a2-ef08489b7aaa x-openstack-request-id: req-20650092-3803-4001-b1a2-ef08489b7aaa {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:46.804176 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08593665-995e-4875-8f19-3f2689883c05", "name": "network-vif-plugged", "status": "completed", "tag": "277e28b6-de08-4d62-bc67-bb6f3f3870d2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:46.804587 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20650092-3803-4001-b1a2-ef08489b7aaa {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:46.805536 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08593665-995e-4875-8f19-3f2689883c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e28b6-de08-4d62-bc67-bb6f3f3870d2', 'code': 200} Aug 29 04:43:46.825634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Pushing event updated for resources: {'Port': ['ID=4d21d8cb-821f-44fb-a2f6-4d50a9293633,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:46.857159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70981191-fffd-487b-bbd6-f7f44ba34fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.864961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=277e28b6-de08-4d62-bc67-bb6f3f3870d2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:46.960349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db067-709a-426b-a4df-2e2c3270af3c req-34f3e35f-9fa5-4774-8da8-f17cad2a7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.963513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f07db067-709a-426b-a4df-2e2c3270af3c req-34f3e35f-9fa5-4774-8da8-f17cad2a7a5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 1097 time: 0.0835209 Aug 29 04:43:46.975457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Attempting to bind port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:46.975927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Attempting to bind port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '889f4702-cd2e-41f9-8684-7caeb5d1227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:46.976387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Attempting to bind port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 on network 75e12936-7d4d-4631-bd14-1134c42f4126 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:47.018008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 on network 75e12936-7d4d-4631-bd14-1134c42f4126 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:47.018364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Attempting to bind port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 on network 75e12936-7d4d-4631-bd14-1134c42f4126 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:47.042772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f07db067-709a-426b-a4df-2e2c3270af3c req-c099768b-268e-4d53-8e96-bcc35dd3120a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629623 Aug 29 04:43:47.044866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:47.045139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Checking segment: {'id': '889f4702-cd2e-41f9-8684-7caeb5d1227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:47.045543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Bound using segment: {'id': '889f4702-cd2e-41f9-8684-7caeb5d1227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:47.046033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Bound port: 4d21d8cb-821f-44fb-a2f6-4d50a9293633, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889f4702-cd2e-41f9-8684-7caeb5d1227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:47.046388 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.105903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac34c-f2f3-4801-a45f-a1186b393fe5 req-2e705573-5e83-4e5e-8c81-98bf6395e80c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.108369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c28ac34c-f2f3-4801-a45f-a1186b393fe5 req-2e705573-5e83-4e5e-8c81-98bf6395e80c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 945 time: 0.1433146 Aug 29 04:43:47.152432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] For port 4d21d8cb-821f-44fb-a2f6-4d50a9293633, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:47.193926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c28ac34c-f2f3-4801-a45f-a1186b393fe5 req-e34834c9-e254-427d-a736-3e868ee3a773 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664113 Aug 29 04:43:47.198091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] For port 4d21d8cb-821f-44fb-a2f6-4d50a9293633, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4d21d8cb-821f-44fb-a2f6-4d50a9293633,segment=NetworkSegment(889f4702-cd2e-41f9-8684-7caeb5d1227e),segment_id=889f4702-cd2e-41f9-8684-7caeb5d1227e)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:47.205639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.249250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.250388 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.252224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d21d8cb-821f-44fb-a2f6-4d50a9293633 HTTP/1.1" status: 200 len: 1093 time: 1.2096839 Aug 29 04:43:47.256326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'tag': '4d21d8cb-821f-44fb-a2f6-4d50a9293633'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:47.261059 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60647af6-7e6d-4c36-9314-c50c982946a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fb6961-5f9c-4483-842d-25d514d7f17f", "tag": "4d21d8cb-821f-44fb-a2f6-4d50a9293633"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:47.331169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823c26e-1cf5-4037-99af-6c847f0a3120 service neutron] Pushing event updated for resources: {'Port': ['ID=4d21d8cb-821f-44fb-a2f6-4d50a9293633,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.358247 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49fba78-c935-48e6-85b5-59c3a6183319 x-openstack-request-id: req-f49fba78-c935-48e6-85b5-59c3a6183319 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:47.358670 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fb6961-5f9c-4483-842d-25d514d7f17f", "tag": "4d21d8cb-821f-44fb-a2f6-4d50a9293633", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:47.358932 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f49fba78-c935-48e6-85b5-59c3a6183319 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:47.359371 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'tag': '4d21d8cb-821f-44fb-a2f6-4d50a9293633', 'status': 'completed', 'code': 200} Aug 29 04:43:47.386620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-d073c35e-a9e3-485f-b4cd-80056961278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.388291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-d073c35e-a9e3-485f-b4cd-80056961278f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df38979eef846a9ad771e823ccd8a8f&device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 1096 time: 0.0730073 Aug 29 04:43:47.446258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-7d83bf3e-5694-450c-b616-5f03d2e844e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d21d8cb-821f-44fb-a2f6-4d50a9293633 HTTP/1.1" status: 200 len: 217 time: 0.0443513 Aug 29 04:43:47.501909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-556f095d-873b-4de5-afb6-d1231c455394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.503624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-556f095d-873b-4de5-afb6-d1231c455394 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=329feff7-1493-41fb-be4a-6e83fb35382b HTTP/1.1" status: 200 len: 861 time: 0.0504506 Aug 29 04:43:47.537682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-1fbfe90a-ff0d-4052-a5c1-3fa522533f6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75e12936-7d4d-4631-bd14-1134c42f4126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270288 Aug 29 04:43:48.076009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283f1a-e4d2-4dbd-8b6a-31577be7f85c req-b4c0091b-866f-4535-9992-354aa68da75b tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.077966 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a283f1a-e4d2-4dbd-8b6a-31577be7f85c req-b4c0091b-866f-4535-9992-354aa68da75b tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 944 time: 0.1333756 Aug 29 04:43:48.082692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-79ad7ced-bdbd-4d4c-bda8-4ec74856be52 service neutron] 10.222.0.32 "GET /v2.0/networks/75e12936-7d4d-4631-bd14-1134c42f4126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376625 Aug 29 04:43:48.207597 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a283f1a-e4d2-4dbd-8b6a-31577be7f85c req-7f04679d-8270-4bab-b11f-169ad3167137 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185205 Aug 29 04:43:48.265286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c928d095-3774-43e7-bd81-9567ae1169b1 req-f0b4d748-664b-4321-bc0a-40ffdf90fa84 service neutron] 10.222.0.32 "GET /v2.0/networks/75e12936-7d4d-4631-bd14-1134c42f4126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743419 Aug 29 04:43:48.367446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456e55f-6e57-4e53-9879-7e875ee5d453 req-ac68502a-e116-484e-8e58-3e5e873f1e2a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.370082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b456e55f-6e57-4e53-9879-7e875ee5d453 req-ac68502a-e116-484e-8e58-3e5e873f1e2a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 945 time: 0.0752323 Aug 29 04:43:48.436877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-5dc44eab-cf17-4a52-90aa-6ab50e95c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.438854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-5dc44eab-cf17-4a52-90aa-6ab50e95c880 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df38979eef846a9ad771e823ccd8a8f&device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 1096 time: 0.0556779 Aug 29 04:43:48.441788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b456e55f-6e57-4e53-9879-7e875ee5d453 req-8237f5c8-a8e5-47e4-811e-f71bf3ed6e77 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651007 Aug 29 04:43:48.602995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-152a53fd-ffc5-443a-b35a-83193708a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.606143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-152a53fd-ffc5-443a-b35a-83193708a390 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75e12936-7d4d-4631-bd14-1134c42f4126 HTTP/1.1" status: 200 len: 922 time: 0.1553195 Aug 29 04:43:48.713764 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-526be870-1716-4119-bd9d-01c33956f335 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d21d8cb-821f-44fb-a2f6-4d50a9293633 HTTP/1.1" status: 200 len: 217 time: 0.0964055 Aug 29 04:43:48.828409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-415dae95-bd9c-42f9-abc1-c537604b05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.829994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-415dae95-bd9c-42f9-abc1-c537604b05bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=329feff7-1493-41fb-be4a-6e83fb35382b HTTP/1.1" status: 200 len: 861 time: 0.1031156 Aug 29 04:43:48.885430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-f10375b7-3645-4531-b6b0-b0eb3276d256 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75e12936-7d4d-4631-bd14-1134c42f4126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439067 Aug 29 04:43:48.895671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-9802c402-3f01-489b-a663-1156ab26b05c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.897748 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-9802c402-3f01-489b-a663-1156ab26b05c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.1973519 Aug 29 04:43:48.990332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-64a0a61d-92c4-413f-9e5d-4ed53aabbd17 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0680401 Aug 29 04:43:49.116996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-0c911597-51a3-450f-800c-085ba9905c66 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096249 Aug 29 04:43:49.123448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-9dac8549-63f7-4766-a3ac-64aa03a6a8bb service neutron] 10.222.0.32 "GET /v2.0/networks/75e12936-7d4d-4631-bd14-1134c42f4126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245209 Aug 29 04:43:49.357200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60647af6-7e6d-4c36-9314-c50c982946a6 req-09b2d9e1-f843-4875-9b89-492b0c75a00a service neutron] 10.222.0.32 "GET /v2.0/networks/75e12936-7d4d-4631-bd14-1134c42f4126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208261 Aug 29 04:43:49.358526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e1e68-0514-4a40-a030-b8a0b4f908c7 req-8fbd3fb9-4bd4-4d1c-8ea8-33c4b90f53b5 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.360657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-210e1e68-0514-4a40-a030-b8a0b4f908c7 req-8fbd3fb9-4bd4-4d1c-8ea8-33c4b90f53b5 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 944 time: 0.0694327 Aug 29 04:43:49.385463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-f45d3c4b-7792-48bd-944f-ce5f93d6c413 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584686 Aug 29 04:43:49.433451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-210e1e68-0514-4a40-a030-b8a0b4f908c7 req-c7714869-0739-4bf5-9081-089fa8169e92 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650375 Aug 29 04:43:49.486801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3e2953dd-28cb-49dd-a9a6-889b7ef208e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.546298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-efad7399-bbdd-4fc3-a74d-c655efc44f22 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521990 Aug 29 04:43:49.636439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:49.803072 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25bcacbf-6561-4837-abdc-e25522a043f0 req-a432d3fe-6671-4562-89a5-ec564b809c05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0532999 Aug 29 04:43:49.859547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da4847d7-9ca6-40e3-aa71-6a7b7e35c4eb req-0b35e921-944a-44cb-bb42-462c181ae720 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 210 time: 0.0556035 Aug 29 04:43:49.878404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25bcacbf-6561-4837-abdc-e25522a043f0 req-608cf79d-db49-4ccb-8938-16b6578ac660 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0519719 Aug 29 04:43:49.959102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25bcacbf-6561-4837-abdc-e25522a043f0 req-ed714042-01ff-4074-af1a-f1238f7e7eb7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479364 Aug 29 04:43:50.091656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464644-3c4b-4e9d-aeda-07dc055cc9f6 req-097c479f-388d-4ee5-8957-ac2e22ac4ceb tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.098518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3464644-3c4b-4e9d-aeda-07dc055cc9f6 req-097c479f-388d-4ee5-8957-ac2e22ac4ceb tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0861838 Aug 29 04:43:50.165226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcacbf-6561-4837-abdc-e25522a043f0 req-241a8556-8ae1-4853-b4c5-4812c6f7a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.167820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-25bcacbf-6561-4837-abdc-e25522a043f0 req-241a8556-8ae1-4853-b4c5-4812c6f7a17b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929963 Aug 29 04:43:50.168189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3464644-3c4b-4e9d-aeda-07dc055cc9f6 req-2ab009ae-392f-4210-a33d-64e12de262d4 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623951 Aug 29 04:43:50.582752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94406c-d57c-40b5-957a-ac49def3a829 req-b40456b1-7e5c-432f-8119-b120c97fc9fd tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.584362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f94406c-d57c-40b5-957a-ac49def3a829 req-b40456b1-7e5c-432f-8119-b120c97fc9fd tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 944 time: 0.0621700 Aug 29 04:43:50.641896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f94406c-d57c-40b5-957a-ac49def3a829 req-34a3c471-177e-4c14-879d-763aa8e65c4d tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500450 Aug 29 04:43:50.724204 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:50.775333 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.012867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9554d193-538c-4cfa-bc5d-c6c618c85b61 req-be5b3c4b-2747-4eba-8474-dcbb0a4505f8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 210 time: 0.0423877 Aug 29 04:43:51.114188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-0337a0d7-80e7-492c-bc46-0951df58e638 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.116466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-0337a0d7-80e7-492c-bc46-0951df58e638 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.1633492 Aug 29 04:43:51.134697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Request body: {'port': {'device_id': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'admin_state_up': True, 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:51.361530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16832c-c7a3-46bf-809c-395ee3915923 req-94ac2645-0b96-4a2a-b908-3d1facd69887 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.364486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc16832c-c7a3-46bf-809c-395ee3915923 req-94ac2645-0b96-4a2a-b908-3d1facd69887 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.1223068 Aug 29 04:43:51.411136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:51.414816 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.437302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc16832c-c7a3-46bf-809c-395ee3915923 req-9189d515-cc2c-428a-8fb2-fd07cb62865b tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586588 Aug 29 04:43:51.575301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Allocated IP 172.20.0.10 (188b4da4-1b5f-4cac-bdae-cd699aee122f/bcbfbe57-f674-456b-a832-5a7b7276b672/4b7199c5-8ec4-46e8-a970-15d4e9591f73) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:51.794279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.794579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359110bf-a2a5-4e81-8647-0e61ef3da623 req-855995b4-5d95-48a0-b823-488369c2667e tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.796726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-359110bf-a2a5-4e81-8647-0e61ef3da623 req-855995b4-5d95-48a0-b823-488369c2667e tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 944 time: 0.0719981 Aug 29 04:43:51.850987 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:51.852524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-359110bf-a2a5-4e81-8647-0e61ef3da623 req-2b7db003-b0a7-4e96-a162-807adfadad02 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Aug 29 04:43:51.865987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['277e28b6-de08-4d62-bc67-bb6f3f3870d2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:51.907942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:51.912238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:51.916792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:51.927532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:51.979996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event updated for resources: {'Port': ['ID=4b7199c5-8ec4-46e8-a970-15d4e9591f73,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:52.026793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.028912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.077672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-c1a8c049-f612-4cba-9f9d-37da3b5297f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9484913 Aug 29 04:43:52.091026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Request body: {'port': {'device_id': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:52.124387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4d21d8cb-821f-44fb-a2f6-4d50a9293633 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:52.220661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c278-5569-4046-9bc5-b3b6b4179387 req-0dbfa838-010f-41b0-8f97-2888f3038627 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.222333 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16a8c278-5569-4046-9bc5-b3b6b4179387 req-0dbfa838-010f-41b0-8f97-2888f3038627 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 932 time: 0.1034648 Aug 29 04:43:52.237320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.314214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16a8c278-5569-4046-9bc5-b3b6b4179387 req-a39c64de-28ff-425d-a8af-3a06ec54af53 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780308 Aug 29 04:43:52.337038 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4d21d8cb-821f-44fb-a2f6-4d50a9293633, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4d21d8cb-821f-44fb-a2f6-4d50a9293633,segment=NetworkSegment(889f4702-cd2e-41f9-8684-7caeb5d1227e),segment_id=889f4702-cd2e-41f9-8684-7caeb5d1227e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:52.346371 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.350797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '4d21d8cb-821f-44fb-a2f6-4d50a9293633', 'network_id': '75e12936-7d4d-4631-bd14-1134c42f4126', 'port_id': '4d21d8cb-821f-44fb-a2f6-4d50a9293633', 'mac_address': 'fa:16:3e:5f:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329feff7-1493-41fb-be4a-6e83fb35382b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:52.402849 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.427447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d21d8cb-821f-44fb-a2f6-4d50a9293633 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:52.463825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4d21d8cb-821f-44fb-a2f6-4d50a9293633, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4d21d8cb-821f-44fb-a2f6-4d50a9293633,segment=NetworkSegment(889f4702-cd2e-41f9-8684-7caeb5d1227e),segment_id=889f4702-cd2e-41f9-8684-7caeb5d1227e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:52.469691 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.578588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4d21d8cb-821f-44fb-a2f6-4d50a9293633,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:52.591961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.594197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.601179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.604913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.605545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.606512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.607657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.608905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.609435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.610290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.610980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.615332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:52.634606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5856d-9e63-4063-bedd-04c33aa51fc1 req-715b32e1-4f34-4264-9ab5-d955c921ad67 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.643524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74a5856d-9e63-4063-bedd-04c33aa51fc1 req-715b32e1-4f34-4264-9ab5-d955c921ad67 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.1004405 Aug 29 04:43:52.672856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7199c5-8ec4-46e8-a970-15d4e9591f73 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:52.681756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.694483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Transition to ACTIVE for port object 4b7199c5-8ec4-46e8-a970-15d4e9591f73 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:52.697962 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74a5856d-9e63-4063-bedd-04c33aa51fc1 req-1067ccfe-e6cb-4576-a064-ccd80752e0ba tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482678 Aug 29 04:43:52.699944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.783576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7199c5-8ec4-46e8-a970-15d4e9591f73,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:52.841870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4d21d8cb-821f-44fb-a2f6-4d50a9293633'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:52.861921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Attempting to bind port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:52.862335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Attempting to bind port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:52.862749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Attempting to bind port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:52.869366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:52.870332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Attempting to bind port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:52.878044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:52.878413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:52.878625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Bound using segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:52.879070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Bound port: 4b7199c5-8ec4-46e8-a970-15d4e9591f73, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:52.879435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:52.991320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] For port 4b7199c5-8ec4-46e8-a970-15d4e9591f73, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:52.995187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] For port 4b7199c5-8ec4-46e8-a970-15d4e9591f73, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4b7199c5-8ec4-46e8-a970-15d4e9591f73,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:53.021807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.093868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.094759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:53.096181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] 10.222.0.37 "PUT /v2.0/ports/4b7199c5-8ec4-46e8-a970-15d4e9591f73 HTTP/1.1" status: 200 len: 1093 time: 1.0105548 Aug 29 04:43:53.096692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'tag': '4b7199c5-8ec4-46e8-a970-15d4e9591f73'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:53.098989 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429" -d '{"events": [{"name": "network-changed", "server_uuid": "caff0c26-c106-45ca-97c3-1049570b7bc2", "tag": "4b7199c5-8ec4-46e8-a970-15d4e9591f73"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:53.129398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7438e6-d83c-445e-aab2-d39fb3eefef0 req-4db95e0e-06d2-4138-873a-1f2b96de0907 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.131107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf7438e6-d83c-445e-aab2-d39fb3eefef0 req-4db95e0e-06d2-4138-873a-1f2b96de0907 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 945 time: 0.1343791 Aug 29 04:43:53.132231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7e5a2-2f72-4af3-b40c-53cc4acc9982 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7199c5-8ec4-46e8-a970-15d4e9591f73,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:53.178265 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a537fc6-d869-45a0-b9e5-b3143723773b x-openstack-request-id: req-0a537fc6-d869-45a0-b9e5-b3143723773b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:53.178595 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caff0c26-c106-45ca-97c3-1049570b7bc2", "tag": "4b7199c5-8ec4-46e8-a970-15d4e9591f73", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:53.178821 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a537fc6-d869-45a0-b9e5-b3143723773b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:53.179229 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'tag': '4b7199c5-8ec4-46e8-a970-15d4e9591f73', 'status': 'completed', 'code': 200} Aug 29 04:43:53.216315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cf7438e6-d83c-445e-aab2-d39fb3eefef0 req-4e1ea218-96e2-4d66-bf86-05819bedc18a tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764210 Aug 29 04:43:53.224590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-88257aed-1bd5-4148-b349-a20ffe053b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.226108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-88257aed-1bd5-4148-b349-a20ffe053b31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0850854 Aug 29 04:43:53.273358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-7f36ee66-bf45-4165-877c-ec74c163b3e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b7199c5-8ec4-46e8-a970-15d4e9591f73 HTTP/1.1" status: 200 len: 217 time: 0.0390139 Aug 29 04:43:53.325415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-408a2868-3f88-418d-96da-c260ba211731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.327034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-408a2868-3f88-418d-96da-c260ba211731 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0472822 Aug 29 04:43:53.367348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-088318bb-ec14-4485-9ebd-897c73b7db6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297918 Aug 29 04:43:53.466979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e067eaf-1d43-4c40-a083-fe0da602ab56 req-c6e814db-f76e-49f0-b2af-05e9932bcb97 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.469438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e067eaf-1d43-4c40-a083-fe0da602ab56 req-c6e814db-f76e-49f0-b2af-05e9932bcb97 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 944 time: 0.0623682 Aug 29 04:43:53.504031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-4938e1f0-b9f5-41b3-8be5-b0bf1ad4aeca service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294458 Aug 29 04:43:53.536959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e067eaf-1d43-4c40-a083-fe0da602ab56 req-3db03091-7a3c-4269-9326-60bbc1ecd18c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568409 Aug 29 04:43:53.611013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d67f8fa-5978-4179-889d-c5da9d35aee5 req-33e3b43b-e7ca-450d-88fd-0688942c6120 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991335 Aug 29 04:43:53.702282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-db53f1a6-d1e8-40ac-a511-5b385ba9b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.704047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-db53f1a6-d1e8-40ac-a511-5b385ba9b1e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0487919 Aug 29 04:43:53.878738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-11c9c90f-65f9-41bf-98f3-df6298f6ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.880243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-11c9c90f-65f9-41bf-98f3-df6298f6ab1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 907 time: 0.1692431 Aug 29 04:43:53.890496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e94a8-fcbd-49e7-931f-84879032a7c7 req-f10c7d65-d6e3-418e-8de6-470afab9b9c3 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.891997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b34e94a8-fcbd-49e7-931f-84879032a7c7 req-f10c7d65-d6e3-418e-8de6-470afab9b9c3 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0875876 Aug 29 04:43:53.939055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-0b31f594-ada9-4511-b672-1e0c4401fb1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b7199c5-8ec4-46e8-a970-15d4e9591f73 HTTP/1.1" status: 200 len: 217 time: 0.0460045 Aug 29 04:43:53.996659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b34e94a8-fcbd-49e7-931f-84879032a7c7 req-ff895dba-97f3-4459-acb0-062deeeef14b tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964444 Aug 29 04:43:54.012438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-6c3495f3-d47e-4da6-80f6-62ca51d35e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.013951 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-6c3495f3-d47e-4da6-80f6-62ca51d35e14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0665581 Aug 29 04:43:54.057927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-ff84d2b7-65e3-4c17-8ae4-356049f08700 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350001 Aug 29 04:43:54.112078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4d21d8cb-821f-44fb-a2f6-4d50a9293633 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:54.167643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-9738b955-38cf-479e-8369-2bbc2db7d479 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000221 Aug 29 04:43:54.172746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:54.179652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:54.181005 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.346695 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.401880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62c6e3ff-ebe1-4b1d-9a87-7f45fca1e429 req-856db9ae-c98c-4cc6-9f62-9a3c94cc8e7b service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252164 Aug 29 04:43:54.403957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d21d8cb-821f-44fb-a2f6-4d50a9293633'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:54.410026 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79952ebf-eab9-4035-a212-bd566a44ee52" -d '{"events": [{"server_uuid": "f1fb6961-5f9c-4483-842d-25d514d7f17f", "name": "network-vif-plugged", "status": "completed", "tag": "4d21d8cb-821f-44fb-a2f6-4d50a9293633"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:54.440842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4d21d8cb-821f-44fb-a2f6-4d50a9293633, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4d21d8cb-821f-44fb-a2f6-4d50a9293633,segment=NetworkSegment(889f4702-cd2e-41f9-8684-7caeb5d1227e),segment_id=889f4702-cd2e-41f9-8684-7caeb5d1227e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:54.446794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49be3e2-5ad0-44a4-bd87-62debf3383f7 req-bcc8d636-e8fd-4c5e-b2e6-fdb40e3209f8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.450882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:54.451426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f49be3e2-5ad0-44a4-bd87-62debf3383f7 req-bcc8d636-e8fd-4c5e-b2e6-fdb40e3209f8 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 945 time: 0.1128726 Aug 29 04:43:54.545363 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b60c801-3bd4-4999-93d0-b5e6316cbacd x-openstack-request-id: req-7b60c801-3bd4-4999-93d0-b5e6316cbacd {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:54.545696 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb6961-5f9c-4483-842d-25d514d7f17f", "name": "network-vif-plugged", "status": "completed", "tag": "4d21d8cb-821f-44fb-a2f6-4d50a9293633", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:54.545954 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b60c801-3bd4-4999-93d0-b5e6316cbacd {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:54.546348 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d21d8cb-821f-44fb-a2f6-4d50a9293633', 'code': 200} Aug 29 04:43:54.573169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f49be3e2-5ad0-44a4-bd87-62debf3383f7 req-87e1e0ae-d661-44c6-8218-2a93852b932f tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012213 Aug 29 04:43:54.575922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4d21d8cb-821f-44fb-a2f6-4d50a9293633,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:54.712053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd76bea-93fe-4e6e-9e88-8698f60bb60a req-88dc36f5-ce95-4f52-bba7-eb484639701f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.713918 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fd76bea-93fe-4e6e-9e88-8698f60bb60a req-88dc36f5-ce95-4f52-bba7-eb484639701f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 944 time: 0.0845985 Aug 29 04:43:54.728996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b3a7-8dc5-46c1-82e0-af6c3cc4a8a4 req-b227aa9a-8b8e-466e-8fca-7f640b947bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.731818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aec3b3a7-8dc5-46c1-82e0-af6c3cc4a8a4 req-b227aa9a-8b8e-466e-8fca-7f640b947bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 1098 time: 0.0710239 Aug 29 04:43:54.786884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fd76bea-93fe-4e6e-9e88-8698f60bb60a req-64b3e189-544e-4215-8dec-2a7a238b8e36 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662215 Aug 29 04:43:54.788993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aec3b3a7-8dc5-46c1-82e0-af6c3cc4a8a4 req-1a659d86-8402-487f-912d-457bc8256cef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491035 Aug 29 04:43:55.132030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c907f78-4eaf-42d9-a76e-fe1c8a38325d req-7b57a00b-07be-46f3-836c-0831e9f44044 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.134573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c907f78-4eaf-42d9-a76e-fe1c8a38325d req-7b57a00b-07be-46f3-836c-0831e9f44044 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0575323 Aug 29 04:43:55.174364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c907f78-4eaf-42d9-a76e-fe1c8a38325d req-33ce6443-6f18-4973-97c9-729e3363fd9c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326159 Aug 29 04:43:55.729058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e76e4-8874-4fb7-baae-ba7fbeea546a req-56cd74ab-75df-4ec7-af5a-e78ce73b5f05 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.738556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b35e76e4-8874-4fb7-baae-ba7fbeea546a req-56cd74ab-75df-4ec7-af5a-e78ce73b5f05 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 946 time: 0.0630100 Aug 29 04:43:55.801296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b35e76e4-8874-4fb7-baae-ba7fbeea546a req-c34e6789-4da5-490d-85c0-9c9530fcccc9 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612199 Aug 29 04:43:55.944335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf1ff-3512-4422-88d9-0eeb091c7835 req-e78d60e5-d6b9-4d77-9549-76ccbe508b08 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.953530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3bbf1ff-3512-4422-88d9-0eeb091c7835 req-e78d60e5-d6b9-4d77-9549-76ccbe508b08 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 944 time: 0.0698433 Aug 29 04:43:56.014325 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3bbf1ff-3512-4422-88d9-0eeb091c7835 req-720e8939-cd6d-43e8-85f8-214d0ce767e9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Aug 29 04:43:56.310337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491135f-5c70-46fe-8a46-ba92a40d655b req-af6b5a40-1b13-4c13-b4ea-6a95a0d4b8e1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.311972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6491135f-5c70-46fe-8a46-ba92a40d655b req-af6b5a40-1b13-4c13-b4ea-6a95a0d4b8e1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0592754 Aug 29 04:43:56.377691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6491135f-5c70-46fe-8a46-ba92a40d655b req-db87051a-4fd9-41ad-8970-ce889f0661ba tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519629 Aug 29 04:43:56.571599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4b7199c5-8ec4-46e8-a970-15d4e9591f73 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:56.708153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4b7199c5-8ec4-46e8-a970-15d4e9591f73, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4b7199c5-8ec4-46e8-a970-15d4e9591f73,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:56.726312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '4b7199c5-8ec4-46e8-a970-15d4e9591f73', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'port_id': '4b7199c5-8ec4-46e8-a970-15d4e9591f73', 'mac_address': 'fa:16:3e:52:89:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbfbe57-f674-456b-a832-5a7b7276b672', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:56.815521 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.831210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7199c5-8ec4-46e8-a970-15d4e9591f73 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:56.853959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4b7199c5-8ec4-46e8-a970-15d4e9591f73, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4b7199c5-8ec4-46e8-a970-15d4e9591f73,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:56.863512 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:56.936027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4b7199c5-8ec4-46e8-a970-15d4e9591f73,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:56.994616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672b1bb-2a8e-4cee-9783-eb728ad86a1c req-836fa858-1079-4fba-835d-ca9cf66cccb6 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.996265 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6672b1bb-2a8e-4cee-9783-eb728ad86a1c req-836fa858-1079-4fba-835d-ca9cf66cccb6 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 946 time: 0.0845230 Aug 29 04:43:57.045516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6672b1bb-2a8e-4cee-9783-eb728ad86a1c req-a29b70fa-48c4-4ac9-a0a4-2f0f11e5dc10 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Aug 29 04:43:57.088119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['4b7199c5-8ec4-46e8-a970-15d4e9591f73'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:57.336196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f2eb4-5615-4b25-927b-e2bd843b6374 req-33f674f2-daec-4f6e-b13b-cb4f73811f2d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.351993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b5f2eb4-5615-4b25-927b-e2bd843b6374 req-33f674f2-daec-4f6e-b13b-cb4f73811f2d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 945 time: 0.1799693 Aug 29 04:43:57.395463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b5f2eb4-5615-4b25-927b-e2bd843b6374 req-bec93e9a-68c0-4df1-9d89-8b839ca4334d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416532 Aug 29 04:43:57.552908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c6cff-3b1b-4fca-af4d-37f702b63710 req-ca527681-3975-4704-a76f-39f029d0e3a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.556096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b22c6cff-3b1b-4fca-af4d-37f702b63710 req-ca527681-3975-4704-a76f-39f029d0e3a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0840890 Aug 29 04:43:57.611239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b22c6cff-3b1b-4fca-af4d-37f702b63710 req-923f1528-fd6b-4fc9-984b-2b182c1a12bc tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475299 Aug 29 04:43:57.944481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4125eaf-794f-4f14-95b6-0bd40aeef4c2 req-8e6c3349-a176-42fb-b77d-a6032eee9383 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.954719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4125eaf-794f-4f14-95b6-0bd40aeef4c2 req-8e6c3349-a176-42fb-b77d-a6032eee9383 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 946 time: 0.0682662 Aug 29 04:43:58.002144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4125eaf-794f-4f14-95b6-0bd40aeef4c2 req-cb4c2738-56b0-4e35-b646-bc48a83522e2 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466886 Aug 29 04:43:58.571303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56feaf33-b7ff-448a-81f4-82e5cf990b69 req-21bb141b-24af-435c-afd5-5476ed1917b2 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.572841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56feaf33-b7ff-448a-81f4-82e5cf990b69 req-21bb141b-24af-435c-afd5-5476ed1917b2 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 945 time: 0.0671873 Aug 29 04:43:58.584924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4b7199c5-8ec4-46e8-a970-15d4e9591f73 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:58.621049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-56feaf33-b7ff-448a-81f4-82e5cf990b69 req-a55591d1-e115-4d4f-b7b3-e0cb49575a95 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Aug 29 04:43:58.653546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:58.663567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:58.664677 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.798339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.801067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb650-af7d-44c4-a14f-b3a95d90862c req-582176fd-c90a-4b0d-a257-d353e457bd4c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.802571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67eb650-af7d-44c4-a14f-b3a95d90862c req-582176fd-c90a-4b0d-a257-d353e457bd4c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0624771 Aug 29 04:43:58.828684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7199c5-8ec4-46e8-a970-15d4e9591f73'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:58.831090 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b8a6ca-296a-48af-a2ea-e7ff03cb75bc" -d '{"events": [{"server_uuid": "caff0c26-c106-45ca-97c3-1049570b7bc2", "name": "network-vif-plugged", "status": "completed", "tag": "4b7199c5-8ec4-46e8-a970-15d4e9591f73"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:58.864236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4b7199c5-8ec4-46e8-a970-15d4e9591f73, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4b7199c5-8ec4-46e8-a970-15d4e9591f73,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:58.871793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:58.883980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a67eb650-af7d-44c4-a14f-b3a95d90862c req-a67290fc-1fb5-4ab5-af1a-9eccfdfcba32 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693243 Aug 29 04:43:58.916821 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ddfd38-adb4-4837-8ea2-a5737ac6a47e x-openstack-request-id: req-62ddfd38-adb4-4837-8ea2-a5737ac6a47e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:58.917122 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caff0c26-c106-45ca-97c3-1049570b7bc2", "name": "network-vif-plugged", "status": "completed", "tag": "4b7199c5-8ec4-46e8-a970-15d4e9591f73", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:58.917488 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62ddfd38-adb4-4837-8ea2-a5737ac6a47e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:58.918110 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7199c5-8ec4-46e8-a970-15d4e9591f73', 'code': 200} Aug 29 04:43:58.943256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4b7199c5-8ec4-46e8-a970-15d4e9591f73,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.060671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d7d30-29c6-45c4-8ef5-fed918973ff1 req-118b680d-df91-4405-9aa6-452adb6f6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.063019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d42d7d30-29c6-45c4-8ef5-fed918973ff1 req-118b680d-df91-4405-9aa6-452adb6f6cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 1098 time: 0.0633898 Aug 29 04:43:59.106234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d42d7d30-29c6-45c4-8ef5-fed918973ff1 req-7506ac9b-80b9-423c-a0f1-f0c516807bc9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347075 Aug 29 04:43:59.162434 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59b6a5-938f-47f5-a69d-e6c77a922074 req-de99d158-717b-472c-ac51-270b0173a0ae tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.164357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e59b6a5-938f-47f5-a69d-e6c77a922074 req-de99d158-717b-472c-ac51-270b0173a0ae tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 946 time: 0.0672746 Aug 29 04:43:59.208935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e59b6a5-938f-47f5-a69d-e6c77a922074 req-2e25b482-50ce-40bb-a438-475ca8165e58 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/security-groups?id=c40a9ae4-ee76-4ba5-adcd-a46535a43559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 Aug 29 04:43:59.322773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-eb82a3fa-3b71-4b3b-bb56-e8ad28ea74ba tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.324567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-eb82a3fa-3b71-4b3b-bb56-e8ad28ea74ba tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 946 time: 0.0682886 Aug 29 04:43:59.440589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Deleting port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:59.440938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.565312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] For port 4d21d8cb-821f-44fb-a2f6-4d50a9293633, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4d21d8cb-821f-44fb-a2f6-4d50a9293633,segment=NetworkSegment(889f4702-cd2e-41f9-8684-7caeb5d1227e),segment_id=889f4702-cd2e-41f9-8684-7caeb5d1227e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:59.565312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.579489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Calling delete_port for 4d21d8cb-821f-44fb-a2f6-4d50a9293633 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:59.766479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.782458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e7fc4-8f65-4cec-a606-e2b75bc84ad8 req-ab919bac-c198-4ed3-9338-e873eb95d93b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.783968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f7e7fc4-8f65-4cec-a606-e2b75bc84ad8 req-ab919bac-c198-4ed3-9338-e873eb95d93b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 946 time: 0.0834785 Aug 29 04:43:59.808310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4d21d8cb-821f-44fb-a2f6-4d50a9293633'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:59.828234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Pushing event deleted for resources: {'Port': ['ID=4d21d8cb-821f-44fb-a2f6-4d50a9293633,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:59.867335 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f7e7fc4-8f65-4cec-a606-e2b75bc84ad8 req-ac5cfdc4-1174-424f-8ac4-387e6816e558 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627961 Aug 29 04:43:59.883342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] No DVR routers for this DVR port 4d21d8cb-821f-44fb-a2f6-4d50a9293633 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:59.886454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.888693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-858bf6a2-7502-4520-b08a-eb2750f275b1 req-b11bd23c-196c-4ab7-917b-7618cc57a1d4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.32 "DELETE /v2.0/ports/4d21d8cb-821f-44fb-a2f6-4d50a9293633 HTTP/1.1" status: 204 len: 173 time: 0.5577924 Aug 29 04:43:59.889341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'name': 'network-vif-deleted', 'tag': '4d21d8cb-821f-44fb-a2f6-4d50a9293633'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:59.891851 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66718a0d-fe27-42c6-8a85-05a1b17169e7" -d '{"events": [{"server_uuid": "f1fb6961-5f9c-4483-842d-25d514d7f17f", "name": "network-vif-deleted", "tag": "4d21d8cb-821f-44fb-a2f6-4d50a9293633"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:59.932121 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1536a3-7ab3-4cdb-b73d-1b767e85d6a5 x-openstack-request-id: req-bf1536a3-7ab3-4cdb-b73d-1b767e85d6a5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:59.932423 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fb6961-5f9c-4483-842d-25d514d7f17f", "name": "network-vif-deleted", "tag": "4d21d8cb-821f-44fb-a2f6-4d50a9293633", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:59.932690 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf1536a3-7ab3-4cdb-b73d-1b767e85d6a5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:59.933462 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fb6961-5f9c-4483-842d-25d514d7f17f', 'name': 'network-vif-deleted', 'tag': '4d21d8cb-821f-44fb-a2f6-4d50a9293633', 'status': 'completed', 'code': 200} Aug 29 04:44:00.076014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da637-266c-4000-b13f-ce64f4b7dc20 req-303170e5-4a24-4d89-a0ce-15866455faab tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.077906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f12da637-266c-4000-b13f-ce64f4b7dc20 req-303170e5-4a24-4d89-a0ce-15866455faab tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0654008 Aug 29 04:44:00.137568 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f12da637-266c-4000-b13f-ce64f4b7dc20 req-34d89974-f457-4b0e-9040-8ad7cc36f407 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517759 Aug 29 04:44:00.334968 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-82250ecb-89cf-41fa-b43f-65d63955edbc req-9095b2af-75b3-4756-9b5c-a6c984f552a4 tempest-ServerMetadataNegativeTestJSON-871357679 tempest-ServerMetadataNegativeTestJSON-871357679-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1fb6961-5f9c-4483-842d-25d514d7f17f HTTP/1.1" status: 200 len: 210 time: 0.0332320 Aug 29 04:44:01.008868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2266-0cb2-45ed-b617-4bec05c8958c req-ecf9e62f-586e-45f0-ac8f-ae3ba3397273 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.011114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1be2266-0cb2-45ed-b617-4bec05c8958c req-ecf9e62f-586e-45f0-ac8f-ae3ba3397273 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 946 time: 0.0672822 Aug 29 04:44:01.056168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1be2266-0cb2-45ed-b617-4bec05c8958c req-0a641f90-df3e-4e5e-b35c-e56f6df989c8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354903 Aug 29 04:44:01.226040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2117-2b49-4727-a56e-431a9f87939c req-b1292f55-a44e-4292-a290-a0efe0fadeb5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.227828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b10a2117-2b49-4727-a56e-431a9f87939c req-b1292f55-a44e-4292-a290-a0efe0fadeb5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 945 time: 0.0892322 Aug 29 04:44:01.278755 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b10a2117-2b49-4727-a56e-431a9f87939c req-d5c4a39c-b934-4d66-95e8-5e722bb9f622 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445776 Aug 29 04:44:01.359860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab264057-33cb-470c-af4a-f5d96c88b616 req-221c38e8-ec35-4d23-9312-020a2ca0f5de tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.371175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab264057-33cb-470c-af4a-f5d96c88b616 req-221c38e8-ec35-4d23-9312-020a2ca0f5de tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.1391230 Aug 29 04:44:01.421186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc2f6-cd9a-4b52-bda1-36d96fd7bd66 req-cb4d8d17-5221-40dd-b19d-28658d0b279f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.423452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dedbc2f6-cd9a-4b52-bda1-36d96fd7bd66 req-cb4d8d17-5221-40dd-b19d-28658d0b279f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 946 time: 0.0628076 Aug 29 04:44:01.424313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab264057-33cb-470c-af4a-f5d96c88b616 req-af91765d-e92c-47c7-85f8-8b2a165b32e7 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493474 Aug 29 04:44:01.454583 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.474030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dedbc2f6-cd9a-4b52-bda1-36d96fd7bd66 req-ae92bf4c-8201-4e27-b4e6-dcfff11bf62f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Aug 29 04:44:01.485889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48554) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:01.554183 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] Deleting subnet 329feff7-1493-41fb-be4a-6e83fb35382b {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:01.559032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.633499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:01.688641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.079787 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-08322c07-f243-4817-90f1-7fc603943f46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1619434 Aug 29 04:44:02.185987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-b6b0598c-2faf-42e1-9ac3-da0038001033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.187628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-b6b0598c-2faf-42e1-9ac3-da0038001033 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c0a952f76b42cda7b089b4878fa9b9&device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1098 time: 0.0710516 Aug 29 04:44:02.224549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.243231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549f5af-a169-4915-8054-b544a6347a97 req-04431eff-ac98-48fd-8f4c-e24d5a6d69bc tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.245303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d549f5af-a169-4915-8054-b544a6347a97 req-04431eff-ac98-48fd-8f4c-e24d5a6d69bc tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 946 time: 0.4919319 Aug 29 04:44:02.274588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.279331 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/329feff7-1493-41fb-be4a-6e83fb35382b HTTP/1.1" status: 204 len: 168 time: 0.7923572 Aug 29 04:44:02.279955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48576) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:02.283242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854deab-c40c-4c81-994b-13a6fa35dbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329feff7-1493-41fb-be4a-6e83fb35382b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.370877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d549f5af-a169-4915-8054-b544a6347a97 req-ec635bb8-5cf2-455d-b71b-696a030f67f7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006811 Aug 29 04:44:02.374228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-144d8f31-a4ef-40f3-bee7-aa56331a06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.375916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-144d8f31-a4ef-40f3-bee7-aa56331a06fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e HTTP/1.1" status: 200 len: 910 time: 0.1660659 Aug 29 04:44:02.408535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.527358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-50753cf6-3c01-4f9b-b5a5-b6c1bdb30499 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c HTTP/1.1" status: 200 len: 1002 time: 0.1432316 Aug 29 04:44:02.559052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.572984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e12936-7d4d-4631-bd14-1134c42f4126']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.589902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889f4702-cd2e-41f9-8684-7caeb5d1227e') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.593480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889f4702-cd2e-41f9-8684-7caeb5d1227e') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:02.605422 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.626428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.629816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-21dd461b-7377-4806-8297-b52d0871904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.631419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-21dd461b-7377-4806-8297-b52d0871904f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c86840c8-dee1-41d3-a10f-5bc301fa88b7 HTTP/1.1" status: 200 len: 848 time: 0.0971425 Aug 29 04:44:02.635441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:02.637075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:02.710415 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:02.724310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.736223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.738975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] 10.222.0.55 "DELETE /v2.0/networks/75e12936-7d4d-4631-bd14-1134c42f4126 HTTP/1.1" status: 204 len: 168 time: 0.4570303 Aug 29 04:44:02.752420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd197d0-e994-4319-9ae3-1f3b87f163ea admin admin] Pushing event deleted for resources: {'Network': ['ID=75e12936-7d4d-4631-bd14-1134c42f4126,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:02.933090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48600) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:02.989901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b0be5f1a-3209-4da2-ada0-f9fe5fbc808d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1df38979eef846a9ad771e823ccd8a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541213 Aug 29 04:44:02.991757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48602) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:03.051693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442439e5-fcb9-427a-b7ca-8f95fd3ffcfd req-4d2824ac-e38b-42c4-8884-c41528993676 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.059901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-442439e5-fcb9-427a-b7ca-8f95fd3ffcfd req-4d2824ac-e38b-42c4-8884-c41528993676 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.5173404 Aug 29 04:44:03.060984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58cc6659-a3da-447a-a80d-ef0f31f6781e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.091467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58cc6659-a3da-447a-a80d-ef0f31f6781e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.107401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-e15fb2c7-bc7e-4fe4-bfa6-43f3980c47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.109081 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-e15fb2c7-bc7e-4fe4-bfa6-43f3980c47cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4706221 Aug 29 04:44:03.167622 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58cc6659-a3da-447a-a80d-ef0f31f6781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.170355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58cc6659-a3da-447a-a80d-ef0f31f6781e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.173983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-58cc6659-a3da-447a-a80d-ef0f31f6781e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c40a9ae4-ee76-4ba5-adcd-a46535a43559 HTTP/1.1" status: 204 len: 168 time: 0.1786499 Aug 29 04:44:03.181669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc6659-a3da-447a-a80d-ef0f31f6781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a9ae4-ee76-4ba5-adcd-a46535a43559,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.229862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-442439e5-fcb9-427a-b7ca-8f95fd3ffcfd req-97cd54f8-9827-42e6-8ec7-9620071d5ee7 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684983 Aug 29 04:44:03.309157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-07a50730-42ff-4814-8b9e-8070056e8ce8 service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923451 Aug 29 04:44:03.340274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-9214ec15-fe4d-4b93-8563-eb3ca40d13f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.342282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-9214ec15-fe4d-4b93-8563-eb3ca40d13f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 946 time: 0.1240101 Aug 29 04:44:03.503038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5d84cf20-05a8-43aa-b8fa-c498deefcfb1 req-2723b178-281e-4b76-9129-1af91ff0ec4e service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785111 Aug 29 04:44:03.530282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Deleting port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:03.530703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.600182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e788f-326a-469f-88c6-a113e8b98e8d req-a8d74003-afc3-4662-9526-257382c62212 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.602970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-643e788f-326a-469f-88c6-a113e8b98e8d req-a8d74003-afc3-4662-9526-257382c62212 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=caff0c26-c106-45ca-97c3-1049570b7bc2 HTTP/1.1" status: 200 len: 946 time: 0.0634139 Aug 29 04:44:03.677219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] For port 4b7199c5-8ec4-46e8-a970-15d4e9591f73, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4b7199c5-8ec4-46e8-a970-15d4e9591f73,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:03.678021 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.684683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-643e788f-326a-469f-88c6-a113e8b98e8d req-e4846d8a-4aae-4e67-af4c-01679461e98d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694706 Aug 29 04:44:03.714028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Calling delete_port for 4b7199c5-8ec4-46e8-a970-15d4e9591f73 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:03.884980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.897429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['277e28b6-de08-4d62-bc67-bb6f3f3870d2', '4b7199c5-8ec4-46e8-a970-15d4e9591f73'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:03.916322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event deleted for resources: {'Port': ['ID=4b7199c5-8ec4-46e8-a970-15d4e9591f73,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:03.945304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:03.995107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] No DVR routers for this DVR port 4b7199c5-8ec4-46e8-a970-15d4e9591f73 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:03.997971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.000139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c32c9760-30c6-4d9f-92fb-8cdf65666805 req-a2096564-806e-4640-ba04-e2c30ac91f1c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "DELETE /v2.0/ports/4b7199c5-8ec4-46e8-a970-15d4e9591f73 HTTP/1.1" status: 204 len: 173 time: 0.6440887 Aug 29 04:44:04.000603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'name': 'network-vif-deleted', 'tag': '4b7199c5-8ec4-46e8-a970-15d4e9591f73'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:04.003207 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558ae13e-5d47-453b-9b0a-d50e808e6b13" -d '{"events": [{"server_uuid": "caff0c26-c106-45ca-97c3-1049570b7bc2", "name": "network-vif-deleted", "tag": "4b7199c5-8ec4-46e8-a970-15d4e9591f73"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:04.074773 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bffff9b-3f5d-4718-90c9-38131bccae64 x-openstack-request-id: req-6bffff9b-3f5d-4718-90c9-38131bccae64 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:04.075078 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caff0c26-c106-45ca-97c3-1049570b7bc2", "name": "network-vif-deleted", "tag": "4b7199c5-8ec4-46e8-a970-15d4e9591f73", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:04.075408 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bffff9b-3f5d-4718-90c9-38131bccae64 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:04.075818 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caff0c26-c106-45ca-97c3-1049570b7bc2', 'name': 'network-vif-deleted', 'tag': '4b7199c5-8ec4-46e8-a970-15d4e9591f73', 'status': 'completed', 'code': 200} Aug 29 04:44:04.179100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4d21d8cb-821f-44fb-a2f6-4d50a9293633 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:04.238801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 4d21d8cb-821f-44fb-a2f6-4d50a9293633 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:04.239412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4d21d8cb-821f-44fb-a2f6-4d50a9293633 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:04.355036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:04.417028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57244419-b3ee-4cc8-8df5-c1532066deeb req-77328d8a-9243-40a6-9521-aac1a8336291 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.419266 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57244419-b3ee-4cc8-8df5-c1532066deeb req-77328d8a-9243-40a6-9521-aac1a8336291 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0658934 Aug 29 04:44:04.467791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57244419-b3ee-4cc8-8df5-c1532066deeb req-31cb8a4b-7007-4226-a1ee-c63beff8706f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Aug 29 04:44:04.511978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2050066380-network', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:04.539533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Made reservation on behalf of 33a2c1b6d6f54087b63f4f9fdf978354 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:04.542287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.551915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.682208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.687338 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.715479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:04.722775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ac9f12-a66e-44ca-8b5d-72e720420350,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.730271 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.730617 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Added segment 734127bf-0db2-41e9-b190-86146bc1742b of type vlan for network 4c5f6f75-8035-411a-ae76-80f5b3693857 Aug 29 04:44:04.783982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.811360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.812387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.812978 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.876430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5202498 Aug 29 04:44:04.879978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee5c62-9366-4530-9908-b7972edd0aad admin admin] Pushing event updated for resources: {'Network': ['ID=4c5f6f75-8035-411a-ae76-80f5b3693857,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.881089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48654) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:04.889907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Request body: {'subnet': {'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2050066380-subnet', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:04.891476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:04.955529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Made reservation on behalf of 33a2c1b6d6f54087b63f4f9fdf978354 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:04.958954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.075344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860362e9-430d-4db0-bffc-d5697d9b6995 req-5952066b-81c7-461d-b427-ec61474ee8ea tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.075598 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-860362e9-430d-4db0-bffc-d5697d9b6995 req-5952066b-81c7-461d-b427-ec61474ee8ea tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 945 time: 0.0611706 Aug 29 04:44:05.121189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-860362e9-430d-4db0-bffc-d5697d9b6995 req-49d0f25f-3bbe-4a4f-b2e1-70bdb44da25e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380893 Aug 29 04:44:05.184007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.250120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0128ccdc-2fce-4deb-bb6d-fbb3423be198,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:05.260209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Checking segment: {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:05.260621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Network hostable DHCP agents. Network: 4c5f6f75-8035-411a-ae76-80f5b3693857, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:05.268507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.268858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.269207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.269550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.269943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.270281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.271162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.271512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.271832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.272164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.272690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.273027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:05.293834 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:05.306545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 4c5f6f75-8035-411a-ae76-80f5b3693857) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:05.313974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.314593 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.315009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a052c-bc93-49cb-8d79-95c4b5044850 None None] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:05.333520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6940a854-51c8-42d3-8370-a02cf2574d8f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4496331 Aug 29 04:44:05.335127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 48658) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:05.345335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:05.375154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.377805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.437347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.457683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd6376-95c5-4017-aec6-ac95d5730822 None None] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:05.589448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.625885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe17a-e309-4abd-a3e0-bf213cb00230 req-bcae4990-23cd-46dd-b9f6-b7e65c11e2fc tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.633613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c7fe17a-e309-4abd-a3e0-bf213cb00230 req-bcae4990-23cd-46dd-b9f6-b7e65c11e2fc tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0671251 Aug 29 04:44:05.678654 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c7fe17a-e309-4abd-a3e0-bf213cb00230 req-bc382245-5a29-4647-bc41-87ac6e65bfcf tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Aug 29 04:44:05.872521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.924279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.069705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb445b7b-2ec0-4529-9d12-2d38dfc7d8e1 req-80dffbf2-20a9-4218-8ba4-30b434679ca5 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.072436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb445b7b-2ec0-4529-9d12-2d38dfc7d8e1 req-80dffbf2-20a9-4218-8ba4-30b434679ca5 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 950 time: 0.0738733 Aug 29 04:44:06.109935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-d057f3fc-2ed0-44ad-9084-1b412a63ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.111404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-d057f3fc-2ed0-44ad-9084-1b412a63ee49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1097 time: 0.1240551 Aug 29 04:44:06.126605 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb445b7b-2ec0-4529-9d12-2d38dfc7d8e1 req-70004115-ac78-49ad-b77b-86871e25698c tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 Aug 29 04:44:06.138864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194826fc-ee23-4c79-8b31-7df2e4fc4f7a req-162c7a78-d479-4ba6-ba2a-0bc3c78f93f8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.140392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-194826fc-ee23-4c79-8b31-7df2e4fc4f7a req-162c7a78-d479-4ba6-ba2a-0bc3c78f93f8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.1519585 Aug 29 04:44:06.203782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Allocated IP 172.25.7.7 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5ab22382-c5fe-44a0-90b5-33cf73832f4c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:06.260669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d093dc0-eb13-4297-8f0e-bf0cae09ecfb req-f1d1ae6b-bbf7-4ca3-b050-f62a71012482 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.262236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d093dc0-eb13-4297-8f0e-bf0cae09ecfb req-f1d1ae6b-bbf7-4ca3-b050-f62a71012482 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 945 time: 0.0573466 Aug 29 04:44:06.299286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-194826fc-ee23-4c79-8b31-7df2e4fc4f7a req-b7570d24-9501-43ed-afdc-3ce4ba92483f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465721 Aug 29 04:44:06.323506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d093dc0-eb13-4297-8f0e-bf0cae09ecfb req-1f45d669-aaf3-494e-ac8e-8d4cda9f9aa8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Aug 29 04:44:06.324549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-fae5bfa8-78bc-4c06-b1e5-657d3090fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.326057 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-fae5bfa8-78bc-4c06-b1e5-657d3090fc66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.2061939 Aug 29 04:44:06.427437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-2726dc3d-6398-49c3-9b7a-1c03ca747941 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 1001 time: 0.0939167 Aug 29 04:44:06.432599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.500709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-881a069c-e300-4580-a56b-4eb6615a1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.502253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-881a069c-e300-4580-a56b-4eb6615a1bc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.0671854 Aug 29 04:44:06.556097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.612524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-7d0dbf56-3447-409a-a491-55749ba32dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.614848 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-7d0dbf56-3447-409a-a491-55749ba32dd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053479 Aug 29 04:44:06.635241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:06.650723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:06.653400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab22382-c5fe-44a0-90b5-33cf73832f4c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:06.655737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:06.676840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4b7199c5-8ec4-46e8-a970-15d4e9591f73 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:06.701834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 4b7199c5-8ec4-46e8-a970-15d4e9591f73 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:06.702240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4b7199c5-8ec4-46e8-a970-15d4e9591f73 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:06.787886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-8d1cc46f-1330-46f4-a6d0-3857d0b987f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:06.789904 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-8d1cc46f-1330-46f4-a6d0-3857d0b987f5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 945 time: 0.1739209 Aug 29 04:44:06.917478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-42cdf96f-40b1-4d6c-ae02-f3db95e2e160 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941587 Aug 29 04:44:07.144365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Deleting port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:07.144712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.468379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c557d-0850-495a-87ee-24ffc18530c2 req-67552804-e1f3-4ce4-9c7e-a28cae76e123 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.470392 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9c557d-0850-495a-87ee-24ffc18530c2 req-67552804-e1f3-4ce4-9c7e-a28cae76e123 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0797899 Aug 29 04:44:07.478306 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94631b5c-04a0-4292-9cd9-3ce4d41ce06b req-9ded0bdb-a280-4a09-899e-f6a02c3211f0 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537782 Aug 29 04:44:07.515988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b9c557d-0850-495a-87ee-24ffc18530c2 req-99ae99b9-3764-4837-ac18-295187aeab9c tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355711 Aug 29 04:44:07.586408 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.665789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a4baa-ad2d-4215-9a23-a45d49a01bfc req-be4ac1dd-680d-446b-b24f-324e6cb8af89 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.674916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-779a4baa-ad2d-4215-9a23-a45d49a01bfc req-be4ac1dd-680d-446b-b24f-324e6cb8af89 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 945 time: 0.0708232 Aug 29 04:44:07.699891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539704e8-3196-46f9-8bcf-285dcf29156a req-f9c1c9c6-4176-4b25-899b-4832f90b87c3 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.701493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-539704e8-3196-46f9-8bcf-285dcf29156a req-f9c1c9c6-4176-4b25-899b-4832f90b87c3 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 950 time: 0.2377982 Aug 29 04:44:07.717008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] For port 277e28b6-de08-4d62-bc67-bb6f3f3870d2, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=277e28b6-de08-4d62-bc67-bb6f3f3870d2,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:07.717479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.738042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-779a4baa-ad2d-4215-9a23-a45d49a01bfc req-0b041245-0e09-4e35-99dc-8590591f116d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Aug 29 04:44:07.751409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Calling delete_port for 277e28b6-de08-4d62-bc67-bb6f3f3870d2 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:07.870479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-5e269bd5-4a28-4ff9-aa99-40aaf08e0ecc tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.872045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-5e269bd5-4a28-4ff9-aa99-40aaf08e0ecc tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.37 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 950 time: 0.2431829 Aug 29 04:44:07.879938 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-539704e8-3196-46f9-8bcf-285dcf29156a req-81985fe9-476c-4b36-aeca-653ad8ce64d9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/security-groups?id=23b666e3-f85d-41cf-ad2a-690ed27cd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650641 Aug 29 04:44:08.148054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.169875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Deleting port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:08.170215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.280463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.294157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['277e28b6-de08-4d62-bc67-bb6f3f3870d2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:08.328788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:08.341685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event deleted for resources: {'Port': ['ID=277e28b6-de08-4d62-bc67-bb6f3f3870d2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.422455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] No DVR routers for this DVR port 277e28b6-de08-4d62-bc67-bb6f3f3870d2 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:08.428803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.431554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-518966c5-c2af-4a10-be0b-ff62442aba72 req-42d2e254-0246-4952-880f-07ada830c100 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "DELETE /v2.0/ports/277e28b6-de08-4d62-bc67-bb6f3f3870d2 HTTP/1.1" status: 204 len: 173 time: 1.6098258 Aug 29 04:44:08.434408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08593665-995e-4875-8f19-3f2689883c05', 'name': 'network-vif-deleted', 'tag': '277e28b6-de08-4d62-bc67-bb6f3f3870d2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:08.437519 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79ed043-8059-422c-8f6a-01f94cf841cb" -d '{"events": [{"server_uuid": "08593665-995e-4875-8f19-3f2689883c05", "name": "network-vif-deleted", "tag": "277e28b6-de08-4d62-bc67-bb6f3f3870d2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:08.475089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] For port 3bc9e923-0ec4-424c-aa43-9f16246db6a7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=3bc9e923-0ec4-424c-aa43-9f16246db6a7,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:08.475457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.506874 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba24f41-ecf5-4687-b140-7a8d45f85630 x-openstack-request-id: req-9ba24f41-ecf5-4687-b140-7a8d45f85630 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:08.508182 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08593665-995e-4875-8f19-3f2689883c05", "name": "network-vif-deleted", "tag": "277e28b6-de08-4d62-bc67-bb6f3f3870d2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:08.508182 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ba24f41-ecf5-4687-b140-7a8d45f85630 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:08.508182 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08593665-995e-4875-8f19-3f2689883c05', 'name': 'network-vif-deleted', 'tag': '277e28b6-de08-4d62-bc67-bb6f3f3870d2', 'status': 'completed', 'code': 200} Aug 29 04:44:08.508674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Calling delete_port for 3bc9e923-0ec4-424c-aa43-9f16246db6a7 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:08.621800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:44:08.767643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7840c9-4679-4a45-97fa-1973d7c74f87 req-c46a2698-1e22-4d93-a7a3-32715e23a50b tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:08.769293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be7840c9-4679-4a45-97fa-1973d7c74f87 req-c46a2698-1e22-4d93-a7a3-32715e23a50b tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.1445580 Aug 29 04:44:08.871194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c35d8ea9-1b55-45bd-b90e-546f72599173 req-c23a6b6a-5f2e-4d32-a9e8-857296699cf3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=08593665-995e-4875-8f19-3f2689883c05 HTTP/1.1" status: 200 len: 210 time: 0.0298891 Aug 29 04:44:08.906077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:08.919324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be7840c9-4679-4a45-97fa-1973d7c74f87 req-02ae3c73-cc24-484f-82e2-133ad679bcc9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068137 Aug 29 04:44:08.920222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Sync routers for ids ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:08.934661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Routers {'5f3a1452-c7e7-4300-9509-c392c0bd2a37'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:08.935372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.939038 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:43:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:08.971738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.975780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dd484e08-0a3e-42a1-ac88-44adc87bcff5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6365473 Aug 29 04:44:08.976983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 48696) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.008691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Pushing event deleted for resources: {'Port': ['ID=3bc9e923-0ec4-424c-aa43-9f16246db6a7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.068805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] No DVR routers for this DVR port 3bc9e923-0ec4-424c-aa43-9f16246db6a7 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:09.068959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.072313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1a0ad18-4152-45b6-a33c-e49bd6595ae5 req-be72ce6d-5594-4626-9271-b9535110c1b9 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.37 "DELETE /v2.0/ports/3bc9e923-0ec4-424c-aa43-9f16246db6a7 HTTP/1.1" status: 204 len: 173 time: 1.1898541 Aug 29 04:44:09.097748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Set router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:09.216678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83981e86-d526-42ea-bd5c-9f154df7b5c2 req-9947d595-ece1-4bf0-992c-9098cf058d72 tempest-VolumesBackupsTest-55204210 tempest-VolumesBackupsTest-55204210-project] 10.222.0.55 "GET /v2.0/ports?device_id=edfbde12-a80a-4448-8c32-045e991c978b HTTP/1.1" status: 200 len: 210 time: 0.2256269 Aug 29 04:44:09.341362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:07Z', 'revision_number': 3, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port': {'id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:09.369902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Checking router: 5f3a1452-c7e7-4300-9509-c392c0bd2a37 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:09.370327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Updating router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 port 5ab22382-c5fe-44a0-90b5-33cf73832f4c binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:09.402277 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.562822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.763565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.775360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Transition to ACTIVE for port object 5ab22382-c5fe-44a0-90b5-33cf73832f4c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:09.782452 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.783886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Allocated IP 172.20.0.1 (4c5f6f75-8035-411a-ae76-80f5b3693857/0128ccdc-2fce-4deb-bb6d-fbb3423be198/72f2966c-92e1-41a6-93be-c9c643ece375) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:09.843098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Attempting to bind port 5ab22382-c5fe-44a0-90b5-33cf73832f4c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:09.843606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Attempting to bind port 5ab22382-c5fe-44a0-90b5-33cf73832f4c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:09.844350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Attempting to bind port 5ab22382-c5fe-44a0-90b5-33cf73832f4c on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:09.847731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73ecc-5021-4329-ab00-50b02724ed66 None None] Pushing event updated for resources: {'Port': ['ID=5ab22382-c5fe-44a0-90b5-33cf73832f4c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.852830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:09.853357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:09.853911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.854417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:09.855585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Bound port: 5ab22382-c5fe-44a0-90b5-33cf73832f4c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:09.855585 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.924435 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.931835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] For port 5ab22382-c5fe-44a0-90b5-33cf73832f4c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:09.936823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] For port 5ab22382-c5fe-44a0-90b5-33cf73832f4c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5ab22382-c5fe-44a0-90b5-33cf73832f4c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:09.955055 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.984712 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.026607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:10.028893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73ecc-5021-4329-ab00-50b02724ed66 None None] Pushing event updated for resources: {'Port': ['ID=5ab22382-c5fe-44a0-90b5-33cf73832f4c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.032952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:10.037154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:10.046898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Routers {'5f3a1452-c7e7-4300-9509-c392c0bd2a37'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:10.047557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:43:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.071254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Pushing event updated for resources: {'Port': ['ID=72f2966c-92e1-41a6-93be-c9c643ece375,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.120394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.200571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] Set router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:10.384611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-3b2dcc13-57f7-4974-93a1-09a7a19c4367 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.384611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-3b2dcc13-57f7-4974-93a1-09a7a19c4367 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.2038052 Aug 29 04:44:10.387783 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.446659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-68b1e1ac-e7eb-4694-b54e-9e25cc913e98 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0448875 Aug 29 04:44:10.452049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:07Z', 'revision_number': 3, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port': {'id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.487203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975eb598-b9a5-4f27-9ff6-6e8a03f69763 None None] The sync data for ids ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'] in n-d-712143-14 is: [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:07Z', 'revision_number': 3, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port': {'id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:10.509988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfbde12-a80a-4448-8c32-045e991c978b', 'name': 'network-vif-deleted', 'tag': '3bc9e923-0ec4-424c-aa43-9f16246db6a7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:10.513491 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fb4e5-b009-4ad3-bf39-060bb7f11a1d" -d '{"events": [{"server_uuid": "edfbde12-a80a-4448-8c32-045e991c978b", "name": "network-vif-deleted", "tag": "3bc9e923-0ec4-424c-aa43-9f16246db6a7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:10.585059 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12401f57-fdee-43ff-8125-230d3aebcf45 x-openstack-request-id: req-12401f57-fdee-43ff-8125-230d3aebcf45 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:10.585399 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfbde12-a80a-4448-8c32-045e991c978b", "name": "network-vif-deleted", "tag": "3bc9e923-0ec4-424c-aa43-9f16246db6a7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:10.585675 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12401f57-fdee-43ff-8125-230d3aebcf45 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:10.586124 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfbde12-a80a-4448-8c32-045e991c978b', 'name': 'network-vif-deleted', 'tag': '3bc9e923-0ec4-424c-aa43-9f16246db6a7', 'status': 'completed', 'code': 200} Aug 29 04:44:10.613484 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-10507439-edd1-49b3-ae31-913f5d2fb284 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607995 Aug 29 04:44:10.692142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3bc9e923-0ec4-424c-aa43-9f16246db6a7 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:10.740385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 3bc9e923-0ec4-424c-aa43-9f16246db6a7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:10.740737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 3bc9e923-0ec4-424c-aa43-9f16246db6a7 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:10.741330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 277e28b6-de08-4d62-bc67-bb6f3f3870d2 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:10.761221 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.769046 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-60ea1f8f-88df-4922-a4ea-36d55e08d78c service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406193 Aug 29 04:44:10.769515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 277e28b6-de08-4d62-bc67-bb6f3f3870d2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:10.770027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 277e28b6-de08-4d62-bc67-bb6f3f3870d2 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:10.770605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.925208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Pushing event updated for resources: {'Port': ['ID=72f2966c-92e1-41a6-93be-c9c643ece375,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.933229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.080063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:11.090802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-e98a860a-85a5-4bd1-9d01-9054b0e7cc86 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943473 Aug 29 04:44:11.091794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:11.296260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:11.350739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80e32a77-f6b5-4e6e-9b1d-e037df60df83 req-b48a94ad-2e4d-435e-b156-8dfd9c34085f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 210 time: 0.0441360 Aug 29 04:44:11.465760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:11.477274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6eca48cb-1236-4aa2-baaf-d0772201391a admin admin] 10.222.0.55 "PUT /v2.0/routers/5f3a1452-c7e7-4300-9509-c392c0bd2a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4989626 Aug 29 04:44:11.966898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5ab22382-c5fe-44a0-90b5-33cf73832f4c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:12.067543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5ab22382-c5fe-44a0-90b5-33cf73832f4c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:12.073975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5ab22382-c5fe-44a0-90b5-33cf73832f4c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:12.074602 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.209107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.241099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5ab22382-c5fe-44a0-90b5-33cf73832f4c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5ab22382-c5fe-44a0-90b5-33cf73832f4c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:12.250216 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.270746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-fc5f4048-e6c0-483b-8ae9-b301eece96dc tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:12.272357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-fc5f4048-e6c0-483b-8ae9-b301eece96dc tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 811 time: 0.1566548 Aug 29 04:44:12.291602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-a2573993-a7b0-4df5-b6aa-198b08504666 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/quotas/33a2c1b6d6f54087b63f4f9fdf978354 HTTP/1.1" status: 200 len: 375 time: 0.0119710 Aug 29 04:44:12.315045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5ab22382-c5fe-44a0-90b5-33cf73832f4c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.379431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-4d25296d-0d53-43d2-8073-27e034cbae96 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814717 Aug 29 04:44:12.476408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-767eb6b0-f164-40fc-889a-c856bbc583b1 req-95d4ac32-9088-4a4f-beac-c5c7b130167e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 210 time: 0.0349956 Aug 29 04:44:12.494677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-6b7f0e6b-12ec-4082-b933-4e351378c03a service neutron] 10.222.0.55 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069584 Aug 29 04:44:12.616648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-019d4272-98dc-4c15-b78e-3816909b065e service neutron] 10.222.0.55 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136320 Aug 29 04:44:12.980505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0012c63b-3ee6-4b8d-88d6-465db4a2e6c7 req-db756b72-0ee2-4f29-8783-1ea300403f7e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 210 time: 0.0972772 Aug 29 04:44:12.989187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Sync routers for ids ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:13.000085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-44dabfe5-dc6f-47b5-8b5f-e98d19586cad tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.001863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-44dabfe5-dc6f-47b5-8b5f-e98d19586cad tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.4028537 Aug 29 04:44:13.004488 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Routers {'5f3a1452-c7e7-4300-9509-c392c0bd2a37'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:13.005743 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:43:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:13.016153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Request body: {'port': {'device_id': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'admin_state_up': True, 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:13.194008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:13.199572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.221111 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Set router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:13.421263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Allocated IP 172.20.0.13 (188b4da4-1b5f-4cac-bdae-cd699aee122f/bcbfbe57-f674-456b-a832-5a7b7276b672/bc4a352e-7780-40f2-86d4-3b93a461c000) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:13.520270 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:10Z', 'revision_number': 4, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port': {'id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '72f2966c-92e1-41a6-93be-c9c643ece375', 'name': '', 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'mac_address': 'fa:16:3e:46:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:09Z', 'updated_at': '2021-08-29T04:44:10Z', 'revision_number': 2, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'subnets': [{'id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:13.593652 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Checking router: 5f3a1452-c7e7-4300-9509-c392c0bd2a37 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:13.594505 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Updating router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 port 72f2966c-92e1-41a6-93be-c9c643ece375 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:13.621641 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.645170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1b71028-b2dc-4cf2-9996-c7c123f16858 req-2121976b-d689-4cd8-8a90-92ed9b9218c0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 210 time: 0.0516849 Aug 29 04:44:13.717687 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.776157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.815274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:13.847451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:13.855103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:13.862709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:13.891653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event updated for resources: {'Port': ['ID=bc4a352e-7780-40f2-86d4-3b93a461c000,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:13.971559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.972235 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.997742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-451d61b3-f54e-4af5-b117-2e74c4d855f3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9862216 Aug 29 04:44:14.015230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Request body: {'port': {'device_id': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:14.084537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5ab22382-c5fe-44a0-90b5-33cf73832f4c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:14.223629 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.247919 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Transition to ACTIVE for port object 72f2966c-92e1-41a6-93be-c9c643ece375 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:14.256071 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.335567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5ab22382-c5fe-44a0-90b5-33cf73832f4c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:14.335988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.343069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.401279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-776b6286-5f89-4b0a-90c4-772c521c5ef2 req-d1cea69f-e70c-444a-bc78-c859394c8b8e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 210 time: 0.1844523 Aug 29 04:44:14.404921 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Pushing event updated for resources: {'Port': ['ID=72f2966c-92e1-41a6-93be-c9c643ece375,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:14.465241 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.465606 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.465951 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.466284 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.466613 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.466957 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.467263 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.467592 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.467909 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.468241 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.468545 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.469118 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:14.536902 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Attempting to bind port 72f2966c-92e1-41a6-93be-c9c643ece375 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:14.537276 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Attempting to bind port 72f2966c-92e1-41a6-93be-c9c643ece375 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:14.537661 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Attempting to bind port 72f2966c-92e1-41a6-93be-c9c643ece375 on network 4c5f6f75-8035-411a-ae76-80f5b3693857 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:14.546973 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:14.547344 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Checking segment: {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:14.547757 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.548151 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Bound using segment: {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:14.548635 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Bound port: 72f2966c-92e1-41a6-93be-c9c643ece375, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:14.549021 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.595571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-53d4b055-b857-44ba-8256-46388b6eb064 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.597383 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-53d4b055-b857-44ba-8256-46388b6eb064 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.32 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 811 time: 0.5175533 Aug 29 04:44:14.665918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Request body: {'port': {'device_id': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'admin_state_up': True, 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:14.669713 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] For port 72f2966c-92e1-41a6-93be-c9c643ece375, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:14.687559 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] For port 72f2966c-92e1-41a6-93be-c9c643ece375, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=72f2966c-92e1-41a6-93be-c9c643ece375,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:14.694926 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.804853 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Routers {'5f3a1452-c7e7-4300-9509-c392c0bd2a37'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:14.805861 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:43:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:14.886858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Made reservation on behalf of 33a2c1b6d6f54087b63f4f9fdf978354 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:14.891514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.940294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232459f3-a3e7-4138-8469-56bb3b583b28 req-5e13a2b4-18ef-4e8a-bc44-f447a3d08e78 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.943832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-232459f3-a3e7-4138-8469-56bb3b583b28 req-5e13a2b4-18ef-4e8a-bc44-f447a3d08e78 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 932 time: 0.1425190 Aug 29 04:44:14.949756 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] Set router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:15.024738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-232459f3-a3e7-4138-8469-56bb3b583b28 req-b8289608-d941-4439-84a7-5303e92df8a6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Aug 29 04:44:15.181741 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ae36f-ee95-41c2-90c5-f0893108f920 None None] Pushing event updated for resources: {'Port': ['ID=72f2966c-92e1-41a6-93be-c9c643ece375,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:15.253491 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:10Z', 'revision_number': 4, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port': {'id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '72f2966c-92e1-41a6-93be-c9c643ece375', 'name': '', 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'mac_address': 'fa:16:3e:46:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:09Z', 'updated_at': '2021-08-29T04:44:14Z', 'revision_number': 4, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'subnets': [{'id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:15.284588 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315c11e-8094-4cfe-b297-dab156b92527 None None] The sync data for ids ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'] in n-d-712143-14 is: [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:10Z', 'revision_number': 4, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port': {'id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '72f2966c-92e1-41a6-93be-c9c643ece375', 'name': '', 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'mac_address': 'fa:16:3e:46:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:09Z', 'updated_at': '2021-08-29T04:44:14Z', 'revision_number': 4, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'subnets': [{'id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:15.629267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ac8d98cc-4048-44e4-8e25-41f983511f2d req-f9fc3d8a-e375-42d6-99d2-d89785aae58f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 210 time: 0.0435655 Aug 29 04:44:15.641418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Allocated IP 172.20.0.11 (4c5f6f75-8035-411a-ae76-80f5b3693857/0128ccdc-2fce-4deb-bb6d-fbb3423be198/1a8ba90f-8a00-45ad-82cf-113415066a1c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:15.765616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4a352e-7780-40f2-86d4-3b93a461c000 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:15.932612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.947440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72f2966c-92e1-41a6-93be-c9c643ece375 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:15.957927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Transition to ACTIVE for port object bc4a352e-7780-40f2-86d4-3b93a461c000 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:15.963676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:15.983781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.046522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4a352e-7780-40f2-86d4-3b93a461c000,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.061724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 72f2966c-92e1-41a6-93be-c9c643ece375 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:16.070368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 72f2966c-92e1-41a6-93be-c9c643ece375 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:16.071435 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.156362 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.193229 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.213481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Attempting to bind port bc4a352e-7780-40f2-86d4-3b93a461c000 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:16.214033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Attempting to bind port bc4a352e-7780-40f2-86d4-3b93a461c000 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:16.214188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Attempting to bind port bc4a352e-7780-40f2-86d4-3b93a461c000 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:16.234769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:16.239573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Port bc4a352e-7780-40f2-86d4-3b93a461c000 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:16.239914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Attempting to bind port bc4a352e-7780-40f2-86d4-3b93a461c000 on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:16.253574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:16.255089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 72f2966c-92e1-41a6-93be-c9c643ece375, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=72f2966c-92e1-41a6-93be-c9c643ece375,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:16.261178 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.264116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:16.270680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03337cd4-a5f6-4fe5-9b41-65e9ba95f753 req-2959b443-58b3-4576-85d2-57be26234299 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.274695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-03337cd4-a5f6-4fe5-9b41-65e9ba95f753 req-2959b443-58b3-4576-85d2-57be26234299 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 944 time: 0.1288805 Aug 29 04:44:16.282066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:16.282391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:16.282814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Bound using segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:16.283246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Bound port: bc4a352e-7780-40f2-86d4-3b93a461c000, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:16.283617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.336627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Pushing event updated for resources: {'Port': ['ID=1a8ba90f-8a00-45ad-82cf-113415066a1c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.350999 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-03337cd4-a5f6-4fe5-9b41-65e9ba95f753 req-660516ef-923f-4f67-9946-cf0333316d3a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699222 Aug 29 04:44:16.370931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=72f2966c-92e1-41a6-93be-c9c643ece375,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.481861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.482545 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.486054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] For port bc4a352e-7780-40f2-86d4-3b93a461c000, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:16.490860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] For port bc4a352e-7780-40f2-86d4-3b93a461c000, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bc4a352e-7780-40f2-86d4-3b93a461c000,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:16.498685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.532053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-1ed26821-749c-4d1a-83ee-e6b8ce4cee4e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8708827 Aug 29 04:44:16.542320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.542953 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.544392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/bc4a352e-7780-40f2-86d4-3b93a461c000 HTTP/1.1" status: 200 len: 1093 time: 2.5377483 Aug 29 04:44:16.544844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'tag': 'bc4a352e-7780-40f2-86d4-3b93a461c000'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:16.547242 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e665d7-5e66-4d6d-9347-b62244cc5c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "39c96c13-4722-4e3f-8be9-71874c0cc855", "tag": "bc4a352e-7780-40f2-86d4-3b93a461c000"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:16.559260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Request body: {'port': {'device_id': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:16.643912 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e770c3-e002-49e2-a571-759f510f3606 x-openstack-request-id: req-26e770c3-e002-49e2-a571-759f510f3606 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:16.644121 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c96c13-4722-4e3f-8be9-71874c0cc855", "tag": "bc4a352e-7780-40f2-86d4-3b93a461c000", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:16.644367 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26e770c3-e002-49e2-a571-759f510f3606 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:16.644765 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'tag': 'bc4a352e-7780-40f2-86d4-3b93a461c000', 'status': 'completed', 'code': 200} Aug 29 04:44:16.686295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9d88d-3f8a-43b6-92b5-e005e5fa36b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4a352e-7780-40f2-86d4-3b93a461c000,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:16.754657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-41852ba9-c457-4c98-b361-4329d6c91a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.757572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-41852ba9-c457-4c98-b361-4329d6c91a0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 1096 time: 0.1428895 Aug 29 04:44:16.771025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.830374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee685-c0ba-4bb6-985e-19e835ffa84c req-1ceb2067-bd22-4ca5-89ce-ff058b9c6e48 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.834556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e5ee685-c0ba-4bb6-985e-19e835ffa84c req-1ceb2067-bd22-4ca5-89ce-ff058b9c6e48 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 932 time: 0.0896869 Aug 29 04:44:16.845522 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f711a8d-a21a-4097-96e0-8caccfea8821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:16.900861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-b26337e7-d8fb-41ee-bc6d-1c9e17c67c9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4a352e-7780-40f2-86d4-3b93a461c000 HTTP/1.1" status: 200 len: 217 time: 0.1178887 Aug 29 04:44:16.902862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e5ee685-c0ba-4bb6-985e-19e835ffa84c req-6682655a-4581-4293-ae58-57e93911dd93 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616310 Aug 29 04:44:17.043665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-528f3f73-269d-47eb-a2db-df80a958252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.045147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-528f3f73-269d-47eb-a2db-df80a958252a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.1296592 Aug 29 04:44:17.116376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-376fbc12-9b2d-42de-b3cc-f0324ca7c823 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561213 Aug 29 04:44:17.262685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-d8614017-5d36-4b6a-9d85-72ec1fc620a0 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350453 Aug 29 04:44:17.340762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8ba90f-8a00-45ad-82cf-113415066a1c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:17.354028 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.378468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Transition to ACTIVE for port object 1a8ba90f-8a00-45ad-82cf-113415066a1c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:17.383815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.437686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eef2a7a9-7ceb-49a9-8e5e-860e2ef1cdfd req-b6d8a37c-7b12-4ca2-89fb-eec340e4c297 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567788 Aug 29 04:44:17.476753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8ba90f-8a00-45ad-82cf-113415066a1c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:17.573667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d0714-b7b1-4205-80d6-d06caf454fd8 req-d3c09f45-6d0d-4879-bd29-9b4d31b2513e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.575130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c6d0714-b7b1-4205-80d6-d06caf454fd8 req-d3c09f45-6d0d-4879-bd29-9b4d31b2513e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 944 time: 0.1326022 Aug 29 04:44:17.618431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-4bb0033f-abd2-41c4-a869-7d40f34b0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.619850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-4bb0033f-abd2-41c4-a869-7d40f34b0a05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 1096 time: 0.1320274 Aug 29 04:44:17.628610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Attempting to bind port 1a8ba90f-8a00-45ad-82cf-113415066a1c on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:17.628947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Attempting to bind port 1a8ba90f-8a00-45ad-82cf-113415066a1c by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:17.629274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Attempting to bind port 1a8ba90f-8a00-45ad-82cf-113415066a1c on network 4c5f6f75-8035-411a-ae76-80f5b3693857 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:17.687717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Port 1a8ba90f-8a00-45ad-82cf-113415066a1c on network 4c5f6f75-8035-411a-ae76-80f5b3693857 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:17.688047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Attempting to bind port 1a8ba90f-8a00-45ad-82cf-113415066a1c on network 4c5f6f75-8035-411a-ae76-80f5b3693857 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:17.694583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c6d0714-b7b1-4205-80d6-d06caf454fd8 req-61bde5b0-3364-4e20-a709-e022ae0c3712 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130581 Aug 29 04:44:17.705514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:17.705990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Checking segment: {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:17.708212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Bound using segment: {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:17.708212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Bound port: 1a8ba90f-8a00-45ad-82cf-113415066a1c, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:17.708212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.819440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] For port 1a8ba90f-8a00-45ad-82cf-113415066a1c, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:17.824697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] For port 1a8ba90f-8a00-45ad-82cf-113415066a1c, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:17.833650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-b94989ca-156c-4690-8b27-aaeb004a1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.836144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-b94989ca-156c-4690-8b27-aaeb004a1b72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 907 time: 0.2083046 Aug 29 04:44:17.837818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.930584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72f2966c-92e1-41a6-93be-c9c643ece375 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:17.934765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-f46d8ca8-10f9-4855-b272-3d91ce53c37b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4a352e-7780-40f2-86d4-3b93a461c000 HTTP/1.1" status: 200 len: 217 time: 0.0890491 Aug 29 04:44:17.938398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.939032 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.940625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a8ba90f-8a00-45ad-82cf-113415066a1c HTTP/1.1" status: 200 len: 1093 time: 1.3871820 Aug 29 04:44:18.047889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd88aec-65f4-4871-afc1-d4f43a73b55c req-322cebc5-ade5-4575-b367-33f16a549548 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.054940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 72f2966c-92e1-41a6-93be-c9c643ece375 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:18.055309 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:18.058062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfd88aec-65f4-4871-afc1-d4f43a73b55c req-322cebc5-ade5-4575-b367-33f16a549548 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 944 time: 0.0699062 Aug 29 04:44:18.096135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cca73-999b-41d1-b931-c56b1d5f6692 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8ba90f-8a00-45ad-82cf-113415066a1c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:18.120347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfd88aec-65f4-4871-afc1-d4f43a73b55c req-28493542-9371-44f5-b3e5-fe4997fec1a1 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Aug 29 04:44:18.129406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-1c24dbea-ebbf-49ef-a6f7-617fb16673c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.131059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-1c24dbea-ebbf-49ef-a6f7-617fb16673c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.1858790 Aug 29 04:44:18.154651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-5f8e154c-6ecc-4c0b-a436-c9c4fe905fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.156225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-5f8e154c-6ecc-4c0b-a436-c9c4fe905fbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 1096 time: 0.1308527 Aug 29 04:44:18.186522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-5055e0dd-83a6-4d93-bf52-dcb81be55c01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477202 Aug 29 04:44:18.405801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-83a7beae-5f9c-4e1e-9e0b-e4dfa0564fb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c HTTP/1.1" status: 200 len: 217 time: 0.0490820 Aug 29 04:44:18.405801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-3258d724-8cac-45d7-a345-19cf237d53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.405801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-3258d724-8cac-45d7-a345-19cf237d53ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 200 len: 851 time: 0.0731239 Aug 29 04:44:18.405801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-443c92f3-827b-44a8-8c03-ffe6a3b8ca16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c5f6f75-8035-411a-ae76-80f5b3693857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374775 Aug 29 04:44:18.405801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-b16f20a6-89b9-4a87-aeb6-a8a8f9860926 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714699 Aug 29 04:44:18.578717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-42ad9da7-ae6f-4c34-9245-6b7bab7a363d service neutron] 10.222.0.32 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837940 Aug 29 04:44:18.580889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35e665d7-5e66-4d6d-9347-b62244cc5c0f req-598e5d1d-9760-479a-b736-af675fb08090 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776562 Aug 29 04:44:18.645924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'tag': '1a8ba90f-8a00-45ad-82cf-113415066a1c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:18.649154 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe26a79-c462-4cb0-96db-799d90c8b0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0096be-f340-466c-9c5d-a6cf3985a245", "tag": "1a8ba90f-8a00-45ad-82cf-113415066a1c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:18.696080 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d5a7ec-f3ef-4065-8e06-eb033a41750b x-openstack-request-id: req-62d5a7ec-f3ef-4065-8e06-eb033a41750b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:18.696374 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0096be-f340-466c-9c5d-a6cf3985a245", "tag": "1a8ba90f-8a00-45ad-82cf-113415066a1c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:18.696618 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62d5a7ec-f3ef-4065-8e06-eb033a41750b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:18.697100 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'tag': '1a8ba90f-8a00-45ad-82cf-113415066a1c', 'status': 'completed', 'code': 200} Aug 29 04:44:18.703390 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f885147d-1da8-4003-95e0-c9fc3fa4e99b req-e6e38068-37bf-474f-911e-3b1f63435bd5 service neutron] 10.222.0.32 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178074 Aug 29 04:44:18.754800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bc4a352e-7780-40f2-86d4-3b93a461c000 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:18.846339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baae87-0c49-4f6c-955c-fc5da43b6de8 req-4daa5560-f496-4975-bfd1-4713fa28fa5d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.854760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20baae87-0c49-4f6c-955c-fc5da43b6de8 req-4daa5560-f496-4975-bfd1-4713fa28fa5d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 944 time: 0.0654480 Aug 29 04:44:18.910236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20baae87-0c49-4f6c-955c-fc5da43b6de8 req-608e4edd-13dc-4f36-8ca8-f8964155edd4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542564 Aug 29 04:44:18.918266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bc4a352e-7780-40f2-86d4-3b93a461c000, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bc4a352e-7780-40f2-86d4-3b93a461c000,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:18.939731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-d77519c8-bce5-4c2f-a6df-63bb02571994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.939731 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-d77519c8-bce5-4c2f-a6df-63bb02571994 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 1096 time: 0.1105576 Aug 29 04:44:18.954674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'bc4a352e-7780-40f2-86d4-3b93a461c000', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'port_id': 'bc4a352e-7780-40f2-86d4-3b93a461c000', 'mac_address': 'fa:16:3e:e5:6b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbfbe57-f674-456b-a832-5a7b7276b672', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:19.025112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.046381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4a352e-7780-40f2-86d4-3b93a461c000 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:19.070731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bc4a352e-7780-40f2-86d4-3b93a461c000, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bc4a352e-7780-40f2-86d4-3b93a461c000,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:19.077797 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.082283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-9cbac7d4-2d56-4413-a2c8-e61ecef28615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.083959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-9cbac7d4-2d56-4413-a2c8-e61ecef28615 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 912 time: 0.1421621 Aug 29 04:44:19.136820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-584476b0-6b05-474d-bb74-9e9d790c3aea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c HTTP/1.1" status: 200 len: 217 time: 0.0423555 Aug 29 04:44:19.153714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=bc4a352e-7780-40f2-86d4-3b93a461c000,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:19.215389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-fdd52d29-7f83-47df-9bf8-c6fd79eec89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.217381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-fdd52d29-7f83-47df-9bf8-c6fd79eec89f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 200 len: 851 time: 0.0722632 Aug 29 04:44:19.284192 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-4d5e04bc-672d-40a1-9b1c-289d50694a8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c5f6f75-8035-411a-ae76-80f5b3693857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500209 Aug 29 04:44:19.288255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['bc4a352e-7780-40f2-86d4-3b93a461c000'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:19.363626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945e12-da45-47b1-b8be-76baf41bf840 req-5eb84419-7967-409b-bdce-59694be62649 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.365244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f8945e12-da45-47b1-b8be-76baf41bf840 req-5eb84419-7967-409b-bdce-59694be62649 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 944 time: 0.1448574 Aug 29 04:44:19.428567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f8945e12-da45-47b1-b8be-76baf41bf840 req-981b0119-5cf9-45bb-b42f-270655fbcf20 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555160 Aug 29 04:44:19.450640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-f920ad18-59c0-4195-9fcf-41cb06245c26 service neutron] 10.222.0.32 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572540 Aug 29 04:44:19.506423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad75c973-be8e-4f70-8bb4-742fb8257f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.591973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbe26a79-c462-4cb0-96db-799d90c8b0ad req-c19cac30-21dc-4bc4-8847-8db2c9ee41f0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318691 Aug 29 04:44:19.617481 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.082057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edb86e-e684-4585-a9ee-9aa2b1da52bd req-7180cb8d-746d-4ae8-8afc-53db6da2e506 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.083923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29edb86e-e684-4585-a9ee-9aa2b1da52bd req-7180cb8d-746d-4ae8-8afc-53db6da2e506 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 945 time: 0.0791485 Aug 29 04:44:20.138552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29edb86e-e684-4585-a9ee-9aa2b1da52bd req-f2ed2d66-6233-48c9-8a03-a753f33b8074 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Aug 29 04:44:20.567166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90296-6ed4-48f1-988d-eadaa5adc48d req-a608f1e2-5178-40f5-9626-b34bd35d93c1 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:20.569081 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5f90296-6ed4-48f1-988d-eadaa5adc48d req-a608f1e2-5178-40f5-9626-b34bd35d93c1 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 944 time: 0.0565834 Aug 29 04:44:20.617574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5f90296-6ed4-48f1-988d-eadaa5adc48d req-03257e20-e069-4b63-8155-5689569a0b00 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Aug 29 04:44:20.743511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.754906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bc4a352e-7780-40f2-86d4-3b93a461c000 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:20.801226 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.824831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port bc4a352e-7780-40f2-86d4-3b93a461c000 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:20.830057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port bc4a352e-7780-40f2-86d4-3b93a461c000 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:20.830424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.928486 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.974419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4a352e-7780-40f2-86d4-3b93a461c000'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:20.977929 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3905dfae-6a08-4430-85dc-b760f71f8c68" -d '{"events": [{"server_uuid": "39c96c13-4722-4e3f-8be9-71874c0cc855", "name": "network-vif-plugged", "status": "completed", "tag": "bc4a352e-7780-40f2-86d4-3b93a461c000"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:20.996884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port bc4a352e-7780-40f2-86d4-3b93a461c000, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bc4a352e-7780-40f2-86d4-3b93a461c000,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:21.002666 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.083095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=bc4a352e-7780-40f2-86d4-3b93a461c000,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.155256 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cedf751-9768-496c-ab1c-eaefc3b36d84 x-openstack-request-id: req-7cedf751-9768-496c-ab1c-eaefc3b36d84 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:21.155664 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c96c13-4722-4e3f-8be9-71874c0cc855", "name": "network-vif-plugged", "status": "completed", "tag": "bc4a352e-7780-40f2-86d4-3b93a461c000", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:21.155825 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7cedf751-9768-496c-ab1c-eaefc3b36d84 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:21.156947 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4a352e-7780-40f2-86d4-3b93a461c000', 'code': 200} Aug 29 04:44:21.312604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d26cbb-1854-4b48-acee-441446d6645a req-3d65dc58-6f58-4f0e-9c9a-ac98c85f3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.314704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0d26cbb-1854-4b48-acee-441446d6645a req-3d65dc58-6f58-4f0e-9c9a-ac98c85f3a05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 1098 time: 0.0853057 Aug 29 04:44:21.337387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab210d7-321d-49d1-a169-1bf893827f4d req-e618b263-e25c-41cc-a13d-ed9e4f76c07a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.341043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ab210d7-321d-49d1-a169-1bf893827f4d req-e618b263-e25c-41cc-a13d-ed9e4f76c07a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 946 time: 0.0994365 Aug 29 04:44:21.389629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0d26cbb-1854-4b48-acee-441446d6645a req-a14cac82-c76f-4fc2-9d07-4a39a00444cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677311 Aug 29 04:44:21.407425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ab210d7-321d-49d1-a169-1bf893827f4d req-bc4363a0-88af-4c1c-833d-9eeff5d7e91d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Aug 29 04:44:21.764934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43977a6-d43c-4eb4-8398-cfdff0ddda68 req-02bf63d8-2297-44a6-af37-16fbbca79ccb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.766629 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d43977a6-d43c-4eb4-8398-cfdff0ddda68 req-02bf63d8-2297-44a6-af37-16fbbca79ccb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 944 time: 0.0676496 Aug 29 04:44:21.817073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d43977a6-d43c-4eb4-8398-cfdff0ddda68 req-71529626-6323-4e0e-91a1-91f6f96f68eb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Aug 29 04:44:22.263228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a8ba90f-8a00-45ad-82cf-113415066a1c details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:22.317085 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.418944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a8ba90f-8a00-45ad-82cf-113415066a1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:22.435544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '1a8ba90f-8a00-45ad-82cf-113415066a1c', 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'port_id': '1a8ba90f-8a00-45ad-82cf-113415066a1c', 'mac_address': 'fa:16:3e:b7:04:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:22.491092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.506535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8ba90f-8a00-45ad-82cf-113415066a1c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:22.534514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a8ba90f-8a00-45ad-82cf-113415066a1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:22.537166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.563705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2e54a-0754-4804-a6d4-631d2da85976 req-ccae61f8-799d-4e8a-8327-71b6a21e6445 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.571917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6af2e54a-0754-4804-a6d4-631d2da85976 req-ccae61f8-799d-4e8a-8327-71b6a21e6445 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 946 time: 0.0774126 Aug 29 04:44:22.597428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a8ba90f-8a00-45ad-82cf-113415066a1c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:22.618255 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6af2e54a-0754-4804-a6d4-631d2da85976 req-8e06c6ba-6947-4266-9b0a-5e138830d4f4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Aug 29 04:44:22.844071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1a8ba90f-8a00-45ad-82cf-113415066a1c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:22.912149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb320d14-fc8c-4b42-9fa5-f47d7d4ba47b req-01e585c9-d741-40cd-a19a-17fdfe3cfee0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:22.915428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb320d14-fc8c-4b42-9fa5-f47d7d4ba47b req-01e585c9-d741-40cd-a19a-17fdfe3cfee0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 946 time: 0.0908694 Aug 29 04:44:22.986501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb320d14-fc8c-4b42-9fa5-f47d7d4ba47b req-d24019fb-2177-4295-a533-a417bea1c5e2 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639391 Aug 29 04:44:23.028366 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:23.080977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cd1b-61ff-4a8a-96b3-811753d943ad req-199e569b-9700-40e6-b9b8-bc80711c12c2 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.098014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2d3cd1b-61ff-4a8a-96b3-811753d943ad req-199e569b-9700-40e6-b9b8-bc80711c12c2 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 945 time: 0.1193430 Aug 29 04:44:23.153420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2d3cd1b-61ff-4a8a-96b3-811753d943ad req-eecef6bf-0729-4bfd-95ae-a73c279117ea tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544951 Aug 29 04:44:23.160099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9383b-5ec4-4b28-8909-e80d525ae597 req-9b093e34-5607-48ad-a405-b303a5d7bcba tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.167996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00f9383b-5ec4-4b28-8909-e80d525ae597 req-9b093e34-5607-48ad-a405-b303a5d7bcba tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 946 time: 0.0679064 Aug 29 04:44:23.245365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00f9383b-5ec4-4b28-8909-e80d525ae597 req-202a2ad0-1af6-4f30-b22e-e3e9c6edeb03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755403 Aug 29 04:44:23.548375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca6b6-6417-44b0-81cb-a30bc0a21435 req-b5f628f0-11bc-4133-aa7b-fa9270994d30 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.550208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-832ca6b6-6417-44b0-81cb-a30bc0a21435 req-b5f628f0-11bc-4133-aa7b-fa9270994d30 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 946 time: 0.0648656 Aug 29 04:44:23.618352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-832ca6b6-6417-44b0-81cb-a30bc0a21435 req-d0f415ac-33e7-461f-a02a-cf9b608a8cba tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Aug 29 04:44:24.275832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a8ba90f-8a00-45ad-82cf-113415066a1c up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:24.344618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba17dac-219e-4c21-b976-9208ed100e00 req-ea4b88a9-b743-4afb-a8ff-aec462af15e7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.347368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ba17dac-219e-4c21-b976-9208ed100e00 req-ea4b88a9-b743-4afb-a8ff-aec462af15e7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 945 time: 0.1038260 Aug 29 04:44:24.355244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 1a8ba90f-8a00-45ad-82cf-113415066a1c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:24.359832 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 1a8ba90f-8a00-45ad-82cf-113415066a1c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:24.360472 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.423978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ba17dac-219e-4c21-b976-9208ed100e00 req-979be554-7057-419e-8be5-34d5bb763009 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690713 Aug 29 04:44:24.455049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.488954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8ba90f-8a00-45ad-82cf-113415066a1c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:24.492541 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaecdc0-4f20-477f-a87f-47eb74178e59" -d '{"events": [{"server_uuid": "ca0096be-f340-466c-9c5d-a6cf3985a245", "name": "network-vif-plugged", "status": "completed", "tag": "1a8ba90f-8a00-45ad-82cf-113415066a1c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:24.510220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a8ba90f-8a00-45ad-82cf-113415066a1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:24.517214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.552218 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad92ff-7d19-446c-8bc8-92fdbea328fe x-openstack-request-id: req-b0ad92ff-7d19-446c-8bc8-92fdbea328fe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:24.552667 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0096be-f340-466c-9c5d-a6cf3985a245", "name": "network-vif-plugged", "status": "completed", "tag": "1a8ba90f-8a00-45ad-82cf-113415066a1c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:24.552950 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0ad92ff-7d19-446c-8bc8-92fdbea328fe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:24.553377 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8ba90f-8a00-45ad-82cf-113415066a1c', 'code': 200} Aug 29 04:44:24.592577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a8ba90f-8a00-45ad-82cf-113415066a1c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:24.726895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d7de4-90b9-424e-9581-ba6fdb77d004 req-08d22eb9-b7b5-4990-8aaf-81ec1728c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.728537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-511d7de4-90b9-424e-9581-ba6fdb77d004 req-08d22eb9-b7b5-4990-8aaf-81ec1728c5d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 1098 time: 0.0844271 Aug 29 04:44:24.774295 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-511d7de4-90b9-424e-9581-ba6fdb77d004 req-0ff84992-b316-42ac-9fe3-2476ec68c3d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Aug 29 04:44:24.817728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9948c-308f-49bc-8933-5c0b34469857 req-fc3f0221-bc59-44bb-840e-d27866458e2b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.819898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85c9948c-308f-49bc-8933-5c0b34469857 req-fc3f0221-bc59-44bb-840e-d27866458e2b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 946 time: 0.0984721 Aug 29 04:44:24.866874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-7cc5e704-100c-49b1-a23d-d31e3e1fca98 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.868765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-7cc5e704-100c-49b1-a23d-d31e3e1fca98 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 946 time: 0.0723495 Aug 29 04:44:24.884244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85c9948c-308f-49bc-8933-5c0b34469857 req-4b43e085-efaa-4dab-9b21-ae89926f06a6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Aug 29 04:44:24.992301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Deleting port bc4a352e-7780-40f2-86d4-3b93a461c000 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:24.992935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.405787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] For port bc4a352e-7780-40f2-86d4-3b93a461c000, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=bc4a352e-7780-40f2-86d4-3b93a461c000,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:25.406463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.427135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Calling delete_port for bc4a352e-7780-40f2-86d4-3b93a461c000 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:25.615782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855cbd5-c59c-496d-942c-0d88e006d5b7 req-e90b2538-17de-4284-9ead-d75b1af63422 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.622110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6855cbd5-c59c-496d-942c-0d88e006d5b7 req-e90b2538-17de-4284-9ead-d75b1af63422 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.1008215 Aug 29 04:44:25.636067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.649966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['bc4a352e-7780-40f2-86d4-3b93a461c000'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:25.685725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:25.690564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event deleted for resources: {'Port': ['ID=bc4a352e-7780-40f2-86d4-3b93a461c000,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.758112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] No DVR routers for this DVR port bc4a352e-7780-40f2-86d4-3b93a461c000 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:25.761689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.764002 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-19b6c2f7-1d1b-4641-bc41-1de57b234a59 req-4302f4df-0410-4c13-9df1-66db0c570f03 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "DELETE /v2.0/ports/bc4a352e-7780-40f2-86d4-3b93a461c000 HTTP/1.1" status: 204 len: 173 time: 0.8888888 Aug 29 04:44:25.764343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'name': 'network-vif-deleted', 'tag': 'bc4a352e-7780-40f2-86d4-3b93a461c000'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:25.766688 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b4399-92af-4151-ad8f-3be92fff33e3" -d '{"events": [{"server_uuid": "39c96c13-4722-4e3f-8be9-71874c0cc855", "name": "network-vif-deleted", "tag": "bc4a352e-7780-40f2-86d4-3b93a461c000"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:25.783828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6855cbd5-c59c-496d-942c-0d88e006d5b7 req-6937b305-4294-4417-ad12-b31611cce439 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508577 Aug 29 04:44:25.838872 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c54ee-c0b7-4883-afd2-9547e9a72d58 x-openstack-request-id: req-cf4c54ee-c0b7-4883-afd2-9547e9a72d58 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:25.839410 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c96c13-4722-4e3f-8be9-71874c0cc855", "name": "network-vif-deleted", "tag": "bc4a352e-7780-40f2-86d4-3b93a461c000", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:25.839815 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf4c54ee-c0b7-4883-afd2-9547e9a72d58 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:25.840261 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c96c13-4722-4e3f-8be9-71874c0cc855', 'name': 'network-vif-deleted', 'tag': 'bc4a352e-7780-40f2-86d4-3b93a461c000', 'status': 'completed', 'code': 200} Aug 29 04:44:26.045978 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-914e9b27-1a3d-441b-b08e-13caf51a62e8 req-3172efb5-d1b2-4ce9-8758-fcad6fd2f926 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=39c96c13-4722-4e3f-8be9-71874c0cc855 HTTP/1.1" status: 200 len: 210 time: 0.0316689 Aug 29 04:44:26.933730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf0ba6-f7a9-4f90-b843-904a9fb22303 req-e09c1ada-6fc4-45f5-9e37-10c329246570 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.935378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0fdf0ba6-f7a9-4f90-b843-904a9fb22303 req-e09c1ada-6fc4-45f5-9e37-10c329246570 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0584643 Aug 29 04:44:26.983643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0fdf0ba6-f7a9-4f90-b843-904a9fb22303 req-e854d7c8-07ed-4d39-9eff-07f4fa3d7537 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Aug 29 04:44:27.418321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909268f3-77c9-488a-abc0-fe93f633a71e req-f2377b4b-21a4-4244-8b8b-39936ec9efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.420139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-909268f3-77c9-488a-abc0-fe93f633a71e req-f2377b4b-21a4-4244-8b8b-39936ec9efec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 1098 time: 0.0951378 Aug 29 04:44:27.435208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc84dcc-3379-493b-994a-b9976132c10d req-0d6037ae-43fb-487c-8668-edbb4c693052 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.443257 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dc84dcc-3379-493b-994a-b9976132c10d req-0d6037ae-43fb-487c-8668-edbb4c693052 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.1036940 Aug 29 04:44:27.447521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-18a8069b-a423-4eff-9de2-aa3c2430b4a7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.454183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-18a8069b-a423-4eff-9de2-aa3c2430b4a7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.1578262 Aug 29 04:44:27.470632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-cbaa5a60-9b09-4dcf-a37d-52b8b450f90b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/quotas/9a683d378e2848e5b93c7b99fe477b90 HTTP/1.1" status: 200 len: 375 time: 0.0131319 Aug 29 04:44:27.544555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-577b532d-51f1-424c-8015-70e687068c56 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662723 Aug 29 04:44:27.582251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dc84dcc-3379-493b-994a-b9976132c10d req-1d7892e5-bc32-49c0-8ce3-61de8c9e154b tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380348 Aug 29 04:44:27.645639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909268f3-77c9-488a-abc0-fe93f633a71e req-c2c053dc-7407-45b7-bc25-6c8e08da905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.646718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-909268f3-77c9-488a-abc0-fe93f633a71e req-c2c053dc-7407-45b7-bc25-6c8e08da905b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 912 time: 0.2002735 Aug 29 04:44:27.683561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-2e004cd2-6feb-4910-811f-f272c519fd91 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213560 Aug 29 04:44:27.712073 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-909268f3-77c9-488a-abc0-fe93f633a71e req-9824cdb6-cc2f-4141-b46a-4c98b7144208 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c HTTP/1.1" status: 200 len: 217 time: 0.0520434 Aug 29 04:44:27.787268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909268f3-77c9-488a-abc0-fe93f633a71e req-b3cc4d58-abc6-484b-bfea-8c0f91bd6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.789710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-909268f3-77c9-488a-abc0-fe93f633a71e req-b3cc4d58-abc6-484b-bfea-8c0f91bd6b4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 200 len: 851 time: 0.0695453 Aug 29 04:44:27.821101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-2f5cdaa1-f76c-4754-85f1-9daa218dfe84 service neutron] 10.222.0.55 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354778 Aug 29 04:44:27.830939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-909268f3-77c9-488a-abc0-fe93f633a71e req-4a57e652-1b17-4c2e-9dcd-45f249dec222 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c5f6f75-8035-411a-ae76-80f5b3693857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328174 Aug 29 04:44:27.974236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-909268f3-77c9-488a-abc0-fe93f633a71e req-dc463e90-da04-4268-b118-32c8db3fe188 service neutron] 10.222.0.32 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353834 Aug 29 04:44:28.107909 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5232d938-5df6-43a1-a4ab-7fb6447d2942 req-981e3b43-4fb9-4e1b-91f3-345501965a5f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 210 time: 0.0461886 Aug 29 04:44:28.159724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-909268f3-77c9-488a-abc0-fe93f633a71e req-e1c88977-b7b2-4efc-9ee3-8a72eeb91155 service neutron] 10.222.0.32 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767039 Aug 29 04:44:28.746115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319bf57-5124-47d5-b42d-47bc9022f12c req-4f17f0af-ff3f-41e1-92cf-28c0fe0a79ce tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:28.748765 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1319bf57-5124-47d5-b42d-47bc9022f12c req-4f17f0af-ff3f-41e1-92cf-28c0fe0a79ce tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0682163 Aug 29 04:44:28.785844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bc4a352e-7780-40f2-86d4-3b93a461c000 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:28.799234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1319bf57-5124-47d5-b42d-47bc9022f12c req-3096b62c-6710-4d31-b0bd-1cce2d020b48 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438573 Aug 29 04:44:28.814876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: bc4a352e-7780-40f2-86d4-3b93a461c000 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:28.825406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device bc4a352e-7780-40f2-86d4-3b93a461c000 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:29.253490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8aec451f-cdee-422f-9336-710b325bb915 req-5c593a77-1b90-4723-a737-73b5fb1bd7fd tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 210 time: 0.0401118 Aug 29 04:44:29.307051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-de892622-234f-4523-abaa-abfe781aaba6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.309091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-de892622-234f-4523-abaa-abfe781aaba6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 806 time: 0.2110660 Aug 29 04:44:29.331099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Request body: {'port': {'device_id': '553f6311-b51c-414f-8f7d-d4f80678d053', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'admin_state_up': True, 'tenant_id': '9a683d378e2848e5b93c7b99fe477b90'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:29.454270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Made reservation on behalf of 9a683d378e2848e5b93c7b99fe477b90 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:29.458484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.611159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Allocated IP 172.20.0.9 (188b4da4-1b5f-4cac-bdae-cd699aee122f/bcbfbe57-f674-456b-a832-5a7b7276b672/ed947fb5-804d-4749-bde7-775b0617f00a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:29.820784 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.895598 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.932091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:29.972607 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event updated for resources: {'Port': ['ID=ed947fb5-804d-4749-bde7-775b0617f00a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:29.981970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Network 188b4da4-1b5f-4cac-bdae-cd699aee122f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:29.993991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.995584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.996234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.996843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.997430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.997894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.998328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.998759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.999258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:29.999657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:30.000087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:30.000527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:30.006485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:30.014383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:30.052716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fc248-9130-47f3-b964-744efead8b40 req-7bcf4a1f-ca2d-47c7-aa38-9c7aa7b74a17 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.054424 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-089fc248-9130-47f3-b964-744efead8b40 req-7bcf4a1f-ca2d-47c7-aa38-9c7aa7b74a17 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.1422162 Aug 29 04:44:30.091928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.092724 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.103964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-089fc248-9130-47f3-b964-744efead8b40 req-9810945a-0c00-4d3b-afae-8c80be46937f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Aug 29 04:44:30.133047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-efb72767-c117-49fd-8a64-73c0d135e19a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126438 Aug 29 04:44:30.148049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Request body: {'port': {'device_id': '553f6311-b51c-414f-8f7d-d4f80678d053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:30.226792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.498804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa571c-d188-4d84-91d6-0ea36ed298d2 req-0bb0ca59-ef81-43de-a68a-e6085a507ee8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.500454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4fa571c-d188-4d84-91d6-0ea36ed298d2 req-0bb0ca59-ef81-43de-a68a-e6085a507ee8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 931 time: 0.1102424 Aug 29 04:44:30.579586 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4fa571c-d188-4d84-91d6-0ea36ed298d2 req-5261a79c-dd53-4cf5-83ed-c6bf12e1365b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707157 Aug 29 04:44:30.644444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed947fb5-804d-4749-bde7-775b0617f00a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:30.653291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.670175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Transition to ACTIVE for port object ed947fb5-804d-4749-bde7-775b0617f00a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:30.686974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.765110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Pushing event updated for resources: {'Port': ['ID=ed947fb5-804d-4749-bde7-775b0617f00a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:30.855156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Attempting to bind port ed947fb5-804d-4749-bde7-775b0617f00a on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:30.855747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Attempting to bind port ed947fb5-804d-4749-bde7-775b0617f00a by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:30.856180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Attempting to bind port ed947fb5-804d-4749-bde7-775b0617f00a on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:30.861998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Port ed947fb5-804d-4749-bde7-775b0617f00a on network 188b4da4-1b5f-4cac-bdae-cd699aee122f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:30.862481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Attempting to bind port ed947fb5-804d-4749-bde7-775b0617f00a on network 188b4da4-1b5f-4cac-bdae-cd699aee122f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:30.868925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:30.869412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Checking segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:30.869953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Bound using segment: {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:30.870501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Bound port: ed947fb5-804d-4749-bde7-775b0617f00a, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3fca7e-27f1-48bb-9a58-d651f6426079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:30.871159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.967570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] For port ed947fb5-804d-4749-bde7-775b0617f00a, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:30.971864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] For port ed947fb5-804d-4749-bde7-775b0617f00a, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ed947fb5-804d-4749-bde7-775b0617f00a,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:30.976749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.016499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.017072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.018537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-944cce14-2a23-470a-902e-903e40cb198f service neutron] 10.222.0.37 "PUT /v2.0/ports/ed947fb5-804d-4749-bde7-775b0617f00a HTTP/1.1" status: 200 len: 1092 time: 0.8774436 Aug 29 04:44:31.018978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553f6311-b51c-414f-8f7d-d4f80678d053', 'tag': 'ed947fb5-804d-4749-bde7-775b0617f00a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:31.021322 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46a3247-2df0-49c0-8763-0f9d2e919abf" -d '{"events": [{"name": "network-changed", "server_uuid": "553f6311-b51c-414f-8f7d-d4f80678d053", "tag": "ed947fb5-804d-4749-bde7-775b0617f00a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:31.068989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cce14-2a23-470a-902e-903e40cb198f service neutron] Pushing event updated for resources: {'Port': ['ID=ed947fb5-804d-4749-bde7-775b0617f00a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:31.111647 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b1ec1-bc35-41eb-8f6d-55d413c137d7 x-openstack-request-id: req-c33b1ec1-bc35-41eb-8f6d-55d413c137d7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:31.111939 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553f6311-b51c-414f-8f7d-d4f80678d053", "tag": "ed947fb5-804d-4749-bde7-775b0617f00a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:31.112502 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c33b1ec1-bc35-41eb-8f6d-55d413c137d7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:31.112841 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553f6311-b51c-414f-8f7d-d4f80678d053', 'tag': 'ed947fb5-804d-4749-bde7-775b0617f00a', 'status': 'completed', 'code': 200} Aug 29 04:44:31.136289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-526fc121-1f0f-417e-9019-7b225c072bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.137889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-526fc121-1f0f-417e-9019-7b225c072bed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 1095 time: 0.0633361 Aug 29 04:44:31.219362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-3a7e4af1-4037-40b4-91c1-1e525b4900e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed947fb5-804d-4749-bde7-775b0617f00a HTTP/1.1" status: 200 len: 217 time: 0.0723515 Aug 29 04:44:31.307389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f1b0b-ce00-4abc-ac21-4cb84fb6d9be req-ee6f7857-4882-495f-8406-edd510a07de7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.309049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e93f1b0b-ce00-4abc-ac21-4cb84fb6d9be req-ee6f7857-4882-495f-8406-edd510a07de7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.1019351 Aug 29 04:44:31.315806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-8b19811b-48ee-4e60-b73f-ef18d2e96ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.317342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-8b19811b-48ee-4e60-b73f-ef18d2e96ef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0748558 Aug 29 04:44:31.363328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-556de1b9-2473-4549-9b68-3faa2f0f4759 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387762 Aug 29 04:44:31.437644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e93f1b0b-ce00-4abc-ac21-4cb84fb6d9be req-961e330e-7e39-4586-9a9b-0ed2f23eb3f6 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148860 Aug 29 04:44:31.466533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.517924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-68f22d34-7f15-4cb2-97d4-7e46b1e057f8 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471915 Aug 29 04:44:31.628780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a6490e5-4f9e-4d92-87ee-a5bd0e265130 req-688919c1-2b5c-49b2-8dde-1d359de3e41e service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035166 Aug 29 04:44:31.748175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-ab8192f6-c0b4-4167-8141-bf70d6dc7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.750994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-ab8192f6-c0b4-4167-8141-bf70d6dc7fa4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a683d378e2848e5b93c7b99fe477b90&device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 1095 time: 0.0611944 Aug 29 04:44:31.801680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005a18c-b8c3-4fae-bc97-8a70b8808a24 req-a8801ccc-bcad-47e1-bd7b-ce945bfe79c1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.814568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2005a18c-b8c3-4fae-bc97-8a70b8808a24 req-a8801ccc-bcad-47e1-bd7b-ce945bfe79c1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 943 time: 0.1081281 Aug 29 04:44:31.884787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-24ace596-e48b-4e0f-93a8-513f448cd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.884787 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-24ace596-e48b-4e0f-93a8-513f448cd91d service neutron] 10.222.0.37 "GET /v2.0/networks?id=188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 200 len: 907 time: 0.1170537 Aug 29 04:44:31.885140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2005a18c-b8c3-4fae-bc97-8a70b8808a24 req-21a5faf1-3bcc-4d71-846d-ebf6a1a0ccd3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664694 Aug 29 04:44:31.933483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-8fbe5f7f-893f-4730-bf7c-18ce4233bf7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed947fb5-804d-4749-bde7-775b0617f00a HTTP/1.1" status: 200 len: 217 time: 0.0446215 Aug 29 04:44:32.020814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-8b8836c9-fbb3-4931-9fca-2604936afac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:32.023603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-8b8836c9-fbb3-4931-9fca-2604936afac4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 200 len: 846 time: 0.0823810 Aug 29 04:44:32.064256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-78813440-62cf-4dff-a002-ac32a08bd432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=188b4da4-1b5f-4cac-bdae-cd699aee122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317404 Aug 29 04:44:32.182137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-48ab0e36-80be-4b37-b963-3ef09aad9d9f service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102552 Aug 29 04:44:32.305012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d46a3247-2df0-49c0-8763-0f9d2e919abf req-4a6bd0ac-1dca-42b4-b1cc-b5c1f3564e18 service neutron] 10.222.0.37 "GET /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153655 Aug 29 04:44:32.596265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f4905-fd1f-4399-9b01-e51a41e5687f req-f9ae5c53-13c7-44dc-9ca5-6a13350de80d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:32.598023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc6f4905-fd1f-4399-9b01-e51a41e5687f req-f9ae5c53-13c7-44dc-9ca5-6a13350de80d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0709934 Aug 29 04:44:32.645500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc6f4905-fd1f-4399-9b01-e51a41e5687f req-adf06ce1-5ec4-45be-a4f0-7d5db6486bae tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Aug 29 04:44:32.806629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ed947fb5-804d-4749-bde7-775b0617f00a details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:32.972294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ed947fb5-804d-4749-bde7-775b0617f00a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ed947fb5-804d-4749-bde7-775b0617f00a,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:33.001649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'ed947fb5-804d-4749-bde7-775b0617f00a', 'network_id': '188b4da4-1b5f-4cac-bdae-cd699aee122f', 'port_id': 'ed947fb5-804d-4749-bde7-775b0617f00a', 'mac_address': 'fa:16:3e:1a:8c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbfbe57-f674-456b-a832-5a7b7276b672', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:33.067740 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.068952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593942b-88ad-403d-b3b5-ee41db37aa23 req-5851e95e-0906-43c3-bcf5-5ab8acb1ff02 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:33.077140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3593942b-88ad-403d-b3b5-ee41db37aa23 req-5851e95e-0906-43c3-bcf5-5ab8acb1ff02 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 943 time: 0.0858548 Aug 29 04:44:33.086622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed947fb5-804d-4749-bde7-775b0617f00a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:33.115333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ed947fb5-804d-4749-bde7-775b0617f00a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ed947fb5-804d-4749-bde7-775b0617f00a,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:33.125091 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.138177 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3593942b-88ad-403d-b3b5-ee41db37aa23 req-066944d7-9a7a-49e8-8044-389dc735e47d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593226 Aug 29 04:44:33.382170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ed947fb5-804d-4749-bde7-775b0617f00a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.426501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ed947fb5-804d-4749-bde7-775b0617f00a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:33.783615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94015055-b76e-4c1b-af8d-cdf116bfbb19 req-add660e0-e75d-4828-9e42-ccb902bbf125 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:33.785330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94015055-b76e-4c1b-af8d-cdf116bfbb19 req-add660e0-e75d-4828-9e42-ccb902bbf125 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0588987 Aug 29 04:44:33.855763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-94015055-b76e-4c1b-af8d-cdf116bfbb19 req-cfc73147-99c1-4286-a782-5249f1a52439 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Aug 29 04:44:34.281620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b55c9-10bc-4e55-bd6f-69047ab627b3 req-e1edc4fc-bc35-4921-88d1-5fc0c4981a6f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.284355 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a7b55c9-10bc-4e55-bd6f-69047ab627b3 req-e1edc4fc-bc35-4921-88d1-5fc0c4981a6f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 944 time: 0.0677328 Aug 29 04:44:34.329786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a7b55c9-10bc-4e55-bd6f-69047ab627b3 req-c62da48b-667f-4117-b5db-657f7413dd13 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382335 Aug 29 04:44:34.817169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ed947fb5-804d-4749-bde7-775b0617f00a up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:34.877726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port ed947fb5-804d-4749-bde7-775b0617f00a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:34.883159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port ed947fb5-804d-4749-bde7-775b0617f00a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:34.883680 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.973483 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.981016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5655bc5-b8e3-4cc1-89e7-da0eb3974d5c req-d266e6d5-8cdb-4e19-b8d0-d02ddc4f9f10 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.982897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5655bc5-b8e3-4cc1-89e7-da0eb3974d5c req-d266e6d5-8cdb-4e19-b8d0-d02ddc4f9f10 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0548980 Aug 29 04:44:35.000301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553f6311-b51c-414f-8f7d-d4f80678d053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed947fb5-804d-4749-bde7-775b0617f00a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:35.002642 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1031e30-999f-41ab-944e-0e64a97a45be" -d '{"events": [{"server_uuid": "553f6311-b51c-414f-8f7d-d4f80678d053", "name": "network-vif-plugged", "status": "completed", "tag": "ed947fb5-804d-4749-bde7-775b0617f00a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:35.018303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ed947fb5-804d-4749-bde7-775b0617f00a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ed947fb5-804d-4749-bde7-775b0617f00a,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:35.025369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.032734 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5655bc5-b8e3-4cc1-89e7-da0eb3974d5c req-a6d99e0a-af21-4c48-b608-6e46057d808f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Aug 29 04:44:35.078903 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e56967-9841-4d33-8306-0e9ea94567fe x-openstack-request-id: req-03e56967-9841-4d33-8306-0e9ea94567fe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:35.079245 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553f6311-b51c-414f-8f7d-d4f80678d053", "name": "network-vif-plugged", "status": "completed", "tag": "ed947fb5-804d-4749-bde7-775b0617f00a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:35.079506 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03e56967-9841-4d33-8306-0e9ea94567fe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:35.079920 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553f6311-b51c-414f-8f7d-d4f80678d053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed947fb5-804d-4749-bde7-775b0617f00a', 'code': 200} Aug 29 04:44:35.085083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ed947fb5-804d-4749-bde7-775b0617f00a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.182995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef4193-9e7d-446b-8f02-cbbac5d28522 req-6dfd8d88-9e94-48f4-94ee-5514c114690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.184657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-48ef4193-9e7d-446b-8f02-cbbac5d28522 req-6dfd8d88-9e94-48f4-94ee-5514c114690f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 1097 time: 0.0468004 Aug 29 04:44:35.225092 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-48ef4193-9e7d-446b-8f02-cbbac5d28522 req-2902f227-14d1-47bb-8ed8-5023062c916d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Aug 29 04:44:35.487075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59682f4a-178c-4017-9ca8-03500979b44d req-714676f0-0d03-4b9b-b67c-10ead8cfddcd tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.490031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-59682f4a-178c-4017-9ca8-03500979b44d req-714676f0-0d03-4b9b-b67c-10ead8cfddcd tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0585096 Aug 29 04:44:35.546132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-59682f4a-178c-4017-9ca8-03500979b44d req-cd76761c-fa26-40b2-a30a-f23bd402d9c0 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512638 Aug 29 04:44:36.173497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68f9c6-232f-4328-851d-0a4bde67480b req-51594fc5-114f-4e19-b8aa-88974cf40747 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.175246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f68f9c6-232f-4328-851d-0a4bde67480b req-51594fc5-114f-4e19-b8aa-88974cf40747 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0669112 Aug 29 04:44:36.221513 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f68f9c6-232f-4328-851d-0a4bde67480b req-55b4458f-29a6-4a27-9941-5793a9783da3 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391443 Aug 29 04:44:36.678097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9b9d-9cee-4798-85f0-c40231384380 req-043ae349-1be8-4768-9cdc-6b2157af4362 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.681439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b0f9b9d-9cee-4798-85f0-c40231384380 req-043ae349-1be8-4768-9cdc-6b2157af4362 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0573380 Aug 29 04:44:36.723629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b0f9b9d-9cee-4798-85f0-c40231384380 req-1ac2faf5-f8ff-4055-b62c-d6da2a809cdc tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Aug 29 04:44:36.945331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3823323-83c9-45d7-80c5-b5a0bbb7ceec req-8b189f38-6358-4048-94a8-4894b715b7bd tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.947677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3823323-83c9-45d7-80c5-b5a0bbb7ceec req-8b189f38-6358-4048-94a8-4894b715b7bd tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Aug 29 04:44:36.997353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3823323-83c9-45d7-80c5-b5a0bbb7ceec req-ec38badf-e3fe-40f2-8d2e-c3dc8ad7d9ea tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Aug 29 04:44:37.125068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cbd68-edbe-4981-92d1-8b8362490f8e req-58920263-70b9-4f94-9ef8-09a3c6153bf1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.126719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f1cbd68-edbe-4981-92d1-8b8362490f8e req-58920263-70b9-4f94-9ef8-09a3c6153bf1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Aug 29 04:44:37.167797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f1cbd68-edbe-4981-92d1-8b8362490f8e req-72419d9c-5669-40f4-a86a-1c5f1d7e3c68 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Aug 29 04:44:37.365194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1832-4ca8-4d9e-a5e7-aec81defb839 req-ccf6e1dc-511b-4f24-9eeb-e7a4749e3046 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.367021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6dfb1832-4ca8-4d9e-a5e7-aec81defb839 req-ccf6e1dc-511b-4f24-9eeb-e7a4749e3046 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0658498 Aug 29 04:44:37.419736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a1deb-dcad-4181-9849-a27c300db6a9 req-49c7b200-011e-4f4d-82e8-a5b9130281c8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.421395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a35a1deb-dcad-4181-9849-a27c300db6a9 req-49c7b200-011e-4f4d-82e8-a5b9130281c8 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0780270 Aug 29 04:44:37.426961 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6dfb1832-4ca8-4d9e-a5e7-aec81defb839 req-b34c7cc4-07d1-4801-a07c-93bfaadcc3e2 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518165 Aug 29 04:44:37.487462 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a35a1deb-dcad-4181-9849-a27c300db6a9 req-eb9e3946-4bc2-4fbc-9b26-996cc0806555 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Aug 29 04:44:38.547851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bca9b-3584-4a7c-b747-4da30b4de8bd req-d0b8b328-5080-44b9-8aec-951d14458835 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.549741 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e39bca9b-3584-4a7c-b747-4da30b4de8bd req-d0b8b328-5080-44b9-8aec-951d14458835 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0572643 Aug 29 04:44:38.614436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e39bca9b-3584-4a7c-b747-4da30b4de8bd req-81c4dc50-3361-4782-96be-4adab481af44 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576844 Aug 29 04:44:38.652640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36e15-21d3-4745-8857-76067fa24f07 req-a788ef8d-3d23-4e3b-bf58-371cc8f5b324 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.654524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78d36e15-21d3-4745-8857-76067fa24f07 req-a788ef8d-3d23-4e3b-bf58-371cc8f5b324 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0738482 Aug 29 04:44:38.706532 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78d36e15-21d3-4745-8857-76067fa24f07 req-e1dfa11e-53d3-489b-845f-0e8e8910f6a4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Aug 29 04:44:39.251189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.256168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-aaad3e3e-95fc-40ba-80fb-3854f601671f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835936538', 'description': 'tempest-secgroup-smoke-835936538 description', 'project_id': 'd6e26b6f2f474035bddba3937a44250e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:39.279836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aaad3e3e-95fc-40ba-80fb-3854f601671f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.370849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aaad3e3e-95fc-40ba-80fb-3854f601671f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.375051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aaad3e3e-95fc-40ba-80fb-3854f601671f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.403542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aaad3e3e-95fc-40ba-80fb-3854f601671f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.404815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aaad3e3e-95fc-40ba-80fb-3854f601671f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1525390 Aug 29 04:44:39.407756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49360) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.412298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-860b499b-5972-4854-94b0-c00c57401a4b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'security_group_rule': {'security_group_id': 'cbde21d9-e900-4eca-8e39-999ee151c687', 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:39.419225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad3e3e-95fc-40ba-80fb-3854f601671f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde21d9-e900-4eca-8e39-999ee151c687,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.445162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-860b499b-5972-4854-94b0-c00c57401a4b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.522756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-860b499b-5972-4854-94b0-c00c57401a4b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.527687 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-860b499b-5972-4854-94b0-c00c57401a4b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.547193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b499b-5972-4854-94b0-c00c57401a4b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350f980e-3b48-4a1f-ab45-d01e8e0ac699,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.555237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-860b499b-5972-4854-94b0-c00c57401a4b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.556565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-860b499b-5972-4854-94b0-c00c57401a4b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478562 Aug 29 04:44:39.560351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49364) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.564955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6e2cd547-96e0-4a7a-87e2-87ba8b6d9aa2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'security_group_rule': {'security_group_id': 'cbde21d9-e900-4eca-8e39-999ee151c687', 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:39.597144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd547-96e0-4a7a-87e2-87ba8b6d9aa2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.650641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd547-96e0-4a7a-87e2-87ba8b6d9aa2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.655946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd547-96e0-4a7a-87e2-87ba8b6d9aa2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.681887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cd547-96e0-4a7a-87e2-87ba8b6d9aa2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b544c4-9438-4bbf-a966-dfdeddf66ccf,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.690331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd547-96e0-4a7a-87e2-87ba8b6d9aa2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.691943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6e2cd547-96e0-4a7a-87e2-87ba8b6d9aa2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315246 Aug 29 04:44:39.695603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.700321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1b631693-6991-4526-821c-4a5e8acf2960 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'security_group_rule': {'security_group_id': 'cbde21d9-e900-4eca-8e39-999ee151c687', 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:39.775975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665a69-897d-45ad-af3b-b24426033951 req-a43ae845-4a05-48aa-bdc5-e20e393637cb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.778338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49665a69-897d-45ad-af3b-b24426033951 req-a43ae845-4a05-48aa-bdc5-e20e393637cb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0735044 Aug 29 04:44:39.779706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b631693-6991-4526-821c-4a5e8acf2960 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.849576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49665a69-897d-45ad-af3b-b24426033951 req-2c8c70b9-b5bc-4dbb-8082-29d1a0d65124 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593429 Aug 29 04:44:39.861983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860f398-5713-4a32-9ecd-bf59fa2ec40d req-382f4ce5-f392-4ba8-8263-c5ceb1c31e18 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.865329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b631693-6991-4526-821c-4a5e8acf2960 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.870148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7860f398-5713-4a32-9ecd-bf59fa2ec40d req-382f4ce5-f392-4ba8-8263-c5ceb1c31e18 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0738828 Aug 29 04:44:39.878839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b631693-6991-4526-821c-4a5e8acf2960 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.898860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b631693-6991-4526-821c-4a5e8acf2960 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1f52ac-0981-4105-89e6-d8b347e19689,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.907273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b631693-6991-4526-821c-4a5e8acf2960 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.910894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1b631693-6991-4526-821c-4a5e8acf2960 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118278 Aug 29 04:44:39.911746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:39.915648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-84268089-9249-4dd9-b505-7dcb4a995d77 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'security_group_rule': {'security_group_id': 'cbde21d9-e900-4eca-8e39-999ee151c687', 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:39.925723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7860f398-5713-4a32-9ecd-bf59fa2ec40d req-4de2738c-be7a-47c6-8f61-55fbfa52ec54 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544200 Aug 29 04:44:39.944943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84268089-9249-4dd9-b505-7dcb4a995d77 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.013580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84268089-9249-4dd9-b505-7dcb4a995d77 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.018553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84268089-9249-4dd9-b505-7dcb4a995d77 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.040968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84268089-9249-4dd9-b505-7dcb4a995d77 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68454419-62de-4d9e-b0bc-70a89c07796d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:40.044285 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84268089-9249-4dd9-b505-7dcb4a995d77 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.049353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-84268089-9249-4dd9-b505-7dcb4a995d77 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334853 Aug 29 04:44:40.049947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.054722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'security_group_rule': {'security_group_id': 'cbde21d9-e900-4eca-8e39-999ee151c687', 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:40.081503 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Project d6e26b6f2f474035bddba3937a44250e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:40.087386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.155583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.160187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.180280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4275a5-e4e1-4ae7-a0e1-7f35acd8acd8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:40.184182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.188024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2189ac27-66cc-4098-9861-884491da83d9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349072 Aug 29 04:44:40.188282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.193135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'security_group_rule': {'security_group_id': 'cbde21d9-e900-4eca-8e39-999ee151c687', 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:40.220349 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Project d6e26b6f2f474035bddba3937a44250e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:40.226311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.305506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.311199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.341720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a58061-6d87-4571-8bc0-f6ba004049d7,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:40.347730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.353554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e9221b27-084d-42a0-93e7-5f7e7da7406c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603739 Aug 29 04:44:40.588526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-557b2064-9b77-4a9b-ac0a-34b458a80a24 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835936538&fields=id&tenant_id=d6e26b6f2f474035bddba3937a44250e HTTP/1.1" status: 200 len: 267 time: 0.0391612 Aug 29 04:44:40.702289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-d478ac57-d8f4-42c1-86d7-c8b915d66194 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:40.703854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-d478ac57-d8f4-42c1-86d7-c8b915d66194 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/networks?id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 200 len: 813 time: 0.1080787 Aug 29 04:44:40.720776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-6effe2e1-1723-44e7-b3eb-7181398217fe tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/quotas/d6e26b6f2f474035bddba3937a44250e HTTP/1.1" status: 200 len: 375 time: 0.0100789 Aug 29 04:44:40.775031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-422fdead-8a1d-4712-89e0-516ac691054e tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6e26b6f2f474035bddba3937a44250e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475366 Aug 29 04:44:40.877921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-84d7c2b1-78d4-4289-bff8-522c476edad6 service neutron] 10.222.0.55 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908809 Aug 29 04:44:40.984366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-55c7aff3-2048-481f-9ac3-b67495fe6eea service neutron] 10.222.0.55 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995338 Aug 29 04:44:40.998464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2a6ba-2c27-478b-afe7-c95099ef4974 req-b6df9a35-90c8-459a-a6ac-a9fab5001a8f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:40.999878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94e2a6ba-2c27-478b-afe7-c95099ef4974 req-b6df9a35-90c8-459a-a6ac-a9fab5001a8f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0719144 Aug 29 04:44:41.048998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94e2a6ba-2c27-478b-afe7-c95099ef4974 req-f488c8ca-98f5-4126-ae46-020df80cde89 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Aug 29 04:44:41.175390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdb537-3101-43cc-b74b-3ba604befb54 req-c4ff5222-320e-4dcd-8180-2e116027cfcb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.177046 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2cdb537-3101-43cc-b74b-3ba604befb54 req-c4ff5222-320e-4dcd-8180-2e116027cfcb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0567496 Aug 29 04:44:41.248055 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2cdb537-3101-43cc-b74b-3ba604befb54 req-66043277-194e-4266-9363-cbad47249051 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Aug 29 04:44:41.348393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64a6fb21-5ef9-4a9b-8261-98c430d9055b req-2a098cbd-d19b-407b-8778-dac62b43ba8b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0379648 Aug 29 04:44:42.180475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fdbe7-5f6a-4927-a1ee-b3589a73ed4f req-8034487a-f3e2-4c97-990d-c4664686c3be tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:42.183536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a9fdbe7-5f6a-4927-a1ee-b3589a73ed4f req-8034487a-f3e2-4c97-990d-c4664686c3be tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0648804 Aug 29 04:44:42.279471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a9fdbe7-5f6a-4927-a1ee-b3589a73ed4f req-9a7a39f9-3c14-4471-8afb-3dc4bde1def8 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803266 Aug 29 04:44:42.377074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-aee8b2d7-42b5-4982-b3e1-c75e31b9c6f4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:42.378666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-aee8b2d7-42b5-4982-b3e1-c75e31b9c6f4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.37 "GET /v2.0/networks?id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 200 len: 813 time: 0.1934011 Aug 29 04:44:42.448561 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-cb199281-92d8-47c4-ae5b-23aeb6de513b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6e26b6f2f474035bddba3937a44250e HTTP/1.1" status: 200 len: 379 time: 0.0554070 Aug 29 04:44:42.456881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb231a-da11-4a9c-a326-27b5cb132e4a req-819c0fc1-bdd2-4612-8b84-aaebde34f39d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:42.469914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-faeb231a-da11-4a9c-a326-27b5cb132e4a req-819c0fc1-bdd2-4612-8b84-aaebde34f39d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.1141894 Aug 29 04:44:42.483299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'port': {'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'admin_state_up': True, 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'security_groups': ['cbde21d9-e900-4eca-8e39-999ee151c687']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:42.502253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-95db3338-685f-4637-9485-ce8b333281d6 req-d3338db4-00a0-4825-9d63-b2823a96c79d tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0376132 Aug 29 04:44:42.570956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-faeb231a-da11-4a9c-a326-27b5cb132e4a req-b687a611-1861-41d8-a88e-8a11dde9fb0a tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999129 Aug 29 04:44:42.640539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Made reservation on behalf of d6e26b6f2f474035bddba3937a44250e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:42.644244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.791434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Allocated IP 172.20.0.11 (8b24ef8b-dcb5-410b-aebd-db96f844ad1f/357c29e8-e61d-4091-9ebb-b25680c4ed42/5601a016-5630-471c-82f4-38967385f30c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:42.994319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.012322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Transition to ACTIVE for port object 5601a016-5630-471c-82f4-38967385f30c will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:43.050679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.101080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:43.104675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:43.109534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:43.150229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'Port': ['ID=5601a016-5630-471c-82f4-38967385f30c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.194640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:43.195439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.215775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-0e0cb356-ba53-4a38-a0b9-c8d43058d0ac tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7363532 Aug 29 04:44:43.231225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Request body: {'port': {'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:43.297661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.434984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f762-cd1c-4045-bab9-5aedbf427937 req-004d4073-c186-4397-a574-3114924ef0a2 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:43.444226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d460f762-cd1c-4045-bab9-5aedbf427937 req-004d4073-c186-4397-a574-3114924ef0a2 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0680413 Aug 29 04:44:43.454959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-76419aee-daa9-4306-bf03-274e91aa22bf None None] Provisioning for port 5601a016-5630-471c-82f4-38967385f30c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:43.459264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-76419aee-daa9-4306-bf03-274e91aa22bf None None] Provisioning complete for port 5601a016-5630-471c-82f4-38967385f30c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:43.459668 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76419aee-daa9-4306-bf03-274e91aa22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.502313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76419aee-daa9-4306-bf03-274e91aa22bf None None] Port 5601a016-5630-471c-82f4-38967385f30c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:43.528644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d460f762-cd1c-4045-bab9-5aedbf427937 req-909406cd-8db9-41a8-a597-745211b81ca7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545344 Aug 29 04:44:43.682634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5601a016-5630-471c-82f4-38967385f30c {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:43.695820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.710495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Transition to ACTIVE for port object 5601a016-5630-471c-82f4-38967385f30c will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:43.720456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b7dca-6909-4133-aed5-cd23d13377e0 req-74a9e885-c6cf-469b-b775-c6cc9d9c52f7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:43.720780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474e67f-f74b-43f6-b0ac-c3d96b6464a7 req-61b2ab78-2c26-4a44-8003-8b5fb99b9b35 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:43.722605 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-971b7dca-6909-4133-aed5-cd23d13377e0 req-74a9e885-c6cf-469b-b775-c6cc9d9c52f7 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0653896 Aug 29 04:44:43.723387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8474e67f-f74b-43f6-b0ac-c3d96b6464a7 req-61b2ab78-2c26-4a44-8003-8b5fb99b9b35 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 932 time: 0.1384757 Aug 29 04:44:43.724852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.770657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-971b7dca-6909-4133-aed5-cd23d13377e0 req-31031332-6736-4e32-8649-de9c59112016 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Aug 29 04:44:43.824458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8474e67f-f74b-43f6-b0ac-c3d96b6464a7 req-695c665d-5d8e-476a-891d-407f8b8b425c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855291 Aug 29 04:44:43.870398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Pushing event updated for resources: {'Port': ['ID=5601a016-5630-471c-82f4-38967385f30c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.929147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Attempting to bind port 5601a016-5630-471c-82f4-38967385f30c on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:43.929497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Attempting to bind port 5601a016-5630-471c-82f4-38967385f30c by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:43.929866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Attempting to bind port 5601a016-5630-471c-82f4-38967385f30c on network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:43.936452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Port 5601a016-5630-471c-82f4-38967385f30c on network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:43.937085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Attempting to bind port 5601a016-5630-471c-82f4-38967385f30c on network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:43.943177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:43.943530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Checking segment: {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:43.943955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Bound using segment: {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:43.944400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Bound port: 5601a016-5630-471c-82f4-38967385f30c, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd4be2c-59e1-4a93-879e-bb0c2f817382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:43.944767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.033874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] For port 5601a016-5630-471c-82f4-38967385f30c, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:44.037321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] For port 5601a016-5630-471c-82f4-38967385f30c, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5601a016-5630-471c-82f4-38967385f30c,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:44.045413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.087613 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.088540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.089973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] 10.222.0.37 "PUT /v2.0/ports/5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 200 len: 1093 time: 0.8635921 Aug 29 04:44:44.090423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:44.092833 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e" -d '{"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:44.152840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390bdf2-40f2-4dd6-9a78-df151182f324 service neutron] Pushing event updated for resources: {'Port': ['ID=5601a016-5630-471c-82f4-38967385f30c,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:44.212431 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990971d0-9276-4fbd-8671-a38f9c84b461 x-openstack-request-id: req-990971d0-9276-4fbd-8671-a38f9c84b461 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:44.212836 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:44.212964 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-990971d0-9276-4fbd-8671-a38f9c84b461 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:44.213548 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c', 'status': 'completed', 'code': 200} Aug 29 04:44:44.231586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-efe05647-0584-4b07-8bd0-25c97f99c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.233974 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-efe05647-0584-4b07-8bd0-25c97f99c4c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6e26b6f2f474035bddba3937a44250e&device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1096 time: 0.0709863 Aug 29 04:44:44.288886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-a0cf7f1a-9bd2-496f-8418-7063a176c93e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 200 len: 217 time: 0.0469451 Aug 29 04:44:44.354116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-9d46eec4-ff69-4140-a407-66be5165fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.355650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-9d46eec4-ff69-4140-a407-66be5165fd91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=357c29e8-e61d-4091-9ebb-b25680c4ed42 HTTP/1.1" status: 200 len: 852 time: 0.0589077 Aug 29 04:44:44.413432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-63c68570-a3e2-4880-afe8-77ac1de5df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.416033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-63c68570-a3e2-4880-afe8-77ac1de5df64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533168 Aug 29 04:44:44.522673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-30742ce4-2fb8-4703-8798-0b9408ae8b25 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987849 Aug 29 04:44:44.930776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853aebc-d3d5-49a6-af0d-be5cc7a85af3 req-0de0d68f-7df8-4ab4-9a1d-9a02bd21f04c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.942882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b853aebc-d3d5-49a6-af0d-be5cc7a85af3 req-0de0d68f-7df8-4ab4-9a1d-9a02bd21f04c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0760536 Aug 29 04:44:44.948565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f700277-5e64-401f-8fac-11a54991fbf3 req-12cce20d-19d0-4c08-a121-82eea6920e6f service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179342 Aug 29 04:44:44.988225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac782d5-ae12-4c35-9036-6be75f059ac5 req-d38fd52d-13b4-4c5e-9447-21be7b291e8d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:45.005224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cac782d5-ae12-4c35-9036-6be75f059ac5 req-d38fd52d-13b4-4c5e-9447-21be7b291e8d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.4043012 Aug 29 04:44:45.010534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b853aebc-d3d5-49a6-af0d-be5cc7a85af3 req-038e3784-f1b7-431a-b9e4-05836b569ef9 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647421 Aug 29 04:44:45.106400 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cac782d5-ae12-4c35-9036-6be75f059ac5 req-446d288d-efbb-430a-8aab-e39ffb307f4c tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905385 Aug 29 04:44:45.128972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-d5bca0a1-1a1a-4b5a-ac54-40b31624d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:45.130751 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-d5bca0a1-1a1a-4b5a-ac54-40b31624d30c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6e26b6f2f474035bddba3937a44250e&device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1096 time: 0.0917151 Aug 29 04:44:45.133100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8532-ffcf-4844-b118-d3085ce1e011 req-7c851ed5-155d-4011-8248-445da33f53dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:45.135337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-354c8532-ffcf-4844-b118-d3085ce1e011 req-7c851ed5-155d-4011-8248-445da33f53dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0617425 Aug 29 04:44:45.193359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-354c8532-ffcf-4844-b118-d3085ce1e011 req-7d462076-ce42-4b3b-a948-7767a30356b3 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505092 Aug 29 04:44:45.248212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-443e40cc-33e7-459c-924e-9ea86e4ee816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:45.249973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-443e40cc-33e7-459c-924e-9ea86e4ee816 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 200 len: 914 time: 0.1086795 Aug 29 04:44:45.295071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-58c00d36-80a4-4fdc-9e95-755695ae6825 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 200 len: 217 time: 0.0379038 Aug 29 04:44:45.347288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-930579a2-41db-45eb-b306-d40d39c9a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:45.348760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-930579a2-41db-45eb-b306-d40d39c9a37b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=357c29e8-e61d-4091-9ebb-b25680c4ed42 HTTP/1.1" status: 200 len: 852 time: 0.0462742 Aug 29 04:44:45.405007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-6ff19ce2-145d-4f19-8882-c61ef41d28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:45.407213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-6ff19ce2-145d-4f19-8882-c61ef41d28f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512171 Aug 29 04:44:45.524814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-18c6c243-37a8-4a5a-b44c-232528832966 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102893 Aug 29 04:44:45.639321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3bab86c9-9526-4d1f-8e12-d5c731fdf96e req-de855f10-49b0-404f-9c20-24238edc9b4f service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059089 Aug 29 04:44:46.136352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bb7ae-8ddd-4131-bb8c-571430dbb860 req-c063a7a4-7ddc-4956-b16a-d760e56c47dc tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:46.145487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c7bb7ae-8ddd-4131-bb8c-571430dbb860 req-c063a7a4-7ddc-4956-b16a-d760e56c47dc tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0683844 Aug 29 04:44:46.198259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c7bb7ae-8ddd-4131-bb8c-571430dbb860 req-4f8dd921-af59-49df-882f-47553ce48b61 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 Aug 29 04:44:46.247374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dc9df-a989-4d05-9a4b-d9a0ecd96f7b req-cfbdba4f-e642-4c5c-b682-822438b07899 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:46.256176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad3dc9df-a989-4d05-9a4b-d9a0ecd96f7b req-cfbdba4f-e642-4c5c-b682-822438b07899 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0929093 Aug 29 04:44:46.306826 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ad3dc9df-a989-4d05-9a4b-d9a0ecd96f7b req-31efe842-318d-4d52-9aee-537533dd8b7b tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Aug 29 04:44:46.340067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0666bb-25c9-41b1-b38f-5788cff825e6 req-a0407f0b-8b12-439a-866a-951696d64bb6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:46.341580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e0666bb-25c9-41b1-b38f-5788cff825e6 req-a0407f0b-8b12-439a-866a-951696d64bb6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0603080 Aug 29 04:44:46.383361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8e0666bb-25c9-41b1-b38f-5788cff825e6 req-b96de8b9-9e74-488a-bff5-90151a2de8da tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335257 Aug 29 04:44:46.813743 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4189ef25-86ac-44b0-8f52-e02ab3cde428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.014200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a5c6-4123-4fbb-b2ad-d510dd4cb7f3 req-385bd416-d7b6-4bb4-b047-27352cc33fe3 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:47.015876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a54a5c6-4123-4fbb-b2ad-d510dd4cb7f3 req-385bd416-d7b6-4bb4-b047-27352cc33fe3 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0621276 Aug 29 04:44:47.071554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a54a5c6-4123-4fbb-b2ad-d510dd4cb7f3 req-fa9f2f10-2fb4-4861-b0d1-bf45f0e50733 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427685 Aug 29 04:44:47.356070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b2241-83d9-4298-8202-cae3829a6fdd req-eaec373c-14ed-40ed-8adc-13eb13ade0f1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:47.357815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f2b2241-83d9-4298-8202-cae3829a6fdd req-eaec373c-14ed-40ed-8adc-13eb13ade0f1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0827050 Aug 29 04:44:47.422404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f2b2241-83d9-4298-8202-cae3829a6fdd req-cf62e67c-76ba-4b56-aced-864bc406e94c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549757 Aug 29 04:44:47.451263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef3dc5-e677-40fb-a8a8-f57f912b6238 req-fa50deb4-5fa2-4d25-b1b2-1cd472b8c257 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:47.452952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-efef3dc5-e677-40fb-a8a8-f57f912b6238 req-fa50deb4-5fa2-4d25-b1b2-1cd472b8c257 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0720565 Aug 29 04:44:47.501564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-efef3dc5-e677-40fb-a8a8-f57f912b6238 req-99e8e50b-b4ad-4c14-a2b7-7450e027e51d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Aug 29 04:44:47.555804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e457dae-314e-47cc-b77e-2cda54016542 req-f150a048-6654-432c-9e76-1e2669846a8b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:47.557421 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e457dae-314e-47cc-b77e-2cda54016542 req-f150a048-6654-432c-9e76-1e2669846a8b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0576077 Aug 29 04:44:47.604003 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e457dae-314e-47cc-b77e-2cda54016542 req-ac7a6cfd-cf20-423c-9c18-33b3156ffdae tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 Aug 29 04:44:48.206562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faf461-2585-490b-9548-ee3def09a0cb req-08a9fa0a-3279-45d6-9571-73224b7e874f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.208310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44faf461-2585-490b-9548-ee3def09a0cb req-08a9fa0a-3279-45d6-9571-73224b7e874f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0607891 Aug 29 04:44:48.252042 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44faf461-2585-490b-9548-ee3def09a0cb req-816d5fae-0796-4a1e-a930-5d25e67e7520 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367711 Aug 29 04:44:48.562142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2346fe-f693-4d65-8726-8efae33ffe6d req-6084879c-89f9-418c-ac34-646592ded709 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.572635 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd2346fe-f693-4d65-8726-8efae33ffe6d req-6084879c-89f9-418c-ac34-646592ded709 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0722435 Aug 29 04:44:48.625345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd2346fe-f693-4d65-8726-8efae33ffe6d req-268732ed-6987-4ada-ad65-a8a7960cd1a3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521913 Aug 29 04:44:48.645880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0a30f-0bc5-49c6-bde3-47ba3902a645 req-3154169e-29c2-471e-b229-7ec94b92e550 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.648425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ba0a30f-0bc5-49c6-bde3-47ba3902a645 req-3154169e-29c2-471e-b229-7ec94b92e550 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0750184 Aug 29 04:44:48.704336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ba0a30f-0bc5-49c6-bde3-47ba3902a645 req-4b1d6ebf-5471-4cef-abf7-504f70d31b9f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Aug 29 04:44:48.764448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cf277-ee37-4159-9efb-a210171b1938 req-3b54dad4-1f7b-4c6f-8a17-38aa7f4e09eb tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.766003 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af6cf277-ee37-4159-9efb-a210171b1938 req-3b54dad4-1f7b-4c6f-8a17-38aa7f4e09eb tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0647433 Aug 29 04:44:48.818227 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af6cf277-ee37-4159-9efb-a210171b1938 req-f883a87b-f96d-45e6-8415-26cce69332aa tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432825 Aug 29 04:44:49.387426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984c4d9-0bd9-4013-892f-69cd48271aa3 req-0d6f16e8-dec9-4031-83c6-61543f906839 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:49.389040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9984c4d9-0bd9-4013-892f-69cd48271aa3 req-0d6f16e8-dec9-4031-83c6-61543f906839 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0574532 Aug 29 04:44:49.434515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9984c4d9-0bd9-4013-892f-69cd48271aa3 req-1978a083-bdec-44df-a648-7485309b4884 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Aug 29 04:44:49.480840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c78fa467-6a35-4a89-a434-9c4ba256f54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.612100 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.754232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6449a-86d5-4ec7-9827-f7464a3d4bec req-cdf42ccb-de30-45be-95a1-9c08b02bbc70 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:49.756485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21d6449a-86d5-4ec7-9827-f7464a3d4bec req-cdf42ccb-de30-45be-95a1-9c08b02bbc70 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0609875 Aug 29 04:44:49.802495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21d6449a-86d5-4ec7-9827-f7464a3d4bec req-a369ad9f-20af-4492-b0ef-48fce2515688 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Aug 29 04:44:49.848285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e822a4b-be1a-405f-99bb-668c2290c919 req-a081a915-a315-4f66-ac1f-fc92db7c5907 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:49.857821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e822a4b-be1a-405f-99bb-668c2290c919 req-a081a915-a315-4f66-ac1f-fc92db7c5907 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0752439 Aug 29 04:44:49.912541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e822a4b-be1a-405f-99bb-668c2290c919 req-44157e7e-d5c8-4cc2-ac48-a2490400d650 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Aug 29 04:44:49.977421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679323f-a5d6-4252-a248-3a2913c769a4 req-63811ce4-4974-4519-a4a3-5f9a2bd2c78f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:49.979026 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8679323f-a5d6-4252-a248-3a2913c769a4 req-63811ce4-4974-4519-a4a3-5f9a2bd2c78f tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0716715 Aug 29 04:44:50.019510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8679323f-a5d6-4252-a248-3a2913c769a4 req-87e4342e-0b5e-4b25-96f0-f699a05f6b8d tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342195 Aug 29 04:44:50.562534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77855f2-b260-42f7-a9ab-53e56d48a9e7 req-469df4b6-081c-4c22-b359-98291a13de47 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:50.564049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a77855f2-b260-42f7-a9ab-53e56d48a9e7 req-469df4b6-081c-4c22-b359-98291a13de47 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0501671 Aug 29 04:44:50.614680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a77855f2-b260-42f7-a9ab-53e56d48a9e7 req-8327bd32-fcd3-4869-ac14-61248c809a3b tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438583 Aug 29 04:44:50.751295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.766511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.932459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a6e16-cdde-4e40-ba57-80bbd2050b46 req-3719e3b5-4048-442c-ab2e-3369eb9d0408 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:50.934141 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-659a6e16-cdde-4e40-ba57-80bbd2050b46 req-3719e3b5-4048-442c-ab2e-3369eb9d0408 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Aug 29 04:44:50.981114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-659a6e16-cdde-4e40-ba57-80bbd2050b46 req-66830ddc-97e2-4369-9f44-ff7b95ff35ec tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Aug 29 04:44:51.032286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346ed2-3cb8-493a-a115-30f2a2485a1a req-13d83cc4-d8d6-41c1-8078-fc1ea1c60d08 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:51.033858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f346ed2-3cb8-493a-a115-30f2a2485a1a req-13d83cc4-d8d6-41c1-8078-fc1ea1c60d08 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0521362 Aug 29 04:44:51.075455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1f346ed2-3cb8-493a-a115-30f2a2485a1a req-8969dc05-5616-40e4-829c-ad28ad37bdcd tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Aug 29 04:44:51.148268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0246ae0-de21-4573-a2f7-fde35ae98d46 req-29e809d5-b8ef-418b-9992-11c0e30c5b48 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:51.149882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0246ae0-de21-4573-a2f7-fde35ae98d46 req-29e809d5-b8ef-418b-9992-11c0e30c5b48 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0514014 Aug 29 04:44:51.192901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0246ae0-de21-4573-a2f7-fde35ae98d46 req-282d1d07-51f5-4458-b084-7b9b88e4e056 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343976 Aug 29 04:44:51.734331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf480f4-2b3b-41d7-a550-13354e1dea0e req-267fa713-700b-479d-9cb2-9e3e593acf88 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:51.735902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1bf480f4-2b3b-41d7-a550-13354e1dea0e req-267fa713-700b-479d-9cb2-9e3e593acf88 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Aug 29 04:44:51.779081 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1bf480f4-2b3b-41d7-a550-13354e1dea0e req-3640c351-6c6c-4451-aeb7-fbe72d0cabbb tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343902 Aug 29 04:44:52.111545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926dca-7201-4f2e-9f3b-9412e5ef2a42 req-be54d7f1-5ce8-48af-af4e-1e4fb93be57c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.113395 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12926dca-7201-4f2e-9f3b-9412e5ef2a42 req-be54d7f1-5ce8-48af-af4e-1e4fb93be57c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0574973 Aug 29 04:44:52.154885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12926dca-7201-4f2e-9f3b-9412e5ef2a42 req-035a57f7-f344-4b64-955d-64452904033d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Aug 29 04:44:52.204878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629a2d2-26cf-4258-b893-ae2f4733e1bc req-b4a15f6f-47d3-43f4-a9d2-c409115440ae tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.206448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9629a2d2-26cf-4258-b893-ae2f4733e1bc req-b4a15f6f-47d3-43f4-a9d2-c409115440ae tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0583985 Aug 29 04:44:52.250628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9629a2d2-26cf-4258-b893-ae2f4733e1bc req-926cff05-c50d-42f3-9ed2-69e51c7d300d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Aug 29 04:44:52.309642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.331929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8eb4-6184-4581-be3a-b22c30138563 req-34a3b070-dc47-4587-9508-dbfd42230829 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.333676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fbe8eb4-6184-4581-be3a-b22c30138563 req-34a3b070-dc47-4587-9508-dbfd42230829 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0657423 Aug 29 04:44:52.379606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3fbe8eb4-6184-4581-be3a-b22c30138563 req-0869e000-ed1f-4ff1-aeed-ba030e4d6b45 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Aug 29 04:44:52.902612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048999-7ceb-4d9a-a364-d058ee7a21e0 req-cdd9a830-8429-4624-bf21-0eaa4bb7a085 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.904112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d9048999-7ceb-4d9a-a364-d058ee7a21e0 req-cdd9a830-8429-4624-bf21-0eaa4bb7a085 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0509048 Aug 29 04:44:52.953329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d9048999-7ceb-4d9a-a364-d058ee7a21e0 req-d94bac94-57e2-4d4c-866c-ea194256affd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Aug 29 04:44:53.277368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d888e6-701e-4354-a676-e22b881b6711 req-e68a23aa-353d-4d4e-908f-f1912e83dc54 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.278917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48d888e6-701e-4354-a676-e22b881b6711 req-e68a23aa-353d-4d4e-908f-f1912e83dc54 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0517905 Aug 29 04:44:53.323112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48d888e6-701e-4354-a676-e22b881b6711 req-19744317-ad99-4c25-ad57-368f86cb68bd tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Aug 29 04:44:53.376061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27445baa-f9c7-4f82-841d-70a074221293 req-72e1ff57-5ce2-44f7-add9-3a3d3e5d27e6 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.377573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27445baa-f9c7-4f82-841d-70a074221293 req-72e1ff57-5ce2-44f7-add9-3a3d3e5d27e6 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0530207 Aug 29 04:44:53.420024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-27445baa-f9c7-4f82-841d-70a074221293 req-dd4dec4e-7ba3-4249-8b40-7e1ae61c7c25 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Aug 29 04:44:53.513063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987da4c3-74bf-4210-bacd-1a1beac18975 req-80199e09-a00f-4790-b76e-5bf19f2d1565 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.514804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-987da4c3-74bf-4210-bacd-1a1beac18975 req-80199e09-a00f-4790-b76e-5bf19f2d1565 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0592186 Aug 29 04:44:53.556799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-987da4c3-74bf-4210-bacd-1a1beac18975 req-4142c237-a4b2-441a-aba7-2ae4a2d312c7 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346980 Aug 29 04:44:54.091489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4990c5-ae1e-4b82-becb-6bb78906b2b5 req-45468f16-3fd8-41c4-9845-988cd4257c23 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.093086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c4990c5-ae1e-4b82-becb-6bb78906b2b5 req-45468f16-3fd8-41c4-9845-988cd4257c23 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0543540 Aug 29 04:44:54.137533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c4990c5-ae1e-4b82-becb-6bb78906b2b5 req-6375cccc-6ee1-4b04-9a42-30d85843e884 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Aug 29 04:44:54.444342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b63da-4659-44fc-a5c4-74d887d34a56 req-3cc057c4-fa5b-471f-afb8-1a0770294f02 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.445959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958b63da-4659-44fc-a5c4-74d887d34a56 req-3cc057c4-fa5b-471f-afb8-1a0770294f02 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0530097 Aug 29 04:44:54.492696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958b63da-4659-44fc-a5c4-74d887d34a56 req-82013eae-e7a6-469a-875d-cc36f24ff8dd tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Aug 29 04:44:54.565440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bb4c9-f6f3-4820-8802-34e8622081f8 req-519f8188-b556-4d49-a21f-57cfb3688235 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.567014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-921bb4c9-f6f3-4820-8802-34e8622081f8 req-519f8188-b556-4d49-a21f-57cfb3688235 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0614777 Aug 29 04:44:54.612968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072aa8e-908c-4546-bb62-aebfd3980e9f req-f16ecb4a-bb81-466a-9bc4-04d9b58006f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.614464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5072aa8e-908c-4546-bb62-aebfd3980e9f req-f16ecb4a-bb81-466a-9bc4-04d9b58006f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 1098 time: 0.0659039 Aug 29 04:44:54.651565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-921bb4c9-f6f3-4820-8802-34e8622081f8 req-bf256695-69cd-48df-a17d-c5075ed8fd3a tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Aug 29 04:44:54.674038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5072aa8e-908c-4546-bb62-aebfd3980e9f req-72937333-8026-4a30-a427-c47b6d9f1ca1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521040 Aug 29 04:44:54.706417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f5cb3-c68b-4351-b726-3f5fc10ee9e9 req-9d05b476-05a8-4930-9857-67bf5008c3d2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.708020 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a20f5cb3-c68b-4351-b726-3f5fc10ee9e9 req-9d05b476-05a8-4930-9857-67bf5008c3d2 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0657909 Aug 29 04:44:54.748268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a20f5cb3-c68b-4351-b726-3f5fc10ee9e9 req-65303a7a-834c-4a85-a888-5e7648d6e279 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335586 Aug 29 04:44:55.260529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce232e6-7472-4940-87c1-154226373791 req-c2e1d592-64d9-4f9d-8bf5-a196083faeb6 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.262087 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce232e6-7472-4940-87c1-154226373791 req-c2e1d592-64d9-4f9d-8bf5-a196083faeb6 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0561924 Aug 29 04:44:55.303661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dce232e6-7472-4940-87c1-154226373791 req-42a85b0e-96cc-4366-8dc4-943fa7ff4f3e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337763 Aug 29 04:44:55.618632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e39c6-9d9a-4e3f-9aac-34ea9e9481ce req-c3adecf3-0ab6-400b-8343-cab9db02b1d6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.620247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-130e39c6-9d9a-4e3f-9aac-34ea9e9481ce req-c3adecf3-0ab6-400b-8343-cab9db02b1d6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0566633 Aug 29 04:44:55.660150 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-130e39c6-9d9a-4e3f-9aac-34ea9e9481ce req-58029e97-9fb5-4480-928d-7bb6de0c3b20 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Aug 29 04:44:55.788180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d301418-ab03-4afa-96e4-99773805aff7 req-9850fbca-a8e8-4c84-9728-dca79e051942 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.789771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d301418-ab03-4afa-96e4-99773805aff7 req-9850fbca-a8e8-4c84-9728-dca79e051942 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0519950 Aug 29 04:44:55.843222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d301418-ab03-4afa-96e4-99773805aff7 req-0314e985-aa76-410c-bca7-458120130bd7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474069 Aug 29 04:44:55.893673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf344-b842-4e21-87f5-bb006beb3d74 req-238d78b3-1713-44e7-8b14-ad3215b8dd19 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.895112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84dcf344-b842-4e21-87f5-bb006beb3d74 req-238d78b3-1713-44e7-8b14-ad3215b8dd19 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.0645258 Aug 29 04:44:55.942354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84dcf344-b842-4e21-87f5-bb006beb3d74 req-0847ee1e-94b9-47fc-8119-5a94bc88e107 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363586 Aug 29 04:44:56.116675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-50f3f25b-47db-4d76-8a23-435ebcf80431 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.118439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-50f3f25b-47db-4d76-8a23-435ebcf80431 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 811 time: 0.1149037 Aug 29 04:44:56.135240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-65844ef3-8bb1-4f2a-beb8-0abbf76dc41d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/quotas/33a2c1b6d6f54087b63f4f9fdf978354 HTTP/1.1" status: 200 len: 375 time: 0.0107648 Aug 29 04:44:56.190130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-bab53b66-27ab-4bf6-a48d-5c087e3349fa tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484526 Aug 29 04:44:56.287584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-cd8041c8-901f-4558-be11-28502188a909 service neutron] 10.222.0.55 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890176 Aug 29 04:44:56.388316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-74fb48b3-a6a4-4d1b-a839-5fe6eb340bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944388 Aug 29 04:44:56.438107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a692442-88f2-4167-8bdd-d92f9045a22b req-3addf04f-f235-4c77-8d2d-34ab2e7b53c2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.439847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a692442-88f2-4167-8bdd-d92f9045a22b req-3addf04f-f235-4c77-8d2d-34ab2e7b53c2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0554507 Aug 29 04:44:56.481180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8a692442-88f2-4167-8bdd-d92f9045a22b req-c10dea4a-b13c-4c9e-86bf-60d3d2def1da tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338318 Aug 29 04:44:56.575531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8ab5c88-4277-40d8-af5b-df130c347241 req-9c6bc782-f7f1-46b1-87a1-e319a5cb5613 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 210 time: 0.0323386 Aug 29 04:44:56.813184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6a68-4231-4004-99dc-5007a7377974 req-dd80a977-f20f-4348-819e-5a156d2c25bc tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.814820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-082f6a68-4231-4004-99dc-5007a7377974 req-dd80a977-f20f-4348-819e-5a156d2c25bc tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0644424 Aug 29 04:44:56.862897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-082f6a68-4231-4004-99dc-5007a7377974 req-f3043417-550a-4603-8086-cbd8a232fba5 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Aug 29 04:44:56.923348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5601a016-5630-471c-82f4-38967385f30c details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:57.038813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5601a016-5630-471c-82f4-38967385f30c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5601a016-5630-471c-82f4-38967385f30c,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:57.052449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '5601a016-5630-471c-82f4-38967385f30c', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'mac_address': 'fa:16:3e:a2:d3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:57.100319 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.115070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5601a016-5630-471c-82f4-38967385f30c {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:57.142150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5601a016-5630-471c-82f4-38967385f30c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5601a016-5630-471c-82f4-38967385f30c,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:57.154926 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:57.228554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5601a016-5630-471c-82f4-38967385f30c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:57.237730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.238275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.238584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.238982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.239553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.240097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.240694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.241195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.241576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.241992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.242310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.242643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:57.383090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['5601a016-5630-471c-82f4-38967385f30c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:57.431109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-ee838373-123d-4445-8d90-b5ff2feb86f8 req-ea331531-9396-4a08-a361-a3d8882aab24 service neutron] (94823) timed out ('10.222.0.32', 55570) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:44:57.453862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0b1d-cdfa-4e16-8061-846a9614987a req-96f2e48c-4476-4423-b0b0-7bd5ba683055 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.455391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e70c0b1d-cdfa-4e16-8061-846a9614987a req-96f2e48c-4476-4423-b0b0-7bd5ba683055 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 944 time: 0.4235706 Aug 29 04:44:57.506179 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e70c0b1d-cdfa-4e16-8061-846a9614987a req-8d066e38-7b58-448d-a8d0-aa42c261f531 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432942 Aug 29 04:44:57.713279 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b407dcd7-e616-4836-affc-0bf5b3a82828 req-89d8523f-c041-4423-98d5-013e3178c221 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 210 time: 0.0381167 Aug 29 04:44:57.719753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b2b8b-ca50-4252-9bdd-e8d80e0b210a req-d37ee6ef-82bf-4fe3-bc32-94bfa413e384 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.729237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-172b2b8b-ca50-4252-9bdd-e8d80e0b210a req-d37ee6ef-82bf-4fe3-bc32-94bfa413e384 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.1609876 Aug 29 04:44:57.794947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-172b2b8b-ca50-4252-9bdd-e8d80e0b210a req-df04f774-66b1-4bc3-9025-48096b340319 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642362 Aug 29 04:44:57.803885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-5baf5bf2-8cb6-48a7-8ce0-4e341cd8a755 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.805455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-5baf5bf2-8cb6-48a7-8ce0-4e341cd8a755 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.37 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 811 time: 0.1941752 Aug 29 04:44:57.820174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Request body: {'port': {'device_id': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'admin_state_up': True, 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:58.007958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Made reservation on behalf of 33a2c1b6d6f54087b63f4f9fdf978354 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:58.012596 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.050803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce21e2-0902-4ab9-b55b-ad05d2e7bee6 req-70ba920e-0a63-4287-86ff-cd3444a9769d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.065784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73ce21e2-0902-4ab9-b55b-ad05d2e7bee6 req-70ba920e-0a63-4287-86ff-cd3444a9769d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0643525 Aug 29 04:44:58.130536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73ce21e2-0902-4ab9-b55b-ad05d2e7bee6 req-85a48508-0922-4c58-b5c0-9d4b85024344 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631351 Aug 29 04:44:58.170422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e2214-d2c7-46a7-8287-bb8455e48b55 req-b86e9c9b-7e58-472f-aed4-e2e00ec4fe68 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.172099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e6e2214-d2c7-46a7-8287-bb8455e48b55 req-b86e9c9b-7e58-472f-aed4-e2e00ec4fe68 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.1838839 Aug 29 04:44:58.214168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-9bc0d83b-6d09-4771-bf55-dfc28becd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.215575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-9bc0d83b-6d09-4771-bf55-dfc28becd31d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1097 time: 0.1571848 Aug 29 04:44:58.321517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Allocated IP 172.20.0.9 (4c5f6f75-8035-411a-ae76-80f5b3693857/0128ccdc-2fce-4deb-bb6d-fbb3423be198/4a709434-7913-4bfd-bc8d-7806759739a0) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:58.327287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e6e2214-d2c7-46a7-8287-bb8455e48b55 req-46ba04fc-27db-4fc1-a856-40b84fbc1865 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483080 Aug 29 04:44:58.376719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-9a12d596-07e6-4ffd-8617-fe5d1f9dec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.378231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-9a12d596-07e6-4ffd-8617-fe5d1f9dec1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.1543484 Aug 29 04:44:58.504296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-2661cc6b-9091-4691-adf9-78f4d09eba9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 1001 time: 0.1152158 Aug 29 04:44:58.581392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-a3148f4d-ea56-4a9a-ae30-85a20a0e0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.582910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-a3148f4d-ea56-4a9a-ae30-85a20a0e0d3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.0714819 Aug 29 04:44:58.603014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.652712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800037-9947-46d2-98f0-4153113703c9 req-5237d201-034d-4087-a3ea-556d105a9ffe tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.654552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9a800037-9947-46d2-98f0-4153113703c9 req-5237d201-034d-4087-a3ea-556d105a9ffe tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 945 time: 0.0755999 Aug 29 04:44:58.660110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-9416cb6d-98e0-4241-9a19-0438b2e07932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.661816 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-9416cb6d-98e0-4241-9a19-0438b2e07932 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710332 Aug 29 04:44:58.700794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9a800037-9947-46d2-98f0-4153113703c9 req-0d715f97-732b-42f9-91d4-b6b8b26bf950 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354664 Aug 29 04:44:58.741563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.777099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1a8ba90f-8a00-45ad-82cf-113415066a1c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:58.845966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Network 4c5f6f75-8035-411a-ae76-80f5b3693857 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:58.853083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-e243f707-5c03-44a8-ac72-0551296be6d6 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800740 Aug 29 04:44:58.855636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Pushing event updated for resources: {'Port': ['ID=4a709434-7913-4bfd-bc8d-7806759739a0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:58.858369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:58.864251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:58.927361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5601a016-5630-471c-82f4-38967385f30c up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:58.973753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5ab7-a263-4e0a-8678-512b2da41c3c req-6eea85bc-03b2-4aae-b1d9-94962cd06bef tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.975931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-faee5ab7-a263-4e0a-8678-512b2da41c3c req-6eea85bc-03b2-4aae-b1d9-94962cd06bef tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 931 time: 0.1872563 Aug 29 04:44:59.004938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 5601a016-5630-471c-82f4-38967385f30c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:59.010236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 5601a016-5630-471c-82f4-38967385f30c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:59.010727 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.025088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.025088 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.068305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-77b18d6d-5585-4527-a196-2556981c0793 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529013 Aug 29 04:44:59.074903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-faee5ab7-a263-4e0a-8678-512b2da41c3c req-b1ce19c4-70f4-4ace-aa72-7127afdb2398 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Aug 29 04:44:59.087386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Request body: {'port': {'device_id': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:59.108910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26b53847-64c6-4ab2-9439-e7a51f948cea req-5873bd87-4563-4058-bc8f-538837245370 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461195 Aug 29 04:44:59.118702 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.156562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5601a016-5630-471c-82f4-38967385f30c'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:59.158980 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ccbd7-e580-4d34-9a8c-3eefa37b3a14" -d '{"events": [{"server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "name": "network-vif-plugged", "status": "completed", "tag": "5601a016-5630-471c-82f4-38967385f30c"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:59.174294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 5601a016-5630-471c-82f4-38967385f30c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5601a016-5630-471c-82f4-38967385f30c,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:59.180128 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.186073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.252017 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af8993f-81c2-41d9-a4b5-6dab8aa16368 x-openstack-request-id: req-8af8993f-81c2-41d9-a4b5-6dab8aa16368 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:59.252568 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "name": "network-vif-plugged", "status": "completed", "tag": "5601a016-5630-471c-82f4-38967385f30c", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:59.253004 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8af8993f-81c2-41d9-a4b5-6dab8aa16368 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:59.253665 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5601a016-5630-471c-82f4-38967385f30c', 'code': 200} Aug 29 04:44:59.258810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=5601a016-5630-471c-82f4-38967385f30c,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:59.315806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086546c8-2557-42b8-ba1e-7a0cb1819238 req-4f177f1b-1c0d-4ae6-815f-0663594b90b0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.317536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-086546c8-2557-42b8-ba1e-7a0cb1819238 req-4f177f1b-1c0d-4ae6-815f-0663594b90b0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0756137 Aug 29 04:44:59.360312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-086546c8-2557-42b8-ba1e-7a0cb1819238 req-1c3af14e-0fea-4542-873e-756d5072c11e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350149 Aug 29 04:44:59.446400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640157b-ffcc-4ea7-84a1-f6f1ae103fdb req-e8ba1cdb-3fa1-4197-811b-3967ed42d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.447872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c640157b-ffcc-4ea7-84a1-f6f1ae103fdb req-e8ba1cdb-3fa1-4197-811b-3967ed42d79b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1098 time: 0.1293490 Aug 29 04:44:59.533622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c640157b-ffcc-4ea7-84a1-f6f1ae103fdb req-490cb107-6bc4-49bc-b2fe-6a0b6fa85441 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654404 Aug 29 04:44:59.543926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a7a36-2533-4f40-b3c0-f06806ce8033 req-778ed903-492c-4061-9214-02a4c64b5ac4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.545441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c7a7a36-2533-4f40-b3c0-f06806ce8033 req-778ed903-492c-4061-9214-02a4c64b5ac4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.1355276 Aug 29 04:44:59.607687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c7a7a36-2533-4f40-b3c0-f06806ce8033 req-6c65fb15-64a9-4a34-8e51-3cf5f59530e1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552623 Aug 29 04:44:59.641270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a709434-7913-4bfd-bc8d-7806759739a0 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:59.649404 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.661983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Transition to ACTIVE for port object 4a709434-7913-4bfd-bc8d-7806759739a0 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:59.667496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.765239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Pushing event updated for resources: {'Port': ['ID=4a709434-7913-4bfd-bc8d-7806759739a0,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:59.795365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Attempting to bind port 4a709434-7913-4bfd-bc8d-7806759739a0 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:59.795799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Attempting to bind port 4a709434-7913-4bfd-bc8d-7806759739a0 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:59.796206 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Attempting to bind port 4a709434-7913-4bfd-bc8d-7806759739a0 on network 4c5f6f75-8035-411a-ae76-80f5b3693857 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:59.800850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Port 4a709434-7913-4bfd-bc8d-7806759739a0 on network 4c5f6f75-8035-411a-ae76-80f5b3693857 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:59.801187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Attempting to bind port 4a709434-7913-4bfd-bc8d-7806759739a0 on network 4c5f6f75-8035-411a-ae76-80f5b3693857 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:59.806959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:59.807307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Checking segment: {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:59.807696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Bound using segment: {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:59.808127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Bound port: 4a709434-7913-4bfd-bc8d-7806759739a0, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734127bf-0db2-41e9-b190-86146bc1742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:59.808490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.837925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9817c-9403-48aa-8d70-4eca80df4bab req-dec5eaac-5e2d-41f7-97aa-bbc44d15fffb tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.846223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ca9817c-9403-48aa-8d70-4eca80df4bab req-dec5eaac-5e2d-41f7-97aa-bbc44d15fffb tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 946 time: 0.0602539 Aug 29 04:44:59.885363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] For port 4a709434-7913-4bfd-bc8d-7806759739a0, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:59.891363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] For port 4a709434-7913-4bfd-bc8d-7806759739a0, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4a709434-7913-4bfd-bc8d-7806759739a0,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:59.895066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ca9817c-9403-48aa-8d70-4eca80df4bab req-47380444-9dd4-4a39-9cc2-0d7287698c20 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479314 Aug 29 04:44:59.903294 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.943610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.944240 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:59.945691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] 10.222.0.37 "PUT /v2.0/ports/4a709434-7913-4bfd-bc8d-7806759739a0 HTTP/1.1" status: 200 len: 1092 time: 0.8648436 Aug 29 04:44:59.946153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'tag': '4a709434-7913-4bfd-bc8d-7806759739a0'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:59.948477 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df21b873-6655-475c-a8e2-97b775d6713f" -d '{"events": [{"name": "network-changed", "server_uuid": "f187b2df-0072-4f67-ae32-208144cddc2b", "tag": "4a709434-7913-4bfd-bc8d-7806759739a0"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:59.974187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac458-47c4-45be-acfd-279234bdf544 service neutron] Pushing event updated for resources: {'Port': ['ID=4a709434-7913-4bfd-bc8d-7806759739a0,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:00.006420 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7235b897-a60b-4d8b-b75b-5d269630d5bb x-openstack-request-id: req-7235b897-a60b-4d8b-b75b-5d269630d5bb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:00.006723 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f187b2df-0072-4f67-ae32-208144cddc2b", "tag": "4a709434-7913-4bfd-bc8d-7806759739a0", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:00.006983 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7235b897-a60b-4d8b-b75b-5d269630d5bb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:00.007391 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'tag': '4a709434-7913-4bfd-bc8d-7806759739a0', 'status': 'completed', 'code': 200} Aug 29 04:45:00.029116 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:00.045093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-73d9d274-7ad6-48f0-a3c0-c052f8d12e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.046657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-73d9d274-7ad6-48f0-a3c0-c052f8d12e01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 1095 time: 0.0524802 Aug 29 04:45:00.094570 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-bfde1271-dbf7-414d-bc84-addb074f77cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a709434-7913-4bfd-bc8d-7806759739a0 HTTP/1.1" status: 200 len: 217 time: 0.0385735 Aug 29 04:45:00.151507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-4ebef3d4-0f28-4faf-8d56-41a1a0548742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.152942 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-4ebef3d4-0f28-4faf-8d56-41a1a0548742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 200 len: 851 time: 0.0481670 Aug 29 04:45:00.197144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-0b18d165-3403-420e-9f9a-7364a0ae23b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f6f75-8035-411a-ae76-80f5b3693857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311768 Aug 29 04:45:00.206052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b235c-d93e-4c00-9b51-d76fbf308703 req-c94731b6-0a05-4497-8215-8e8fcb7d6808 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.207901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-058b235c-d93e-4c00-9b51-d76fbf308703 req-c94731b6-0a05-4497-8215-8e8fcb7d6808 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 943 time: 0.0597980 Aug 29 04:45:00.253124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-058b235c-d93e-4c00-9b51-d76fbf308703 req-fd6d2c83-3559-4ea5-8a8d-e9f806a34cf9 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Aug 29 04:45:00.300643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-f12908f7-9ed9-48f3-9179-6469f5c7988c service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943911 Aug 29 04:45:00.392627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab5d5a8b-e4d3-4043-a733-f5c9c4b3e737 req-db619cab-b833-4f5f-8b3d-723b9df59134 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846012 Aug 29 04:45:00.525921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5fa37-f638-4253-88aa-dca7798c2fae req-e55a55cb-3fde-4090-9729-8c6240f61ca8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.527434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4e5fa37-f638-4253-88aa-dca7798c2fae req-e55a55cb-3fde-4090-9729-8c6240f61ca8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0816214 Aug 29 04:45:00.530426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b873-6655-475c-a8e2-97b775d6713f req-6a9e75c6-0423-406e-8e05-c6d2b090465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.531818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df21b873-6655-475c-a8e2-97b775d6713f req-6a9e75c6-0423-406e-8e05-c6d2b090465b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 1095 time: 0.0758281 Aug 29 04:45:00.750870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec417331-ad9d-478d-bbc2-c69e7c3ebbbd req-68a3186e-3af1-4ee5-a9a1-a7857d439b67 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.762434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec417331-ad9d-478d-bbc2-c69e7c3ebbbd req-68a3186e-3af1-4ee5-a9a1-a7857d439b67 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0708857 Aug 29 04:45:00.803539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec417331-ad9d-478d-bbc2-c69e7c3ebbbd req-659d37c9-c803-40f4-a7c1-16ce97e40aff tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Aug 29 04:45:00.941151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a4e5fa37-f638-4253-88aa-dca7798c2fae req-14f7b354-8153-4545-8271-c57ce1e52a41 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065402 Aug 29 04:45:00.965825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-951384df-32dc-4a15-9eee-269fb410bc7f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1175385 Aug 29 04:45:00.989894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b873-6655-475c-a8e2-97b775d6713f req-0ae5f192-855f-440d-9714-8a30919427e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.992125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df21b873-6655-475c-a8e2-97b775d6713f req-0ae5f192-855f-440d-9714-8a30919427e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 912 time: 0.4498501 Aug 29 04:45:01.052626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d4622-0a28-4f2d-bd10-6e3b5e11f258 req-c0836fb3-dab3-4713-bba3-b7e1f02b85ef tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.054889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c8d4622-0a28-4f2d-bd10-6e3b5e11f258 req-c0836fb3-dab3-4713-bba3-b7e1f02b85ef tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 946 time: 0.0514975 Aug 29 04:45:01.057161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df21b873-6655-475c-a8e2-97b775d6713f req-eacf08f5-277d-4138-b04c-679b8240736e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a709434-7913-4bfd-bc8d-7806759739a0 HTTP/1.1" status: 200 len: 217 time: 0.0560503 Aug 29 04:45:01.096272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c8d4622-0a28-4f2d-bd10-6e3b5e11f258 req-12d5278a-10ff-40ca-9b70-b35e46b42729 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343280 Aug 29 04:45:01.137278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-9f10af0b-87a2-43a0-a524-8ce9e914fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.138830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-9f10af0b-87a2-43a0-a524-8ce9e914fb12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 1097 time: 0.0942578 Aug 29 04:45:01.142617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b873-6655-475c-a8e2-97b775d6713f req-63c1a65b-2477-47ca-a856-eaca7f8659af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.144012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df21b873-6655-475c-a8e2-97b775d6713f req-63c1a65b-2477-47ca-a856-eaca7f8659af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 200 len: 851 time: 0.0649631 Aug 29 04:45:01.188903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df21b873-6655-475c-a8e2-97b775d6713f req-5cb9be83-2e6d-4bc0-afe8-42f6095a5d68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f6f75-8035-411a-ae76-80f5b3693857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341232 Aug 29 04:45:01.374077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e98e2-9cf0-4a6e-9880-755e446ca2c4 req-28f7bbd8-a83c-4c6a-975a-ebccc8990e7e tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.375621 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e49e98e2-9cf0-4a6e-9880-755e446ca2c4 req-28f7bbd8-a83c-4c6a-975a-ebccc8990e7e tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 946 time: 0.1891239 Aug 29 04:45:01.391609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-c2e5fd68-3318-447c-9d0e-b16b5fd45bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.393084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-c2e5fd68-3318-447c-9d0e-b16b5fd45bf9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.2279656 Aug 29 04:45:01.394238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72022bb-1395-404b-972c-f7d7b8cbd16d req-733175f4-6a1c-48f5-a8cb-c9f3e9dbf9e9 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.395972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a72022bb-1395-404b-972c-f7d7b8cbd16d req-733175f4-6a1c-48f5-a8cb-c9f3e9dbf9e9 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 943 time: 0.0658128 Aug 29 04:45:01.398841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df21b873-6655-475c-a8e2-97b775d6713f req-df04d420-3b68-4e72-bc19-213bb7174150 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916890 Aug 29 04:45:01.444327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a72022bb-1395-404b-972c-f7d7b8cbd16d req-c2c5ec59-b86d-47c5-9b2e-7f1ec3467a8c tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Aug 29 04:45:01.465008 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.542592 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e49e98e2-9cf0-4a6e-9880-755e446ca2c4 req-fd02b5f2-4405-4fb2-9282-6b83ef8442af tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427820 Aug 29 04:45:01.546651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-38aeeee8-1f49-40d3-88f8-7c399fa67de8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 200 len: 1001 time: 0.1451759 Aug 29 04:45:01.570756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49720) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:01.612012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df21b873-6655-475c-a8e2-97b775d6713f req-3a1e02ae-4918-45da-9fef-d1dbd6825a97 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965013 Aug 29 04:45:01.620712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-75de5037-2c3f-4705-b8f6-f48baf70705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.622228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-75de5037-2c3f-4705-b8f6-f48baf70705b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.0692320 Aug 29 04:45:01.672390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-0a49e918-b2d8-4dbc-8942-15ae39b1b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.674044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-0a49e918-b2d8-4dbc-8942-15ae39b1b6a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448585 Aug 29 04:45:01.771349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb62eb1-fcc8-411c-a8f2-1ab0f6807dba tempest-TestVolumeBackupRestore-538127544 tempest-TestVolumeBackupRestore-538127544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.776674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fdb62eb1-fcc8-411c-a8f2-1ab0f6807dba tempest-TestVolumeBackupRestore-538127544 tempest-TestVolumeBackupRestore-538127544-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1093 time: 0.2013807 Aug 29 04:45:01.776880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 49728) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:01.778650 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-e8e264db-c615-422d-b27d-66b8434bc529 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975277 Aug 29 04:45:01.781697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:01.806833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.901039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a609c10-5713-4296-8caf-d8ac6229c569 req-4e70e49f-2505-4b79-ab9e-2ec7e4a40d06 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147466 Aug 29 04:45:01.949433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f183b-f61f-4484-b794-10f96cc0ac91 req-cd5c28db-ca0a-4be7-8638-6347206aaba6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.951400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-807f183b-f61f-4484-b794-10f96cc0ac91 req-cd5c28db-ca0a-4be7-8638-6347206aaba6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0696945 Aug 29 04:45:01.966182 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.032694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-807f183b-f61f-4484-b794-10f96cc0ac91 req-68f1a821-be00-45b8-ad24-b7bd7134738f tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752273 Aug 29 04:45:02.100226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Allocated IP 172.25.7.248 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/19cb2209-4620-4588-8932-19db24249e54) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:02.208858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.248602 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.288585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:02.293329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:02.305309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:02.335235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'Port': ['ID=19cb2209-4620-4588-8932-19db24249e54,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.587132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8baab0-bad7-4e41-a072-67425d139b94 req-62c560da-7ac1-4e12-8bfa-d18d7afc4e8c tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.589913 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca8baab0-bad7-4e41-a072-67425d139b94 req-62c560da-7ac1-4e12-8bfa-d18d7afc4e8c tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 943 time: 0.0595851 Aug 29 04:45:02.636145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca8baab0-bad7-4e41-a072-67425d139b94 req-70da82f4-929f-432e-84da-09dd28398d95 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Aug 29 04:45:02.715108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.788864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.946107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4a709434-7913-4bfd-bc8d-7806759739a0 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:02.949407 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.957329 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.044899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event updated for resources: {'Port': ['ID=19cb2209-4620-4588-8932-19db24249e54,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.055237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4a709434-7913-4bfd-bc8d-7806759739a0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4a709434-7913-4bfd-bc8d-7806759739a0,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:03.059586 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.069184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '4a709434-7913-4bfd-bc8d-7806759739a0', 'network_id': '4c5f6f75-8035-411a-ae76-80f5b3693857', 'port_id': '4a709434-7913-4bfd-bc8d-7806759739a0', 'mac_address': 'fa:16:3e:57:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0128ccdc-2fce-4deb-bb6d-fbb3423be198', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:03.124017 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.142857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a709434-7913-4bfd-bc8d-7806759739a0 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:03.165196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4a709434-7913-4bfd-bc8d-7806759739a0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4a709434-7913-4bfd-bc8d-7806759739a0,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:03.170892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.223103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4a709434-7913-4bfd-bc8d-7806759739a0,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.237482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2e3e-4186-4558-887a-0d8c770b5881 req-0ad1ae6d-3019-4197-814f-ca679addb050 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.239213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c64d2e3e-4186-4558-887a-0d8c770b5881 req-0ad1ae6d-3019-4197-814f-ca679addb050 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.1041622 Aug 29 04:45:03.271294 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Floating IP 4e7b7e9d-867b-4397-ba2d-c049b79a4f2c associated. External IP: 172.25.7.248, port: 5601a016-5630-471c-82f4-38967385f30c. Aug 29 04:45:03.333736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c64d2e3e-4186-4558-887a-0d8c770b5881 req-7ff5332e-9326-4e31-ab11-0cff98ab8a3d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870278 Aug 29 04:45:03.419333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['4a709434-7913-4bfd-bc8d-7806759739a0'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:03.528997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Router 2fecaf32-e524-4e13-b51c-219505235cdb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:03.643097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:03.657111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] Sync routers for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:03.660989 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.668392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:03.669091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:44:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:03.693103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b37e2c6a-4a95-4a90-b9e6-c92b684c76dc tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9150016 Aug 29 04:45:03.694286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:03.695162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-f89b20fd-54fc-42e3-a23c-ae70d21c1816 req-2158d2fe-868c-4e39-a299-b4daae39335e service neutron] (94824) timed out ('10.222.0.32', 55416) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:45:03.696286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49750) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.696772 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e" -d '{"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:03.802090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b95121-2ee0-41d3-a83d-01e5d681d19b tempest-TestVolumeBackupRestore-538127544 tempest-TestVolumeBackupRestore-538127544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.803786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-87b95121-2ee0-41d3-a83d-01e5d681d19b tempest-TestVolumeBackupRestore-538127544 tempest-TestVolumeBackupRestore-538127544-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1093 time: 0.1054921 Aug 29 04:45:03.808201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.812897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Request body: {'floatingip': {'port_id': '5601a016-5630-471c-82f4-38967385f30c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:03.825180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3ae20-aa89-443a-a68a-067c8377d575 req-a64760f9-a522-42ec-b1f6-10ff34d6dd51 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.827010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3b3ae20-aa89-443a-a68a-067c8377d575 req-a64760f9-a522-42ec-b1f6-10ff34d6dd51 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 944 time: 0.0727146 Aug 29 04:45:03.832978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:03.854126 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ce1c98-661f-4d8b-a91c-46cac3d819cc x-openstack-request-id: req-71ce1c98-661f-4d8b-a91c-46cac3d819cc {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:03.854424 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:03.854686 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71ce1c98-661f-4d8b-a91c-46cac3d819cc {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:03.855097 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c', 'status': 'completed', 'code': 200} Aug 29 04:45:03.939227 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.945885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3b3ae20-aa89-443a-a68a-067c8377d575 req-78d65916-8672-4dbf-b847-755aa3ab53b7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844529 Aug 29 04:45:03.999234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-38d4083b-4926-42da-ad35-c1c5afb057fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.001984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-38d4083b-4926-42da-ad35-c1c5afb057fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6e26b6f2f474035bddba3937a44250e&device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1098 time: 0.1209633 Aug 29 04:45:04.121446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4e7b7e9d-867b-4397-ba2d-c049b79a4f2c', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'mac_address': 'fa:16:3e:a2:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:02Z', 'updated_at': '2021-08-29T04:45:02Z', 'revision_number': 0, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:04.150664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] Checking router: 2fecaf32-e524-4e13-b51c-219505235cdb for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:04.159321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:04.159936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:44:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:04.204204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-09ed8656-6ea2-4029-a17d-59b965b10b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.205567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-09ed8656-6ea2-4029-a17d-59b965b10b65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 200 len: 914 time: 0.1931918 Aug 29 04:45:04.275367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:04.321874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-ed5489ba-7ece-4a2c-a522-b9f79904c027 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 200 len: 1000 time: 0.1077070 Aug 29 04:45:04.502768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfba17-45ec-4f3d-ace9-22a584dc15d4 req-b264746a-3280-4f3c-98d9-169fd2d3cfcb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.519444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cbfba17-45ec-4f3d-ace9-22a584dc15d4 req-b264746a-3280-4f3c-98d9-169fd2d3cfcb tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0892529 Aug 29 04:45:04.559545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-7a907c5c-03f4-41dc-9ef7-d9484ee57c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.562061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-7a907c5c-03f4-41dc-9ef7-d9484ee57c30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=357c29e8-e61d-4091-9ebb-b25680c4ed42 HTTP/1.1" status: 200 len: 852 time: 0.2300816 Aug 29 04:45:04.573487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4e7b7e9d-867b-4397-ba2d-c049b79a4f2c', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'mac_address': 'fa:16:3e:a2:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:02Z', 'updated_at': '2021-08-29T04:45:02Z', 'revision_number': 0, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:04.575468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cbfba17-45ec-4f3d-ace9-22a584dc15d4 req-ed183130-045d-4f7a-8693-2619b168df3b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487528 Aug 29 04:45:04.615262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39a66c-3f35-45a6-9d5b-dba5ed9d76df None None] The sync data for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 is: [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4e7b7e9d-867b-4397-ba2d-c049b79a4f2c', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'mac_address': 'fa:16:3e:a2:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:02Z', 'updated_at': '2021-08-29T04:45:02Z', 'revision_number': 0, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:04.854587 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b3beb-464f-4758-9491-45e9888342db None None] New status for floating IP 4e7b7e9d-867b-4397-ba2d-c049b79a4f2c: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:04.970310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4a709434-7913-4bfd-bc8d-7806759739a0 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:05.012302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-f99788ec-587e-490b-98f2-95df073d1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.013869 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-f99788ec-587e-490b-98f2-95df073d1a9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4316089 Aug 29 04:45:05.026954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 4a709434-7913-4bfd-bc8d-7806759739a0 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:05.032109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 4a709434-7913-4bfd-bc8d-7806759739a0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:05.032608 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.127756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.141302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.resource_extend [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:45:05.167268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 4a709434-7913-4bfd-bc8d-7806759739a0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4a709434-7913-4bfd-bc8d-7806759739a0,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:05.168262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a709434-7913-4bfd-bc8d-7806759739a0'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:05.171920 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae08bf5-cbf6-4f05-9d12-70b64f583f96" -d '{"events": [{"server_uuid": "f187b2df-0072-4f67-ae32-208144cddc2b", "name": "network-vif-plugged", "status": "completed", "tag": "4a709434-7913-4bfd-bc8d-7806759739a0"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:05.189013 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.221898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.232413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71443bb-2aeb-4aad-b771-d3756736dffc req-5d783a6d-d0eb-4a0f-990c-07869e33d03f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.234056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f71443bb-2aeb-4aad-b771-d3756736dffc req-5d783a6d-d0eb-4a0f-990c-07869e33d03f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 944 time: 0.1938868 Aug 29 04:45:05.235843 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-118b3beb-464f-4758-9491-45e9888342db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:45:05.236497 n-d-712143-14 neutron-server[94826]: DEBUG oslo_db.api [None req-118b3beb-464f-4758-9491-45e9888342db None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:45:05.238879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.268076 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b129828-3eed-463b-b48a-70427125bd4b x-openstack-request-id: req-9b129828-3eed-463b-b48a-70427125bd4b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:05.268449 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f187b2df-0072-4f67-ae32-208144cddc2b", "name": "network-vif-plugged", "status": "completed", "tag": "4a709434-7913-4bfd-bc8d-7806759739a0", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:05.269416 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b129828-3eed-463b-b48a-70427125bd4b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:05.269952 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a709434-7913-4bfd-bc8d-7806759739a0', 'code': 200} Aug 29 04:45:05.276225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4a709434-7913-4bfd-bc8d-7806759739a0,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.297401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-194d30c0-ddeb-4486-8a8c-8b19bb9e7472 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582843 Aug 29 04:45:05.450037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f71443bb-2aeb-4aad-b771-d3756736dffc req-295ef118-c0f2-4697-be5b-9940acb59fac tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028804 Aug 29 04:45:05.482657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7d611-a61d-4e8d-b86e-b8dbabf38eea req-566bad22-358f-4dce-960f-45a15ffc6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.484172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dec7d611-a61d-4e8d-b86e-b8dbabf38eea req-566bad22-358f-4dce-960f-45a15ffc6e7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 1097 time: 0.1763175 Aug 29 04:45:05.555572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e96001ae-bcfe-4be3-84c5-51a7b01fd37e req-f7165878-23ba-4422-86fc-a4ed9d0c0646 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446885 Aug 29 04:45:05.577541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dec7d611-a61d-4e8d-b86e-b8dbabf38eea req-b159f9e7-b989-4a7e-9320-2fe2b419d3b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838723 Aug 29 04:45:05.639166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Router 2fecaf32-e524-4e13-b51c-219505235cdb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:05.706133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdd9dd-ab92-48fe-b213-63cb9c9789bb req-1d804aa2-40b0-49ab-b9dd-da9c83db69b4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.709062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18fdd9dd-ab92-48fe-b213-63cb9c9789bb req-1d804aa2-40b0-49ab-b9dd-da9c83db69b4 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0567353 Aug 29 04:45:05.738467 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b3beb-464f-4758-9491-45e9888342db None None] New status for floating IP 4e7b7e9d-867b-4397-ba2d-c049b79a4f2c: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:05.755509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:05.758164 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18fdd9dd-ab92-48fe-b213-63cb9c9789bb req-65ba113a-75d1-4610-a84b-692578d62191 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Aug 29 04:45:05.761566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.799506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:05.799844 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e934bb4-acd4-4a8d-8ff0-aeef00830662" -d '{"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:05.835819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-82362d27-8c20-43a3-9b14-ee19402457f9 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "PUT /v2.0/floatingips/4e7b7e9d-867b-4397-ba2d-c049b79a4f2c HTTP/1.1" status: 200 len: 992 time: 2.0201802 Aug 29 04:45:05.866566 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87011e-0c99-45b0-89a5-6f2cc3da5e95 x-openstack-request-id: req-3f87011e-0c99-45b0-89a5-6f2cc3da5e95 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:05.866894 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:05.867152 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f87011e-0c99-45b0-89a5-6f2cc3da5e95 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:05.867556 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c', 'status': 'completed', 'code': 200} Aug 29 04:45:05.942517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-0f448feb-b2ce-4724-b61f-3d995bceb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.944278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-0f448feb-b2ce-4724-b61f-3d995bceb88e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6e26b6f2f474035bddba3937a44250e&device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1098 time: 0.0557163 Aug 29 04:45:06.065363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-377cdeb8-c740-4f70-b63f-c584bb8b6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.066833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-377cdeb8-c740-4f70-b63f-c584bb8b6054 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 200 len: 914 time: 0.1072810 Aug 29 04:45:06.093777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] Sync routers for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:06.110809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:06.111837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:44:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.152922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-07736ab4-161e-497d-9cef-714d7a6b531e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 200 len: 1002 time: 0.0771902 Aug 29 04:45:06.215086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-d5e0695a-c6c3-4364-b6c3-4af291650f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.217237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-d5e0695a-c6c3-4364-b6c3-4af291650f11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=357c29e8-e61d-4091-9ebb-b25680c4ed42 HTTP/1.1" status: 200 len: 852 time: 0.0520182 Aug 29 04:45:06.242319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:06.275707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-f1c37c50-ce83-4875-b913-afe3412fd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.277253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-f1c37c50-ce83-4875-b913-afe3412fd1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511029 Aug 29 04:45:06.383267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-b2a4eb18-f553-49b5-8ce6-8b4577bd275e service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970237 Aug 29 04:45:06.498854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e934bb4-acd4-4a8d-8ff0-aeef00830662 req-85865b0c-261e-4161-9b71-51a80f9f5f18 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058435 Aug 29 04:45:06.523836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4e7b7e9d-867b-4397-ba2d-c049b79a4f2c', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'mac_address': 'fa:16:3e:a2:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:02Z', 'updated_at': '2021-08-29T04:45:05Z', 'revision_number': 2, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.554451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] Checking router: 2fecaf32-e524-4e13-b51c-219505235cdb for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:06.563324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:06.563970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:44:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.578909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552887c-a7e1-45cf-915b-d47d677d93c4 req-a765a57f-5a08-4424-bafe-18ffd606a02f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.580543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1552887c-a7e1-45cf-915b-d47d677d93c4 req-a765a57f-5a08-4424-bafe-18ffd606a02f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0576649 Aug 29 04:45:06.630586 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1552887c-a7e1-45cf-915b-d47d677d93c4 req-367ebddd-0e62-4753-8f85-8bf4df3ac671 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Aug 29 04:45:06.840309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:06.903208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e50051-d8b3-4939-bcbc-48764cedafc3 req-cea7faf1-49d5-4933-85a6-bb66cb3f5947 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.904835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0e50051-d8b3-4939-bcbc-48764cedafc3 req-cea7faf1-49d5-4933-85a6-bb66cb3f5947 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0573180 Aug 29 04:45:06.962247 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0e50051-d8b3-4939-bcbc-48764cedafc3 req-0c971f2b-00b4-4ee8-afb9-4058c6e7e08c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505197 Aug 29 04:45:07.129329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4e7b7e9d-867b-4397-ba2d-c049b79a4f2c', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'mac_address': 'fa:16:3e:a2:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:02Z', 'updated_at': '2021-08-29T04:45:05Z', 'revision_number': 2, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:07.156136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa9f47-939a-4247-ad31-80158c9481dd None None] The sync data for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 is: [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '4e7b7e9d-867b-4397-ba2d-c049b79a4f2c', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'port_id': '5601a016-5630-471c-82f4-38967385f30c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'mac_address': 'fa:16:3e:a2:d3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:02Z', 'updated_at': '2021-08-29T04:45:05Z', 'revision_number': 2, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:07.765115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25577-295c-4c35-a94d-b893eb480953 req-3c2112fc-9097-4a08-8498-e503f077e15e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.767368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4b25577-295c-4c35-a94d-b893eb480953 req-3c2112fc-9097-4a08-8498-e503f077e15e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0549352 Aug 29 04:45:07.808874 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4b25577-295c-4c35-a94d-b893eb480953 req-d360a8bf-4c6c-4a4c-91e9-844bdaa66805 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Aug 29 04:45:07.869079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:07.871854 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71870f02-944a-4f39-85e4-202784125c16" -d '{"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:07.918789 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeca69f-2444-48ca-bb79-3f2c87f62472 x-openstack-request-id: req-daeca69f-2444-48ca-bb79-3f2c87f62472 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:07.919350 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:07.919778 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-daeca69f-2444-48ca-bb79-3f2c87f62472 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:07.920362 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c', 'status': 'completed', 'code': 200} Aug 29 04:45:08.009295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870f02-944a-4f39-85e4-202784125c16 req-5e8f1b20-305b-4d1c-9aba-70365d60d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.011171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71870f02-944a-4f39-85e4-202784125c16 req-5e8f1b20-305b-4d1c-9aba-70365d60d704 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6e26b6f2f474035bddba3937a44250e&device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1098 time: 0.0668614 Aug 29 04:45:08.160656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe551-a2d3-46f1-a3ac-5f358fca2b2d req-4570be00-69d2-4e4f-b7de-63d44558bd9b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.162633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5dfbe551-a2d3-46f1-a3ac-5f358fca2b2d req-4570be00-69d2-4e4f-b7de-63d44558bd9b tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0844822 Aug 29 04:45:08.196485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870f02-944a-4f39-85e4-202784125c16 req-8df0afb5-7c67-4c6f-8ec6-d6da9cfcf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.198071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71870f02-944a-4f39-85e4-202784125c16 req-8df0afb5-7c67-4c6f-8ec6-d6da9cfcf343 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 200 len: 914 time: 0.1785560 Aug 29 04:45:08.222683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5dfbe551-a2d3-46f1-a3ac-5f358fca2b2d req-71d30b1c-f055-486c-8c90-171aa82c7743 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Aug 29 04:45:08.284491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71870f02-944a-4f39-85e4-202784125c16 req-c545e772-60cb-4dc6-88f5-1ae818b5d09e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 200 len: 1002 time: 0.0730739 Aug 29 04:45:08.303965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-11dc43fb-1322-455e-8e3c-9d530ee45569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.305884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-11dc43fb-1322-455e-8e3c-9d530ee45569 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 1097 time: 0.1937897 Aug 29 04:45:08.315999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6446687-6102-47cb-a50b-c66209c23e0d req-e0401443-0503-4f73-b4f9-ecbc977982aa tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.318151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6446687-6102-47cb-a50b-c66209c23e0d req-e0401443-0503-4f73-b4f9-ecbc977982aa tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.2072110 Aug 29 04:45:08.466371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a995cb0-5d04-4dc7-b03d-ea99ab7c6b9f req-258e2b41-a9db-469c-a51e-190246b34128 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.468652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a995cb0-5d04-4dc7-b03d-ea99ab7c6b9f req-258e2b41-a9db-469c-a51e-190246b34128 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0610895 Aug 29 04:45:08.500036 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6446687-6102-47cb-a50b-c66209c23e0d req-8d06f527-f5a3-406b-abf1-9311dad02c43 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271675 Aug 29 04:45:08.509838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870f02-944a-4f39-85e4-202784125c16 req-f47a5236-2611-4bf4-94e4-12d00a4cc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.511865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71870f02-944a-4f39-85e4-202784125c16 req-f47a5236-2611-4bf4-94e4-12d00a4cc22a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=357c29e8-e61d-4091-9ebb-b25680c4ed42 HTTP/1.1" status: 200 len: 852 time: 0.2190633 Aug 29 04:45:08.517661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a995cb0-5d04-4dc7-b03d-ea99ab7c6b9f req-952474c7-8bdc-405b-bcf4-b3b965385924 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Aug 29 04:45:08.569934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-c19a22b5-4381-4ff7-9530-c1cef80da087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.571423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-c19a22b5-4381-4ff7-9530-c1cef80da087 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 912 time: 0.2330670 Aug 29 04:45:08.618955 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-690687d3-5302-4b60-8ab3-71fb925cbfb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a709434-7913-4bfd-bc8d-7806759739a0 HTTP/1.1" status: 200 len: 217 time: 0.0394611 Aug 29 04:45:08.620892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870f02-944a-4f39-85e4-202784125c16 req-728f1554-7e8b-4832-a4b4-ede000376b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.622319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71870f02-944a-4f39-85e4-202784125c16 req-728f1554-7e8b-4832-a4b4-ede000376b25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012082 Aug 29 04:45:08.770355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618198-2759-41c8-be74-80b7869367c7 req-f5f6bf74-8693-4b85-99d6-6b375fa94e78 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.771839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24618198-2759-41c8-be74-80b7869367c7 req-f5f6bf74-8693-4b85-99d6-6b375fa94e78 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.1555657 Aug 29 04:45:08.773301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-840aaf93-5fbe-4764-bb06-17dfca23f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.774802 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-840aaf93-5fbe-4764-bb06-17dfca23f9a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 200 len: 851 time: 0.1413317 Aug 29 04:45:08.825345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-d9fe48d8-be8f-44c2-a26d-e447326c5563 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f6f75-8035-411a-ae76-80f5b3693857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395031 Aug 29 04:45:08.871526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24618198-2759-41c8-be74-80b7869367c7 req-a98f84f7-d638-4912-aca4-1557f1ff4c4c tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874283 Aug 29 04:45:08.900779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71870f02-944a-4f39-85e4-202784125c16 req-5d90203a-2961-4184-8636-eb8e7a6c3f18 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682886 Aug 29 04:45:09.334388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-77fd00aa-d89e-48e2-b962-d2eefc3b12c5 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985018 Aug 29 04:45:09.347966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b962b14-b86f-4da5-b0ef-1010fa040c55 req-3d738cf8-3323-44ad-87a7-eadd9808a5de tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.349519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b962b14-b86f-4da5-b0ef-1010fa040c55 req-3d738cf8-3323-44ad-87a7-eadd9808a5de tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.1247597 Aug 29 04:45:09.411342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71870f02-944a-4f39-85e4-202784125c16 req-84b846e9-650f-4a90-b545-519ca9b6a2c9 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007665 Aug 29 04:45:09.454662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b962b14-b86f-4da5-b0ef-1010fa040c55 req-66945d34-3d2f-4603-b0c5-a7d42a269f94 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876408 Aug 29 04:45:09.487387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e9a303-eccd-4bfb-b61c-7abc28a6643a req-d246dc88-a4bc-47eb-8ab0-668785103005 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331308 Aug 29 04:45:09.615944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b732321-460a-44fb-85dd-d82dd98fa301 req-6a1794d2-8f21-40f8-b3fd-a72a33d00346 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.617394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b732321-460a-44fb-85dd-d82dd98fa301 req-6a1794d2-8f21-40f8-b3fd-a72a33d00346 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0524669 Aug 29 04:45:09.659774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b732321-460a-44fb-85dd-d82dd98fa301 req-c7483c5a-b386-4304-9965-3787821ada16 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341752 Aug 29 04:45:10.413512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-ae073fc8-1776-4180-9653-ca3bf36f91b6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.415102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-ae073fc8-1776-4180-9653-ca3bf36f91b6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.0536883 Aug 29 04:45:10.528263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Deleting port ed947fb5-804d-4749-bde7-775b0617f00a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:10.528263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.651811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652490b-cf97-4915-9825-e4272b7c0286 req-67745ead-64a3-47b0-b320-376020e5f8f1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.653334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9652490b-cf97-4915-9825-e4272b7c0286 req-67745ead-64a3-47b0-b320-376020e5f8f1 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=553f6311-b51c-414f-8f7d-d4f80678d053 HTTP/1.1" status: 200 len: 945 time: 0.1128807 Aug 29 04:45:10.660431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] For port ed947fb5-804d-4749-bde7-775b0617f00a, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ed947fb5-804d-4749-bde7-775b0617f00a,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:10.660806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.681140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Calling delete_port for ed947fb5-804d-4749-bde7-775b0617f00a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:10.749005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9652490b-cf97-4915-9825-e4272b7c0286 req-8eccd863-9133-4477-8a72-bac88d2b673d tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850208 Aug 29 04:45:10.808008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac8ada-14d6-40c7-ad3f-ca344c1454db req-372f50dc-f3df-415b-bf3e-b65eb0211fa0 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.809756 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6ac8ada-14d6-40c7-ad3f-ca344c1454db req-372f50dc-f3df-415b-bf3e-b65eb0211fa0 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0783679 Aug 29 04:45:10.853284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6ac8ada-14d6-40c7-ad3f-ca344c1454db req-507148bc-815e-45a0-8f46-26fbf582bceb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369191 Aug 29 04:45:10.856603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.885336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ed947fb5-804d-4749-bde7-775b0617f00a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:10.898551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:10.907900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event deleted for resources: {'Port': ['ID=ed947fb5-804d-4749-bde7-775b0617f00a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.943285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] No DVR routers for this DVR port ed947fb5-804d-4749-bde7-775b0617f00a on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:10.950919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.950919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a25206b-1747-4dec-8730-7b7db18a5d85 req-17b72f24-0d3e-486f-be68-03da202fb536 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.37 "DELETE /v2.0/ports/ed947fb5-804d-4749-bde7-775b0617f00a HTTP/1.1" status: 204 len: 173 time: 0.5275114 Aug 29 04:45:10.950919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553f6311-b51c-414f-8f7d-d4f80678d053', 'name': 'network-vif-deleted', 'tag': 'ed947fb5-804d-4749-bde7-775b0617f00a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:10.951828 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f490fa-beb9-402e-9320-454c2c855a9f" -d '{"events": [{"server_uuid": "553f6311-b51c-414f-8f7d-d4f80678d053", "name": "network-vif-deleted", "tag": "ed947fb5-804d-4749-bde7-775b0617f00a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:11.003772 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daf2607-2154-4eef-963b-5b45f3f6efab x-openstack-request-id: req-4daf2607-2154-4eef-963b-5b45f3f6efab {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:11.004659 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553f6311-b51c-414f-8f7d-d4f80678d053", "name": "network-vif-deleted", "tag": "ed947fb5-804d-4749-bde7-775b0617f00a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:11.004938 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4daf2607-2154-4eef-963b-5b45f3f6efab {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:11.005353 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553f6311-b51c-414f-8f7d-d4f80678d053', 'name': 'network-vif-deleted', 'tag': 'ed947fb5-804d-4749-bde7-775b0617f00a', 'status': 'completed', 'code': 200} Aug 29 04:45:12.025977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5edc-6a61-4895-9614-70cddeb3cde6 req-a0e9a05c-494e-4bdf-872f-d7adf63d14ea tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.025977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b86b5edc-6a61-4895-9614-70cddeb3cde6 req-a0e9a05c-494e-4bdf-872f-d7adf63d14ea tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0755997 Aug 29 04:45:12.072387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b86b5edc-6a61-4895-9614-70cddeb3cde6 req-dd164888-a431-4621-921d-82e5099ea192 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Aug 29 04:45:12.603875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb21975-def8-48ba-87f7-8fd9691d9cb6 req-9df827be-c47d-49ba-99b2-7153496f8d71 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.605696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8cb21975-def8-48ba-87f7-8fd9691d9cb6 req-9df827be-c47d-49ba-99b2-7153496f8d71 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 945 time: 0.0739043 Aug 29 04:45:12.649528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8cb21975-def8-48ba-87f7-8fd9691d9cb6 req-965277dd-1609-4ca8-9e83-bd65b72a46c3 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Aug 29 04:45:13.001128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ed947fb5-804d-4749-bde7-775b0617f00a no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:13.022945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: ed947fb5-804d-4749-bde7-775b0617f00a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:13.023287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ed947fb5-804d-4749-bde7-775b0617f00a not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:13.209504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d9c99-3055-4ba6-b299-c9710cee7af6 req-c52f94dc-c459-4973-8d9d-834f6422eaf9 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.211083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b86d9c99-3055-4ba6-b299-c9710cee7af6 req-c52f94dc-c459-4973-8d9d-834f6422eaf9 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0523465 Aug 29 04:45:13.254671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b86d9c99-3055-4ba6-b299-c9710cee7af6 req-ea918b2c-410f-4da7-91bb-5ab60057e83b tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Aug 29 04:45:13.770721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6304fc-e950-42e6-8d99-18798160df24 req-9313a656-41ff-4f04-83a9-7c503650d3f6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.772747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c6304fc-e950-42e6-8d99-18798160df24 req-9313a656-41ff-4f04-83a9-7c503650d3f6 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 945 time: 0.0504565 Aug 29 04:45:13.812993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c6304fc-e950-42e6-8d99-18798160df24 req-160384e3-d52b-4ac9-b944-dc793ee8a491 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340331 Aug 29 04:45:14.190447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-dac0f271-c9d3-4469-828e-ddf85798b400 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.192499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-dac0f271-c9d3-4469-828e-ddf85798b400 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 945 time: 0.0578845 Aug 29 04:45:14.304895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Deleting port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:14.305243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.411763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1903-efcb-41e5-ab49-2a086f72542a req-0551a98e-a3ce-48fc-9845-0d42bd2964d1 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.412461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd6a1903-efcb-41e5-ab49-2a086f72542a req-0551a98e-a3ce-48fc-9845-0d42bd2964d1 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0593665 Aug 29 04:45:14.418457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] For port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,segment=NetworkSegment(0b3fca7e-27f1-48bb-9a58-d651f6426079),segment_id=0b3fca7e-27f1-48bb-9a58-d651f6426079)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:14.418827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.434395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Calling delete_port for 8c0f1316-5c01-418f-a9e0-054ac9e8e9db owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:14.456366 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd6a1903-efcb-41e5-ab49-2a086f72542a req-02fa8ccf-7819-4ecc-a90b-0aaeb13e070d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 Aug 29 04:45:14.566198 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.601139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8c0f1316-5c01-418f-a9e0-054ac9e8e9db'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:14.601778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Pushing event deleted for resources: {'Port': ['ID=8c0f1316-5c01-418f-a9e0-054ac9e8e9db,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:14.654331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] No DVR routers for this DVR port 8c0f1316-5c01-418f-a9e0-054ac9e8e9db on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:14.657128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.659601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f72dc22b-ea40-4289-9a78-c6ce150a8336 req-a9ae7771-f144-4179-badc-8dbce2f8575e tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.32 "DELETE /v2.0/ports/8c0f1316-5c01-418f-a9e0-054ac9e8e9db HTTP/1.1" status: 204 len: 173 time: 0.4599004 Aug 29 04:45:14.660076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31589645-3cce-45b2-a9a7-37cc2a080539', 'name': 'network-vif-deleted', 'tag': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:14.662472 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eaafac-2550-47ac-a18d-4b05b8aa492a" -d '{"events": [{"server_uuid": "31589645-3cce-45b2-a9a7-37cc2a080539", "name": "network-vif-deleted", "tag": "8c0f1316-5c01-418f-a9e0-054ac9e8e9db"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:14.710061 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9237f3-738c-4c53-aefa-0950e130bd3c x-openstack-request-id: req-cb9237f3-738c-4c53-aefa-0950e130bd3c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:14.710365 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31589645-3cce-45b2-a9a7-37cc2a080539", "name": "network-vif-deleted", "tag": "8c0f1316-5c01-418f-a9e0-054ac9e8e9db", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:14.710622 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb9237f3-738c-4c53-aefa-0950e130bd3c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:14.711030 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31589645-3cce-45b2-a9a7-37cc2a080539', 'name': 'network-vif-deleted', 'tag': '8c0f1316-5c01-418f-a9e0-054ac9e8e9db', 'status': 'completed', 'code': 200} Aug 29 04:45:14.932943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f741b5cf-f2a9-4832-8893-23257946c59a req-78e840ba-a1db-4d0b-a443-cb87b33dc253 tempest-ServersTestJSON-2142767356 tempest-ServersTestJSON-2142767356-project] 10.222.0.55 "GET /v2.0/ports?device_id=31589645-3cce-45b2-a9a7-37cc2a080539 HTTP/1.1" status: 200 len: 210 time: 0.0322158 Aug 29 04:45:15.581272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a81d37-5b6e-4f65-b8fd-e1e56cf7e3fd req-9e26beff-aa95-4741-95fe-63d8d0d4e199 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.582879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e6a81d37-5b6e-4f65-b8fd-e1e56cf7e3fd req-9e26beff-aa95-4741-95fe-63d8d0d4e199 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0523429 Aug 29 04:45:15.626332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e6a81d37-5b6e-4f65-b8fd-e1e56cf7e3fd req-da7bba23-0ceb-473a-a519-9a84e4e4de0c tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Aug 29 04:45:15.994243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:16.044725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] Deleting subnet bcbfbe57-f674-456b-a832-5a7b7276b672 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:16.047970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.084836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.125282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.182233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.213477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbfbe57-f674-456b-a832-5a7b7276b672,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.217483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.219765 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9cab5d03-2c58-4387-8721-21576d6642b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bcbfbe57-f674-456b-a832-5a7b7276b672 HTTP/1.1" status: 204 len: 168 time: 0.2243385 Aug 29 04:45:16.222281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:16.291368 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.378298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.389978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188b4da4-1b5f-4cac-bdae-cd699aee122f']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:16.401819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3fca7e-27f1-48bb-9a58-d651f6426079') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:16.402132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3fca7e-27f1-48bb-9a58-d651f6426079') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:16.411496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.426031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.432898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:16.433288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:16.435013 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:16.488818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.495372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.497577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/188b4da4-1b5f-4cac-bdae-cd699aee122f HTTP/1.1" status: 204 len: 168 time: 0.2743542 Aug 29 04:45:16.509742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f490a3-f283-4e40-82e8-39bbdc1614e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=188b4da4-1b5f-4cac-bdae-cd699aee122f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:16.624393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49936) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:16.679871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7fb6fd1b-d4e4-4563-828e-0ad29f516c2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a683d378e2848e5b93c7b99fe477b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511730 Aug 29 04:45:16.680097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 49942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:16.776144 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4c11-04a8-4948-8a7c-38e17cabda29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.791260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d530f4-cfc7-40e9-9b02-e4f61a493c7b req-43733200-86e0-41df-bcc6-d5c44fadd6ea tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.792838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3d530f4-cfc7-40e9-9b02-e4f61a493c7b req-43733200-86e0-41df-bcc6-d5c44fadd6ea tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0875041 Aug 29 04:45:16.807603 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b80f99ea-1b69-4899-8f64-003199e2da22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.824540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4c11-04a8-4948-8a7c-38e17cabda29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.873940 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3d530f4-cfc7-40e9-9b02-e4f61a493c7b req-d53b6eea-9f64-4bfe-b4bf-49868409a256 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732150 Aug 29 04:45:16.907558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4c11-04a8-4948-8a7c-38e17cabda29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.910224 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4c11-04a8-4948-8a7c-38e17cabda29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.911363 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4c1c4c11-04a8-4948-8a7c-38e17cabda29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60 HTTP/1.1" status: 204 len: 168 time: 0.2294610 Aug 29 04:45:16.920364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c4c11-04a8-4948-8a7c-38e17cabda29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6d775-c4dd-4db5-a3e0-0fa60ee75b60,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:18.004766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8f67e-ebdb-4879-a446-13b0ae19687e req-d0b0a24f-8afc-45a5-ac13-e432908b29cf tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:18.006478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12b8f67e-ebdb-4879-a446-13b0ae19687e req-d0b0a24f-8afc-45a5-ac13-e432908b29cf tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0576973 Aug 29 04:45:18.053062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12b8f67e-ebdb-4879-a446-13b0ae19687e req-377003a6-9572-41f9-91ff-62ce6f8135fb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Aug 29 04:45:18.654804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0f1316-5c01-418f-a9e0-054ac9e8e9db no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:18.676955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 8c0f1316-5c01-418f-a9e0-054ac9e8e9db {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:18.677406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0f1316-5c01-418f-a9e0-054ac9e8e9db not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:19.205963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec4a9a-a3a6-49cf-972e-8a5db3007870 req-83ba7307-af99-40bb-907b-dee29b355494 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:19.208611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47ec4a9a-a3a6-49cf-972e-8a5db3007870 req-83ba7307-af99-40bb-907b-dee29b355494 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0810297 Aug 29 04:45:19.268182 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47ec4a9a-a3a6-49cf-972e-8a5db3007870 req-6396bc9f-8174-494f-af46-d46697f6c903 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478168 Aug 29 04:45:19.486635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5ecda18-4b34-4795-8f89-8f5be20d9834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.619927 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.408474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952a180-de75-49c7-83f4-3af04850aca5 req-7bbb0a75-ee9f-4fd1-9f1c-c4bbb56b225e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:20.410124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d952a180-de75-49c7-83f4-3af04850aca5 req-7bbb0a75-ee9f-4fd1-9f1c-c4bbb56b225e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0567110 Aug 29 04:45:20.454767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d952a180-de75-49c7-83f4-3af04850aca5 req-1ad9f36a-2793-490b-9e34-c655d09a465f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Aug 29 04:45:20.761378 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.772358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.596906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d729c58-29b1-4bb9-a203-778ebf8a47a9 req-e132c52b-ba03-49bb-abb1-884f16d9a3bf tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.598537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d729c58-29b1-4bb9-a203-778ebf8a47a9 req-e132c52b-ba03-49bb-abb1-884f16d9a3bf tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0646038 Aug 29 04:45:21.644261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d729c58-29b1-4bb9-a203-778ebf8a47a9 req-1a2011f1-b68c-43ab-852d-193f4c9c4208 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Aug 29 04:45:22.310099 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.790732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef1786-719a-4e0f-a94a-c84226ce181c req-b5f21c07-176a-48dd-83be-a58e1c690d28 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:22.792352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8ef1786-719a-4e0f-a94a-c84226ce181c req-b5f21c07-176a-48dd-83be-a58e1c690d28 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0532143 Aug 29 04:45:22.845083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8ef1786-719a-4e0f-a94a-c84226ce181c req-8c481dd8-9e62-48f6-b0a7-52b040c8efbe tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457852 Aug 29 04:45:22.880223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.025716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0b94a77-9e42-4dcc-9de7-8227d5dcf971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.124981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0b94a77-9e42-4dcc-9de7-8227d5dcf971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.132280 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b0b94a77-9e42-4dcc-9de7-8227d5dcf971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.169998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b94a77-9e42-4dcc-9de7-8227d5dcf971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dde65e-85bc-4663-b63f-8c069475abb5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.182592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50140) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.182799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b0b94a77-9e42-4dcc-9de7-8227d5dcf971 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da2b733fd0b8498db2b6119fa81d5358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012915 Aug 29 04:45:23.252145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.278171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.332609 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.335761 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.337048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26dde65e-85bc-4663-b63f-8c069475abb5 HTTP/1.1" status: 204 len: 168 time: 0.1529281 Aug 29 04:45:23.349656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dde65e-85bc-4663-b63f-8c069475abb5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.358127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.358627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.359093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.359623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.360161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.360612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.361051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.361486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.361989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.362422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.363023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.363505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9142b-2bfc-4508-8f0e-ac943de73161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:23.676247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50150) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.698662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-055c1db4-6dce-4592-8a70-00e9c258181d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.798562 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-055c1db4-6dce-4592-8a70-00e9c258181d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.799637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-200dd939-7ece-4c17-888a-60cfb10c8aa6 req-ee1d3698-2ebc-4932-8212-eb285c169e97 service neutron] (94824) timed out ('10.222.0.55', 36866) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:45:23.804450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-055c1db4-6dce-4592-8a70-00e9c258181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.845386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c1db4-6dce-4592-8a70-00e9c258181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d9ae5b-7f38-403f-a721-1db356e36889,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.852895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:23.853044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-055c1db4-6dce-4592-8a70-00e9c258181d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09d17b668b64411cb4ba61e0bc395d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756687 Aug 29 04:45:23.918451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d37d-b0ed-46f8-83df-4dad2878f2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.963961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d37d-b0ed-46f8-83df-4dad2878f2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.040782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81589b27-1355-44e5-bc8a-771226ca9ae3 req-0d3334cb-4c01-430a-8040-43af163a1372 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.042454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81589b27-1355-44e5-bc8a-771226ca9ae3 req-0d3334cb-4c01-430a-8040-43af163a1372 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.1089444 Aug 29 04:45:24.080080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d37d-b0ed-46f8-83df-4dad2878f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.082839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d37d-b0ed-46f8-83df-4dad2878f2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.088250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7eb2d37d-b0ed-46f8-83df-4dad2878f2cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2d9ae5b-7f38-403f-a721-1db356e36889 HTTP/1.1" status: 204 len: 168 time: 0.2330673 Aug 29 04:45:24.108523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2d37d-b0ed-46f8-83df-4dad2878f2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d9ae5b-7f38-403f-a721-1db356e36889,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:24.126773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81589b27-1355-44e5-bc8a-771226ca9ae3 req-68c552f7-fc58-472b-94f6-04fc09172ee0 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654233 Aug 29 04:45:25.296031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3a7f-cab8-48c7-aaa8-d6f107d62500 req-d15829a5-cd88-4318-8470-0b0684c29877 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:25.302167 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ecc3a7f-cab8-48c7-aaa8-d6f107d62500 req-d15829a5-cd88-4318-8470-0b0684c29877 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0781376 Aug 29 04:45:25.342868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ecc3a7f-cab8-48c7-aaa8-d6f107d62500 req-01e6ce9d-d16d-40d2-8b23-b54a57f32661 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 Aug 29 04:45:26.499101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a909c-4a63-445b-97c2-f4831bd2a581 req-85b6f62d-2f3a-4c6b-88c1-2e2d6621d395 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:26.502545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d8a909c-4a63-445b-97c2-f4831bd2a581 req-85b6f62d-2f3a-4c6b-88c1-2e2d6621d395 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0680914 Aug 29 04:45:26.550873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d8a909c-4a63-445b-97c2-f4831bd2a581 req-87655283-b80c-433f-922d-a3b79d2bb032 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Aug 29 04:45:26.737036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50248) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:26.863063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cc46b76-b897-4958-a074-cb53afe77961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.989744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cc46b76-b897-4958-a074-cb53afe77961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.995198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5cc46b76-b897-4958-a074-cb53afe77961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.043620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5cc46b76-b897-4958-a074-cb53afe77961 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=871ea5800c4a483daf9fb0914e982966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052409 Aug 29 04:45:27.044457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc46b76-b897-4958-a074-cb53afe77961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac85e7-b11c-4024-a553-a379bad2df73,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.048202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.115267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d18ce5db-d9fd-476e-8623-71f5888a69b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.144109 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d18ce5db-d9fd-476e-8623-71f5888a69b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.195007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d18ce5db-d9fd-476e-8623-71f5888a69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.197639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d18ce5db-d9fd-476e-8623-71f5888a69b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.198797 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d18ce5db-d9fd-476e-8623-71f5888a69b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0ac85e7-b11c-4024-a553-a379bad2df73 HTTP/1.1" status: 204 len: 168 time: 0.1488876 Aug 29 04:45:27.207045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ce5db-d9fd-476e-8623-71f5888a69b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac85e7-b11c-4024-a553-a379bad2df73,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.494140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50268) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.509025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1485-ceb9-4224-bb15-940f80b14e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.620000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1485-ceb9-4224-bb15-940f80b14e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.625121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1485-ceb9-4224-bb15-940f80b14e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.699030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e1485-ceb9-4224-bb15-940f80b14e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f407382b-71e7-4872-be34-717780f8f9c3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.707017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb4e1485-ceb9-4224-bb15-940f80b14e78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd376e91e7a441b59c3e6d709cbe28c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094429 Aug 29 04:45:27.707489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:27.727573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5191e8-c2e8-4e0b-ae54-12dca41cbd02 req-4cbff4dc-b07f-478b-b80a-70e9720792cb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.729144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1c5191e8-c2e8-4e0b-ae54-12dca41cbd02 req-4cbff4dc-b07f-478b-b80a-70e9720792cb tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0915654 Aug 29 04:45:27.768558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-837bb26b-b311-404f-af2b-b781d85ac020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.773890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1c5191e8-c2e8-4e0b-ae54-12dca41cbd02 req-46b6e2a4-6a3b-4726-8fec-68fb7c2125d1 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Aug 29 04:45:27.798918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-837bb26b-b311-404f-af2b-b781d85ac020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.850865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-837bb26b-b311-404f-af2b-b781d85ac020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.852495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-837bb26b-b311-404f-af2b-b781d85ac020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.856640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-837bb26b-b311-404f-af2b-b781d85ac020 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f407382b-71e7-4872-be34-717780f8f9c3 HTTP/1.1" status: 204 len: 168 time: 0.1480677 Aug 29 04:45:27.870398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bb26b-b311-404f-af2b-b781d85ac020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f407382b-71e7-4872-be34-717780f8f9c3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:28.916123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2039-62f2-4a79-880d-a2f172fb66e0 req-887a5460-7f1e-400e-bd9f-f5b17250b61c tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:28.918663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e8a2039-62f2-4a79-880d-a2f172fb66e0 req-887a5460-7f1e-400e-bd9f-f5b17250b61c tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0552678 Aug 29 04:45:28.959207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e8a2039-62f2-4a79-880d-a2f172fb66e0 req-e4b59070-3510-4fff-a327-3eae074fc700 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Aug 29 04:45:30.103249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801daed-b742-461a-b291-0cc7a2968cc8 req-6e692fcb-c5a5-48b2-aaa9-0ab0262cbbaa tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.104805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9801daed-b742-461a-b291-0cc7a2968cc8 req-6e692fcb-c5a5-48b2-aaa9-0ab0262cbbaa tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0625322 Aug 29 04:45:30.105176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50382) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.171465 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9801daed-b742-461a-b291-0cc7a2968cc8 req-2c949a5a-eb9f-428d-8d89-0078c776d7b6 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Aug 29 04:45:30.246791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.344339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.348898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.392943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f4b14c7337b4e19bc55fa46b4075a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861521 Aug 29 04:45:30.394415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed8da73-065c-4a29-a4fb-355171f517db,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.396389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50388) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.405333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.405903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.406161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.406644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.407075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.407425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.407954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.408493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.408890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.409298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.409651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.410085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6d568-0859-4f70-b516-74a223e1c480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:30.450905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b17515ef-1ebc-41ab-98a1-487aeb7d6c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.473567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b17515ef-1ebc-41ab-98a1-487aeb7d6c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.536147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b17515ef-1ebc-41ab-98a1-487aeb7d6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.538826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b17515ef-1ebc-41ab-98a1-487aeb7d6c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.542457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b17515ef-1ebc-41ab-98a1-487aeb7d6c8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bed8da73-065c-4a29-a4fb-355171f517db HTTP/1.1" status: 204 len: 168 time: 0.1422045 Aug 29 04:45:30.547950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17515ef-1ebc-41ab-98a1-487aeb7d6c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed8da73-065c-4a29-a4fb-355171f517db,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.855259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50394) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.873689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-475d59af-9599-40e7-83af-aae9c88e188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.971347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-475d59af-9599-40e7-83af-aae9c88e188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.975454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-475d59af-9599-40e7-83af-aae9c88e188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.020349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-475d59af-9599-40e7-83af-aae9c88e188d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=769d9b6dfa6b4276be6fc784265bdc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626160 Aug 29 04:45:31.022210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d59af-9599-40e7-83af-aae9c88e188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678149a4-8f01-4adc-8322-9b04e0140399,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.027775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50396) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:31.090024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e8-bdbc-40cb-89f5-f480e578e1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.122008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e8-bdbc-40cb-89f5-f480e578e1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.193580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e8-bdbc-40cb-89f5-f480e578e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.197009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b9b75e8-bdbc-40cb-89f5-f480e578e1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.200179 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5b9b75e8-bdbc-40cb-89f5-f480e578e1a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/678149a4-8f01-4adc-8322-9b04e0140399 HTTP/1.1" status: 204 len: 168 time: 0.1699965 Aug 29 04:45:31.227614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b75e8-bdbc-40cb-89f5-f480e578e1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678149a4-8f01-4adc-8322-9b04e0140399,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.324555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcee789-e86b-41ad-bb75-a818615eac79 req-737346c4-a924-4b5f-969d-7ad3dda25af4 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.326364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fdcee789-e86b-41ad-bb75-a818615eac79 req-737346c4-a924-4b5f-969d-7ad3dda25af4 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0583992 Aug 29 04:45:31.374193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fdcee789-e86b-41ad-bb75-a818615eac79 req-bb2af52e-e173-48fb-b400-c608073ee59a tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Aug 29 04:45:31.455747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.526587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545b162-de5d-4ab7-a5af-b50c3e1f4b34 req-915930b3-4a20-43b7-b17f-0c4c54614fc8 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.528463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7545b162-de5d-4ab7-a5af-b50c3e1f4b34 req-915930b3-4a20-43b7-b17f-0c4c54614fc8 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0727201 Aug 29 04:45:32.588687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7545b162-de5d-4ab7-a5af-b50c3e1f4b34 req-3f129beb-18d4-4855-8cfb-626878b323dc tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486407 Aug 29 04:45:33.707373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50558) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:33.744253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79540-77e8-4bfe-99e3-f4d37ad1f266 req-30a03117-0198-433b-af66-c1ff13d6bc29 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:33.744253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ca79540-77e8-4bfe-99e3-f4d37ad1f266 req-30a03117-0198-433b-af66-c1ff13d6bc29 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0629332 Aug 29 04:45:33.790382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ca79540-77e8-4bfe-99e3-f4d37ad1f266 req-3809f986-f0e2-4634-a532-3cf66dec7fa1 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Aug 29 04:45:33.855003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-621a7d12-b6d6-4335-9a5d-e499df7a9869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.955683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-621a7d12-b6d6-4335-9a5d-e499df7a9869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.961777 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-621a7d12-b6d6-4335-9a5d-e499df7a9869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.011212 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-621a7d12-b6d6-4335-9a5d-e499df7a9869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9388d3da944a42da8734f2af0e63a767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003776 Aug 29 04:45:34.011458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50566) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:34.018583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a7d12-b6d6-4335-9a5d-e499df7a9869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90d6589-c917-44fb-9a4e-925e08061d9c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.081617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4edd-4914-4971-aeb2-c278698f492e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.104204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4edd-4914-4971-aeb2-c278698f492e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.160754 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4edd-4914-4971-aeb2-c278698f492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.163933 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4edd-4914-4971-aeb2-c278698f492e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.169260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8e4a4edd-4914-4971-aeb2-c278698f492e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f90d6589-c917-44fb-9a4e-925e08061d9c HTTP/1.1" status: 204 len: 168 time: 0.1568511 Aug 29 04:45:34.179587 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a4edd-4914-4971-aeb2-c278698f492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90d6589-c917-44fb-9a4e-925e08061d9c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.518403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a16eb8-c0d4-4467-96d4-9e19d8ea5dce req-5af3f09c-0dc6-4d8e-b836-f722060b99ab tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.520195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17a16eb8-c0d4-4467-96d4-9e19d8ea5dce req-5af3f09c-0dc6-4d8e-b836-f722060b99ab tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0622981 Aug 29 04:45:34.541041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:34.568417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-746b05a8-56c9-4418-91a0-ad071a08ee9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.568690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17a16eb8-c0d4-4467-96d4-9e19d8ea5dce req-47a4bcce-6235-4215-a30c-e9e3a0dddb46 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Aug 29 04:45:34.676290 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-746b05a8-56c9-4418-91a0-ad071a08ee9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.681058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-746b05a8-56c9-4418-91a0-ad071a08ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.722595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-746b05a8-56c9-4418-91a0-ad071a08ee9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3815f88cdff647c3856c678b04e92ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802309 Aug 29 04:45:34.723586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b05a8-56c9-4418-91a0-ad071a08ee9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df24bae-7d94-4f4b-901f-5bbf34ecd09a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.725410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50594) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:34.779478 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58582ee6-fe6c-4936-993c-d3e5ff08e319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.801557 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58582ee6-fe6c-4936-993c-d3e5ff08e319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.860652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58582ee6-fe6c-4936-993c-d3e5ff08e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.864123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58582ee6-fe6c-4936-993c-d3e5ff08e319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.866071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-58582ee6-fe6c-4936-993c-d3e5ff08e319 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7df24bae-7d94-4f4b-901f-5bbf34ecd09a HTTP/1.1" status: 204 len: 168 time: 0.1388929 Aug 29 04:45:34.884291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58582ee6-fe6c-4936-993c-d3e5ff08e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df24bae-7d94-4f4b-901f-5bbf34ecd09a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.930547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6db730-d673-4d92-a6cf-f1452499a58d req-57d4f573-5c18-4bb3-9467-c02050c40fc0 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.937888 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c6db730-d673-4d92-a6cf-f1452499a58d req-57d4f573-5c18-4bb3-9467-c02050c40fc0 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0669708 Aug 29 04:45:34.990498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c6db730-d673-4d92-a6cf-f1452499a58d req-f89cd7f6-07fe-4bb5-b5e2-2d3bcf8d9572 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Aug 29 04:45:35.664290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764398-8679-49b5-91f5-b594bcd7be03 req-9fd1e832-75c8-4616-9144-c86325836ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.666189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-22764398-8679-49b5-91f5-b594bcd7be03 req-9fd1e832-75c8-4616-9144-c86325836ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 1097 time: 0.0652764 Aug 29 04:45:35.725898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-22764398-8679-49b5-91f5-b594bcd7be03 req-2abf89f5-e712-4c65-ad4d-09863c7b8372 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511611 Aug 29 04:45:35.731900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9a22-48ad-4ed5-9e22-e5f0ea97b21c req-cd592bca-bd3f-4011-b519-468efb5e2a7d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.734752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb4c9a22-48ad-4ed5-9e22-e5f0ea97b21c req-cd592bca-bd3f-4011-b519-468efb5e2a7d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0645885 Aug 29 04:45:35.789731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb4c9a22-48ad-4ed5-9e22-e5f0ea97b21c req-6517e1cd-67d3-41ca-b504-9fbd460a7a41 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Aug 29 04:45:36.119087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df0c96-6699-40a4-a9e3-9294d2469a2b req-572b9b94-d75f-4c8c-b99c-0a26cbffcbb8 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.126438 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3df0c96-6699-40a4-a9e3-9294d2469a2b req-572b9b94-d75f-4c8c-b99c-0a26cbffcbb8 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0594974 Aug 29 04:45:36.192272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d3df0c96-6699-40a4-a9e3-9294d2469a2b req-25b19a07-ce55-49ed-8bb9-25e41992e8af tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644274 Aug 29 04:45:36.483769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70821-4363-422f-a77f-493fddc9fadb req-d85ee22d-0eea-4738-8f45-7130356bbd97 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.485435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05f70821-4363-422f-a77f-493fddc9fadb req-d85ee22d-0eea-4738-8f45-7130356bbd97 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0571244 Aug 29 04:45:36.640916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Deleting port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:36.641470 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.775775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] For port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:36.776141 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.953508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bce54-3d54-4f4a-919c-a1e8dec33dc0 req-e42b197c-57ed-4379-b2f7-abd0498d18ec tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.955799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c04bce54-3d54-4f4a-919c-a1e8dec33dc0 req-e42b197c-57ed-4379-b2f7-abd0498d18ec tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 945 time: 0.0602183 Aug 29 04:45:37.003753 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.005138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.005820 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Floating IP 03612d1f-62fe-4e22-a846-78da958512bf disassociated. External IP: 172.25.7.196, port: 3bd891b1-37ff-4e8f-8dc8-6285af3030b7. Aug 29 04:45:37.006399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Calling delete_port for 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:37.013506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c04bce54-3d54-4f4a-919c-a1e8dec33dc0 req-df243d0c-c40a-430d-80d0-895ceabdc7be tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=2bc3199c-963c-483d-aad1-b70463226ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Aug 29 04:45:37.029975 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:37.167901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.209195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event deleted for resources: {'Port': ['ID=3bd891b1-37ff-4e8f-8dc8-6285af3030b7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.420139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Router 5792d65f-4173-4d6f-b7fb-fda6106e660a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:37.428532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07548aa7-185a-4efc-a499-58a35d64ab27 req-4a596599-e218-494c-b55a-ba4ecc85e5ab tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.430112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07548aa7-185a-4efc-a499-58a35d64ab27 req-4a596599-e218-494c-b55a-ba4ecc85e5ab tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.1370502 Aug 29 04:45:37.515019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-07548aa7-185a-4efc-a499-58a35d64ab27 req-5ecafba9-76a5-4417-aa2c-a2f6370f787f tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767419 Aug 29 04:45:37.627079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:37.639696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] Sync routers for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:37.653274 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:37.655221 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:37.747926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] No DVR routers for this DVR port 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:37.751164 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.759986 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05f70821-4363-422f-a77f-493fddc9fadb req-d98d02fe-8848-4d2b-89e8-9f8e3cdde0dd tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "DELETE /v2.0/ports/3bd891b1-37ff-4e8f-8dc8-6285af3030b7 HTTP/1.1" status: 204 len: 173 time: 1.2683280 Aug 29 04:45:37.760504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'name': 'network-vif-deleted', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:37.763177 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e6c0e-a1c5-4ac9-b808-8a2101dc2f5f" -d '{"events": [{"server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "name": "network-vif-deleted", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:37.913546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:37.914234 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda3789c-1586-41a5-b75e-d68fc7ae6704 x-openstack-request-id: req-fda3789c-1586-41a5-b75e-d68fc7ae6704 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:37.914523 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2128f0-48a3-4264-885d-a9f6447d50f0", "name": "network-vif-deleted", "tag": "3bd891b1-37ff-4e8f-8dc8-6285af3030b7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:37.914769 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fda3789c-1586-41a5-b75e-d68fc7ae6704 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:37.916417 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2128f0-48a3-4264-885d-a9f6447d50f0', 'name': 'network-vif-deleted', 'tag': '3bd891b1-37ff-4e8f-8dc8-6285af3030b7', 'status': 'completed', 'code': 200} Aug 29 04:45:37.960791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-fa938bf4-8e91-465e-96a6-889395ba3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.969687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-fa938bf4-8e91-465e-96a6-889395ba3e45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 1097 time: 0.1852741 Aug 29 04:45:38.076616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca335-4dbd-4304-be9f-a4b12093e8af req-76a2b2e8-d1c5-445d-bb45-7bbae675db5d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.084412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14cca335-4dbd-4304-be9f-a4b12093e8af req-76a2b2e8-d1c5-445d-bb45-7bbae675db5d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.2394879 Aug 29 04:45:38.140021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14cca335-4dbd-4304-be9f-a4b12093e8af req-f926706b-f7da-41e6-b690-3a5cf6e3843a tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Aug 29 04:45:38.183878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5768bc3d-edb5-401a-8be4-2610869db06b req-09b4979b-afa6-4972-876f-513bb56857d4 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2128f0-48a3-4264-885d-a9f6447d50f0 HTTP/1.1" status: 200 len: 210 time: 0.0421495 Aug 29 04:45:38.202958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-bc59f020-52a0-47f8-889e-3778cd395d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.205289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-bc59f020-52a0-47f8-889e-3778cd395d1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 200 len: 912 time: 0.2282529 Aug 29 04:45:38.259982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-8f07f12c-4fb7-4d02-80b1-8b334abff3b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a709434-7913-4bfd-bc8d-7806759739a0 HTTP/1.1" status: 200 len: 217 time: 0.0468459 Aug 29 04:45:38.298093 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:38.348613 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] Checking router: 5792d65f-4173-4d6f-b7fb-fda6106e660a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:38.364554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-1e452aa8-a9af-42ee-9dfd-5abfb18c30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.365507 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:38.366161 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:38.366626 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-1e452aa8-a9af-42ee-9dfd-5abfb18c30e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 200 len: 851 time: 0.0983212 Aug 29 04:45:38.461422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-53a553cd-beda-45ac-9280-5d3ab4466558 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4c5f6f75-8035-411a-ae76-80f5b3693857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765421 Aug 29 04:45:38.590965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-163ea4b2-4419-4611-95d1-eb7523849ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289420 Aug 29 04:45:38.596264 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:38.722353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ec97f9b-7fcd-46a7-9747-38f96156ba78 req-ba1a8015-7567-46d8-a523-3af0488ddc85 service neutron] 10.222.0.37 "GET /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194611 Aug 29 04:45:38.860110 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:38.894825 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3101993-57f1-4d70-9088-bb507767a8dd None None] The sync data for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 is: [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:39.249835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5eef5-77ed-49bc-b255-6eea374ce34a None None] New status for floating IP 03612d1f-62fe-4e22-a846-78da958512bf: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:39.292003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42f057-c9e8-48aa-8548-6a9d80732b8f req-94e2705a-4105-475d-a918-98f4cc042d48 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.295750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50886) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.299583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a42f057-c9e8-48aa-8548-6a9d80732b8f req-94e2705a-4105-475d-a918-98f4cc042d48 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0666151 Aug 29 04:45:39.344177 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a42f057-c9e8-48aa-8548-6a9d80732b8f req-663229cb-aec1-4a9e-a9b7-e01e4a6083aa tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Aug 29 04:45:39.375620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b137a56c-ad4a-4a62-b870-fb69aafa368d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.412483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b137a56c-ad4a-4a62-b870-fb69aafa368d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.468758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b137a56c-ad4a-4a62-b870-fb69aafa368d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.471735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b137a56c-ad4a-4a62-b870-fb69aafa368d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.474805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b137a56c-ad4a-4a62-b870-fb69aafa368d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "DELETE /v2.0/security-groups/2bc3199c-963c-483d-aad1-b70463226ccd HTTP/1.1" status: 204 len: 168 time: 0.1771677 Aug 29 04:45:39.476566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 50898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.486289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137a56c-ad4a-4a62-b870-fb69aafa368d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc3199c-963c-483d-aad1-b70463226ccd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:39.509797 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-7fc17313-ae1e-48f9-b34c-b104f0943491 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] show failed (client error): The resource could not be found. Aug 29 04:45:39.511773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7fc17313-ae1e-48f9-b34c-b104f0943491 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups/2bc3199c-963c-483d-aad1-b70463226ccd HTTP/1.1" status: 404 len: 347 time: 0.0341597 Aug 29 04:45:39.514910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50904) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.661876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Deleting port 54eff58e-3ead-4d06-8c30-e1a98d43d6c4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:39.662226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.755886 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.756425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.773218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Calling delete_port for 54eff58e-3ead-4d06-8c30-e1a98d43d6c4 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:39.932192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.973740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event deleted for resources: {'Port': ['ID=54eff58e-3ead-4d06-8c30-e1a98d43d6c4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:40.046143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.048730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.050061 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d9c53d00-d962-4403-9e5d-bdcbd9a819c0 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "DELETE /v2.0/floatingips/03612d1f-62fe-4e22-a846-78da958512bf HTTP/1.1" status: 204 len: 168 time: 0.5336380 Aug 29 04:45:40.389512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50984) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.398875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-28833d44-4715-42e3-8fa5-48b96c371036 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427406509', 'description': 'tempest-description--1026104237'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:40.439427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28833d44-4715-42e3-8fa5-48b96c371036 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.510567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7284b9e-bb92-42eb-8c2e-3f217460c6c3 req-1ef20947-d980-4e97-b51f-8b30e53d305e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.512831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7284b9e-bb92-42eb-8c2e-3f217460c6c3 req-1ef20947-d980-4e97-b51f-8b30e53d305e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.0858569 Aug 29 04:45:40.553720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28833d44-4715-42e3-8fa5-48b96c371036 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.558385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28833d44-4715-42e3-8fa5-48b96c371036 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.570778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7284b9e-bb92-42eb-8c2e-3f217460c6c3 req-d34b6895-fcca-4496-b6ee-53d30485d7d8 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Aug 29 04:45:40.581187 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28833d44-4715-42e3-8fa5-48b96c371036 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.582553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-28833d44-4715-42e3-8fa5-48b96c371036 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1920838 Aug 29 04:45:40.585316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 50994) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.591618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-94438959-2c01-4cb7-9abf-67777eb7998f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'security_group_rule': {'security_group_id': '375b2ee4-f44f-43c7-88cb-0499998a5cd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:40.634096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28833d44-4715-42e3-8fa5-48b96c371036 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375b2ee4-f44f-43c7-88cb-0499998a5cd9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:40.672616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94438959-2c01-4cb7-9abf-67777eb7998f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.753289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:40.755916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94438959-2c01-4cb7-9abf-67777eb7998f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.760487 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94438959-2c01-4cb7-9abf-67777eb7998f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.786974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:40.788047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 3bd891b1-37ff-4e8f-8dc8-6285af3030b7 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:40.791146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94438959-2c01-4cb7-9abf-67777eb7998f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cc2b37-2d68-4777-a313-a4ddc12ac7b4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:40.795554 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94438959-2c01-4cb7-9abf-67777eb7998f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.796898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-94438959-2c01-4cb7-9abf-67777eb7998f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102573 Aug 29 04:45:40.799722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51016) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:40.805825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-35e2e05d-9a42-48d1-918d-ef2f4a2aae11 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'security_group_rule': {'security_group_id': '375b2ee4-f44f-43c7-88cb-0499998a5cd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:40.848130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35e2e05d-9a42-48d1-918d-ef2f4a2aae11 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.918924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51026) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:41.072214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35e2e05d-9a42-48d1-918d-ef2f4a2aae11 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.080318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35e2e05d-9a42-48d1-918d-ef2f4a2aae11 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.109159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2e05d-9a42-48d1-918d-ef2f4a2aae11 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10b9702-d1df-44e1-ad22-9914d35cb727,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:41.166349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35e2e05d-9a42-48d1-918d-ef2f4a2aae11 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.167923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-35e2e05d-9a42-48d1-918d-ef2f4a2aae11 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668754 Aug 29 04:45:41.172483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:41.182238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:41.213024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.320724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Deleting port 19cb2209-4620-4588-8932-19db24249e54 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:41.321100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.333861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132cec-a9b4-444c-a51a-e7f6bd1bf7da req-913a9004-a89d-474a-b09b-5d8eb10bae1d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:41.343611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db132cec-a9b4-444c-a51a-e7f6bd1bf7da req-913a9004-a89d-474a-b09b-5d8eb10bae1d tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.4613788 Aug 29 04:45:41.399726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db132cec-a9b4-444c-a51a-e7f6bd1bf7da req-dfc09871-b23e-4da7-947c-161b562e0e45 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553155 Aug 29 04:45:41.465093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.465677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.490356 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.493239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Calling delete_port for 19cb2209-4620-4588-8932-19db24249e54 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:41.681620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Allocated IP 172.25.7.8 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/55c7bd37-5232-411a-b56c-db5760e75696) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:42.125619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:42.217711 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.241882 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.258510 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18f33577-2c8b-4490-9884-420d0536de5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.269055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event deleted for resources: {'Port': ['ID=19cb2209-4620-4588-8932-19db24249e54,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.360549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.361138 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Floating IP 4e7b7e9d-867b-4397-ba2d-c049b79a4f2c disassociated (deleted). External IP: 172.25.7.248, port: 5601a016-5630-471c-82f4-38967385f30c. Aug 29 04:45:42.395652 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18f33577-2c8b-4490-9884-420d0536de5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.406454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18f33577-2c8b-4490-9884-420d0536de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.407702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.465482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-18f33577-2c8b-4490-9884-420d0536de5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69461c024bc54b25aa867e80c592cae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386295 Aug 29 04:45:42.466290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:42.468891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f33577-2c8b-4490-9884-420d0536de5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb538f6-413e-4cd7-a6da-00b897638362,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.522343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:42.526458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:42.530852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:42.547190 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-678021ad-0e44-4fe8-aefa-7a8719212b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.562031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'Port': ['ID=55c7bd37-5232-411a-b56c-db5760e75696,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.572225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-678021ad-0e44-4fe8-aefa-7a8719212b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.639871 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-678021ad-0e44-4fe8-aefa-7a8719212b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.642790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-678021ad-0e44-4fe8-aefa-7a8719212b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.647092 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-678021ad-0e44-4fe8-aefa-7a8719212b32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8eb538f6-413e-4cd7-a6da-00b897638362 HTTP/1.1" status: 204 len: 168 time: 0.1764128 Aug 29 04:45:42.658314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678021ad-0e44-4fe8-aefa-7a8719212b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb538f6-413e-4cd7-a6da-00b897638362,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.713639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba38d9-edaa-456b-ac12-18389a0f78f2 req-a80e4a08-dd20-4622-82d8-e891e066a056 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.715827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a1ba38d9-edaa-456b-ac12-18389a0f78f2 req-a80e4a08-dd20-4622-82d8-e891e066a056 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.1595924 Aug 29 04:45:42.822470 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.845086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Router 2fecaf32-e524-4e13-b51c-219505235cdb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:42.856432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a1ba38d9-edaa-456b-ac12-18389a0f78f2 req-10029792-c821-4a87-86dd-93b3a9226ea5 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903661 Aug 29 04:45:42.885161 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.102408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:43.107716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.117102 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] Sync routers for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:43.129744 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:43.131199 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.166798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7adbf018-997a-4549-9c15-905f22aa50b4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "DELETE /v2.0/floatingips/4e7b7e9d-867b-4397-ba2d-c049b79a4f2c HTTP/1.1" status: 204 len: 168 time: 2.2452304 Aug 29 04:45:43.168864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:43.180234 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37" -d '{"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:43.254510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.261510 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9ba1f-5a97-4129-a1ec-8ea2088de6d2 x-openstack-request-id: req-f4e9ba1f-5a97-4129-a1ec-8ea2088de6d2 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:43.262252 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "tag": "5601a016-5630-471c-82f4-38967385f30c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:43.263435 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4e9ba1f-5a97-4129-a1ec-8ea2088de6d2 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:43.264447 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'tag': '5601a016-5630-471c-82f4-38967385f30c', 'status': 'completed', 'code': 200} Aug 29 04:45:43.267913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.342185 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:43.344101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'Port': ['ID=55c7bd37-5232-411a-b56c-db5760e75696,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:43.388412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-c6883919-946d-49a1-b351-42d2ebae60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.390107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-c6883919-946d-49a1-b351-42d2ebae60b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6e26b6f2f474035bddba3937a44250e&device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 1098 time: 0.1013308 Aug 29 04:45:43.414742 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.447891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.459680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0d464230-e387-4734-88f2-ea01804f1435 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2816525 Aug 29 04:45:43.570486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-d8bb4f24-b29a-4e96-a882-bce3921244b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.576035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-d8bb4f24-b29a-4e96-a882-bce3921244b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 200 len: 914 time: 0.1775234 Aug 29 04:45:43.580251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b92a3-b9c3-478a-b54d-f64c3a68b34e req-a9b504be-a71f-48f8-8857-62971565c88c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.588470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d2b92a3-b9c3-478a-b54d-f64c3a68b34e req-a9b504be-a71f-48f8-8857-62971565c88c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 946 time: 0.0701983 Aug 29 04:45:43.650226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d2b92a3-b9c3-478a-b54d-f64c3a68b34e req-ee3e1d13-aaeb-4778-880a-cd5ffee019b7 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606973 Aug 29 04:45:43.673262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-a2cb856a-33e5-45d6-a545-3cbecdfcb643 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 200 len: 217 time: 0.0868773 Aug 29 04:45:43.719122 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.748928 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] Checking router: 2fecaf32-e524-4e13-b51c-219505235cdb for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:43.749995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-cb132725-7e76-47e4-aa16-9a3d3ffcb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.751730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-cb132725-7e76-47e4-aa16-9a3d3ffcb162 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=357c29e8-e61d-4091-9ebb-b25680c4ed42 HTTP/1.1" status: 200 len: 852 time: 0.0701873 Aug 29 04:45:43.760626 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:43.762217 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:43.853773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-43c30058-2330-4295-b59d-7c742819e7a9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--427406509&fields=id&tenant_id=84b262f9ff23479b9126ccc2d0bbb76d HTTP/1.1" status: 200 len: 267 time: 0.0957191 Aug 29 04:45:43.870849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-0e5c8267-8aa6-4c0d-a538-b2ae380851bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.872969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-0e5c8267-8aa6-4c0d-a538-b2ae380851bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b24ef8b-dcb5-410b-aebd-db96f844ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046340 Aug 29 04:45:43.892620 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:44.048412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47a512-4ce3-44ca-ad73-dd2e3f3402d3 req-781b8898-026a-46e3-9af0-ecbfd2262328 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:44.069705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca47a512-4ce3-44ca-ad73-dd2e3f3402d3 req-781b8898-026a-46e3-9af0-ecbfd2262328 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.1060846 Aug 29 04:45:44.136637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca47a512-4ce3-44ca-ad73-dd2e3f3402d3 req-b9b802ab-55d1-404d-a762-218b3837fd8e tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656700 Aug 29 04:45:44.187397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-f6a27deb-35a7-483c-b6fe-9772ce4c5cf6 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:44.189095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-f6a27deb-35a7-483c-b6fe-9772ce4c5cf6 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.37 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 945 time: 0.2529418 Aug 29 04:45:44.273845 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:44.276396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-c418abdf-7e79-4ebf-ae20-34a16828f93f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:44.283811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-c418abdf-7e79-4ebf-ae20-34a16828f93f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 810 time: 0.4288890 Aug 29 04:45:44.332553 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc403dc-e39e-449e-aa75-6037ca4ec47c None None] The sync data for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 is: [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:06Z', 'revision_number': 4, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '29a6b218-c23a-4a4f-8523-7c952b9156b5', 'name': '', 'network_id': '8b24ef8b-dcb5-410b-aebd-db96f844ad1f', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'mac_address': 'fa:16:3e:97:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:05Z', 'updated_at': '2021-08-29T04:42:14Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'subnets': [{'id': '357c29e8-e61d-4091-9ebb-b25680c4ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:44.339591 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-ccb70589-0e9f-47aa-866d-edce79300376 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/quotas/84b262f9ff23479b9126ccc2d0bbb76d HTTP/1.1" status: 200 len: 375 time: 0.0534461 Aug 29 04:45:44.345103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-5e92b868-b9ba-4a9a-92e1-edb62defd0e7 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443383 Aug 29 04:45:44.497513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-5114d29d-74a9-4a30-ba04-513a1f9d527e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481249 Aug 29 04:45:44.544794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Deleting port 4a709434-7913-4bfd-bc8d-7806759739a0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:44.545163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.639015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51194) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:44.652940 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5aa1739-80c8-49dd-8338-c0e3b3b64e37 req-53e43554-4f17-4a15-885e-5c2a44c7f729 service neutron] 10.222.0.37 "GET /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973399 Aug 29 04:45:44.745545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] For port 4a709434-7913-4bfd-bc8d-7806759739a0, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=4a709434-7913-4bfd-bc8d-7806759739a0,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:44.746102 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.751545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4b043d90-8b3c-4983-85e5-8d63556e832a service neutron] 10.222.0.55 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484553 Aug 29 04:45:44.785407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Calling delete_port for 4a709434-7913-4bfd-bc8d-7806759739a0 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:44.809707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eb49ce-03f5-4ee4-bcaa-77f1c9ce6d60 None None] New status for floating IP 4e7b7e9d-867b-4397-ba2d-c049b79a4f2c: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:44.908096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fd945-9894-4d52-910b-47a345afe0c6 req-e5351b19-a2ac-4f25-9d3c-fde5c8057d5e tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:44.916589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b89fd945-9894-4d52-910b-47a345afe0c6 req-e5351b19-a2ac-4f25-9d3c-fde5c8057d5e tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 946 time: 0.1283195 Aug 29 04:45:44.943343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-ff0c751a-30c9-4465-9317-f8090394faac service neutron] 10.222.0.55 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846378 Aug 29 04:45:44.998562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-295894340'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:45.054162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b89fd945-9894-4d52-910b-47a345afe0c6 req-0804e7fc-fb8a-48b3-91b0-2d3120353969 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/security-groups?id=cbde21d9-e900-4eca-8e39-999ee151c687&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334357 Aug 29 04:45:45.086399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Made reservation on behalf of ad5eb2761165454fa95b41f328f670ce for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:45.093905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.105571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.140560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.180714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1a8ba90f-8a00-45ad-82cf-113415066a1c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:45.257210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Pushing event deleted for resources: {'Port': ['ID=4a709434-7913-4bfd-bc8d-7806759739a0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:45.276952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-6d7ddc0f-8dee-4012-be2d-31a3908f40b5 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:45.279018 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-6d7ddc0f-8dee-4012-be2d-31a3908f40b5 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.37 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 946 time: 0.2374620 Aug 29 04:45:45.301298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.317505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.360931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7a05c8b-9fd7-4eaf-99f4-d24d9818ffdd req-013cd0a4-f4b3-48bb-9a64-34970a9f0448 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 210 time: 0.0575864 Aug 29 04:45:45.386512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] No DVR routers for this DVR port 4a709434-7913-4bfd-bc8d-7806759739a0 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:45.398317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.400010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf4c80c2-adb5-4345-a316-e8c452dffbcf req-c78114a8-6a7a-4e4e-8209-4f36bd276f67 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.37 "DELETE /v2.0/ports/4a709434-7913-4bfd-bc8d-7806759739a0 HTTP/1.1" status: 204 len: 173 time: 1.2003241 Aug 29 04:45:45.400563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'name': 'network-vif-deleted', 'tag': '4a709434-7913-4bfd-bc8d-7806759739a0'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:45.403169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:45.404118 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83a2e1-48e3-4535-98da-b51d7fc6e69d" -d '{"events": [{"server_uuid": "f187b2df-0072-4f67-ae32-208144cddc2b", "name": "network-vif-deleted", "tag": "4a709434-7913-4bfd-bc8d-7806759739a0"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:45.417379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88d9967-450b-4ec2-a563-74b288ee7204,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:45.427096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.428870 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Added segment ddf4f28a-2382-46d9-8ff0-024e04f0f948 of type vlan for network 1a372d97-8d1a-4cfb-9be7-8f044ec2f933 Aug 29 04:45:45.471497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1267697b-3198-41e0-98d0-272356b79383 req-7bcf44a6-d1b4-4ff3-9eec-c7dbab918dae tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 210 time: 0.0972619 Aug 29 04:45:45.528325 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27cf811-503d-4962-aa03-5cc223d8b3ec x-openstack-request-id: req-e27cf811-503d-4962-aa03-5cc223d8b3ec {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:45.529967 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f187b2df-0072-4f67-ae32-208144cddc2b", "name": "network-vif-deleted", "tag": "4a709434-7913-4bfd-bc8d-7806759739a0", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:45.530442 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e27cf811-503d-4962-aa03-5cc223d8b3ec {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:45.531103 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f187b2df-0072-4f67-ae32-208144cddc2b', 'name': 'network-vif-deleted', 'tag': '4a709434-7913-4bfd-bc8d-7806759739a0', 'status': 'completed', 'code': 200} Aug 29 04:45:45.531322 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.547486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Deleting port 5601a016-5630-471c-82f4-38967385f30c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:45.548251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.575535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.588659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:45.589333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.670711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0304494 Aug 29 04:45:45.674847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51212) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:45.697053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] For port 5601a016-5630-471c-82f4-38967385f30c, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=5601a016-5630-471c-82f4-38967385f30c,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:45.697989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.722544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Calling delete_port for 5601a016-5630-471c-82f4-38967385f30c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:45.726254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d0fbb-ad49-4faa-b81f-5e64aeb3d882 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Pushing event updated for resources: {'Network': ['ID=1a372d97-8d1a-4cfb-9be7-8f044ec2f933,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:45.743155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1a372d97-8d1a-4cfb-9be7-8f044ec2f933 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:45.793761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'network': {'name': 'tempest-network--1677862691', 'router:external': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:45.832576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Made reservation on behalf of 98137ad616604dd89a12590a377c7a3f for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:45.838065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.852682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.023027 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.030896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.047096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.074628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:46.096612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event deleted for resources: {'Port': ['ID=5601a016-5630-471c-82f4-38967385f30c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:46.102008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e279339-7912-4be5-b379-6c9a8fa8724e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:46.124341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.124884 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Added segment 07c25dd2-a855-4bd8-b174-2f3ca06ea3a2 of type vlan for network 5503173b-4c37-4b36-87eb-762341b47bc4 Aug 29 04:45:46.165297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] No DVR routers for this DVR port 5601a016-5630-471c-82f4-38967385f30c on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:46.169315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.173487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c8f4f95-4525-4177-b600-ad5d540c6b49 req-7e71100d-d9c2-4b2a-a926-2c460adcc53c tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.37 "DELETE /v2.0/ports/5601a016-5630-471c-82f4-38967385f30c HTTP/1.1" status: 204 len: 173 time: 0.8881683 Aug 29 04:45:46.254064 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.310967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.312415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:46.313836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.316934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c4ceeb46-70ac-4727-a0ba-ae6cc6cb3aad req-9c7955fa-2c7d-44b6-b13b-4eb7148bd31b tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0569365 Aug 29 04:45:46.396353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7198441 Aug 29 04:45:46.399073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.432406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ea639-9b81-44ce-9ea6-6d6126c1f2a0 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Network': ['ID=5503173b-4c37-4b36-87eb-762341b47bc4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:46.446080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5503173b-4c37-4b36-87eb-762341b47bc4 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:46.595007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b9f4ee03-ed46-4f93-a0c8-bc4668e40942 req-854f61a3-052c-454d-b4d7-d3c7928f9d27 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=f187b2df-0072-4f67-ae32-208144cddc2b HTTP/1.1" status: 200 len: 210 time: 0.0669692 Aug 29 04:45:46.617448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.669094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f44be243-6094-42cf-b07d-46cea7048265 req-6adf1f58-1b2c-4cb6-a1dc-8bfb5c593e70 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 210 time: 0.0665131 Aug 29 04:45:46.757056 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.778094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5503173b-4c37-4b36-87eb-762341b47bc4']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:46.796458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c25dd2-a855-4bd8-b174-2f3ca06ea3a2') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:46.796763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c25dd2-a855-4bd8-b174-2f3ca06ea3a2') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:46.812487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-829ac7eb-6201-4e4a-81f8-3a723caa70fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.817531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.838640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.852441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:46.852860 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:46.855044 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:46.914376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.920164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5503173b-4c37-4b36-87eb-762341b47bc4 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:46.923216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.925986 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "DELETE /v2.0/networks/5503173b-4c37-4b36-87eb-762341b47bc4 HTTP/1.1" status: 204 len: 168 time: 0.5255010 Aug 29 04:45:46.929005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.934016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:46.936333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d338-9699-480e-933e-281ff16bf320 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event deleted for resources: {'Network': ['ID=5503173b-4c37-4b36-87eb-762341b47bc4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:46.965736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Made reservation on behalf of 98137ad616604dd89a12590a377c7a3f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:46.968912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.002424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:47.013622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.013994 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Added segment 5aa5e358-22bc-455a-adfe-94baf8ef5703 of type vlan for network fed678d8-c163-4d3a-8513-76114a66c6a7 Aug 29 04:45:47.074839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.116243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.117332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:47.118086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.128010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5601a016-5630-471c-82f4-38967385f30c no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:47.156487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 5601a016-5630-471c-82f4-38967385f30c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:47.156951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 5601a016-5630-471c-82f4-38967385f30c not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:47.158456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4a709434-7913-4bfd-bc8d-7806759739a0 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:47.186961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 4a709434-7913-4bfd-bc8d-7806759739a0 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:47.187422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 4a709434-7913-4bfd-bc8d-7806759739a0 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:47.208472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Network': ['ID=fed678d8-c163-4d3a-8513-76114a66c6a7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:47.227763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-752091db-e5dc-43f4-a9d2-a721e298469f tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2958369 Aug 29 04:45:47.228781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51236) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:47.232196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network fed678d8-c163-4d3a-8513-76114a66c6a7 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:47.237903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'subnet': {'network_id': 'fed678d8-c163-4d3a-8513-76114a66c6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:47.392566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Made reservation on behalf of 98137ad616604dd89a12590a377c7a3f for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:47.395212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:47.498157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-331e67e4-fa85-4670-86ef-c70767f1448e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:47.499668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-331e67e4-fa85-4670-86ef-c70767f1448e tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 810 time: 0.2576766 Aug 29 04:45:47.506096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c152c4e-01c6-43e4-b149-cf85ab0fc50c req-3e43e87a-56e9-45de-827f-5ff4268f1baa tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0878804 Aug 29 04:45:47.585557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'name': 'network-vif-deleted', 'tag': '5601a016-5630-471c-82f4-38967385f30c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:47.588022 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5ce6ba-c0c8-4f99-936a-b4c0b6825c0a" -d '{"events": [{"server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "name": "network-vif-deleted", "tag": "5601a016-5630-471c-82f4-38967385f30c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:47.635711 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-c81abd1d-9206-498f-8686-272c12ba20d5 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84b262f9ff23479b9126ccc2d0bbb76d HTTP/1.1" status: 200 len: 379 time: 0.1136622 Aug 29 04:45:47.642268 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d703c9-c32e-4e4c-b0e9-174d5e43bcd1 x-openstack-request-id: req-b0d703c9-c32e-4e4c-b0e9-174d5e43bcd1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:47.642633 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2565dc76-87dd-469d-a2b0-5edbc3a81030", "name": "network-vif-deleted", "tag": "5601a016-5630-471c-82f4-38967385f30c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:47.642977 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0d703c9-c32e-4e4c-b0e9-174d5e43bcd1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:47.643338 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2565dc76-87dd-469d-a2b0-5edbc3a81030', 'name': 'network-vif-deleted', 'tag': '5601a016-5630-471c-82f4-38967385f30c', 'status': 'completed', 'code': 200} Aug 29 04:45:47.650393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'port': {'device_id': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'admin_state_up': True, 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'security_groups': ['375b2ee4-f44f-43c7-88cb-0499998a5cd9']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:47.802897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a87112b-dac5-4d82-9e5d-822c911f38c5 req-0d08bb44-3ebf-43bf-8551-61e48d6a0417 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 210 time: 0.0281725 Aug 29 04:45:47.878148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Made reservation on behalf of 84b262f9ff23479b9126ccc2d0bbb76d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:47.883056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.026550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7666-9297-4df7-aa60-b7419df2dce8 req-32e50fd7-4ec1-4857-9788-2cb876657f16 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:48.028133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b28d7666-9297-4df7-aa60-b7419df2dce8 req-32e50fd7-4ec1-4857-9788-2cb876657f16 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.1178303 Aug 29 04:45:48.072110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.objects.ports [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:45:48.072582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.184710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Allocated IP 172.20.0.12 (68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0/db74214d-53ab-4365-88d8-6252834fc649/542e1de6-b7af-4a39-9dbd-db13c1754b4e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:48.191348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b28d7666-9297-4df7-aa60-b7419df2dce8 req-d4836d6a-8bcf-49c5-be05-a23313da4a03 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245425 Aug 29 04:45:48.210829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cac4b2f0-002e-447b-95bb-c08b9d03e3f4,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:48.226760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Checking segment: {'id': '5aa5e358-22bc-455a-adfe-94baf8ef5703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fed678d8-c163-4d3a-8513-76114a66c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:48.227241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Network hostable DHCP agents. Network: fed678d8-c163-4d3a-8513-76114a66c6a7, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:48.303476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Network fed678d8-c163-4d3a-8513-76114a66c6a7 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:48.322463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, fed678d8-c163-4d3a-8513-76114a66c6a7) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:48.330052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:48.330361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.334090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c12b3f-99fc-4889-98df-140cae4f3f8b None None] Network fed678d8-c163-4d3a-8513-76114a66c6a7 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:48.365906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51252) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:48.366225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-77c3bd48-5dc5-4d32-8f09-a703b8c94878 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1358500 Aug 29 04:45:48.374525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'floatingip': {'floating_network_id': 'fed678d8-c163-4d3a-8513-76114a66c6a7'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:48.390551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.407382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Transition to ACTIVE for port object 542e1de6-b7af-4a39-9dbd-db13c1754b4e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:48.412960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.448374 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.478597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8611f877-0d33-42f4-85d3-0a93b00c5b92 None None] Network fed678d8-c163-4d3a-8513-76114a66c6a7 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:48.492626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:48.497880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:48.506017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:48.554730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event updated for resources: {'Port': ['ID=542e1de6-b7af-4a39-9dbd-db13c1754b4e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:48.608669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:48.610068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.617473 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.644101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-af315179-d6fc-453f-98d4-781a69d439a1 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9997728 Aug 29 04:45:48.667975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Request body: {'port': {'device_id': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:48.742056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.767450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e0b80cd3-b6d6-41eb-809a-b7167f40f3b8 req-52f9e560-a228-4df0-8f4c-15286bbd8ba4 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0451775 Aug 29 04:45:48.876622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Allocated IP 172.20.0.6 (fed678d8-c163-4d3a-8513-76114a66c6a7/cac4b2f0-002e-447b-95bb-c08b9d03e3f4/6afafa03-214b-4ba7-a140-eaa7160bb848) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:48.918427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-952969dc-4fb6-49de-b18f-89a3de6f2d19 None None] Provisioning for port 542e1de6-b7af-4a39-9dbd-db13c1754b4e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:48.927653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-952969dc-4fb6-49de-b18f-89a3de6f2d19 None None] Provisioning complete for port 542e1de6-b7af-4a39-9dbd-db13c1754b4e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:48.928348 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-952969dc-4fb6-49de-b18f-89a3de6f2d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:48.997621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-952969dc-4fb6-49de-b18f-89a3de6f2d19 None None] Port 542e1de6-b7af-4a39-9dbd-db13c1754b4e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:45:49.014488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.120594 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.170142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc063d-014c-4930-aff6-73d5a0e21a01 req-ad6ee44d-c501-4d59-8521-fd3a61087aef tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:49.171478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75fc063d-014c-4930-aff6-73d5a0e21a01 req-ad6ee44d-c501-4d59-8521-fd3a61087aef tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 932 time: 0.1658168 Aug 29 04:45:49.215457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Network fed678d8-c163-4d3a-8513-76114a66c6a7 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:49.219275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:49.225419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:49.262507 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75fc063d-014c-4930-aff6-73d5a0e21a01 req-79f6bd71-6c71-4600-8f3b-bc69c078f8c8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721395 Aug 29 04:45:49.286704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Port': ['ID=6afafa03-214b-4ba7-a140-eaa7160bb848,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:49.401785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.410835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c607232-e6f2-4b44-a88a-4c148f5418a1 req-60bcfa1b-96b5-45fb-acb2-e753cc88f9ea tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:49.412823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c607232-e6f2-4b44-a88a-4c148f5418a1 req-60bcfa1b-96b5-45fb-acb2-e753cc88f9ea tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.1006222 Aug 29 04:45:49.429016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542e1de6-b7af-4a39-9dbd-db13c1754b4e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:49.439289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.456332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Transition to ACTIVE for port object 542e1de6-b7af-4a39-9dbd-db13c1754b4e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:49.460156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.468908 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.492222 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab39fa53-4c3d-4b52-a57c-4ad59f6a5aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.516111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c607232-e6f2-4b44-a88a-4c148f5418a1 req-2091073a-a65a-49de-bd1e-c183bfc61536 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886884 Aug 29 04:45:49.531810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Pushing event updated for resources: {'Port': ['ID=542e1de6-b7af-4a39-9dbd-db13c1754b4e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:49.622173 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.689278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Attempting to bind port 542e1de6-b7af-4a39-9dbd-db13c1754b4e on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:49.689980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Attempting to bind port 542e1de6-b7af-4a39-9dbd-db13c1754b4e by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:49.690497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Attempting to bind port 542e1de6-b7af-4a39-9dbd-db13c1754b4e on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:49.697726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Port 542e1de6-b7af-4a39-9dbd-db13c1754b4e on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:49.698566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Attempting to bind port 542e1de6-b7af-4a39-9dbd-db13c1754b4e on network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:49.706829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:49.707522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Checking segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:49.717222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Bound using segment: {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:49.719401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Bound port: 542e1de6-b7af-4a39-9dbd-db13c1754b4e, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e5ce9c-eec0-47fe-8b67-05adf45e0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:49.721692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.732136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.739856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.801734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Port': ['ID=6afafa03-214b-4ba7-a140-eaa7160bb848,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:49.905939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.926879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:49.928586 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-39d148a6-03e3-4833-a88d-423a9bd08982 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5610402 Aug 29 04:45:49.931763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51272) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:50.017666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-65d72bc6-4aee-46d2-92aa-5c42fa3fed3b tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=fed678d8-c163-4d3a-8513-76114a66c6a7 HTTP/1.1" status: 200 len: 689 time: 0.0842190 Aug 29 04:45:50.019998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51274) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:50.169373 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.188193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d3113-c0f7-431d-9453-9b015136a68a req-0018ba37-f25b-4538-a134-9fe3c03db426 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.190118 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f05d3113-c0f7-431d-9453-9b015136a68a req-0018ba37-f25b-4538-a134-9fe3c03db426 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.0872312 Aug 29 04:45:50.220050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fca7d420-95c9-41e6-8faa-5556558d4cc7 req-f0320be3-108d-4246-8967-b771e1953ce7 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0503647 Aug 29 04:45:50.301990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] For port 542e1de6-b7af-4a39-9dbd-db13c1754b4e, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:50.322267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] For port 542e1de6-b7af-4a39-9dbd-db13c1754b4e, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:50.332237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.397049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Deleting port 6afafa03-214b-4ba7-a140-eaa7160bb848 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:50.397429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.420932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Pushing event updated for resources: {'Port': ['ID=542e1de6-b7af-4a39-9dbd-db13c1754b4e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:50.444739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.445767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.447567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-4e9ddb1b-283c-49d7-85e5-874cfe0dbf17 service neutron] 10.222.0.32 "PUT /v2.0/ports/542e1de6-b7af-4a39-9dbd-db13c1754b4e HTTP/1.1" status: 200 len: 1093 time: 1.7843518 Aug 29 04:45:50.448151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:50.450837 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce02c28-5211-436e-b50c-cf43064f5d61" -d '{"events": [{"name": "network-changed", "server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:50.509366 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf2b9cc-5069-449d-b487-e7afc65fecd1 x-openstack-request-id: req-9cf2b9cc-5069-449d-b487-e7afc65fecd1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:50.509996 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:50.511741 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cf2b9cc-5069-449d-b487-e7afc65fecd1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:50.512293 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'status': 'completed', 'code': 200} Aug 29 04:45:50.562970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.563305 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.577278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Deleting port 1a8ba90f-8a00-45ad-82cf-113415066a1c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:50.577668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.648315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-5bfaaf7d-1601-4f1d-8d0a-943285da55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.650846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-5bfaaf7d-1601-4f1d-8d0a-943285da55b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 1096 time: 0.1240861 Aug 29 04:45:50.670262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Calling delete_port for 6afafa03-214b-4ba7-a140-eaa7160bb848 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:50.699910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aec6ea-404d-4095-9934-697dcbd9137a req-0e4cd05c-798b-47c6-9d7b-41253b4adae6 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.701938 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2aec6ea-404d-4095-9934-697dcbd9137a req-0e4cd05c-798b-47c6-9d7b-41253b4adae6 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 944 time: 0.3081894 Aug 29 04:45:50.725445 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-a47c01e3-bfae-4c16-8344-3abfe10ad7f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e HTTP/1.1" status: 200 len: 217 time: 0.0547523 Aug 29 04:45:50.739408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12344f8-c91e-4a2b-82fa-c9a435dbbe84 req-feb1c100-53d3-48ae-8036-f40874b339c5 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.741149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d12344f8-c91e-4a2b-82fa-c9a435dbbe84 req-feb1c100-53d3-48ae-8036-f40874b339c5 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 946 time: 0.1321316 Aug 29 04:45:50.758358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.798738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] For port 1a8ba90f-8a00-45ad-82cf-113415066a1c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a8ba90f-8a00-45ad-82cf-113415066a1c,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:50.800152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.800316 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:50.828816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Calling delete_port for 1a8ba90f-8a00-45ad-82cf-113415066a1c owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:50.833099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d12344f8-c91e-4a2b-82fa-c9a435dbbe84 req-dd831043-e779-462c-a572-ab19413cb82a tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9ac9f12-a66e-44ca-8b5d-72e720420350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754693 Aug 29 04:45:50.841379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-ede3af49-7dae-47e9-9f2c-a4af40acfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.843217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-ede3af49-7dae-47e9-9f2c-a4af40acfd22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.1007936 Aug 29 04:45:50.884527 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2aec6ea-404d-4095-9934-697dcbd9137a req-746e150f-dbbf-4aa1-8b9d-bd1c1b9f0338 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735244 Aug 29 04:45:50.891571 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-328c875a-cd69-42b7-83b3-8ec89a4219e7 req-3de8358d-d17b-44bb-af74-365bd3dcec8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0473838 Aug 29 04:45:50.930822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-a4c2e8c7-a853-4f0a-8332-0b893a499163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.932348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-a4c2e8c7-a853-4f0a-8332-0b893a499163 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801070 Aug 29 04:45:51.020743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-328c875a-cd69-42b7-83b3-8ec89a4219e7 req-6cfbe50c-bd8c-467f-a398-cac59d4cbf8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0706828 Aug 29 04:45:51.027415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.065172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-328c875a-cd69-42b7-83b3-8ec89a4219e7 req-a948a324-f68b-4d81-917d-5720210c8778 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246153 Aug 29 04:45:51.095194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event deleted for resources: {'Port': ['ID=6afafa03-214b-4ba7-a140-eaa7160bb848,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:51.128759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-cf514ae6-bda8-40e7-bf4f-55a2e0f39b1a service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889036 Aug 29 04:45:51.196736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.229913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1a8ba90f-8a00-45ad-82cf-113415066a1c'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:51.237138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.239725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Pushing event deleted for resources: {'Port': ['ID=1a8ba90f-8a00-45ad-82cf-113415066a1c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:51.242350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c875a-cd69-42b7-83b3-8ec89a4219e7 req-85943689-f19a-4f40-b41f-2fdaa0633331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.243846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-328c875a-cd69-42b7-83b3-8ec89a4219e7 req-85943689-f19a-4f40-b41f-2fdaa0633331 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1720552 Aug 29 04:45:51.292979 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd3780e0-ffee-4014-ac02-9fab0c586e11 req-7adab3d1-7f91-4e1d-928d-3b4332ac598b service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554048 Aug 29 04:45:51.323748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] No DVR routers for this DVR port 1a8ba90f-8a00-45ad-82cf-113415066a1c on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:51.328469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.330892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f05d3113-c0f7-431d-9453-9b015136a68a req-50f93820-c042-45f6-9551-bf47658018a7 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.32 "DELETE /v2.0/ports/1a8ba90f-8a00-45ad-82cf-113415066a1c HTTP/1.1" status: 204 len: 173 time: 1.0776722 Aug 29 04:45:51.331559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'name': 'network-vif-deleted', 'tag': '1a8ba90f-8a00-45ad-82cf-113415066a1c'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:51.334402 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5b7ea4-cc69-44d2-b9f2-79215540a6c0" -d '{"events": [{"server_uuid": "ca0096be-f340-466c-9c5d-a6cf3985a245", "name": "network-vif-deleted", "tag": "1a8ba90f-8a00-45ad-82cf-113415066a1c"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:51.390627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ef46463-a976-49ff-9e9e-2edc7f6116d3 req-149bc630-322a-4108-b210-df4713d1d2fa tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0552406 Aug 29 04:45:51.392235 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022b78d2-b05c-4b7f-a333-1d2f0e9171af x-openstack-request-id: req-022b78d2-b05c-4b7f-a333-1d2f0e9171af {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:51.392635 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0096be-f340-466c-9c5d-a6cf3985a245", "name": "network-vif-deleted", "tag": "1a8ba90f-8a00-45ad-82cf-113415066a1c", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:51.392980 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-022b78d2-b05c-4b7f-a333-1d2f0e9171af {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:51.393470 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0096be-f340-466c-9c5d-a6cf3985a245', 'name': 'network-vif-deleted', 'tag': '1a8ba90f-8a00-45ad-82cf-113415066a1c', 'status': 'completed', 'code': 200} Aug 29 04:45:51.420859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.524822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-8b0cfd5c-6db1-4512-a3d0-34e0feeffaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.525448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-8b0cfd5c-6db1-4512-a3d0-34e0feeffaa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 1096 time: 0.1000702 Aug 29 04:45:51.553541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:51.630245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cac4b2f0-002e-447b-95bb-c08b9d03e3f4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.097231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed40aa-ff0f-4230-b849-c531683a6ee7 req-4ab7b05b-655b-448c-aad9-5cdd0c0a56b4 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.100525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ceed40aa-ff0f-4230-b849-c531683a6ee7 req-4ab7b05b-655b-448c-aad9-5cdd0c0a56b4 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 944 time: 0.0816596 Aug 29 04:45:52.148593 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.164099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ceed40aa-ff0f-4230-b849-c531683a6ee7 req-55459362-bb68-48a3-a6ff-fba78ebca083 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555506 Aug 29 04:45:52.177202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed678d8-c163-4d3a-8513-76114a66c6a7']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:52.226113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa5e358-22bc-455a-adfe-94baf8ef5703') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:52.226432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa5e358-22bc-455a-adfe-94baf8ef5703') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:52.230732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af4107a2-2b1d-4456-9303-96fec84118b4 req-f16b8e9c-b3ec-4517-a294-dd2515fb3c80 tempest-ServerRescueTestJSON-1750804751 tempest-ServerRescueTestJSON-1750804751-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca0096be-f340-466c-9c5d-a6cf3985a245 HTTP/1.1" status: 200 len: 210 time: 0.0776141 Aug 29 04:45:52.237840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-ea497152-e71a-4f0a-92bc-2a91b724e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.240071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-ea497152-e71a-4f0a-92bc-2a91b724e5f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.6997035 Aug 29 04:45:52.244883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.291354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-4d987a9b-a3fa-4c5a-bc6c-ea8f901c41d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e HTTP/1.1" status: 200 len: 217 time: 0.0434611 Aug 29 04:45:52.299750 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.322761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.339160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:52.339586 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:52.341548 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:52.403533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-81d25f98-1a2b-4edb-a212-82a11c501c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.405198 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-81d25f98-1a2b-4edb-a212-82a11c501c68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.1075065 Aug 29 04:45:52.422267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.446010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fed678d8-c163-4d3a-8513-76114a66c6a7 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:52.451072 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.452980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "DELETE /v2.0/networks/fed678d8-c163-4d3a-8513-76114a66c6a7 HTTP/1.1" status: 204 len: 168 time: 2.4311521 Aug 29 04:45:52.456057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51294) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.469989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caebce9-abad-4ec8-a08d-c4982026f0d8 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event deleted for resources: {'Network': ['ID=fed678d8-c163-4d3a-8513-76114a66c6a7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:52.490082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-e5b99ead-b2b8-4a60-aa2e-0ed7831b8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.492144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-e5b99ead-b2b8-4a60-aa2e-0ed7831b8da3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795217 Aug 29 04:45:52.610260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-aedf4c18-9016-4887-848d-af0d37e02312 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093709 Aug 29 04:45:52.614274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c6ff64c-4762-492e-bea8-0b943f8f4794 req-c635ef45-41e9-423a-b63a-83ce6b189938 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0755503 Aug 29 04:45:52.659702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-19d11367-463b-416b-9c03-fe514af1509d tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2020617 Aug 29 04:45:52.660996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.750197 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ce02c28-5211-436e-b50c-cf43064f5d61 req-1dfba4f2-dba3-499e-8597-22f4eaf0d7c4 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278667 Aug 29 04:45:52.789818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.790739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.791516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.792294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.793106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.793927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.794693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.795421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.796143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.799449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4e73bbc4-d1cc-4842-abd2-cdeeb4663ebe tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5933 time: 0.1369627 Aug 29 04:45:52.802768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51300) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.839589 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-6e6a532d-5a31-4f59-a2de-f7aea18b92d6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:45:52.840886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6e6a532d-5a31-4f59-a2de-f7aea18b92d6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/819bc997-1a83-49b8-8829-10814c039b5c HTTP/1.1" status: 404 len: 345 time: 0.0368845 Aug 29 04:45:52.843677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51302) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.861358 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-724b0888-a00c-4a44-b992-456eeceb0596 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 04:45:52.862059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724b0888-a00c-4a44-b992-456eeceb0596 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:45:52.864588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-724b0888-a00c-4a44-b992-456eeceb0596 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "DELETE /v2.0/networks/fed678d8-c163-4d3a-8513-76114a66c6a7 HTTP/1.1" status: 404 len: 339 time: 0.0190203 Aug 29 04:45:52.870749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51304) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:52.876155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'network': {'name': 'tempest-network--2106870000', 'router:external': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:52.898663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Made reservation on behalf of 98137ad616604dd89a12590a377c7a3f for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:52.901552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.937331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:52.956815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:52.957300 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Added segment db2f28cf-4c5f-4498-b263-68a44f576a01 of type vlan for network 6ac2492f-5244-4b56-bb4f-500d20a3af8c Aug 29 04:45:53.006365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.038907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.039903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.040505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.105452 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2331145 Aug 29 04:45:53.108818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51306) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.116649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20412d3-f5ac-4aec-ac99-4dbc51ac2acc tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Network': ['ID=6ac2492f-5244-4b56-bb4f-500d20a3af8c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:53.132072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6ac2492f-5244-4b56-bb4f-500d20a3af8c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:53.263439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2fe3d-70c0-4737-aa42-434bd2fea375 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.270063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2fe3d-70c0-4737-aa42-434bd2fea375 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.280483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2fe3d-70c0-4737-aa42-434bd2fea375 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.296171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2fe3d-70c0-4737-aa42-434bd2fea375 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.302218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a2c2fe3d-70c0-4737-aa42-434bd2fea375 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1915751 Aug 29 04:45:53.302748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.312036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51314) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.401754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36e021-16a8-4387-a14f-827746676fce req-4d0386d4-c829-4db7-9cf8-53a62d702602 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.403276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e36e021-16a8-4387-a14f-827746676fce req-4d0386d4-c829-4db7-9cf8-53a62d702602 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 944 time: 0.1315384 Aug 29 04:45:53.407760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.508062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e36e021-16a8-4387-a14f-827746676fce req-7a458eb3-a317-44a3-b527-edb002361516 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957940 Aug 29 04:45:53.539926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.554247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac2492f-5244-4b56-bb4f-500d20a3af8c']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:53.569425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2f28cf-4c5f-4498-b263-68a44f576a01') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:53.569922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2f28cf-4c5f-4498-b263-68a44f576a01') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:53.585831 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.605354 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.612541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:53.613108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:53.615239 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:53.708978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.722669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ac2492f-5244-4b56-bb4f-500d20a3af8c {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:53.726590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.728754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "DELETE /v2.0/networks/6ac2492f-5244-4b56-bb4f-500d20a3af8c HTTP/1.1" status: 204 len: 168 time: 0.4238398 Aug 29 04:45:53.744747 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51320) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:53.750417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'network': {'name': 'tempest-network--870034477', 'router:external': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:53.753763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee6cbe-e63b-4d49-94ec-7b3eda25c0cb tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ac2492f-5244-4b56-bb4f-500d20a3af8c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:53.790902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Made reservation on behalf of 98137ad616604dd89a12590a377c7a3f for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:53.794060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.804919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e3bd1ef-1620-46f0-b228-6d303830159e req-2af19572-2322-480c-907e-40d94f374068 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "GET /v2.0/ports?device_id=2565dc76-87dd-469d-a2b0-5edbc3a81030 HTTP/1.1" status: 200 len: 210 time: 0.0298915 Aug 29 04:45:53.840899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:53.859766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.860676 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Added segment edc075ef-4ba8-48cf-92bf-c667f53ac435 of type vlan for network aa6c3525-0fde-4220-bccf-2b36cb50ad0c Aug 29 04:45:53.869379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.933676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.979557 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:53.981536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.982594 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.059788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3135304 Aug 29 04:45:54.062387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51322) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.089855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99dec0-8e8f-4d01-bfa0-c1c130268ca6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Network': ['ID=aa6c3525-0fde-4220-bccf-2b36cb50ad0c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:54.101981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network aa6c3525-0fde-4220-bccf-2b36cb50ad0c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:54.160735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e6d1f-45d6-4821-84d7-98ebde62ba11 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.162714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d63e6d1f-45d6-4821-84d7-98ebde62ba11 tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] 10.222.0.55 "GET /v2.0/networks/aa6c3525-0fde-4220-bccf-2b36cb50ad0c HTTP/1.1" status: 200 len: 756 time: 0.0994163 Aug 29 04:45:54.165192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51324) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.205105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Deleting port 72f2966c-92e1-41a6-93be-c9c643ece375 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:54.205670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.264277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18767cef-d26b-4daf-897d-8dabfa892dcf tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.265928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-18767cef-d26b-4daf-897d-8dabfa892dcf tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] 10.222.0.55 "GET /v2.0/networks/1a372d97-8d1a-4cfb-9be7-8f044ec2f933 HTTP/1.1" status: 200 len: 767 time: 0.0995352 Aug 29 04:45:54.269305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51326) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.293137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] For port 72f2966c-92e1-41a6-93be-c9c643ece375, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=72f2966c-92e1-41a6-93be-c9c643ece375,segment=NetworkSegment(734127bf-0db2-41e9-b190-86146bc1742b),segment_id=734127bf-0db2-41e9-b190-86146bc1742b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:54.293954 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.312156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Calling delete_port for 72f2966c-92e1-41a6-93be-c9c643ece375 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:54.347632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.442938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.454827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6c3525-0fde-4220-bccf-2b36cb50ad0c']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.466980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc075ef-4ba8-48cf-92bf-c667f53ac435') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.467277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc075ef-4ba8-48cf-92bf-c667f53ac435') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:54.478733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.502465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.512404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:54.512988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:54.514650 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:54.524808 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.570396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f2966c-92e1-41a6-93be-c9c643ece375,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:54.583360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.588828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa6c3525-0fde-4220-bccf-2b36cb50ad0c {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:54.592073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.594354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "DELETE /v2.0/networks/aa6c3525-0fde-4220-bccf-2b36cb50ad0c HTTP/1.1" status: 204 len: 168 time: 0.3240509 Aug 29 04:45:54.600114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.606951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea6dab-1cb1-4c64-b8bf-e4cfac687d23 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa6c3525-0fde-4220-bccf-2b36cb50ad0c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:54.607678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'network': {'name': 'tempest-network--1731032840'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:54.742909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e968-f26a-4021-ad8a-f24f81f20c9b req-e9215f1f-6c82-48f2-a096-f2c010b38c76 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.744697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b846e968-f26a-4021-ad8a-f24f81f20c9b req-e9215f1f-6c82-48f2-a096-f2c010b38c76 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 944 time: 0.0721762 Aug 29 04:45:54.775921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 542e1de6-b7af-4a39-9dbd-db13c1754b4e details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:54.788389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a8ba90f-8a00-45ad-82cf-113415066a1c no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:54.790602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b846e968-f26a-4021-ad8a-f24f81f20c9b req-39826ffa-76b1-4c40-bf75-ed7cb88a82a6 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395703 Aug 29 04:45:54.796668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Made reservation on behalf of 98137ad616604dd89a12590a377c7a3f for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:54.800698 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.856688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 1a8ba90f-8a00-45ad-82cf-113415066a1c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:54.856821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a8ba90f-8a00-45ad-82cf-113415066a1c not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:54.874289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.882892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51336) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:54.967166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3789c722-5013-487e-a47f-53f10e2863c6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:54.999288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3789c722-5013-487e-a47f-53f10e2863c6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.006960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:55.026418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.026907 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Added segment 0e412461-8e61-47e7-a086-215e0f739f3c of type vlan for network b93ccc3e-4f0a-4be7-aa90-86870f56f64f Aug 29 04:45:55.029789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 542e1de6-b7af-4a39-9dbd-db13c1754b4e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:55.062810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'port_id': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'mac_address': 'fa:16:3e:df:97:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:55.075366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3789c722-5013-487e-a47f-53f10e2863c6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.078844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3789c722-5013-487e-a47f-53f10e2863c6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.083226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3789c722-5013-487e-a47f-53f10e2863c6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] 10.222.0.55 "DELETE /v2.0/security-groups/cbde21d9-e900-4eca-8e39-999ee151c687 HTTP/1.1" status: 204 len: 168 time: 0.1964138 Aug 29 04:45:55.091685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789c722-5013-487e-a47f-53f10e2863c6 tempest-TestVolumeBackupRestore-377207375 tempest-TestVolumeBackupRestore-377207375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde21d9-e900-4eca-8e39-999ee151c687,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:55.116997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.140253 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.162486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542e1de6-b7af-4a39-9dbd-db13c1754b4e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:55.201303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.203461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.204422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.209297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 542e1de6-b7af-4a39-9dbd-db13c1754b4e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:55.215155 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.287119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6858289 Aug 29 04:45:55.290435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:55.298945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:55.299558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c8609-8633-4bc5-af39-c43efae83ba2 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Network': ['ID=b93ccc3e-4f0a-4be7-aa90-86870f56f64f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:55.320897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b93ccc3e-4f0a-4be7-aa90-86870f56f64f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:55.578345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:55.602740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=542e1de6-b7af-4a39-9dbd-db13c1754b4e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:55.659084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.678729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['542e1de6-b7af-4a39-9dbd-db13c1754b4e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:55.695811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.704398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Network b93ccc3e-4f0a-4be7-aa90-86870f56f64f is not hosted by any dhcp agent {{(pid=94823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:45:55.705398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.706201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.708970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "PUT /v2.0/networks/b93ccc3e-4f0a-4be7-aa90-86870f56f64f HTTP/1.1" status: 200 len: 858 time: 0.4171693 Aug 29 04:45:55.711151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51386) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:55.739139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:55.749648 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a9f384ff-4eae-48cc-9edb-874b8f243284 admin admin] 10.222.0.55 "PUT /v2.0/routers/5f3a1452-c7e7-4300-9509-c392c0bd2a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4364970 Aug 29 04:45:55.750437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:55.762872 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8275155-ee08-4303-b15b-793f4016921b None None] Sync routers for ids ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:55.775461 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] Routers {'5f3a1452-c7e7-4300-9509-c392c0bd2a37'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:55.776112 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:55.922091 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:55.931507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d6bad-968e-4339-8b27-e10401558554 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event updated for resources: {'Network': ['ID=b93ccc3e-4f0a-4be7-aa90-86870f56f64f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:55.979631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.081271 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] Set router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:56.152072 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.165181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93ccc3e-4f0a-4be7-aa90-86870f56f64f']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:56.182626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e412461-8e61-47e7-a086-215e0f739f3c') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:56.183106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e412461-8e61-47e7-a086-215e0f739f3c') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:56.195926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.213744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.224838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:56.225752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.269087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ca711-172c-4b21-b816-f0db7eb1b8f1 req-4f287012-c230-4b5f-a9e0-0e5344ca87a2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.271126 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a24ca711-172c-4b21-b816-f0db7eb1b8f1 req-4f287012-c230-4b5f-a9e0-0e5344ca87a2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 945 time: 0.2267811 Aug 29 04:45:56.308785 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:45:54Z', 'revision_number': 5, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port': {'id': '5ab22382-c5fe-44a0-90b5-33cf73832f4c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:56.331473 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:56.336471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.338045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.344461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b93ccc3e-4f0a-4be7-aa90-86870f56f64f {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:45:56.347441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.350660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] 10.222.0.55 "DELETE /v2.0/networks/b93ccc3e-4f0a-4be7-aa90-86870f56f64f HTTP/1.1" status: 204 len: 168 time: 0.6380346 Aug 29 04:45:56.352814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a24ca711-172c-4b21-b816-f0db7eb1b8f1 req-c4db7d18-28f8-4891-9497-a639546b77b7 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690420 Aug 29 04:45:56.357890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.396120 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a17f5f-4cdf-4686-9ce5-11ab6631001a tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] DELETE failed (client error): The resource could not be found. Aug 29 04:45:56.396710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a17f5f-4cdf-4686-9ce5-11ab6631001a tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:45:56.398142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdef02f-03c7-4f51-9f78-b3089a8798f6 tempest-ExternalNetworksTestJSON-423931317 tempest-ExternalNetworksTestJSON-423931317-project-admin] Pushing event deleted for resources: {'Network': ['ID=b93ccc3e-4f0a-4be7-aa90-86870f56f64f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:56.398908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f0a17f5f-4cdf-4686-9ce5-11ab6631001a tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] 10.222.0.55 "DELETE /v2.0/subnets/cac4b2f0-002e-447b-95bb-c08b9d03e3f4 HTTP/1.1" status: 404 len: 337 time: 0.0396161 Aug 29 04:45:56.401367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:56.402483 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8275155-ee08-4303-b15b-793f4016921b None None] Checking router: 5f3a1452-c7e7-4300-9509-c392c0bd2a37 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:56.433979 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] Routers {'5f3a1452-c7e7-4300-9509-c392c0bd2a37'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:56.434595 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:56.528648 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.606157 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] Set router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:56.671535 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d8275155-ee08-4303-b15b-793f4016921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:45:56Z', 'revision_number': 6, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:56.710848 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8275155-ee08-4303-b15b-793f4016921b None None] The sync data for ids ['5f3a1452-c7e7-4300-9509-c392c0bd2a37'] in n-d-712143-14 is: [{'id': '5f3a1452-c7e7-4300-9509-c392c0bd2a37', 'name': 'tempest-ServerRescueTestJSON-2050066380-router', 'tenant_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:05Z', 'updated_at': '2021-08-29T04:45:56Z', 'revision_number': 6, 'project_id': '33a2c1b6d6f54087b63f4f9fdf978354', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:56.766109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 542e1de6-b7af-4a39-9dbd-db13c1754b4e up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:56.868006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 542e1de6-b7af-4a39-9dbd-db13c1754b4e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:56.879136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 542e1de6-b7af-4a39-9dbd-db13c1754b4e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:56.879548 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:56.938143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Deleting port 5ab22382-c5fe-44a0-90b5-33cf73832f4c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:56.938687 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.011840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.049285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:57.052175 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f1d3ad-d2d1-4a98-a144-3b36df221050" -d '{"events": [{"server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "name": "network-vif-plugged", "status": "completed", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:57.067732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 542e1de6-b7af-4a39-9dbd-db13c1754b4e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:57.076476 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.094185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.117667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a372d97-8d1a-4cfb-9be7-8f044ec2f933']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:57.133907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf4f28a-2382-46d9-8ff0-024e04f0f948') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:57.134288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf4f28a-2382-46d9-8ff0-024e04f0f948') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:57.147752 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce51c832-075d-4898-89b1-2fb82fe301fe x-openstack-request-id: req-ce51c832-075d-4898-89b1-2fb82fe301fe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:57.148045 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "name": "network-vif-plugged", "status": "completed", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:57.148306 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce51c832-075d-4898-89b1-2fb82fe301fe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:57.148705 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'code': 200} Aug 29 04:45:57.164541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.167705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] For port 5ab22382-c5fe-44a0-90b5-33cf73832f4c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5ab22382-c5fe-44a0-90b5-33cf73832f4c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:57.168071 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.194468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Calling delete_port for 5ab22382-c5fe-44a0-90b5-33cf73832f4c owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:57.195183 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.208182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=542e1de6-b7af-4a39-9dbd-db13c1754b4e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:57.233829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:57.233829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.284583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56542a-9df8-458c-9d31-a04b9e9403e6 req-90510d49-e670-4ae5-8801-ae4a2cfb955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.287260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e56542a-9df8-458c-9d31-a04b9e9403e6 req-90510d49-e670-4ae5-8801-ae4a2cfb955a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 1098 time: 0.0721004 Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:57.301975 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:57.336189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e56542a-9df8-458c-9d31-a04b9e9403e6 req-024cc5cb-8d8a-4a30-872c-0b4c40c117a1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412717 Aug 29 04:45:57.389149 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.404026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.423696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] 10.222.0.55 "DELETE /v2.0/networks/1a372d97-8d1a-4cfb-9be7-8f044ec2f933 HTTP/1.1" status: 204 len: 168 time: 1.0158200 Aug 29 04:45:57.491165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d1bc4-7fd5-4353-84e8-b70bbafeb1ce tempest-ExternalNetworksTestJSON-769756011 tempest-ExternalNetworksTestJSON-769756011-project] Pushing event deleted for resources: {'Network': ['ID=1a372d97-8d1a-4cfb-9be7-8f044ec2f933,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:57.759307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65c269-6d1a-4078-9b17-b1aca5bf9d30 req-a3fc8235-be3e-4fca-a42e-e77227ffb931 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.762564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa65c269-6d1a-4078-9b17-b1aca5bf9d30 req-a3fc8235-be3e-4fca-a42e-e77227ffb931 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 946 time: 0.1810646 Aug 29 04:45:57.875943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa65c269-6d1a-4078-9b17-b1aca5bf9d30 req-dc73a4fc-4c81-458f-97eb-b8ad749dbceb tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925002 Aug 29 04:45:57.923052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:57.968871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab22382-c5fe-44a0-90b5-33cf73832f4c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:58.166884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.172118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72f2966c-92e1-41a6-93be-c9c643ece375 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:58.230188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 72f2966c-92e1-41a6-93be-c9c643ece375 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:58.230548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72f2966c-92e1-41a6-93be-c9c643ece375 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:58.231071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5ab22382-c5fe-44a0-90b5-33cf73832f4c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:58.294130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5ab22382-c5fe-44a0-90b5-33cf73832f4c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:58.297206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5ab22382-c5fe-44a0-90b5-33cf73832f4c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:58.310615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51648) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:58.328216 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.330549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.391825 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.392476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f3a1452-c7e7-4300-9509-c392c0bd2a37 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:58.398499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.399923 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3e8562a5-5b13-4faa-bdf5-237a8c51970c admin admin] 10.222.0.55 "DELETE /v2.0/routers/5f3a1452-c7e7-4300-9509-c392c0bd2a37 HTTP/1.1" status: 204 len: 168 time: 2.6486835 Aug 29 04:45:58.402808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51658) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:58.528132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] Deleting subnet 0128ccdc-2fce-4deb-bb6d-fbb3423be198 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:58.532728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.669241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.685947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a45dbfab-8c3e-4ba9-af00-701aeea383cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad5eb2761165454fa95b41f328f670ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733733 Aug 29 04:45:58.688523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:58.765841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.792086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c73b0512-e3c0-4e3e-a3ee-9bf2ae0b5787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.855568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.871348 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c73b0512-e3c0-4e3e-a3ee-9bf2ae0b5787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.921157 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:58.928624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51712) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:58.942588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0128ccdc-2fce-4deb-bb6d-fbb3423be198 HTTP/1.1" status: 204 len: 168 time: 0.5271587 Aug 29 04:45:58.994778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ea341-7781-448d-add0-651e0e7a64a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0128ccdc-2fce-4deb-bb6d-fbb3423be198,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:59.140708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e4422-9ad0-4296-b8eb-d42a5e903339 req-43679b70-ff23-4686-85bd-46fef01c9d64 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:59.142684 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-563e4422-9ad0-4296-b8eb-d42a5e903339 req-43679b70-ff23-4686-85bd-46fef01c9d64 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 946 time: 0.1020405 Aug 29 04:45:59.215436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-563e4422-9ad0-4296-b8eb-d42a5e903339 req-0857f196-b22c-4651-97e9-143b7ca0610f tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654004 Aug 29 04:45:59.262371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.281313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c73b0512-e3c0-4e3e-a3ee-9bf2ae0b5787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.287881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c73b0512-e3c0-4e3e-a3ee-9bf2ae0b5787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.290710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c73b0512-e3c0-4e3e-a3ee-9bf2ae0b5787 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b88d9967-450b-4ec2-a563-74b288ee7204 HTTP/1.1" status: 204 len: 168 time: 0.6002944 Aug 29 04:45:59.314550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b0512-e3c0-4e3e-a3ee-9bf2ae0b5787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88d9967-450b-4ec2-a563-74b288ee7204,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:59.462653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.489302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5f6f75-8035-411a-ae76-80f5b3693857']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:59.556380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734127bf-0db2-41e9-b190-86146bc1742b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:59.556684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734127bf-0db2-41e9-b190-86146bc1742b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:59.575616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.596314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.606493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54f9f1-a08c-4734-85e1-9ea53e66acc9 req-4a434025-4cb4-4eed-a2f3-3fd7a7e9a651 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:59.608217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fb54f9f1-a08c-4734-85e1-9ea53e66acc9 req-4a434025-4cb4-4eed-a2f3-3fd7a7e9a651 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 946 time: 0.1483030 Aug 29 04:45:59.618797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51776) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:59.621202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:59.622026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.624520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Request body: {'floatingip': {'port_id': '542e1de6-b7af-4a39-9dbd-db13c1754b4e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:59.624866 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:59.725681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.735991 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.738345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.741726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4c5f6f75-8035-411a-ae76-80f5b3693857 HTTP/1.1" status: 204 len: 168 time: 0.7649879 Aug 29 04:45:59.766404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e32ba6-0834-47ed-ad9a-68f2d53158d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5f6f75-8035-411a-ae76-80f5b3693857,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:00.058099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:00.100562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51836) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:00.167303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a542cc88-993f-41de-9a51-20afac05231b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33a2c1b6d6f54087b63f4f9fdf978354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646029 Aug 29 04:46:00.170433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51846) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:00.211329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51850) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:00.211692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-97457e2f-5443-4ee9-bdc0-308bdfa0c901 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98137ad616604dd89a12590a377c7a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523077 Aug 29 04:46:00.399704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32b14a03-b6d2-4c02-ba2f-72924511f105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.412826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61e12579-4416-41bd-9c89-b4bd1a6d7111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.497197 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61e12579-4416-41bd-9c89-b4bd1a6d7111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.506374 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32b14a03-b6d2-4c02-ba2f-72924511f105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.684112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32b14a03-b6d2-4c02-ba2f-72924511f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.688966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32b14a03-b6d2-4c02-ba2f-72924511f105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.695901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32b14a03-b6d2-4c02-ba2f-72924511f105 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e279339-7912-4be5-b379-6c9a8fa8724e HTTP/1.1" status: 204 len: 168 time: 0.4781089 Aug 29 04:46:00.708839 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61e12579-4416-41bd-9c89-b4bd1a6d7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.715251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61e12579-4416-41bd-9c89-b4bd1a6d7111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.718248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-61e12579-4416-41bd-9c89-b4bd1a6d7111 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9ac9f12-a66e-44ca-8b5d-72e720420350 HTTP/1.1" status: 204 len: 168 time: 0.5447214 Aug 29 04:46:00.735908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b14a03-b6d2-4c02-ba2f-72924511f105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e279339-7912-4be5-b379-6c9a8fa8724e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:00.802608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e12579-4416-41bd-9c89-b4bd1a6d7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ac9f12-a66e-44ca-8b5d-72e720420350,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:00.818275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.resource_extend [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:46:00.951959 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.967378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.030168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-cffc81d5-52db-4177-8bd8-8f3350497e82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1362474 Aug 29 04:46:01.214049 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Floating IP 5810163c-0d27-4f35-8c89-6ebcbf9a6435 associated. External IP: 172.25.7.8, port: 542e1de6-b7af-4a39-9dbd-db13c1754b4e. Aug 29 04:46:01.342332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51870) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:01.469745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:01.851479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-a0ef9caa-de98-4d43-94ac-0bb7038e5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.853304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-a0ef9caa-de98-4d43-94ac-0bb7038e5676 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c0a952f76b42cda7b089b4878fa9b9&device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 1098 time: 0.7900355 Aug 29 04:46:02.057246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-8fe95c2d-87c6-422f-b5d8-d5453259efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.058898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-8fe95c2d-87c6-422f-b5d8-d5453259efbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e HTTP/1.1" status: 200 len: 910 time: 0.1309953 Aug 29 04:46:02.116311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.173482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Router 5792d65f-4173-4d6f-b7fb-fda6106e660a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:02.181095 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-33994d53-9c6b-4b79-8155-e265f2714b3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c HTTP/1.1" status: 200 len: 1002 time: 0.0939989 Aug 29 04:46:02.274382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51908) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.318198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-61a9ca08-3d5d-4465-94ce-3c93933f3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.319960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-61a9ca08-3d5d-4465-94ce-3c93933f3180 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c86840c8-dee1-41d3-a10f-5bc301fa88b7 HTTP/1.1" status: 200 len: 848 time: 0.1292589 Aug 29 04:46:02.382757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:02.389768 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.395229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] Sync routers for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:02.395626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-28c1dd50-58a5-4a40-ab45-8e3a5e5ac194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.397691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-28c1dd50-58a5-4a40-ab45-8e3a5e5ac194 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698550 Aug 29 04:46:02.411884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:02.417490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:02.483688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-bf33f60d-7113-4164-94ad-2744c9002c7b tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.484160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Deleting port 29a6b218-c23a-4a4f-8523-7c952b9156b5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:02.488455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.489709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf33f60d-7113-4164-94ad-2744c9002c7b tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2142501 Aug 29 04:46:02.492793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51920) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.497837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f034b40-1f80-4abd-a5af-f57f13e594b2 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "PUT /v2.0/floatingips/5810163c-0d27-4f35-8c89-6ebcbf9a6435 HTTP/1.1" status: 200 len: 990 time: 2.8775129 Aug 29 04:46:02.506199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-a28d9223-9acd-4d76-afcf-52594348b9d5 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.510867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a28d9223-9acd-4d76-afcf-52594348b9d5 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0166478 Aug 29 04:46:02.511659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:02.514445 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae03c20a-d535-4f30-9ec7-f19b68ac5182" -d '{"events": [{"name": "network-changed", "server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:02.518140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51924) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.525095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-e22e4ea5-cd88-454c-abb4-0f5efea9a621 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.530966 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e22e4ea5-cd88-454c-abb4-0f5efea9a621 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0095468 Aug 29 04:46:02.531929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51928) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.572373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-031ae1de-fc04-4cab-8c65-67d7c05be793 service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531210 Aug 29 04:46:02.587616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-bff10aaa-2f57-4a2b-acf6-20f63b078a41 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.591232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bff10aaa-2f57-4a2b-acf6-20f63b078a41 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0554771 Aug 29 04:46:02.591232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.606577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-fec9ea1a-ab9e-47f9-b97c-874c88673a10 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.610310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fec9ea1a-ab9e-47f9-b97c-874c88673a10 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0164559 Aug 29 04:46:02.647778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:02.660727 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb01035-fe70-4e4a-b010-3ac23e38ac08 x-openstack-request-id: req-ffb01035-fe70-4e4a-b010-3ac23e38ac08 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:02.661025 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:02.661283 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffb01035-fe70-4e4a-b010-3ac23e38ac08 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:02.661709 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'status': 'completed', 'code': 200} Aug 29 04:46:02.662082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51932) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.675649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-790a617c-526b-4d0d-9434-bf3786cb5519 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.690869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.692698 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-790a617c-526b-4d0d-9434-bf3786cb5519 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0290256 Aug 29 04:46:02.720106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-458d0ee4-150b-40dc-801c-95581c63611e tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.721355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-458d0ee4-150b-40dc-801c-95581c63611e tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0228596 Aug 29 04:46:02.725143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.732536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-83471d90-954b-4e47-b41a-385402163c0a tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.736444 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-83471d90-954b-4e47-b41a-385402163c0a tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0102959 Aug 29 04:46:02.737180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51942) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.746122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-8959e713-fc8c-4bff-bfb7-f784c0cdfd36 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.750439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8959e713-fc8c-4bff-bfb7-f784c0cdfd36 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099957 Aug 29 04:46:02.754359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51944) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.767904 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f314a0ed-8bd8-4960-830c-c9fa912ff10b req-d94a75fa-1c5f-4e02-bd2c-1811a9e3231e service neutron] 10.222.0.32 "GET /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867664 Aug 29 04:46:02.778415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f50e2acc-00e5-4c30-ab31-949f469223dc req-ae65d674-49a9-4112-b1e5-55b6b6d3ff0f tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=041733b3-624b-4b0f-8a4d-765dddca098b HTTP/1.1" status: 200 len: 210 time: 0.0840251 Aug 29 04:46:02.784951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-a3782362-6909-4ce4-9beb-e13b75dd8103 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.786311 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a3782362-6909-4ce4-9beb-e13b75dd8103 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0127254 Aug 29 04:46:02.792059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51946) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.797996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-b5feaafe-77b0-471f-bec5-192b46ff4e1b tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.803120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b5feaafe-77b0-471f-bec5-192b46ff4e1b tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0092764 Aug 29 04:46:02.803844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51948) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.815096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-edb6d0f4-d48f-4684-847d-621e1dd40562 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.821943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.823274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-edb6d0f4-d48f-4684-847d-621e1dd40562 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0174165 Aug 29 04:46:02.841518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] For port 29a6b218-c23a-4a4f-8523-7c952b9156b5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=29a6b218-c23a-4a4f-8523-7c952b9156b5,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:02.842233 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.849071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-58c36aee-18c1-444a-8f7a-490b2e0ee461 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.850362 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-58c36aee-18c1-444a-8f7a-490b2e0ee461 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0262690 Aug 29 04:46:02.852984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.866688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-acb3fc9d-d717-4888-b71f-5d31bb2809b7 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.868819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-acb3fc9d-d717-4888-b71f-5d31bb2809b7 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0079076 Aug 29 04:46:02.870890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51956) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.878061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-0796edca-13cd-447b-8884-e474fc4a2230 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.884351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51958) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.885468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Calling delete_port for 29a6b218-c23a-4a4f-8523-7c952b9156b5 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:02.885748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0796edca-13cd-447b-8884-e474fc4a2230 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0129628 Aug 29 04:46:02.894082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-c783c7b2-15df-459a-ac9d-3d33048f1918 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.895395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c783c7b2-15df-459a-ac9d-3d33048f1918 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074229 Aug 29 04:46:02.898580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51960) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.900752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-96eb4241-e79d-4890-8eda-e46cc7b84aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.902480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-96eb4241-e79d-4890-8eda-e46cc7b84aae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 1098 time: 0.1511900 Aug 29 04:46:02.903824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-79a4a6ae-376a-4bd3-b691-09cfefc68a32 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.907775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 51962) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.907973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-79a4a6ae-376a-4bd3-b691-09cfefc68a32 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076869 Aug 29 04:46:02.927259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [None req-f70bbead-c3ba-40b1-9db9-295bacd07bb3 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.928579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f70bbead-c3ba-40b1-9db9-295bacd07bb3 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0123026 Aug 29 04:46:02.931165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51966) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.936473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-92fe3c87-3746-45a9-9cad-923b2fec398f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.937800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-92fe3c87-3746-45a9-9cad-923b2fec398f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051832 Aug 29 04:46:02.940374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51968) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.944958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-d00a9490-0479-4f92-9f69-ec966dd90efa tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.947978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d00a9490-0479-4f92-9f69-ec966dd90efa tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0062318 Aug 29 04:46:02.950236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51974) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:02.981306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-e835edb7-8dff-406f-b411-a80a790311cf tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:02.982568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e835edb7-8dff-406f-b411-a80a790311cf tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0305631 Aug 29 04:46:02.989314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51978) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.002351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-25ab9c37-3d1c-4dfc-83d2-5248af31df24 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.005623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-25ab9c37-3d1c-4dfc-83d2-5248af31df24 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0151684 Aug 29 04:46:03.009800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51982) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.016434 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-33032bb0-df80-4c37-bd88-25cc14e84d08 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.018494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-33032bb0-df80-4c37-bd88-25cc14e84d08 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0074074 Aug 29 04:46:03.035286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51988) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.059745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-50bc629e-9916-4e19-86fb-a1bffbc400fe tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.064958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-50bc629e-9916-4e19-86fb-a1bffbc400fe tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0137029 Aug 29 04:46:03.064958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51992) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.079114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-6c107ebb-48af-4613-abdc-70a7568180f3 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.080067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6c107ebb-48af-4613-abdc-70a7568180f3 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0151815 Aug 29 04:46:03.089033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51994) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.103225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-0bb029d1-92e4-4608-80aa-83bea4ff5b66 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.104362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0bb029d1-92e4-4608-80aa-83bea4ff5b66 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0140226 Aug 29 04:46:03.113265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51996) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.119956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-6e37d7b6-85e0-4f56-8ee0-ee8691ccb51c tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.121583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6e37d7b6-85e0-4f56-8ee0-ee8691ccb51c tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062342 Aug 29 04:46:03.124334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 51998) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.129530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-5f04b668-6729-4721-9ad0-35e97cb91ba4 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.143431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5f04b668-6729-4721-9ad0-35e97cb91ba4 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0177162 Aug 29 04:46:03.146213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.156290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-eddad3d1-7fb1-40d2-89cb-28ecd9ab343e tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.159393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eddad3d1-7fb1-40d2-89cb-28ecd9ab343e tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0108197 Aug 29 04:46:03.163444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52002) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.200097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-7099f975-1751-4d7a-8186-dab2c3d29823 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.203690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7099f975-1751-4d7a-8186-dab2c3d29823 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0388737 Aug 29 04:46:03.204566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5810163c-0d27-4f35-8c89-6ebcbf9a6435', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'port_id': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'mac_address': 'fa:16:3e:df:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:42Z', 'updated_at': '2021-08-29T04:46:00Z', 'revision_number': 1, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:03.206568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52004) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.224039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-65f831dd-5208-4863-aaae-c08e3e0ee8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.225051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-afe59bf5-02c5-4778-843a-3627c39b2113 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.225859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-65f831dd-5208-4863-aaae-c08e3e0ee8f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.3086455 Aug 29 04:46:03.226842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-afe59bf5-02c5-4778-843a-3627c39b2113 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0161278 Aug 29 04:46:03.229500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52006) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.238042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-0d276819-92c7-4e4b-99e7-4280c9a8b0f3 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.239583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0d276819-92c7-4e4b-99e7-4280c9a8b0f3 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086849 Aug 29 04:46:03.242443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.247371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-b4562573-1281-4dfa-bfa6-ddf2554b8bc2 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.251145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b4562573-1281-4dfa-bfa6-ddf2554b8bc2 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073719 Aug 29 04:46:03.257447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52012) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.265970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-e8a592c5-5332-40d3-a783-790d66ed27aa tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.272374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] Checking router: 5792d65f-4173-4d6f-b7fb-fda6106e660a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:03.272639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e8a592c5-5332-40d3-a783-790d66ed27aa tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096195 Aug 29 04:46:03.272639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52016) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.280804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-b8b9d98f-1d76-4965-ab32-842c577be231 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.287174 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8b9d98f-1d76-4965-ab32-842c577be231 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0104692 Aug 29 04:46:03.287794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52018) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.291234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:03.292882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:03.297923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-bff808b6-b18c-4292-9891-9ad4637a977f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.299194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bff808b6-b18c-4292-9891-9ad4637a977f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0103147 Aug 29 04:46:03.302907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52022) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.314049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-9bfdfaec-4d83-49b2-a7cd-e614bd747ad1 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.316424 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9bfdfaec-4d83-49b2-a7cd-e614bd747ad1 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121920 Aug 29 04:46:03.320980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52024) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.327165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-b2f95dae-32f7-4538-ab99-3a5a0be972d8 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.334495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b2f95dae-32f7-4538-ab99-3a5a0be972d8 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0119205 Aug 29 04:46:03.338474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52026) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.353430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-5dec58a3-dfc2-406a-8695-9553e1f4dca0 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.357852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5dec58a3-dfc2-406a-8695-9553e1f4dca0 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0149479 Aug 29 04:46:03.357852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52028) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.362408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-37df95a4-b800-4f0a-bace-6511a279aebc tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.368196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-37df95a4-b800-4f0a-bace-6511a279aebc tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0091717 Aug 29 04:46:03.378598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52032) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.386245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-c5d08f0b-f195-4d43-938b-57a553c13f0a tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.387545 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c5d08f0b-f195-4d43-938b-57a553c13f0a tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068667 Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52036) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-020cbcf1-2abb-4598-9b0f-5c2cfc83839d tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-020cbcf1-2abb-4598-9b0f-5c2cfc83839d tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0271192 Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-5aeb0746-9ecc-4eac-9b1f-b5d0b8d7ce6c tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5aeb0746-9ecc-4eac-9b1f-b5d0b8d7ce6c tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0180905 Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52042) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-abf6ada6-d5aa-4109-9fe7-c70bc553b1ee tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-abf6ada6-d5aa-4109-9fe7-c70bc553b1ee tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062304 Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52046) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-c9e1a8af-b088-4b28-bb66-9a8fe674a61e tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c9e1a8af-b088-4b28-bb66-9a8fe674a61e tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0107908 Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52048) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-08815424-8845-4db2-aacd-fecca5a92e2a tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08815424-8845-4db2-aacd-fecca5a92e2a tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0064819 Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52050) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-89e2390e-4a43-4d96-a9d2-635eeb46d267 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-89e2390e-4a43-4d96-a9d2-635eeb46d267 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059528 Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52052) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-45fcf1e9-71b8-499f-8f63-4e884dfc9805 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.632916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-45fcf1e9-71b8-499f-8f63-4e884dfc9805 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044744 Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52056) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-86c864a5-4857-4a2d-8ece-bcbb49688b3f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-86c864a5-4857-4a2d-8ece-bcbb49688b3f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043824 Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52058) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-7ce73215-a7fb-4d3a-9a8e-3572f7c54f28 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7ce73215-a7fb-4d3a-9a8e-3572f7c54f28 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043495 Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52060) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-37f6fb3e-a25d-47d8-834a-3c774ae417ff tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-37f6fb3e-a25d-47d8-834a-3c774ae417ff tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071893 Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52062) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-102588b8-eb04-46fc-9707-202a44a77524 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-102588b8-eb04-46fc-9707-202a44a77524 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069482 Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52066) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-aba53fad-4035-4086-ac7b-6078a82b7a53 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aba53fad-4035-4086-ac7b-6078a82b7a53 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069275 Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-c32e6abb-2038-40e5-a0c1-0a82eaab6c41 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c32e6abb-2038-40e5-a0c1-0a82eaab6c41 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075860 Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52070) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.642286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-9bf45c49-65ec-4bdb-a5c3-de5dc57982f5 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.651693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9bf45c49-65ec-4bdb-a5c3-de5dc57982f5 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0080025 Aug 29 04:46:03.651693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52074) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.651693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-6fe6297c-0016-4973-aef8-f3101f3dc809 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.651693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6fe6297c-0016-4973-aef8-f3101f3dc809 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073156 Aug 29 04:46:03.651693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52076) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.651693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-a6643838-2b8d-4b2b-b39b-5ad66588150f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.651693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a6643838-2b8d-4b2b-b39b-5ad66588150f tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077388 Aug 29 04:46:03.664242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:03.669551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52080) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.683427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-ceb43229-a7f2-41a6-a533-c5913eea9d58 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.684537 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ceb43229-a7f2-41a6-a533-c5913eea9d58 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0141146 Aug 29 04:46:03.738692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52086) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.751639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-35ca101f-8182-4f5a-ad38-6873300f11f1 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.752643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-35ca101f-8182-4f5a-ad38-6873300f11f1 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0124643 Aug 29 04:46:03.778278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50134814-472c-47cd-9bec-001ce97bccc7 req-eedbd66b-a70e-40bc-904d-9d431b472da8 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.1595600 Aug 29 04:46:03.778814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52088) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.797010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-62a60346-853b-472b-a46f-573eaa952060 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.798039 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-62a60346-853b-472b-a46f-573eaa952060 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0182815 Aug 29 04:46:03.800653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52092) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.805274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-74d9e7b8-5576-4cd5-af85-e4a29a90e9c6 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.810085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-74d9e7b8-5576-4cd5-af85-e4a29a90e9c6 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082705 Aug 29 04:46:03.810697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52094) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.817291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-cd817266-63ba-40c3-87c0-8197962bdc33 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.820993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-c87bf89f-4c81-4355-90cd-eae490fa62eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e HTTP/1.1" status: 200 len: 998 time: 0.4839599 Aug 29 04:46:03.823214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.826637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cd817266-63ba-40c3-87c0-8197962bdc33 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0133665 Aug 29 04:46:03.827606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52096) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.833567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-fd350548-1f53-42ee-ac9c-c4af690a2ed9 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.837580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fd350548-1f53-42ee-ac9c-c4af690a2ed9 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088615 Aug 29 04:46:03.838370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.849855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-1674b9b0-d361-4442-92a7-8cbb2cadad29 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.855762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1674b9b0-d361-4442-92a7-8cbb2cadad29 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0153179 Aug 29 04:46:03.857214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52100) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.862618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-745cef4a-8d37-49da-87d1-579f970bd904 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.875809 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-745cef4a-8d37-49da-87d1-579f970bd904 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0171707 Aug 29 04:46:03.877673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52102) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.885760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-a1dd800f-e61c-4e89-93c3-4fd355f8051b tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.890288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a1dd800f-e61c-4e89-93c3-4fd355f8051b tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0107086 Aug 29 04:46:03.890974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52106) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.901792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-51b08213-8bc4-4a56-885b-2681a2edd135 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.904959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-51b08213-8bc4-4a56-885b-2681a2edd135 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0126083 Aug 29 04:46:03.907724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52108) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.920269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-f2a31fd8-60d3-4d53-823e-265ceb092833 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.922557 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f2a31fd8-60d3-4d53-823e-265ceb092833 tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0115747 Aug 29 04:46:03.924751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52110) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:03.935297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [None req-faf07c6a-e78b-4329-9fb4-6a956a5a699c tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:46:03.937919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Pushing event deleted for resources: {'Port': ['ID=29a6b218-c23a-4a4f-8523-7c952b9156b5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:03.950851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-faf07c6a-e78b-4329-9fb4-6a956a5a699c tempest-ExtensionsTestJSON-120512921 tempest-ExtensionsTestJSON-120512921-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0245132 Aug 29 04:46:04.128473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-dc0681b1-1b8b-4e05-a05e-d0afdbef45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.131103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-dc0681b1-1b8b-4e05-a05e-d0afdbef45cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.3011518 Aug 29 04:46:04.178595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5810163c-0d27-4f35-8c89-6ebcbf9a6435', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'port_id': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'mac_address': 'fa:16:3e:df:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:42Z', 'updated_at': '2021-08-29T04:46:00Z', 'revision_number': 1, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:04.234358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcefeb-5d54-45de-9b9c-a8879bd515b0 None None] The sync data for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 is: [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '5810163c-0d27-4f35-8c89-6ebcbf9a6435', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'port_id': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'mac_address': 'fa:16:3e:df:97:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:42Z', 'updated_at': '2021-08-29T04:46:00Z', 'revision_number': 1, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:04.396359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.414852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-3b2594ef-6be4-4818-9d25-161200768d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.417110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-3b2594ef-6be4-4818-9d25-161200768d5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2263734 Aug 29 04:46:04.524006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52122) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:04.686439 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415d869-a107-435c-a362-b2f75529b6a1 None None] New status for floating IP 5810163c-0d27-4f35-8c89-6ebcbf9a6435: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:46:04.695924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-75a8a191-8e84-4124-814f-ec911de6260c service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657912 Aug 29 04:46:04.764705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8053faba-2150-4805-bcac-7a145ca56f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.914442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8053faba-2150-4805-bcac-7a145ca56f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:04.943853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8053faba-2150-4805-bcac-7a145ca56f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.072461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ce81fc2d-99f0-403a-b3c1-03c00f56f9a3 req-c248bd88-300f-4e80-80aa-ba12ceb3c41f tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0764449 Aug 29 04:46:05.108638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8053faba-2150-4805-bcac-7a145ca56f98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e7d26f4d27e4575a013db8348349728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777304 Aug 29 04:46:05.113861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52138) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:05.115249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053faba-2150-4805-bcac-7a145ca56f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d4204e-5608-499b-80c1-ed81f5f378c4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:05.185215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714361cb-2317-4c85-86d3-0fe61dd4bd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.214016 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714361cb-2317-4c85-86d3-0fe61dd4bd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.303523 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714361cb-2317-4c85-86d3-0fe61dd4bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.308693 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-714361cb-2317-4c85-86d3-0fe61dd4bd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.315583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-714361cb-2317-4c85-86d3-0fe61dd4bd6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5d4204e-5608-499b-80c1-ed81f5f378c4 HTTP/1.1" status: 204 len: 168 time: 0.1966186 Aug 29 04:46:05.330949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714361cb-2317-4c85-86d3-0fe61dd4bd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d4204e-5608-499b-80c1-ed81f5f378c4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:05.438587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Router 2fecaf32-e524-4e13-b51c-219505235cdb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:05.541139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae03c20a-d535-4f30-9ec7-f19b68ac5182 req-0e6f27ac-ce67-4a5f-9cb3-d6a2ad3baf17 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048473 Aug 29 04:46:05.614669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:05.621978 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-96bf4206-b6a9-495d-8161-9ad085db7fef admin admin] 10.222.0.55 "PUT /v2.0/routers/2fecaf32-e524-4e13-b51c-219505235cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2782228 Aug 29 04:46:05.624753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52152) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:05.635312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] Sync routers for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:05.649119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:05.650609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:05.791344 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:05.813209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:05.939576 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.079259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Deleting port 5836b2f1-b42c-4656-adb4-73acbbcdce2c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:06.079660 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.085079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1b5574d4-1d3a-435a-9717-432dbeef2f5f req-e3cc71b6-d63a-4d6b-a018-ea74c7b953f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=041733b3-624b-4b0f-8a4d-765dddca098b HTTP/1.1" status: 200 len: 210 time: 0.0875015 Aug 29 04:46:06.177479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:46:03Z', 'revision_number': 5, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port': {'id': '5836b2f1-b42c-4656-adb4-73acbbcdce2c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:06.215127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] For port 5836b2f1-b42c-4656-adb4-73acbbcdce2c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5836b2f1-b42c-4656-adb4-73acbbcdce2c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:06.215686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.234141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] Checking router: 2fecaf32-e524-4e13-b51c-219505235cdb for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:06.246268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] Routers {'2fecaf32-e524-4e13-b51c-219505235cdb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:06.247747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2fecaf32-e524-4e13-b51c-219505235cdb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:06.268409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Calling delete_port for 5836b2f1-b42c-4656-adb4-73acbbcdce2c owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:06.272405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc277287-b4af-42a2-8a76-f565a6a6c030 req-bcf4f5ed-1cfa-4e36-8aec-e1a14d4ab4ec tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0472691 Aug 29 04:46:06.374638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] Set router 2fecaf32-e524-4e13-b51c-219505235cdb gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:06.433689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:46:05Z', 'revision_number': 6, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:06.467210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da00f4c-201f-4e13-a55f-c25f47d01717 None None] The sync data for ids ['2fecaf32-e524-4e13-b51c-219505235cdb'] in n-d-712143-14 is: [{'id': '2fecaf32-e524-4e13-b51c-219505235cdb', 'name': 'tempest-TestVolumeBackupRestore-282347801-router', 'tenant_id': 'd6e26b6f2f474035bddba3937a44250e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:02Z', 'updated_at': '2021-08-29T04:46:05Z', 'revision_number': 6, 'project_id': 'd6e26b6f2f474035bddba3937a44250e', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:06.496467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:06.503612 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.535319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5836b2f1-b42c-4656-adb4-73acbbcdce2c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:06.603863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c232871-9db7-43a2-b13b-f26c12ce67e3 req-f390a8dd-93bc-4981-a472-00fd46680b8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0331194 Aug 29 04:46:06.621786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.670047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-161751752'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:06.697851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Made reservation on behalf of 03e7efd8bbb94d12a3171e71b00b3f6b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:06.701884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.726579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.748714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.751109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.813279 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.814774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fecaf32-e524-4e13-b51c-219505235cdb {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:46:06.821793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.824451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ec46a6c6-2141-4b95-9128-79e5512a06c4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2fecaf32-e524-4e13-b51c-219505235cdb HTTP/1.1" status: 204 len: 168 time: 1.1986268 Aug 29 04:46:06.828781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:06.898006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] Deleting subnet 357c29e8-e61d-4091-9ebb-b25680c4ed42 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:06.903264 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.940941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.949924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:06.971250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.001682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:07.024860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.025214 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Added segment 26076954-bcd6-4d66-b19d-27fb8162d1e8 of type vlan for network b907a11e-0214-4de5-a776-1844286ffa4f Aug 29 04:46:07.036259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f70c260-0bc2-43a8-8c45-9764ec5f5ff9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:07.106229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.140591 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.169991 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.175527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.176172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.253673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7569039 Aug 29 04:46:07.256859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52202) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:07.262151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Request body: {'subnet': {'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:07.274436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bef7f2-d271-40b0-b5a9-13411b75f885 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event updated for resources: {'Network': ['ID=b907a11e-0214-4de5-a776-1844286ffa4f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:07.288044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b907a11e-0214-4de5-a776-1844286ffa4f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:07.289344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.390330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357c29e8-e61d-4091-9ebb-b25680c4ed42,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:07.394670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.396636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33678fb9-d2ec-48b7-9a92-cd3cf8702f7f None None] Network 8b24ef8b-dcb5-410b-aebd-db96f844ad1f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:07.403182 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-221fb67d-6fc9-458f-aa4f-44b288dc98d4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/357c29e8-e61d-4091-9ebb-b25680c4ed42 HTTP/1.1" status: 204 len: 168 time: 0.5727909 Aug 29 04:46:07.405436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:07.446676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Made reservation on behalf of 03e7efd8bbb94d12a3171e71b00b3f6b for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:07.459408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.497282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.585029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Deleting port 30929573-b879-4568-80d8-af8be32c5421 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:07.585581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.620138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-11a1f83a-d95d-4d0f-9bf9-64ac5f2bd536 req-037719f5-6501-4066-86db-bd54f54d7fb9 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.1567571 Aug 29 04:46:07.682383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] DHCP port deletion for 8b24ef8b-dcb5-410b-aebd-db96f844ad1f request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:07.757066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] For port 30929573-b879-4568-80d8-af8be32c5421, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=30929573-b879-4568-80d8-af8be32c5421,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:07.757371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.776236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Calling delete_port for 30929573-b879-4568-80d8-af8be32c5421 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:07.783301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Deleting port 30929573-b879-4568-80d8-af8be32c5421 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:07.783703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.850889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.870801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.928180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=30929573-b879-4568-80d8-af8be32c5421,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:07.939087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] No DVR routers for this DVR port 30929573-b879-4568-80d8-af8be32c5421 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:07.952533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] For port 30929573-b879-4568-80d8-af8be32c5421, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=30929573-b879-4568-80d8-af8be32c5421,segment=NetworkSegment(8bd4be2c-59e1-4a93-879e-bb0c2f817382),segment_id=8bd4be2c-59e1-4a93-879e-bb0c2f817382)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:07.963558 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.995299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Calling delete_port for 30929573-b879-4568-80d8-af8be32c5421 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:08.029691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event updated for resources: {'Subnet': ['ID=c20a3938-2c48-4a56-9818-65fa4fbe023c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:08.037790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Checking segment: {'id': '26076954-bcd6-4d66-b19d-27fb8162d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:08.038164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Network hostable DHCP agents. Network: b907a11e-0214-4de5-a776-1844286ffa4f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:08.058990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29a6b218-c23a-4a4f-8523-7c952b9156b5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:08.064456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Network b907a11e-0214-4de5-a776-1844286ffa4f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:08.082607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b907a11e-0214-4de5-a776-1844286ffa4f) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:08.087841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:08.089273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.091028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 29a6b218-c23a-4a4f-8523-7c952b9156b5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:08.091714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 29a6b218-c23a-4a4f-8523-7c952b9156b5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:08.092424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 30929573-b879-4568-80d8-af8be32c5421 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:08.118845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 30929573-b879-4568-80d8-af8be32c5421 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:08.119297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 30929573-b879-4568-80d8-af8be32c5421 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:08.119727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5836b2f1-b42c-4656-adb4-73acbbcdce2c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:08.126064 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b1dd1774-83c8-4931-aefb-1b6e914961d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8680348 Aug 29 04:46:08.128726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52214) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:08.134007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.135145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Request body: {'port': {'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-870856999'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:08.141137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e3ff6-2143-4b87-9a28-391a918b1ff3 None None] Network b907a11e-0214-4de5-a776-1844286ffa4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:08.147644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5836b2f1-b42c-4656-adb4-73acbbcdce2c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:08.148248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5836b2f1-b42c-4656-adb4-73acbbcdce2c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:08.166531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b24ef8b-dcb5-410b-aebd-db96f844ad1f']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:08.184162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd4be2c-59e1-4a93-879e-bb0c2f817382') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:08.184589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd4be2c-59e1-4a93-879e-bb0c2f817382') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:08.203403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.235831 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:08.240244 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 04:46:08.260822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.262144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.277913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:08.281026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:08.283726 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:08.297156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Pushing event deleted for resources: {'Port': ['ID=30929573-b879-4568-80d8-af8be32c5421,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:08.299597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] No DVR routers for this DVR port 30929573-b879-4568-80d8-af8be32c5421 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:08.346141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Made reservation on behalf of 03e7efd8bbb94d12a3171e71b00b3f6b for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:08.351352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.352454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.353003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.353529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.354067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.354589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.355119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.355622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.356128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.356632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.357143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.357698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.358224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c5ef50-b7c2-451c-813c-9bb6ff09c7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:08.376581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] device_id is not set on port 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:08.455590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.461911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.467065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8b24ef8b-dcb5-410b-aebd-db96f844ad1f HTTP/1.1" status: 204 len: 168 time: 1.0601809 Aug 29 04:46:08.467975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:08.508438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da179f2-f15a-4fec-8e45-345669742f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b24ef8b-dcb5-410b-aebd-db96f844ad1f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:08.603721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Allocated IP 2001:db8::db (b907a11e-0214-4de5-a776-1844286ffa4f/c20a3938-2c48-4a56-9818-65fa4fbe023c/53cc850e-a1db-4b7c-b2a8-e3bef22c2533) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:08.644565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b907a11e-0214-4de5-a776-1844286ffa4f', 'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f', 'tenant_id': '03e7efd8bbb94d12a3171e71b00b3f6b', 'fixed_ips': [{'subnet_id': 'c20a3938-2c48-4a56-9818-65fa4fbe023c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:08.646324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.841427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55048511-3be1-4675-80a3-f5c8c376f565 req-52b82cbc-ee54-49f1-97b4-81dfa3639f99 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0395002 Aug 29 04:46:08.845198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.863300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Transition to ACTIVE for port object 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:08.925696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:08.977261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Network b907a11e-0214-4de5-a776-1844286ffa4f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:08.983640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:08.992874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:09.004735 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:09.005408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.023579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event updated for resources: {'Port': ['ID=53cc850e-a1db-4b7c-b2a8-e3bef22c2533,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:09.023807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Allocated IP 2001:db8::2 (b907a11e-0214-4de5-a776-1844286ffa4f/c20a3938-2c48-4a56-9818-65fa4fbe023c/d9c070c1-d8b1-4b4d-984c-4949ddaceec4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:09.053647 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b6e85cfa-c4c8-4e2b-926d-734760977c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9206350 Aug 29 04:46:09.055324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:09.068403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Request body: {'port': {'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-181270053', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:09.069808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] bootfile-name is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:46:09.071493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] tftp-server is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:46:09.072036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] server-ip-address is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:46:09.278225 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.293820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Transition to ACTIVE for port object d9c070c1-d8b1-4b4d-984c-4949ddaceec4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:09.306273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.337060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Transition to ACTIVE for port object d9c070c1-d8b1-4b4d-984c-4949ddaceec4 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:09.342522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Made reservation on behalf of 03e7efd8bbb94d12a3171e71b00b3f6b for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:09.345503 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.351284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.388562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Network b907a11e-0214-4de5-a776-1844286ffa4f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:09.391129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:09.394694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:09.417450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] device_id is not set on port ed6449db-870e-448a-8b16-d4dc95d317c9 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:09.491447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Attempting to bind port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:09.492195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Attempting to bind port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '26076954-bcd6-4d66-b19d-27fb8162d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:09.493273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Attempting to bind port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 on network b907a11e-0214-4de5-a776-1844286ffa4f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:09.501131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:09.501866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Checking segment: {'id': '26076954-bcd6-4d66-b19d-27fb8162d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:09.502458 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.503302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Bound using segment: {'id': '26076954-bcd6-4d66-b19d-27fb8162d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:09.503967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Bound port: d9c070c1-d8b1-4b4d-984c-4949ddaceec4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26076954-bcd6-4d66-b19d-27fb8162d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b907a11e-0214-4de5-a776-1844286ffa4f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:09.505273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.533692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Pushing event updated for resources: {'Port': ['ID=d9c070c1-d8b1-4b4d-984c-4949ddaceec4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:09.617270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Allocated IP 2001:db8::369 (b907a11e-0214-4de5-a776-1844286ffa4f/c20a3938-2c48-4a56-9818-65fa4fbe023c/ed6449db-870e-448a-8b16-d4dc95d317c9) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:09.640681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] For port d9c070c1-d8b1-4b4d-984c-4949ddaceec4, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:09.641404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30c212d6-9c84-4aec-a3eb-a56a06acf39c req-d0229d18-eebd-4c8f-a576-97ced68d1f69 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0473964 Aug 29 04:46:09.661576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] For port d9c070c1-d8b1-4b4d-984c-4949ddaceec4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d9c070c1-d8b1-4b4d-984c-4949ddaceec4,segment=NetworkSegment(26076954-bcd6-4d66-b19d-27fb8162d1e8),segment_id=26076954-bcd6-4d66-b19d-27fb8162d1e8)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:09.680671 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.752319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Deleting port d461891c-f452-4c36-aead-846fd98c9f27 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:09.752944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.770160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d51add-1fcc-4e64-bfb0-eed869ded2ce None None] Pushing event updated for resources: {'Port': ['ID=d9c070c1-d8b1-4b4d-984c-4949ddaceec4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:09.851572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.870211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Transition to ACTIVE for port object ed6449db-870e-448a-8b16-d4dc95d317c9 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:09.883233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] For port d461891c-f452-4c36-aead-846fd98c9f27, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d461891c-f452-4c36-aead-846fd98c9f27,segment=NetworkSegment(5d91eb14-a5e6-4a9b-bd9e-ec34860e004e),segment_id=5d91eb14-a5e6-4a9b-bd9e-ec34860e004e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:09.883749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.905495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Calling delete_port for d461891c-f452-4c36-aead-846fd98c9f27 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:09.928552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.985768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Network b907a11e-0214-4de5-a776-1844286ffa4f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:09.990884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:10.003376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:10.010727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.014566 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.043384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9867811 Aug 29 04:46:10.044605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa44b0-b819-4ab0-b767-545ec0f09358 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event updated for resources: {'Port': ['ID=ed6449db-870e-448a-8b16-d4dc95d317c9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:10.050769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52262) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:10.117606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201d06a-e7b6-4604-8db6-1665b357eef9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.128867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201d06a-e7b6-4604-8db6-1665b357eef9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.136022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201d06a-e7b6-4604-8db6-1665b357eef9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.138714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3201d06a-e7b6-4604-8db6-1665b357eef9 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0871718 Aug 29 04:46:10.145706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52264) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:10.195479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.225852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d461891c-f452-4c36-aead-846fd98c9f27,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:10.256764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Deleting port ed6449db-870e-448a-8b16-d4dc95d317c9 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:10.257121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.399670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.420524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Calling delete_port for ed6449db-870e-448a-8b16-d4dc95d317c9 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:10.431929 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.593565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.624749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event deleted for resources: {'Port': ['ID=ed6449db-870e-448a-8b16-d4dc95d317c9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:10.653644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.655936 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f334bd4-d1a5-4904-b43e-d359b1ec2baf tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "DELETE /v2.0/ports/ed6449db-870e-448a-8b16-d4dc95d317c9 HTTP/1.1" status: 204 len: 168 time: 0.5090263 Aug 29 04:46:10.659699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52276) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:10.668651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Request body: {'port': {'name': 'tempest-new-port-name-566558347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:10.669156 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] bootfile-name is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:46:10.669635 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] tftp-server is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:46:10.670029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] server-ip-address is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:46:10.751202 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Router a5d2ea67-2a3f-457f-ab90-60ea0290489a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:10.782281 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.826336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ff06905-d095-4108-a212-20ac18ae4b05 req-c55b1458-e4cb-4f56-837c-2c24897eb92c tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0450914 Aug 29 04:46:10.888974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:10.899120 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fddd317a-2a66-451e-b53e-5561805e12c9 admin admin] 10.222.0.55 "PUT /v2.0/routers/a5d2ea67-2a3f-457f-ab90-60ea0290489a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268620 Aug 29 04:46:10.902789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52282) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:10.902951 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] Sync routers for ids ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:10.915876 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] Routers {'a5d2ea67-2a3f-457f-ab90-60ea0290489a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:10.916230 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:11.027561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf55256-8700-4764-82ed-616a01704245 None None] Network b907a11e-0214-4de5-a776-1844286ffa4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:11.076491 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] Set router a5d2ea67-2a3f-457f-ab90-60ea0290489a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:11.104421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-19f7cd17-3ccd-4638-bd14-5e81cf5d83f5 None None] Provisioning for port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:11.162247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.169076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.223971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] In _notify_port_updated(), no bound segment for port 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 on network b907a11e-0214-4de5-a776-1844286ffa4f {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:46:11.229970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.230717 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.232071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "PUT /v2.0/ports/53cc850e-a1db-4b7c-b2a8-e3bef22c2533 HTTP/1.1" status: 200 len: 1128 time: 0.5712755 Aug 29 04:46:11.235811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:11.253736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.313675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa49b6-a50f-45dc-b177-9c869c6da3f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.316017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cbfa49b6-a50f-45dc-b177-9c869c6da3f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "GET /v2.0/ports/53cc850e-a1db-4b7c-b2a8-e3bef22c2533 HTTP/1.1" status: 200 len: 1128 time: 0.0787218 Aug 29 04:46:11.320033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52290) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:11.338462 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:46:10Z', 'revision_number': 5, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:11.386792 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] Checking router: a5d2ea67-2a3f-457f-ab90-60ea0290489a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:11.397278 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] Routers {'a5d2ea67-2a3f-457f-ab90-60ea0290489a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:11.398350 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:45:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:11.420520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb85e-0f82-4b5c-8817-117cc6236352 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event updated for resources: {'Port': ['ID=53cc850e-a1db-4b7c-b2a8-e3bef22c2533,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:11.483112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Deleting port 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:11.483830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.522430 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.580942 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] Set router a5d2ea67-2a3f-457f-ab90-60ea0290489a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:11.603093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.625020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Calling delete_port for 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:11.626079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Deleting port aebf106c-362f-41db-aa2f-0e1d55e44c3b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:11.627613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.665025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8bc85329-3467-4a13-a5fa-81456dbec7e9 None None] Provisioning for port 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:11.677436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8bc85329-3467-4a13-a5fa-81456dbec7e9 None None] Provisioning complete for port 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:11.678639 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bc85329-3467-4a13-a5fa-81456dbec7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.829446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8bc85329-3467-4a13-a5fa-81456dbec7e9 None None] Port 53cc850e-a1db-4b7c-b2a8-e3bef22c2533 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:11.834928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] For port aebf106c-362f-41db-aa2f-0e1d55e44c3b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aebf106c-362f-41db-aa2f-0e1d55e44c3b,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:11.835503 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.073348 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:46:10Z', 'revision_number': 5, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:12.102565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.116410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8b576cef-2d26-4b09-afb0-7d47b226f3c5 None None] Could not find standard attr ID for object 53cc850e-a1db-4b7c-b2a8-e3bef22c2533. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:12.136188 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc11c6-597c-4f7b-b01d-d6839c3f0297 None None] The sync data for ids ['a5d2ea67-2a3f-457f-ab90-60ea0290489a'] in n-d-712143-14 is: [{'id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'name': 'tempest-TestVolumeBackupRestore-252579367-router', 'tenant_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:09Z', 'updated_at': '2021-08-29T04:46:10Z', 'revision_number': 5, 'project_id': '3f2a9dcdf10e4ee38c018fd83299ef2f', 'gw_port': {'id': 'aebf106c-362f-41db-aa2f-0e1d55e44c3b', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2ea67-2a3f-457f-ab90-60ea0290489a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:10Z', 'updated_at': '2021-08-29T04:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:12.155302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event deleted for resources: {'Port': ['ID=53cc850e-a1db-4b7c-b2a8-e3bef22c2533,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:12.223022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.225293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-911ab12d-bd11-46ff-a22c-0f0b55b015e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "DELETE /v2.0/ports/53cc850e-a1db-4b7c-b2a8-e3bef22c2533 HTTP/1.1" status: 204 len: 168 time: 0.9037566 Aug 29 04:46:12.227937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52304) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:12.308241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Deleting subnet c20a3938-2c48-4a56-9818-65fa4fbe023c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:12.312119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.334667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Calling delete_port for aebf106c-362f-41db-aa2f-0e1d55e44c3b owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:12.367340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.372271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f1fbd4f-eecc-4f8b-a066-495871e206c5 req-d687a02c-54a0-425e-9f79-f74177d96993 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0389001 Aug 29 04:46:12.450687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-40207a2c-5970-43db-9de1-9db494dd4d2f None None] Could not find standard attr ID for object ed6449db-870e-448a-8b16-d4dc95d317c9. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:12.517064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d9c070c1-d8b1-4b4d-984c-4949ddaceec4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:12.563744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.619533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.663383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:12.669052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:12.669914 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.712312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aebf106c-362f-41db-aa2f-0e1d55e44c3b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:12.750238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.756809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.793407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event deleted for resources: {'Subnet': ['ID=c20a3938-2c48-4a56-9818-65fa4fbe023c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:12.798443 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.809856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.814423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9ad8a742-42f0-4b8b-ae3f-07298bb5a297 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "DELETE /v2.0/subnets/c20a3938-2c48-4a56-9818-65fa4fbe023c HTTP/1.1" status: 204 len: 168 time: 0.5832086 Aug 29 04:46:12.834586 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52314) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:12.898423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:46:12.898791 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:46:12.990974 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.995374 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.057369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.065961 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.066473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d2ea67-2a3f-457f-ab90-60ea0290489a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:46:13.073454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.074722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5af72764-2bfc-46d7-87cd-fcc5c27381b0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a5d2ea67-2a3f-457f-ab90-60ea0290489a HTTP/1.1" status: 204 len: 168 time: 2.1712251 Aug 29 04:46:13.077249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52320) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:13.158875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] Deleting subnet 52c144b9-6325-41de-bc7a-3ce50ac5a025 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:13.163736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.174952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca16c1c-456f-4844-8c19-710ab7ee72fd None None] Network b907a11e-0214-4de5-a776-1844286ffa4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:13.211743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Deleting port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:13.212537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.268548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.300444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6cb6621d-1174-4590-9ba2-86270ffd2f43 None None] Could not find standard attr ID for object 53cc850e-a1db-4b7c-b2a8-e3bef22c2533. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:13.329694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] For port d9c070c1-d8b1-4b4d-984c-4949ddaceec4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d9c070c1-d8b1-4b4d-984c-4949ddaceec4,segment=NetworkSegment(26076954-bcd6-4d66-b19d-27fb8162d1e8),segment_id=26076954-bcd6-4d66-b19d-27fb8162d1e8)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:13.330096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.350065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Calling delete_port for d9c070c1-d8b1-4b4d-984c-4949ddaceec4 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:13.453330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.457689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.498981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d9c070c1-d8b1-4b4d-984c-4949ddaceec4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d9c070c1-d8b1-4b4d-984c-4949ddaceec4,segment=NetworkSegment(26076954-bcd6-4d66-b19d-27fb8162d1e8),segment_id=26076954-bcd6-4d66-b19d-27fb8162d1e8)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:13.509477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.520704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.540641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event deleted for resources: {'Port': ['ID=d9c070c1-d8b1-4b4d-984c-4949ddaceec4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:13.547609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] No DVR routers for this DVR port d9c070c1-d8b1-4b4d-984c-4949ddaceec4 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:13.586090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event deleted for resources: {'Port': ['ID=d9c070c1-d8b1-4b4d-984c-4949ddaceec4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:13.588304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.625048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bea5778-ba4e-499a-a47e-9fd1a03721ca req-46070598-24a8-4500-8ca2-e8eb7c67ef7c tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0933478 Aug 29 04:46:13.649078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d99852c-7466-45ff-bd26-2f92981de38a None None] DHCP port deletion for b907a11e-0214-4de5-a776-1844286ffa4f request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:13.670690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.671808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb97a366-ef4d-43ef-8d4b-2865a8b13f95 None None] Network 15611ff7-08b6-4dda-91c3-d24337eacd67 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:13.676621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/52c144b9-6325-41de-bc7a-3ce50ac5a025 HTTP/1.1" status: 204 len: 168 time: 0.5953712 Aug 29 04:46:13.676621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4ae80-8814-468d-96ed-a81484423c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c144b9-6325-41de-bc7a-3ce50ac5a025,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:13.676940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:13.764707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.787951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.803456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b907a11e-0214-4de5-a776-1844286ffa4f']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:13.826355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26076954-bcd6-4d66-b19d-27fb8162d1e8') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:13.826845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26076954-bcd6-4d66-b19d-27fb8162d1e8') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:13.833014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Deleting port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:13.833354 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.843704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.878954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.886801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:13.887590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:13.893083 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:13.953297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] DHCP port deletion for 15611ff7-08b6-4dda-91c3-d24337eacd67 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:13.974050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] For port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,segment=NetworkSegment(5d91eb14-a5e6-4a9b-bd9e-ec34860e004e),segment_id=5d91eb14-a5e6-4a9b-bd9e-ec34860e004e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:13.974830 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.008880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.011067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Calling delete_port for 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:14.028710 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:14.048621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.048941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] Deleting port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:14.049789 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.053745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] 10.222.0.55 "DELETE /v2.0/networks/b907a11e-0214-4de5-a776-1844286ffa4f HTTP/1.1" status: 204 len: 168 time: 1.2110193 Aug 29 04:46:14.054774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbf0c4-8284-4a34-bb43-c243c9c6b118 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671 tempest-ExtraDHCPOptionsIpV6TestJSON-1450619671-project] Pushing event deleted for resources: {'Network': ['ID=b907a11e-0214-4de5-a776-1844286ffa4f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:14.099694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aebf106c-362f-41db-aa2f-0e1d55e44c3b no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:14.134766 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.160925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: aebf106c-362f-41db-aa2f-0e1d55e44c3b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:14.161266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aebf106c-362f-41db-aa2f-0e1d55e44c3b not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:14.161722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d461891c-f452-4c36-aead-846fd98c9f27 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:14.167631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:14.169751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] No DVR routers for this DVR port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:14.202407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d461891c-f452-4c36-aead-846fd98c9f27 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:14.203047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d461891c-f452-4c36-aead-846fd98c9f27 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:14.203147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d9c070c1-d8b1-4b4d-984c-4949ddaceec4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:14.228170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d9c070c1-d8b1-4b4d-984c-4949ddaceec4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:14.228959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d9c070c1-d8b1-4b4d-984c-4949ddaceec4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:14.259943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] For port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,segment=NetworkSegment(5d91eb14-a5e6-4a9b-bd9e-ec34860e004e),segment_id=5d91eb14-a5e6-4a9b-bd9e-ec34860e004e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:14.260351 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.268505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.274682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] Calling delete_port for 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:14.284334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15611ff7-08b6-4dda-91c3-d24337eacd67']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:14.297123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:14.297763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d91eb14-a5e6-4a9b-bd9e-ec34860e004e') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:14.308915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.329010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.338986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:14.339754 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:14.344307 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:14.386188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.402205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] No DVR routers for this DVR port 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:14.420621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.428171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.432884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/15611ff7-08b6-4dda-91c3-d24337eacd67 HTTP/1.1" status: 204 len: 168 time: 0.7542739 Aug 29 04:46:14.446554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04435671-10ce-4d6a-a691-b09bfce5be74 None None] Pushing event deleted for resources: {'Port': ['ID=3b3c3bb6-791c-473f-bcdf-d8269d9712b2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:14.450709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbcbe-13d9-45e9-b291-5739c8abc4c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15611ff7-08b6-4dda-91c3-d24337eacd67,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:14.497006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52354) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:14.682262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52364) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:14.706013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1de12afa-fa79-4f3f-a040-9b62c4ddc47b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03e7efd8bbb94d12a3171e71b00b3f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041845 Aug 29 04:46:14.707115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:14.759645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3666732b-edc8-4559-aa4f-a4671fe19d85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6e26b6f2f474035bddba3937a44250e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753872 Aug 29 04:46:14.762179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:14.775518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3993db80-eaf6-43d1-9ed5-81e76ec45341 req-2a0e447e-a0f1-4e72-b030-06573fc8a23a tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0419869 Aug 29 04:46:14.804684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-550a09d4-2160-4e26-a9f0-a4c057f522f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.836085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-550a09d4-2160-4e26-a9f0-a4c057f522f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.859546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddb6819c-1ec4-4523-ad67-c6e86c60d58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.905458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddb6819c-1ec4-4523-ad67-c6e86c60d58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.916313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-550a09d4-2160-4e26-a9f0-a4c057f522f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.918901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-550a09d4-2160-4e26-a9f0-a4c057f522f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:14.922874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-550a09d4-2160-4e26-a9f0-a4c057f522f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f70c260-0bc2-43a8-8c45-9764ec5f5ff9 HTTP/1.1" status: 204 len: 168 time: 0.2118819 Aug 29 04:46:14.968887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a09d4-2160-4e26-a9f0-a4c057f522f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f70c260-0bc2-43a8-8c45-9764ec5f5ff9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:15.000742 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddb6819c-1ec4-4523-ad67-c6e86c60d58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.004299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ddb6819c-1ec4-4523-ad67-c6e86c60d58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.010981 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ddb6819c-1ec4-4523-ad67-c6e86c60d58f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fae39a7c-5449-422e-bdfd-6b65519a1701 HTTP/1.1" status: 204 len: 168 time: 0.2466295 Aug 29 04:46:15.022543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6819c-1ec4-4523-ad67-c6e86c60d58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae39a7c-5449-422e-bdfd-6b65519a1701,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:15.612423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52404) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:15.687849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6bd87cad-3a4a-4192-8af0-85f7a9265703 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f2a9dcdf10e4ee38c018fd83299ef2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741980 Aug 29 04:46:15.690954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52406) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:15.777854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f38bb001-b9d1-489c-84fd-dd0963c4c122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.803858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f38bb001-b9d1-489c-84fd-dd0963c4c122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.896951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f38bb001-b9d1-489c-84fd-dd0963c4c122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.899981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f38bb001-b9d1-489c-84fd-dd0963c4c122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.901379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f38bb001-b9d1-489c-84fd-dd0963c4c122 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6043b05-b495-4c23-a6f4-3745239b9d13 HTTP/1.1" status: 204 len: 168 time: 0.2082050 Aug 29 04:46:15.927876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-55cf2f01-96ca-41ed-9f5a-692a8e9c25ff req-91eaf1b2-9e81-4676-ba85-90b1e13ed5ea tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0413857 Aug 29 04:46:15.934647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bb001-b9d1-489c-84fd-dd0963c4c122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6043b05-b495-4c23-a6f4-3745239b9d13,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:16.039865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:16.074965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:16.075655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3b3c3bb6-791c-473f-bcdf-d8269d9712b2 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:16.150699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52428) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.319345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4742a014-64fb-43bc-bd5f-e304f48626e7 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] Request body: {'port': {'network_id': '5fdef764-e89d-421f-a748-a272a2304a18', 'name': 'tempest-NetworksNegativeTestJSON-756015801'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:16.337988 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-4742a014-64fb-43bc-bd5f-e304f48626e7 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] POST failed (client error): The resource could not be found. Aug 29 04:46:16.338608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4742a014-64fb-43bc-bd5f-e304f48626e7 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:16.343706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4742a014-64fb-43bc-bd5f-e304f48626e7 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1880269 Aug 29 04:46:16.344077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.372151 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-843b9777-269f-4502-8ab1-a63ec3d7ac18 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] DELETE failed (client error): The resource could not be found. Aug 29 04:46:16.372860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843b9777-269f-4502-8ab1-a63ec3d7ac18 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:16.378544 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-843b9777-269f-4502-8ab1-a63ec3d7ac18 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "DELETE /v2.0/networks/15482f26-2ab4-4265-939a-93a78c622c68 HTTP/1.1" status: 404 len: 339 time: 0.0296462 Aug 29 04:46:16.379045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.405928 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3e963c-c72e-4759-93eb-e5706d3a21a3 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] DELETE failed (client error): The resource could not be found. Aug 29 04:46:16.406608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3e963c-c72e-4759-93eb-e5706d3a21a3 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:16.408701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e3e963c-c72e-4759-93eb-e5706d3a21a3 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "DELETE /v2.0/ports/ceb74e7a-3e6a-454e-bed9-9f95bd8e4e69 HTTP/1.1" status: 404 len: 333 time: 0.0285037 Aug 29 04:46:16.413514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52442) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.443686 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57c0366-848c-4870-ade2-a7bedb926ecc tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] DELETE failed (client error): The resource could not be found. Aug 29 04:46:16.444164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57c0366-848c-4870-ade2-a7bedb926ecc tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:16.446122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a57c0366-848c-4870-ade2-a7bedb926ecc tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "DELETE /v2.0/subnets/e1c5a35d-41c4-4fe6-9507-c2266b887744 HTTP/1.1" status: 404 len: 337 time: 0.0313983 Aug 29 04:46:16.450430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.473831 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcfd3f8-32d8-4df9-b519-c00b77c05b89 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] GET failed (client error): The resource could not be found. Aug 29 04:46:16.479124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fdcfd3f8-32d8-4df9-b519-c00b77c05b89 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "GET /v2.0/networks/91964e0c-fbdb-4b49-9bf7-2fc0d6642fc8 HTTP/1.1" status: 404 len: 339 time: 0.0238149 Aug 29 04:46:16.479472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52446) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.507697 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c49f02-adab-481a-bd2b-ffeb36345716 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] GET failed (client error): The resource could not be found. Aug 29 04:46:16.513213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-27c49f02-adab-481a-bd2b-ffeb36345716 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "GET /v2.0/ports/dfb953fa-5201-41db-8e72-46f03f26219e HTTP/1.1" status: 404 len: 333 time: 0.0288384 Aug 29 04:46:16.513508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52448) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.562435 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-10658808-0b91-485f-a29e-f3d322f69b6b tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] GET failed (client error): The resource could not be found. Aug 29 04:46:16.568028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-10658808-0b91-485f-a29e-f3d322f69b6b tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "GET /v2.0/subnets/a5a8dc5c-463f-43e1-b7e6-defbc8c90845 HTTP/1.1" status: 404 len: 337 time: 0.0491085 Aug 29 04:46:16.568354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.573771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9216b0fb-741d-4a8a-be5a-f4befca706c4 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:16.596053 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9216b0fb-741d-4a8a-be5a-f4befca706c4 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] PUT failed (client error): The resource could not be found. Aug 29 04:46:16.597108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9216b0fb-741d-4a8a-be5a-f4befca706c4 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:16.598898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9216b0fb-741d-4a8a-be5a-f4befca706c4 tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "PUT /v2.0/networks/c84ffe5e-8301-4a74-aab8-7022b02b6ef9 HTTP/1.1" status: 404 len: 339 time: 0.0295875 Aug 29 04:46:16.603145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52456) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.610269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ab5f245c-583c-442c-b482-fb9180b4f62b tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:16.629409 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5f245c-583c-442c-b482-fb9180b4f62b tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] PUT failed (client error): The resource could not be found. Aug 29 04:46:16.630101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5f245c-583c-442c-b482-fb9180b4f62b tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:16.631274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab5f245c-583c-442c-b482-fb9180b4f62b tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "PUT /v2.0/ports/dd34654f-d039-4fed-9fd0-70129e6b8fd2 HTTP/1.1" status: 404 len: 333 time: 0.0268447 Aug 29 04:46:16.635231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52458) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:16.640641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cf7f178f-a563-4ada-8662-ebe33d129f5a tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:16.666751 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7f178f-a563-4ada-8662-ebe33d129f5a tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] PUT failed (client error): The resource could not be found. Aug 29 04:46:16.667211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7f178f-a563-4ada-8662-ebe33d129f5a tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:16.668438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cf7f178f-a563-4ada-8662-ebe33d129f5a tempest-NetworksNegativeTestJSON-1618397308 tempest-NetworksNegativeTestJSON-1618397308-project] 10.222.0.55 "PUT /v2.0/subnets/e9fe2499-4f4f-4af9-ac4f-296672434b5e HTTP/1.1" status: 404 len: 337 time: 0.0322266 Aug 29 04:46:16.809241 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f054c4a-fb63-4435-9986-8200ba60a959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:16.980015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:17.107920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-db873a09-573c-40db-a41e-d1be94265238 req-76cc9d09-62af-442a-bcd0-50333fdd828f tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0339808 Aug 29 04:46:17.141453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15ec-1e50-41a0-b192-270873efd785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.258723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15ec-1e50-41a0-b192-270873efd785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.269211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15ec-1e50-41a0-b192-270873efd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.310595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f0ee15ec-1e50-41a0-b192-270873efd785 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=438494484fde438e9d00e935461e3c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293118 Aug 29 04:46:17.311353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee15ec-1e50-41a0-b192-270873efd785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda0683c-3edd-414f-b2c5-ca8b046d6b48,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:17.313394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52482) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:17.372462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3aa705e9-bb51-498a-afdd-6ea4ff294a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.409925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3aa705e9-bb51-498a-afdd-6ea4ff294a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.465458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3aa705e9-bb51-498a-afdd-6ea4ff294a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.468536 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3aa705e9-bb51-498a-afdd-6ea4ff294a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.472278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3aa705e9-bb51-498a-afdd-6ea4ff294a6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bda0683c-3edd-414f-b2c5-ca8b046d6b48 HTTP/1.1" status: 204 len: 168 time: 0.1551232 Aug 29 04:46:17.478961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa705e9-bb51-498a-afdd-6ea4ff294a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda0683c-3edd-414f-b2c5-ca8b046d6b48,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:18.262957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a3901bd-16ed-4863-bba9-c03b04a70a91 req-683042fb-9809-4c4f-8819-69296c27c576 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0317190 Aug 29 04:46:18.286509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52528) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:18.398844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-128328168'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:18.422248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:18.425936 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.435541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.575056 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.580449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.617706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:18.633028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a956153-1f22-492b-846b-08d8cc25169c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:18.636701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.637140 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment 3c8fc20c-6be9-483e-8707-051169c35fef of type vlan for network 2ad37139-d581-49a0-b9e2-75f2817b21de Aug 29 04:46:18.685171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.713121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.719200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:18.719812 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.788617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52546) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:18.789323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5009606 Aug 29 04:46:18.794599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'name': 'tempest-PortsIpV6TestJSON-523276610'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:18.801950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dd5db-7803-43f4-9901-229d114adf93 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=2ad37139-d581-49a0-b9e2-75f2817b21de,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:18.812536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:18.903764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:18.907527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:18.928563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:19.119182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.187137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.266153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=4ac57d50-b76e-4152-87e0-dc7c2d19a81c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:19.275495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': '3c8fc20c-6be9-483e-8707-051169c35fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:19.275898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: 2ad37139-d581-49a0-b9e2-75f2817b21de, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:19.302467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:19.317493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 2ad37139-d581-49a0-b9e2-75f2817b21de) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:19.328615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdea04-a7c2-4d5a-a765-ff2c69d43cc5 None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:19.333841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:19.339700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.343727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.381518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ed774084-d0cc-4222-81b6-71c8eeb269f9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5914423 Aug 29 04:46:19.383421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:19.396323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-617030e6-bb70-4aed-8761-93b4fc443988 req-7a32a1f2-6163-4fa9-98d4-20f2dfb82a08 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0387571 Aug 29 04:46:19.397258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1693550738'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:19.430530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:19.434789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.469112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:19.481258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.482093 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment 482f91d5-4d14-4e74-93f0-194adaf501f1 of type vlan for network 9e4efe8f-4821-4a9f-b25a-d0abe5a1100d Aug 29 04:46:19.507125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ff8af16-8a7f-45a1-b596-a40f3526e157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.540465 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.568755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.574878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:19.575514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.629282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2415726 Aug 29 04:46:19.632009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52570) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:19.638311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'ports': [{'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de'}, {'network_id': '9e4efe8f-4821-4a9f-b25a-d0abe5a1100d'}]} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:19.638624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:19.639023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.639716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '9e4efe8f-4821-4a9f-b25a-d0abe5a1100d'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:19.686149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd27b-f6cb-45f6-bce9-a385024680e8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=9e4efe8f-4821-4a9f-b25a-d0abe5a1100d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:19.699073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9e4efe8f-4821-4a9f-b25a-d0abe5a1100d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:19.839099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 2} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:19.844841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.865711 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:19.975591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port 3a420bc4-d129-44af-9dfb-845353049a64 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:20.109672 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.184948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port f4ccd048-0412-4f87-a86a-c7776292fe81 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:20.311719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.369251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.420378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:20.426649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:20.432264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:20.434400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.448782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=3a420bc4-d129-44af-9dfb-845353049a64,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:20.535600 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38a34b0f-aedd-49df-a2c2-90c0a0314aa1 req-c3a18713-1cdc-42ee-8148-44d32800c9f4 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0433238 Aug 29 04:46:20.540249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=f4ccd048-0412-4f87-a86a-c7776292fe81,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:20.558038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': '482f91d5-4d14-4e74-93f0-194adaf501f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9e4efe8f-4821-4a9f-b25a-d0abe5a1100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:20.558532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: 9e4efe8f-4821-4a9f-b25a-d0abe5a1100d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:20.579274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 9e4efe8f-4821-4a9f-b25a-d0abe5a1100d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:20.588352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9e4efe8f-4821-4a9f-b25a-d0abe5a1100d) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:20.595469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:20.597943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd66f0b-ec97-4982-8bce-28709eac9816 None None] Network 9e4efe8f-4821-4a9f-b25a-d0abe5a1100d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:20.602022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.607053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.607748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.623742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-591f3023-aa9b-4244-b71a-e5a0a7ff930c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9902415 Aug 29 04:46:20.626842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52596) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:20.802788 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:20.806434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.075557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port f4ccd048-0412-4f87-a86a-c7776292fe81 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:21.081119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.169032 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.187560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for f4ccd048-0412-4f87-a86a-c7776292fe81 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:21.273670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.303819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=f4ccd048-0412-4f87-a86a-c7776292fe81,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:21.308982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.310984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-60ad3b96-5868-4ddb-a34a-dcb9ff0f8999 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/f4ccd048-0412-4f87-a86a-c7776292fe81 HTTP/1.1" status: 204 len: 168 time: 0.6831303 Aug 29 04:46:21.314016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52604) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:21.365914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeaf3ae-08fc-402b-b6af-791c1d4bf06c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.371274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeaf3ae-08fc-402b-b6af-791c1d4bf06c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.372909 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cbeaf3ae-08fc-402b-b6af-791c1d4bf06c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0576868 Aug 29 04:46:21.376114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52606) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:21.476029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port 3a420bc4-d129-44af-9dfb-845353049a64 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:21.476738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.541763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.555011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for 3a420bc4-d129-44af-9dfb-845353049a64 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:21.659893 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-296af7fc-1e8a-41b2-99a1-6fc84f378026 req-95ad8541-6f3b-46d9-9f4f-6b4dc7964316 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0311062 Aug 29 04:46:21.680735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.724124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:21.726123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/3a420bc4-d129-44af-9dfb-845353049a64 HTTP/1.1" status: 204 len: 168 time: 0.3491166 Aug 29 04:46:21.727498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91417b8d-83fb-4bec-94a7-f6222fb40708 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=3a420bc4-d129-44af-9dfb-845353049a64,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:21.728876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52612) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:21.782628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033fd49-cea3-4a50-a805-67e4ed64fa10 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.784267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5033fd49-cea3-4a50-a805-67e4ed64fa10 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0541637 Aug 29 04:46:21.787073 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52614) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:21.818351 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d6eae5-0477-46f4-a49e-e0df723bb504 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:21.820263 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7d6eae5-0477-46f4-a49e-e0df723bb504 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/f4ccd048-0412-4f87-a86a-c7776292fe81 HTTP/1.1" status: 404 len: 333 time: 0.0321782 Aug 29 04:46:21.822967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52616) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:21.848329 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f229d894-d198-4acc-a735-c4b0fbc06880 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:21.849967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f229d894-d198-4acc-a735-c4b0fbc06880 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/3a420bc4-d129-44af-9dfb-845353049a64 HTTP/1.1" status: 404 len: 333 time: 0.0260417 Aug 29 04:46:21.852771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:21.938366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.029667 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.042124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4efe8f-4821-4a9f-b25a-d0abe5a1100d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:22.057343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482f91d5-4d14-4e74-93f0-194adaf501f1') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:22.057741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482f91d5-4d14-4e74-93f0-194adaf501f1') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:22.067360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.081831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.087632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:22.088019 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:22.090934 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:22.162582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.167366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.169302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/9e4efe8f-4821-4a9f-b25a-d0abe5a1100d HTTP/1.1" status: 204 len: 168 time: 0.3151970 Aug 29 04:46:22.173626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52622) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:22.180508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-79759499'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:22.195350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fc7e9-8c0b-49de-94f7-2228da5a6729 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=9e4efe8f-4821-4a9f-b25a-d0abe5a1100d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:22.217361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:22.222067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.248705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:22.259636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.260071 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment db36b5ec-d1c9-4c2d-af66-5ecba56ecf78 of type vlan for network 241707a2-f287-4603-8966-bf312d0be459 Aug 29 04:46:22.301341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.317631 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.329312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.335009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.335556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.397127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52624) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:22.398088 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2233977 Aug 29 04:46:22.404489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '241707a2-f287-4603-8966-bf312d0be459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:22.412588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc1e7c-8c75-4b9c-bab0-80711e5253b5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=241707a2-f287-4603-8966-bf312d0be459,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:22.423674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 241707a2-f287-4603-8966-bf312d0be459 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:22.499843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:22.503532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.695096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.795303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5b98145-0a78-45db-bc56-db6254895581 req-ec9679a1-d844-4c69-a87a-0a68e5aa1421 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0436840 Aug 29 04:46:22.800137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=63c025b0-2daa-40be-b913-23ddad6fdf96,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:22.808549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': 'db36b5ec-d1c9-4c2d-af66-5ecba56ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '241707a2-f287-4603-8966-bf312d0be459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:22.808922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: 241707a2-f287-4603-8966-bf312d0be459, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:22.827953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 241707a2-f287-4603-8966-bf312d0be459 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:22.838714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 241707a2-f287-4603-8966-bf312d0be459) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:22.843762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.844326 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:22.852209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e463b73-90b0-42fb-aa3f-85b795c0da3d None None] Network 241707a2-f287-4603-8966-bf312d0be459 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:22.869849 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fd7d73e6-cf02-4352-b139-2877f1ac1757 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4691818 Aug 29 04:46:22.870393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52630) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:22.878218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '241707a2-f287-4603-8966-bf312d0be459', 'name': 'tempest-PortsIpV6TestJSON-603090319'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:23.007349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:23.008445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.010457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-241707a2-f287-4603-8966-bf312d0be459', 'network_id': '241707a2-f287-4603-8966-bf312d0be459', 'tenant_id': '3df5564326404104ba63ca194cfc3b64', 'fixed_ips': [{'subnet_id': '63c025b0-2daa-40be-b913-23ddad6fdf96'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:23.011313 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.028445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port ac46c1cc-728c-4b13-befd-33f18428d2d2 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:23.171277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::f0 (241707a2-f287-4603-8966-bf312d0be459/63c025b0-2daa-40be-b913-23ddad6fdf96/ac46c1cc-728c-4b13-befd-33f18428d2d2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:23.323265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.339156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object ac46c1cc-728c-4b13-befd-33f18428d2d2 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:23.372476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.420737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Allocated IP 2001:db8::2 (241707a2-f287-4603-8966-bf312d0be459/63c025b0-2daa-40be-b913-23ddad6fdf96/ae973128-7ed0-4ae2-82ee-65dc77f71222) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:23.421333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 241707a2-f287-4603-8966-bf312d0be459 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:23.427075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:23.431002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:23.436839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:23.437528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.445018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=ac46c1cc-728c-4b13-befd-33f18428d2d2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:23.458997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.459719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.460143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.460490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.461074 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.461624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.461981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.462318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.462650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.463030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.463354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.463697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:23.468547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-96305bef-ca18-453b-a27d-928b51639ca6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5968335 Aug 29 04:46:23.471349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52634) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:23.581284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port ac46c1cc-728c-4b13-befd-33f18428d2d2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:23.581655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.601521 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.615557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Transition to ACTIVE for port object ae973128-7ed0-4ae2-82ee-65dc77f71222 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:23.633356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Transition to ACTIVE for port object ae973128-7ed0-4ae2-82ee-65dc77f71222 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:23.639873 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.681668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.683143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Pushing event updated for resources: {'Port': ['ID=ae973128-7ed0-4ae2-82ee-65dc77f71222,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:23.698793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Network 241707a2-f287-4603-8966-bf312d0be459 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:23.700496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:23.703324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:23.703508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for ac46c1cc-728c-4b13-befd-33f18428d2d2 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:23.783568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Attempting to bind port ae973128-7ed0-4ae2-82ee-65dc77f71222 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:23.783993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Attempting to bind port ae973128-7ed0-4ae2-82ee-65dc77f71222 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'db36b5ec-d1c9-4c2d-af66-5ecba56ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '241707a2-f287-4603-8966-bf312d0be459'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:23.785632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Attempting to bind port ae973128-7ed0-4ae2-82ee-65dc77f71222 on network 241707a2-f287-4603-8966-bf312d0be459 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:23.790520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:23.791233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Checking segment: {'id': 'db36b5ec-d1c9-4c2d-af66-5ecba56ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '241707a2-f287-4603-8966-bf312d0be459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:23.791385 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.791696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Bound using segment: {'id': 'db36b5ec-d1c9-4c2d-af66-5ecba56ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '241707a2-f287-4603-8966-bf312d0be459'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:23.792200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Bound port: ae973128-7ed0-4ae2-82ee-65dc77f71222, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db36b5ec-d1c9-4c2d-af66-5ecba56ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '241707a2-f287-4603-8966-bf312d0be459'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:23.792589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.926648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] For port ae973128-7ed0-4ae2-82ee-65dc77f71222, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:23.940839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d777f2c-0503-4b41-9b0f-121da15b51c8 req-3c564b3d-b56b-47fa-8a7d-2a2678fdc4ae tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0278919 Aug 29 04:46:23.943367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.945190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] For port ae973128-7ed0-4ae2-82ee-65dc77f71222, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ae973128-7ed0-4ae2-82ee-65dc77f71222,segment=NetworkSegment(db36b5ec-d1c9-4c2d-af66-5ecba56ecf78),segment_id=db36b5ec-d1c9-4c2d-af66-5ecba56ecf78)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:23.966910 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:23.990349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=ac46c1cc-728c-4b13-befd-33f18428d2d2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:24.041252 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.042803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92971c86-6b6e-4eae-b8b2-9111fd029040 None None] Pushing event updated for resources: {'Port': ['ID=ae973128-7ed0-4ae2-82ee-65dc77f71222,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:24.043723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-45c37e32-6984-48e1-a571-2705e352e803 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/ac46c1cc-728c-4b13-befd-33f18428d2d2 HTTP/1.1" status: 204 len: 168 time: 0.5705075 Aug 29 04:46:24.046401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52640) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:24.081313 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-713a804e-382c-4569-bc86-15af562083c8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:46:24.082612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713a804e-382c-4569-bc86-15af562083c8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:24.084512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-713a804e-382c-4569-bc86-15af562083c8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/ac46c1cc-728c-4b13-befd-33f18428d2d2 HTTP/1.1" status: 404 len: 333 time: 0.0370424 Aug 29 04:46:24.087171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52642) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:24.131585 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a61ad2e-543a-48ef-a914-83e5b6db13aa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:24.133170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5a61ad2e-543a-48ef-a914-83e5b6db13aa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/ac46c1cc-728c-4b13-befd-33f18428d2d2 HTTP/1.1" status: 404 len: 333 time: 0.0451283 Aug 29 04:46:24.135924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52646) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:24.223423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet 63c025b0-2daa-40be-b913-23ddad6fdf96 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:24.234504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.294872 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.400825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.465021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.497927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=63c025b0-2daa-40be-b913-23ddad6fdf96,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:24.502184 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.505518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-47fb4cc4-35b8-4375-8ed0-67754602b064 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/63c025b0-2daa-40be-b913-23ddad6fdf96 HTTP/1.1" status: 204 len: 168 time: 0.3674188 Aug 29 04:46:24.508345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52648) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:24.588445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.643551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port ae973128-7ed0-4ae2-82ee-65dc77f71222 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:24.643897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.718738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] For port ae973128-7ed0-4ae2-82ee-65dc77f71222, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ae973128-7ed0-4ae2-82ee-65dc77f71222,segment=NetworkSegment(db36b5ec-d1c9-4c2d-af66-5ecba56ecf78),segment_id=db36b5ec-d1c9-4c2d-af66-5ecba56ecf78)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:24.719243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.734180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for ae973128-7ed0-4ae2-82ee-65dc77f71222 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:24.827457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.866275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No DVR routers for this DVR port ae973128-7ed0-4ae2-82ee-65dc77f71222 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:24.892860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=ae973128-7ed0-4ae2-82ee-65dc77f71222,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:24.980599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:24.994649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241707a2-f287-4603-8966-bf312d0be459']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:25.015293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db36b5ec-d1c9-4c2d-af66-5ecba56ecf78') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:25.015647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db36b5ec-d1c9-4c2d-af66-5ecba56ecf78') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:25.029743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.048366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.056906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:25.057687 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:25.061561 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:25.078934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d3c8a0ea-1ae9-433b-bf97-fb40d1fd7df8 req-b381e4a4-b7c1-45e2-8695-6406351bdc24 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0365582 Aug 29 04:46:25.143538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56334e5-5d3a-4225-b4da-a1baaa19770e None None] Network 241707a2-f287-4603-8966-bf312d0be459 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:25.147215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.155285 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.157548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/241707a2-f287-4603-8966-bf312d0be459 HTTP/1.1" status: 204 len: 168 time: 0.6479566 Aug 29 04:46:25.161256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52654) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:25.166826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-648775762'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:25.170969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56334e5-5d3a-4225-b4da-a1baaa19770e None None] Network 241707a2-f287-4603-8966-bf312d0be459 could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:46:25.171275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a62bb1-7f39-4163-b918-f0688c3ffa1c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=241707a2-f287-4603-8966-bf312d0be459,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:25.204268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:25.208006 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.228579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4b22944d-53fe-4089-b353-c8a7272b8c50 None None] Could not find standard attr ID for object ae973128-7ed0-4ae2-82ee-65dc77f71222. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:25.240549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:25.249691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812f7df-f97a-48ba-9dd1-6194c5d416ba None None] DHCP port deletion for 241707a2-f287-4603-8966-bf312d0be459 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:25.251795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.252144 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment d0c96f8a-58fb-477e-bb46-1420ee790492 of type vlan for network 9f1599df-280e-42ae-be44-daedbbacb53a Aug 29 04:46:25.295526 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.322991 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.328906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.329495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.392554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2296956 Aug 29 04:46:25.395211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52658) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:25.402177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:25.409024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f320433-53c9-4d74-b4ff-fe31324d53ee tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=9f1599df-280e-42ae-be44-daedbbacb53a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:25.420015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9f1599df-280e-42ae-be44-daedbbacb53a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:25.530666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:25.536280 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.717995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.775036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=cbd2962f-434b-482d-928e-17df7a210a9a,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:25.786704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': 'd0c96f8a-58fb-477e-bb46-1420ee790492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:25.787069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: 9f1599df-280e-42ae-be44-daedbbacb53a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:25.804416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 9f1599df-280e-42ae-be44-daedbbacb53a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:25.814365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9f1599df-280e-42ae-be44-daedbbacb53a) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:25.827391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.827391 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.828998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40345947-6819-45af-aff3-5409a390e2f8 None None] Network 9f1599df-280e-42ae-be44-daedbbacb53a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:25.844731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bc4829d8-32bc-440a-afb4-d05d6ef04ac9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4484382 Aug 29 04:46:25.847448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52664) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:25.853561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-988798597'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:25.979677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:25.984061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.003696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port 96822d44-c1e2-4bbf-98e8-a60af29e0633 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:26.012303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9f1599df-280e-42ae-be44-daedbbacb53a', 'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a', 'tenant_id': '3df5564326404104ba63ca194cfc3b64', 'fixed_ips': [{'subnet_id': 'cbd2962f-434b-482d-928e-17df7a210a9a'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:26.013176 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.195950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::337 (9f1599df-280e-42ae-be44-daedbbacb53a/cbd2962f-434b-482d-928e-17df7a210a9a/96822d44-c1e2-4bbf-98e8-a60af29e0633) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:26.236057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-068be462-e895-48d6-8590-0bfe2b9ff17e req-d49fbe3e-5028-451c-8227-a4fb07fe550d tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0414050 Aug 29 04:46:26.363590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.379903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object 96822d44-c1e2-4bbf-98e8-a60af29e0633 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:26.421478 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.474085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 9f1599df-280e-42ae-be44-daedbbacb53a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:26.477316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Allocated IP 2001:db8::2 (9f1599df-280e-42ae-be44-daedbbacb53a/cbd2962f-434b-482d-928e-17df7a210a9a/f19bd292-0c7a-4fec-a422-515bd1298c4c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:26.478307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:26.480286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=96822d44-c1e2-4bbf-98e8-a60af29e0633,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:26.482832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:26.489611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:26.490605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.508739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6a46dda6-a3e9-4f98-8562-9733edca7eaa tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6591074 Aug 29 04:46:26.511454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:26.606736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port 96822d44-c1e2-4bbf-98e8-a60af29e0633 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:26.607085 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.644783 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.654361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Transition to ACTIVE for port object f19bd292-0c7a-4fec-a422-515bd1298c4c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:26.671394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Transition to ACTIVE for port object f19bd292-0c7a-4fec-a422-515bd1298c4c will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:26.679496 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.708441 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.713829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Network 9f1599df-280e-42ae-be44-daedbbacb53a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:26.718563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:26.721295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:26.728919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for 96822d44-c1e2-4bbf-98e8-a60af29e0633 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:26.740048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Pushing event updated for resources: {'Port': ['ID=f19bd292-0c7a-4fec-a422-515bd1298c4c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:26.789191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Attempting to bind port f19bd292-0c7a-4fec-a422-515bd1298c4c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:26.789572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Attempting to bind port f19bd292-0c7a-4fec-a422-515bd1298c4c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd0c96f8a-58fb-477e-bb46-1420ee790492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:26.789962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Attempting to bind port f19bd292-0c7a-4fec-a422-515bd1298c4c on network 9f1599df-280e-42ae-be44-daedbbacb53a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:26.796108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:26.796844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Checking segment: {'id': 'd0c96f8a-58fb-477e-bb46-1420ee790492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:26.797261 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.797692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Bound using segment: {'id': 'd0c96f8a-58fb-477e-bb46-1420ee790492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:26.798490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Bound port: f19bd292-0c7a-4fec-a422-515bd1298c4c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c96f8a-58fb-477e-bb46-1420ee790492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9f1599df-280e-42ae-be44-daedbbacb53a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:26.798886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.871978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] For port f19bd292-0c7a-4fec-a422-515bd1298c4c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:26.875405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] For port f19bd292-0c7a-4fec-a422-515bd1298c4c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f19bd292-0c7a-4fec-a422-515bd1298c4c,segment=NetworkSegment(d0c96f8a-58fb-477e-bb46-1420ee790492),segment_id=d0c96f8a-58fb-477e-bb46-1420ee790492)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:26.880924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.893024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.924158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=96822d44-c1e2-4bbf-98e8-a60af29e0633,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:26.949557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:26.952844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31b0d9-00bf-4ecf-925d-5eeb6a4630b2 None None] Pushing event updated for resources: {'Port': ['ID=f19bd292-0c7a-4fec-a422-515bd1298c4c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:26.955361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-47927b79-ca7b-4cc8-8f28-e4631290ad60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/96822d44-c1e2-4bbf-98e8-a60af29e0633 HTTP/1.1" status: 204 len: 168 time: 0.4424205 Aug 29 04:46:26.956321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52678) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:26.993450 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-60326adc-5c32-414f-b9bd-41e75afce97f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:26.997670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-60326adc-5c32-414f-b9bd-41e75afce97f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/96822d44-c1e2-4bbf-98e8-a60af29e0633 HTTP/1.1" status: 404 len: 333 time: 0.0375421 Aug 29 04:46:26.998232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52680) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:27.059150 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet cbd2962f-434b-482d-928e-17df7a210a9a {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:27.063527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.107606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.276012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.345118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.355943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-043b5e41-6001-40a1-8cb8-dff3fac81e2e req-508f426c-2b5f-4764-b3eb-3883a431627e tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0295246 Aug 29 04:46:27.374752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd2962f-434b-482d-928e-17df7a210a9a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:27.386773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.391975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e83b7dee-3f6e-4731-a567-6816fd1702d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/cbd2962f-434b-482d-928e-17df7a210a9a HTTP/1.1" status: 204 len: 168 time: 0.3892181 Aug 29 04:46:27.391975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:27.486999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.547359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port f19bd292-0c7a-4fec-a422-515bd1298c4c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:27.548253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.611217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] For port f19bd292-0c7a-4fec-a422-515bd1298c4c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f19bd292-0c7a-4fec-a422-515bd1298c4c,segment=NetworkSegment(d0c96f8a-58fb-477e-bb46-1420ee790492),segment_id=d0c96f8a-58fb-477e-bb46-1420ee790492)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:27.611586 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.632454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for f19bd292-0c7a-4fec-a422-515bd1298c4c owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:27.723034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.759359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=f19bd292-0c7a-4fec-a422-515bd1298c4c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:27.761630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No DVR routers for this DVR port f19bd292-0c7a-4fec-a422-515bd1298c4c on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:27.856729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.869708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1599df-280e-42ae-be44-daedbbacb53a']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:27.883154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c96f8a-58fb-477e-bb46-1420ee790492') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:27.883461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c96f8a-58fb-477e-bb46-1420ee790492') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:27.895914 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.913554 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.921481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:27.921959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:27.926560 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:28.008399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.015754 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.016538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447e733-1034-42f0-9b06-6bc9c9643fba None None] Network 9f1599df-280e-42ae-be44-daedbbacb53a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:28.022413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/9f1599df-280e-42ae-be44-daedbbacb53a HTTP/1.1" status: 204 len: 168 time: 0.6255074 Aug 29 04:46:28.022908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52690) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:28.028885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'name': 'tempest-PortsIpV6TestJSON-417217633'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:28.033771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447e733-1034-42f0-9b06-6bc9c9643fba None None] Network 9f1599df-280e-42ae-be44-daedbbacb53a could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:46:28.033996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0707ef-3a72-435e-a331-91ba7d27df75 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=9f1599df-280e-42ae-be44-daedbbacb53a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:28.096700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aef8adab-3cae-4e40-8912-43d4561c78e9 None None] Could not find standard attr ID for object f19bd292-0c7a-4fec-a422-515bd1298c4c. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:28.113696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850cfd7-42af-45eb-a465-6eb0ab3dd506 None None] DHCP port deletion for 9f1599df-280e-42ae-be44-daedbbacb53a request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:28.145528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:28.149494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.168409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port a001aa1d-a009-463a-880f-490bd0a42653 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:28.389558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.428690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.509292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:28.510613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a0bd6a9e-8335-415b-84f7-b2f13f3dbdd4 req-98d17b75-6511-4ac5-b116-fd167ea3dab1 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0414491 Aug 29 04:46:28.516212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:28.520965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:28.527025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:28.528257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.539417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=a001aa1d-a009-463a-880f-490bd0a42653,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:28.563880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-23cb4a0d-2832-4dfb-8181-0e85feb0432b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5378654 Aug 29 04:46:28.563880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52698) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:28.667973 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port a001aa1d-a009-463a-880f-490bd0a42653 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:28.668532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.747512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.761170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for a001aa1d-a009-463a-880f-490bd0a42653 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:28.842699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.877752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=a001aa1d-a009-463a-880f-490bd0a42653,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:28.881848 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:28.883867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-df9e1b56-2fb4-476a-bd18-a5c9e2836874 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/a001aa1d-a009-463a-880f-490bd0a42653 HTTP/1.1" status: 204 len: 168 time: 0.3196397 Aug 29 04:46:28.886448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52700) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:28.891646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'mac_address': 'fa:16:3e:f2:32:7f', 'name': 'tempest-PortsIpV6TestJSON-895294948'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:29.004170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:29.071823 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.099490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port f10e7b9d-149a-44ed-aab8-a238ed0f93f1 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:29.264688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.305486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.355189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:29.361077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:29.364240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:29.369864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:29.370536 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.384731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=f10e7b9d-149a-44ed-aab8-a238ed0f93f1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:29.399056 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c42fc569-b162-4a6b-a5a0-508c37480aa0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5091436 Aug 29 04:46:29.399634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.467016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32266066-bd1e-4e72-b490-893083e9738d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:29.471500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-32266066-bd1e-4e72-b490-893083e9738d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/f10e7b9d-149a-44ed-aab8-a238ed0f93f1 HTTP/1.1" status: 200 len: 844 time: 0.0682020 Aug 29 04:46:29.471891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.575920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port f10e7b9d-149a-44ed-aab8-a238ed0f93f1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:29.576471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.651228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e3f05cd-d3de-4610-8175-fef2bfadb4b7 req-0e54616e-231f-4f80-aa55-4216e6e2fc23 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0426466 Aug 29 04:46:29.678389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.696043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for f10e7b9d-149a-44ed-aab8-a238ed0f93f1 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:29.780782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.813484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=f10e7b9d-149a-44ed-aab8-a238ed0f93f1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:29.819959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.825244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1c7ea3cb-f8f0-465a-84f4-b8b84a5dc1cf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/f10e7b9d-149a-44ed-aab8-a238ed0f93f1 HTTP/1.1" status: 204 len: 168 time: 0.3488746 Aug 29 04:46:29.826979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.853677 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06bcfd1-6d56-4886-8d24-2248e3dc545b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:29.855229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a06bcfd1-6d56-4886-8d24-2248e3dc545b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/f10e7b9d-149a-44ed-aab8-a238ed0f93f1 HTTP/1.1" status: 404 len: 333 time: 0.0288596 Aug 29 04:46:29.860373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:29.866775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'name': 'tempest-PortsIpV6TestJSON-114588563'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:29.934078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f19bd292-0c7a-4fec-a422-515bd1298c4c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:29.956370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f19bd292-0c7a-4fec-a422-515bd1298c4c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:29.956370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f19bd292-0c7a-4fec-a422-515bd1298c4c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:29.978332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:29.982476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.010060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port 1a211d64-d212-4878-855e-873c997f57bf yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:30.213327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.255423 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.303099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:30.309936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:30.311534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:30.318212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.318860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.329776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=1a211d64-d212-4878-855e-873c997f57bf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:30.344546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-afc90beb-7264-4856-960a-00c178d7c9af tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4822698 Aug 29 04:46:30.348506 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 52844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:30.354386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:30.434084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.616506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.621856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.656748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] In _notify_port_updated(), no bound segment for port 1a211d64-d212-4878-855e-873c997f57bf on network 2ad37139-d581-49a0-b9e2-75f2817b21de {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:46:30.662036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.662661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.664185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "PUT /v2.0/ports/1a211d64-d212-4878-855e-873c997f57bf HTTP/1.1" status: 200 len: 818 time: 0.3142304 Aug 29 04:46:30.666835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52892) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:30.683574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=1a211d64-d212-4878-855e-873c997f57bf,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:30.695037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.695366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.695704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.696081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.696607 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.696946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.697274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.697634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.697941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.698282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.698609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.698930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aad728-9836-47a5-a0ac-e6b0f3f4f0e5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:30.804685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b76867cd-e346-4a82-bed4-1912ea43bc12 req-09f8997c-af3d-4778-892c-dc836aae1f84 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0354822 Aug 29 04:46:30.828625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port 1a211d64-d212-4878-855e-873c997f57bf {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:30.828962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.901166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:30.915491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for 1a211d64-d212-4878-855e-873c997f57bf owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:31.013293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.046230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=1a211d64-d212-4878-855e-873c997f57bf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:31.052419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.056631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cf25dd3e-6659-4db7-a5fa-5c904992b94d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/1a211d64-d212-4878-855e-873c997f57bf HTTP/1.1" status: 204 len: 168 time: 0.3865452 Aug 29 04:46:31.057905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52950) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.111390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf66fb9c-c203-43a5-98b2-a12350fc3119 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:31.114646 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf66fb9c-c203-43a5-98b2-a12350fc3119 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0552514 Aug 29 04:46:31.117240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52960) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.147256 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb278710-66d8-44c7-8748-b4ef2e129f4b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:31.153222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fb278710-66d8-44c7-8748-b4ef2e129f4b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/1a211d64-d212-4878-855e-873c997f57bf HTTP/1.1" status: 404 len: 333 time: 0.0306828 Aug 29 04:46:31.154009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52966) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.159641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-607921619'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:31.181854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:31.185475 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.224322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:31.236076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.236421 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment de31621e-33d1-4080-ad38-dca3199f6b79 of type vlan for network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d Aug 29 04:46:31.285647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.316989 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.326657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:31.327571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.392034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2367234 Aug 29 04:46:31.394975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 52998) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:31.402395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:31.418936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d57796-ba58-4e7a-924b-e60a6123635f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:31.430972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:31.508559 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.522539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:31.529026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:31.957860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93204b77-5a20-4134-b70a-fe1aab2639cd req-cae2614b-111f-4119-8dce-c22e20bb2ef6 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0450771 Aug 29 04:46:32.124329 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.188329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=640a55c3-9932-4dba-9f65-e06c7edc2af7,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:32.198288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': 'de31621e-33d1-4080-ad38-dca3199f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:32.198654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:32.218727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:32.229534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:32.239598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:32.240269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee86932-6f3a-46ed-b545-d37b079b7889 None None] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:32.240439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.264335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-02f7a79b-8ad2-462c-a71b-8172c6b25efc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8682606 Aug 29 04:46:32.267573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53116) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:32.276281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fcb104f8-a43f-4541-94b9-cf4ce30c0111 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:32.422902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d', 'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d', 'tenant_id': '3df5564326404104ba63ca194cfc3b64', 'fixed_ips': [{'subnet_id': '640a55c3-9932-4dba-9f65-e06c7edc2af7'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:32.423777 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.430342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb104f8-a43f-4541-94b9-cf4ce30c0111 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:32.433930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fcb104f8-a43f-4541-94b9-cf4ce30c0111 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.581467 n-d-712143-14 neutron-server[94823]: INFO neutron.db.ipam_backend_mixin [None req-fcb104f8-a43f-4541-94b9-cf4ce30c0111 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 640a55c3-9932-4dba-9f65-e06c7edc2af7 (CIDR: 2001:db8::/64) Aug 29 04:46:32.585690 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb104f8-a43f-4541-94b9-cf4ce30c0111 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:46:32.586159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb104f8-a43f-4541-94b9-cf4ce30c0111 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:46:32.603078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fcb104f8-a43f-4541-94b9-cf4ce30c0111 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3331363 Aug 29 04:46:32.606607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53160) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:32.609080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Allocated IP 2001:db8::2 (a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d/640a55c3-9932-4dba-9f65-e06c7edc2af7/c05bc597-2dc1-423d-9c64-2640a1b49b88) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:32.612267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:32.758199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:32.763282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.796628 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.808187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Transition to ACTIVE for port object c05bc597-2dc1-423d-9c64-2640a1b49b88 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:32.825158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Transition to ACTIVE for port object c05bc597-2dc1-423d-9c64-2640a1b49b88 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:32.831747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:32.870019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:32.876551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:32.881141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:32.884288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Pushing event updated for resources: {'Port': ['ID=c05bc597-2dc1-423d-9c64-2640a1b49b88,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:33.057899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.085684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06480c20-d681-4271-a543-f24d209484e9 req-9756eecf-504b-4f23-ad6c-53e163df13c8 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0309987 Aug 29 04:46:33.096027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Attempting to bind port c05bc597-2dc1-423d-9c64-2640a1b49b88 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:33.096387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Attempting to bind port c05bc597-2dc1-423d-9c64-2640a1b49b88 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'de31621e-33d1-4080-ad38-dca3199f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:33.096940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Attempting to bind port c05bc597-2dc1-423d-9c64-2640a1b49b88 on network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:33.103122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:33.103500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Checking segment: {'id': 'de31621e-33d1-4080-ad38-dca3199f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:33.103897 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.104282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Bound using segment: {'id': 'de31621e-33d1-4080-ad38-dca3199f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:33.104921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Bound port: c05bc597-2dc1-423d-9c64-2640a1b49b88, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de31621e-33d1-4080-ad38-dca3199f6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:33.105477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.106003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:33.117796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=0edaeb68-a4c3-485c-82e9-7b76efdec5bf,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:33.122270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:33.124789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:33.126109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.150164 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5e75ca07-563f-4407-8fb9-939a7f79d9c9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5421982 Aug 29 04:46:33.152689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53182) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:33.161543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d', 'fixed_ips': [{'subnet_id': '640a55c3-9932-4dba-9f65-e06c7edc2af7'}, {'subnet_id': '0edaeb68-a4c3-485c-82e9-7b76efdec5bf'}], 'name': 'tempest-PortsIpV6TestJSON-26612477'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:33.209612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] For port c05bc597-2dc1-423d-9c64-2640a1b49b88, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:33.214321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] For port c05bc597-2dc1-423d-9c64-2640a1b49b88, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c05bc597-2dc1-423d-9c64-2640a1b49b88,segment=NetworkSegment(de31621e-33d1-4080-ad38-dca3199f6b79),segment_id=de31621e-33d1-4080-ad38-dca3199f6b79)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:33.219339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.280463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fe3da-2861-43b3-91b2-a5fea029a8d8 None None] Pushing event updated for resources: {'Port': ['ID=c05bc597-2dc1-423d-9c64-2640a1b49b88,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:33.311621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:33.401697 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.441368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port 9b2e277a-a15c-4507-9b0d-517598725b27 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:33.757722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::d7 (a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d/640a55c3-9932-4dba-9f65-e06c7edc2af7/9b2e277a-a15c-4507-9b0d-517598725b27) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:33.764917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8:0:1::3c4 (a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d/0edaeb68-a4c3-485c-82e9-7b76efdec5bf/9b2e277a-a15c-4507-9b0d-517598725b27) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:33.945205 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:33.959457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object 9b2e277a-a15c-4507-9b0d-517598725b27 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:34.009984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.046095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c05bc597-2dc1-423d-9c64-2640a1b49b88 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:34.087850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:34.091521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:34.098693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:34.108453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:34.109445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.125314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=9b2e277a-a15c-4507-9b0d-517598725b27,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:34.143602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:34.146171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c74d3640-78be-4e6d-9540-fdff918013a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 0.9889131 Aug 29 04:46:34.154435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '640a55c3-9932-4dba-9f65-e06c7edc2af7'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:34.157296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c05bc597-2dc1-423d-9c64-2640a1b49b88 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:34.273222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-107ac97a-1555-4e10-ad39-99b65056495e req-efa5c2ec-ab0a-41c0-93c3-a1855d413920 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0654211 Aug 29 04:46:34.368936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.400546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da895c-a9e9-4c81-b9be-b48eb5bebd5d None None] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:34.494661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d15455af-b8eb-4d06-825d-32f76b797279 None None] Provisioning for port c05bc597-2dc1-423d-9c64-2640a1b49b88 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:34.519480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d15455af-b8eb-4d06-825d-32f76b797279 None None] Provisioning complete for port c05bc597-2dc1-423d-9c64-2640a1b49b88 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:34.519850 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d15455af-b8eb-4d06-825d-32f76b797279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.671041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d15455af-b8eb-4d06-825d-32f76b797279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.743042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d15455af-b8eb-4d06-825d-32f76b797279 None None] For port c05bc597-2dc1-423d-9c64-2640a1b49b88, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c05bc597-2dc1-423d-9c64-2640a1b49b88,segment=NetworkSegment(de31621e-33d1-4080-ad38-dca3199f6b79),segment_id=de31621e-33d1-4080-ad38-dca3199f6b79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:34.747924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] Update dhcp port {'port': {'network_id': 'a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d', 'fixed_ips': [{'subnet_id': '640a55c3-9932-4dba-9f65-e06c7edc2af7', 'ip_address': '2001:db8::2'}, {'subnet_id': '0edaeb68-a4c3-485c-82e9-7b76efdec5bf'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'c05bc597-2dc1-423d-9c64-2640a1b49b88'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:46:34.752041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d15455af-b8eb-4d06-825d-32f76b797279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.767201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Delete allocated IP 2001:db8:0:1::3c4 (a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d/0edaeb68-a4c3-485c-82e9-7b76efdec5bf) {{(pid=94824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:46:34.812159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.862893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15455af-b8eb-4d06-825d-32f76b797279 None None] Pushing event updated for resources: {'Port': ['ID=c05bc597-2dc1-423d-9c64-2640a1b49b88,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:34.909684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:34.923809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Ignored duplicate provisioning block setup for port 9b2e277a-a15c-4507-9b0d-517598725b27 by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:46:34.928574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.000746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] In _notify_port_updated(), no bound segment for port 9b2e277a-a15c-4507-9b0d-517598725b27 on network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:46:35.006277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:35.006922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.010550 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "PUT /v2.0/ports/9b2e277a-a15c-4507-9b0d-517598725b27 HTTP/1.1" status: 200 len: 923 time: 0.8632810 Aug 29 04:46:35.012553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53204) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:35.019941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '640a55c3-9932-4dba-9f65-e06c7edc2af7'}, {'subnet_id': '0edaeb68-a4c3-485c-82e9-7b76efdec5bf'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:35.022710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] Allocated IP 2001:db8:0:1::2 (a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d/0edaeb68-a4c3-485c-82e9-7b76efdec5bf/c05bc597-2dc1-423d-9c64-2640a1b49b88) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:35.025494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd83ed-0d9b-4595-b7dc-82925c8b4017 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=9b2e277a-a15c-4507-9b0d-517598725b27,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:35.126087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.157284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] For port c05bc597-2dc1-423d-9c64-2640a1b49b88, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c05bc597-2dc1-423d-9c64-2640a1b49b88,segment=NetworkSegment(de31621e-33d1-4080-ad38-dca3199f6b79),segment_id=de31621e-33d1-4080-ad38-dca3199f6b79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:35.216040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.232857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] Transition to ACTIVE for port object c05bc597-2dc1-423d-9c64-2640a1b49b88 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:35.236980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.350602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c0734-18ad-4c4c-8531-d08606f8c534 None None] Pushing event updated for resources: {'Port': ['ID=c05bc597-2dc1-423d-9c64-2640a1b49b88,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:35.410647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-431022a0-1e8f-4ffd-b658-9bfc25b95a86 req-e5554fdf-4423-4269-805c-3b414786bc4e tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0362206 Aug 29 04:46:35.518044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8:0:1::191 (a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d/0edaeb68-a4c3-485c-82e9-7b76efdec5bf/9b2e277a-a15c-4507-9b0d-517598725b27) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:35.657996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.674360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Ignored duplicate provisioning block setup for port 9b2e277a-a15c-4507-9b0d-517598725b27 by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:46:35.679801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.779314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] In _notify_port_updated(), no bound segment for port 9b2e277a-a15c-4507-9b0d-517598725b27 on network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:46:35.784921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:35.785579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:35.787627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "PUT /v2.0/ports/9b2e277a-a15c-4507-9b0d-517598725b27 HTTP/1.1" status: 200 len: 1009 time: 0.7733071 Aug 29 04:46:35.787919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c141b6a-5929-4a37-a262-94ce201127bf tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=9b2e277a-a15c-4507-9b0d-517598725b27,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:35.790602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53212) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:35.890387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port 9b2e277a-a15c-4507-9b0d-517598725b27 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:35.891061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.000892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c16a1-c502-4909-9052-df4a14917494 None None] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:36.005828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c05bc597-2dc1-423d-9c64-2640a1b49b88 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:36.040279 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.054763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for 9b2e277a-a15c-4507-9b0d-517598725b27 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:36.117709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-60a9a979-c766-45ea-86d7-29868ee71fe7 None None] Provisioning for port c05bc597-2dc1-423d-9c64-2640a1b49b88 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:36.135032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-60a9a979-c766-45ea-86d7-29868ee71fe7 None None] Provisioning complete for port c05bc597-2dc1-423d-9c64-2640a1b49b88 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:36.135418 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60a9a979-c766-45ea-86d7-29868ee71fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.199171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c05bc597-2dc1-423d-9c64-2640a1b49b88 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:36.199875 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.307667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.339419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=9b2e277a-a15c-4507-9b0d-517598725b27,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:36.369250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-60a9a979-c766-45ea-86d7-29868ee71fe7 None None] Could not find standard attr ID for object 9b2e277a-a15c-4507-9b0d-517598725b27. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:36.406101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.409085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4f1c7841-d7a8-47bd-a114-8ba5182e64ff tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/9b2e277a-a15c-4507-9b0d-517598725b27 HTTP/1.1" status: 204 len: 168 time: 0.6168945 Aug 29 04:46:36.411437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:36.442994 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-308675cb-ca46-45c4-b2df-1015cda12aad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:36.448753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-308675cb-ca46-45c4-b2df-1015cda12aad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/9b2e277a-a15c-4507-9b0d-517598725b27 HTTP/1.1" status: 404 len: 333 time: 0.0322428 Aug 29 04:46:36.449772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53222) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:36.518417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet 0edaeb68-a4c3-485c-82e9-7b76efdec5bf {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:36.527028 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.533443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e2ea4e26-eb37-463f-a4ca-272a4db45804 req-7988e5a5-e202-4bc5-93d0-8d512feb0fc9 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0367091 Aug 29 04:46:36.590789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.695662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.701263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c0f71fcf-4d40-4094-8c76-2b5745bf61a0 None None] Provisioning complete for port c05bc597-2dc1-423d-9c64-2640a1b49b88 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:36.702031 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0f71fcf-4d40-4094-8c76-2b5745bf61a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.798560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.817266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c0f71fcf-4d40-4094-8c76-2b5745bf61a0 None None] Could not find standard attr ID for object 9b2e277a-a15c-4507-9b0d-517598725b27. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:36.836769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=0edaeb68-a4c3-485c-82e9-7b76efdec5bf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:36.838929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.841752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-937cd9fb-425f-48a8-9c23-ef900ccaf439 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/0edaeb68-a4c3-485c-82e9-7b76efdec5bf HTTP/1.1" status: 204 len: 168 time: 0.3906982 Aug 29 04:46:36.845217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:36.900567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet 640a55c3-9932-4dba-9f65-e06c7edc2af7 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:36.904627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:36.932585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b395fed1-1149-480d-bd56-614e5ac9eeec None None] Could not find standard attr ID for object 9b2e277a-a15c-4507-9b0d-517598725b27. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:36.952640 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.052748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.095429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2d5b1-eafd-4a91-85cb-8b68963048b7 None None] Network a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:37.133614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.163039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-34da1415-aa5e-467a-ba97-e36505964e69 None None] Could not find standard attr ID for object 9b2e277a-a15c-4507-9b0d-517598725b27. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:37.211949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.214098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/640a55c3-9932-4dba-9f65-e06c7edc2af7 HTTP/1.1" status: 204 len: 168 time: 0.3678410 Aug 29 04:46:37.215224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596947d1-e900-4b81-859d-41e545d4909e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=640a55c3-9932-4dba-9f65-e06c7edc2af7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:37.216688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:37.245544 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bfe34eff-caa9-4a6b-9efa-d60f6677f49a req-ef9c94c0-71fa-4c2e-aced-75e4ac152063 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0351195 Aug 29 04:46:37.325986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.358186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] DHCP port deletion for a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:37.410818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port c05bc597-2dc1-423d-9c64-2640a1b49b88 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:37.411809 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.418674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] Deleting port c05bc597-2dc1-423d-9c64-2640a1b49b88 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:37.419476 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.502993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] For port c05bc597-2dc1-423d-9c64-2640a1b49b88, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c05bc597-2dc1-423d-9c64-2640a1b49b88,segment=NetworkSegment(de31621e-33d1-4080-ad38-dca3199f6b79),segment_id=de31621e-33d1-4080-ad38-dca3199f6b79)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:37.503490 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.523623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] For port c05bc597-2dc1-423d-9c64-2640a1b49b88, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c05bc597-2dc1-423d-9c64-2640a1b49b88,segment=NetworkSegment(de31621e-33d1-4080-ad38-dca3199f6b79),segment_id=de31621e-33d1-4080-ad38-dca3199f6b79)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:37.524000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.530170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] Calling delete_port for c05bc597-2dc1-423d-9c64-2640a1b49b88 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:37.539338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for c05bc597-2dc1-423d-9c64-2640a1b49b88 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:37.650451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.666332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.685429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No DVR routers for this DVR port c05bc597-2dc1-423d-9c64-2640a1b49b88 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:37.693955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=c05bc597-2dc1-423d-9c64-2640a1b49b88,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:37.698439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] Pushing event deleted for resources: {'Port': ['ID=c05bc597-2dc1-423d-9c64-2640a1b49b88,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:37.702413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc580c2-6408-413c-9964-91e9881200b4 None None] No DVR routers for this DVR port c05bc597-2dc1-423d-9c64-2640a1b49b88 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:37.703536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f6a6382-7806-43ca-a7a9-a8457aae413d req-39e9244c-272a-47ee-b20e-06099c5de4ca tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0475581 Aug 29 04:46:37.804494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.815423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:37.827117 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de31621e-33d1-4080-ad38-dca3199f6b79') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:37.827424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de31621e-33d1-4080-ad38-dca3199f6b79') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:37.838477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.858769 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.867401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:37.868020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:37.871670 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:37.943242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.956553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.958542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d HTTP/1.1" status: 204 len: 168 time: 0.7403071 Aug 29 04:46:37.964908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53238) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:37.991050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31307a0b-7e9a-4ad6-a204-da184f7a8c08 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=a0a0ecb3-5458-4eb7-94a3-eee3a68a1f4d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:38.008701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c05bc597-2dc1-423d-9c64-2640a1b49b88 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:38.034983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c05bc597-2dc1-423d-9c64-2640a1b49b88 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:38.035885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c05bc597-2dc1-423d-9c64-2640a1b49b88 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:38.049027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce4b65d-d12a-4943-b90d-17664226d37d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.051774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9ce4b65d-d12a-4943-b90d-17664226d37d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0857754 Aug 29 04:46:38.055964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:38.114217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3f31a1c6-a76b-45aa-a771-1bc3d079299c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0555692 Aug 29 04:46:38.116957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:38.122772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1201207965'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:38.152007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:38.158279 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.194540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:38.209896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.210402 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment f5439fd6-9f8e-41af-a29d-5061c6bb1a36 of type vlan for network 8155c969-547f-402e-bccf-a2d9e817193d Aug 29 04:46:38.265363 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.310376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b52da-bb7c-4ca3-8ebb-6942dd367916 req-f1f0997e-3c8d-4a3b-a06c-9b8898084fc9 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.311880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.312156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f1b52da-bb7c-4ca3-8ebb-6942dd367916 req-f1f0997e-3c8d-4a3b-a06c-9b8898084fc9 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.0606008 Aug 29 04:46:38.317627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.318290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.376984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2587106 Aug 29 04:46:38.382080 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f1b52da-bb7c-4ca3-8ebb-6942dd367916 req-df541c54-d50a-4be4-8f5a-f6de5d2bb42f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552754 Aug 29 04:46:38.384665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:38.397685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '8155c969-547f-402e-bccf-a2d9e817193d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:38.414477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5751a4-1d64-411a-bf9f-04d8992698d2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=8155c969-547f-402e-bccf-a2d9e817193d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:38.429814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8155c969-547f-402e-bccf-a2d9e817193d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:38.508386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:38.512139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.753392 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.818642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': 'f5439fd6-9f8e-41af-a29d-5061c6bb1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8155c969-547f-402e-bccf-a2d9e817193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:38.819054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: 8155c969-547f-402e-bccf-a2d9e817193d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:38.858231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=e0ccab7e-0145-4d87-9995-8e9040df6a5c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:38.863441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-807e4501-8573-4b19-8e75-aeced53deca4 req-0879c825-7e4a-4e7f-bfb7-28caf2bb2c21 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0377178 Aug 29 04:46:38.879534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 8155c969-547f-402e-bccf-a2d9e817193d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:38.891929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8155c969-547f-402e-bccf-a2d9e817193d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:38.908311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0cfadf-18a9-42ec-b747-d842886c74a7 None None] Network 8155c969-547f-402e-bccf-a2d9e817193d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:38.908819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.909431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.938432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53256) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:38.940079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-988d9e43-b0a8-4d8a-858b-1c58a0a53bf9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5540948 Aug 29 04:46:38.944465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '8155c969-547f-402e-bccf-a2d9e817193d', 'name': 'tempest-PortsIpV6TestJSON-1772666372'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:39.119418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:39.123821 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.142390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-8155c969-547f-402e-bccf-a2d9e817193d', 'network_id': '8155c969-547f-402e-bccf-a2d9e817193d', 'tenant_id': '3df5564326404104ba63ca194cfc3b64', 'fixed_ips': [{'subnet_id': 'e0ccab7e-0145-4d87-9995-8e9040df6a5c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:39.143429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.149852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port 61f5872f-c34d-42c6-8f97-792b643d7fa3 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:39.240791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a73be504-e11f-478d-92b5-95d2a45d732d req-f199346f-42c7-4a19-b9cb-8a627da4df35 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad&device_id=041733b3-624b-4b0f-8a4d-765dddca098b HTTP/1.1" status: 200 len: 210 time: 0.0384693 Aug 29 04:46:39.319531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Allocated IP 2001:db8::2 (8155c969-547f-402e-bccf-a2d9e817193d/e0ccab7e-0145-4d87-9995-8e9040df6a5c/cca28527-dc3f-4ad5-957c-5f5dea19d16d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:39.490800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47d05032-0f67-49cd-b9d4-a057540e5e40 req-c29d3192-2894-4d79-9066-333c37a78e17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626e051a1b914949bf55872bea8e31c4&device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0620651 Aug 29 04:46:39.525547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.531590 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47d05032-0f67-49cd-b9d4-a057540e5e40 req-92f1f27f-dbb6-4da4-acea-82a4b1912db4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=626e051a1b914949bf55872bea8e31c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283604 Aug 29 04:46:39.538259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Transition to ACTIVE for port object cca28527-dc3f-4ad5-957c-5f5dea19d16d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:39.543124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3a3a8-ee75-496f-aaf1-a02d255fdd80 req-1d616488-8e71-4f47-b792-bb5c377686d7 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:39.545558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34b3a3a8-ee75-496f-aaf1-a02d255fdd80 req-1d616488-8e71-4f47-b792-bb5c377686d7 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.0528738 Aug 29 04:46:39.549831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-809ced67-e872-41ea-a720-e46fea5d91a4 req-5a96e3a7-0002-4364-b337-438c979c04f7 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0620968 Aug 29 04:46:39.555345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Transition to ACTIVE for port object cca28527-dc3f-4ad5-957c-5f5dea19d16d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:39.573118 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.653579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Network 8155c969-547f-402e-bccf-a2d9e817193d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:39.654449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34b3a3a8-ee75-496f-aaf1-a02d255fdd80 req-12513158-66f8-4ce7-9b89-cb3a58438824 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870657 Aug 29 04:46:39.667886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d05032-0f67-49cd-b9d4-a057540e5e40 req-b56aa082-9439-4bee-b363-7dfd943a2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:39.668867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:39.669397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47d05032-0f67-49cd-b9d4-a057540e5e40 req-b56aa082-9439-4bee-b363-7dfd943a2c65 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224566 Aug 29 04:46:39.691177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Pushing event updated for resources: {'Port': ['ID=cca28527-dc3f-4ad5-957c-5f5dea19d16d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:39.694073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:39.719404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::289 (8155c969-547f-402e-bccf-a2d9e817193d/e0ccab7e-0145-4d87-9995-8e9040df6a5c/61f5872f-c34d-42c6-8f97-792b643d7fa3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:39.780930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Attempting to bind port cca28527-dc3f-4ad5-957c-5f5dea19d16d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:39.781293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Attempting to bind port cca28527-dc3f-4ad5-957c-5f5dea19d16d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'f5439fd6-9f8e-41af-a29d-5061c6bb1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8155c969-547f-402e-bccf-a2d9e817193d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:39.781684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Attempting to bind port cca28527-dc3f-4ad5-957c-5f5dea19d16d on network 8155c969-547f-402e-bccf-a2d9e817193d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:39.787575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:39.788366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Checking segment: {'id': 'f5439fd6-9f8e-41af-a29d-5061c6bb1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8155c969-547f-402e-bccf-a2d9e817193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:39.788957 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.789609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Bound using segment: {'id': 'f5439fd6-9f8e-41af-a29d-5061c6bb1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8155c969-547f-402e-bccf-a2d9e817193d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:39.790277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Bound port: cca28527-dc3f-4ad5-957c-5f5dea19d16d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5439fd6-9f8e-41af-a29d-5061c6bb1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8155c969-547f-402e-bccf-a2d9e817193d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:39.790852 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.829947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-48bb1908-e2bf-4904-ac14-fb4be8b618dc tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:39.831856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-48bb1908-e2bf-4904-ac14-fb4be8b618dc tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.32 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.0755897 Aug 29 04:46:39.881575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] For port cca28527-dc3f-4ad5-957c-5f5dea19d16d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:39.892621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] For port cca28527-dc3f-4ad5-957c-5f5dea19d16d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cca28527-dc3f-4ad5-957c-5f5dea19d16d,segment=NetworkSegment(f5439fd6-9f8e-41af-a29d-5061c6bb1a36),segment_id=f5439fd6-9f8e-41af-a29d-5061c6bb1a36)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:39.899427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.942510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.970621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Deleting port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:39.971396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.980365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object 61f5872f-c34d-42c6-8f97-792b643d7fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:39.988254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce08b25-0683-4963-a9c7-8ffce1ebe221 None None] Pushing event updated for resources: {'Port': ['ID=cca28527-dc3f-4ad5-957c-5f5dea19d16d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:40.030304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.113326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 8155c969-547f-402e-bccf-a2d9e817193d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:40.118855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:40.125121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:40.139844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.141703 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.172446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=61f5872f-c34d-42c6-8f97-792b643d7fa3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:40.181656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-12586e8d-ffe9-4870-b3c6-9cf1e1995d82 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2396622 Aug 29 04:46:40.182004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53272) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:40.187397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': '8155c969-547f-402e-bccf-a2d9e817193d', 'name': 'tempest-PortsIpV6TestJSON-207571619'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:40.382771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:40.387153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.427343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port c5fde2b2-1221-4ff3-bb44-fd1182b51978 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:40.491291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] For port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:40.491578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.554592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::340 (8155c969-547f-402e-bccf-a2d9e817193d/e0ccab7e-0145-4d87-9995-8e9040df6a5c/c5fde2b2-1221-4ff3-bb44-fd1182b51978) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:40.686249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b6623bd6-e1e8-4570-a640-1ea472ca913d req-a127edd5-b720-47e1-b2a8-ec32c6ed0fc8 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0377293 Aug 29 04:46:40.692036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.692464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.693121 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Floating IP f871e751-f2b5-4ec5-b7d0-2aef0cb77afc disassociated. External IP: 172.25.7.250, port: 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c. Aug 29 04:46:40.693677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Calling delete_port for 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:40.765932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.786653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object c5fde2b2-1221-4ff3-bb44-fd1182b51978 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:40.838322 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.856889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b6c2e-8f34-4c6b-8f9a-57d485e59af8 req-4e2e6c36-abdb-4480-bd7f-83a3f7acf04f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.858763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e94b6c2e-8f34-4c6b-8f9a-57d485e59af8 req-4e2e6c36-abdb-4480-bd7f-83a3f7acf04f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 946 time: 0.0940452 Aug 29 04:46:40.885017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 8155c969-547f-402e-bccf-a2d9e817193d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:40.890395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:40.895028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:40.900555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.901218 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.914537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=c5fde2b2-1221-4ff3-bb44-fd1182b51978,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:40.930088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d0de3b27-400f-4940-a1fa-06c8d0810c24 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7445958 Aug 29 04:46:40.930430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53282) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:40.943031 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e94b6c2e-8f34-4c6b-8f9a-57d485e59af8 req-ddc3f1cd-f1c6-47eb-8651-bea49985864d tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/security-groups?id=abce8cd0-ba1e-43d0-9586-2ce574a176a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728981 Aug 29 04:46:40.973316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.017364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event deleted for resources: {'Port': ['ID=8c0c1992-5e6c-4ec2-8b85-41f583f67a6c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:41.048919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897c519-dc2b-4e55-8696-6c3bc62cf4c1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:41.050438 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-47d05032-0f67-49cd-b9d4-a057540e5e40 req-055e0a1c-4281-4774-b21e-1398515bdb71 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.37 "GET /v2.0/ports?device_id=169d25d0-8323-4ce0-86f1-55ca9c5cefad HTTP/1.1" status: 200 len: 210 time: 0.0417955 Aug 29 04:46:41.052425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a897c519-dc2b-4e55-8696-6c3bc62cf4c1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A289 HTTP/1.1" status: 200 len: 929 time: 0.1208279 Aug 29 04:46:41.053858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53284) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:41.201892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a499ce9-3252-4d3d-9660-bc25452feb35 None None] Network 8155c969-547f-402e-bccf-a2d9e817193d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:41.245692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Router a8ed7181-9cc1-4b91-bd20-135f9bb3715e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:41.268319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port c5fde2b2-1221-4ff3-bb44-fd1182b51978 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:41.268319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.272041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-15842475-5867-4433-9735-6cf300af728a None None] Provisioning for port cca28527-dc3f-4ad5-957c-5f5dea19d16d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:41.466739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.498400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for c5fde2b2-1221-4ff3-bb44-fd1182b51978 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:41.508209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:41.518568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] Sync routers for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:41.531662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:41.535611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:41.661221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] No DVR routers for this DVR port 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:41.669356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.678178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1ed439e-7b9c-467e-8b91-1e9cf6553795 req-586badc7-54d0-4538-a4dd-25671b0c9078 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.32 "DELETE /v2.0/ports/8c0c1992-5e6c-4ec2-8b85-41f583f67a6c HTTP/1.1" status: 204 len: 173 time: 1.8399460 Aug 29 04:46:41.686581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'name': 'network-vif-deleted', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:41.689146 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88596e68-b3ef-428e-aeb8-53875c3c38e9" -d '{"events": [{"server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "name": "network-vif-deleted", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:41.744171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:41.761607 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc2bb1-98f7-476d-8867-00e7dd3bc8ac x-openstack-request-id: req-7bbc2bb1-98f7-476d-8867-00e7dd3bc8ac {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:41.767595 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c5c73-02b6-46cc-8718-3e87cbc39f55", "name": "network-vif-deleted", "tag": "8c0c1992-5e6c-4ec2-8b85-41f583f67a6c", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:41.767995 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bbc2bb1-98f7-476d-8867-00e7dd3bc8ac {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:41.770017 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c5c73-02b6-46cc-8718-3e87cbc39f55', 'name': 'network-vif-deleted', 'tag': '8c0c1992-5e6c-4ec2-8b85-41f583f67a6c', 'status': 'completed', 'code': 200} Aug 29 04:46:41.922892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.947635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2b02d0fc-7aad-4056-9506-9642d5684458 None None] Could not find standard attr ID for object c5fde2b2-1221-4ff3-bb44-fd1182b51978. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:42.042285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=c5fde2b2-1221-4ff3-bb44-fd1182b51978,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:42.105682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2b02d0fc-7aad-4056-9506-9642d5684458 None None] Provisioning for port 61f5872f-c34d-42c6-8f97-792b643d7fa3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:42.131850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.150447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2b02d0fc-7aad-4056-9506-9642d5684458 None None] Provisioning complete for port 61f5872f-c34d-42c6-8f97-792b643d7fa3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:42.150808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b02d0fc-7aad-4056-9506-9642d5684458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.160538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53310) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:42.161337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9e061aaf-8a86-4d46-acfd-e01a8d778980 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/c5fde2b2-1221-4ff3-bb44-fd1182b51978 HTTP/1.1" status: 204 len: 168 time: 1.0987124 Aug 29 04:46:42.203308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cca28527-dc3f-4ad5-957c-5f5dea19d16d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:42.233752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6807e413-4c22-4179-9f20-12f09618c4c0 req-f3a6fe1a-65b3-4cdb-87ed-2fcc4c6012b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626e051a1b914949bf55872bea8e31c4&device_id=041733b3-624b-4b0f-8a4d-765dddca098b HTTP/1.1" status: 200 len: 210 time: 0.0418556 Aug 29 04:46:42.269932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2b02d0fc-7aad-4056-9506-9642d5684458 None None] Port 61f5872f-c34d-42c6-8f97-792b643d7fa3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:42.274965 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c66dffb-f803-4e58-b010-eb1effa95eb4 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:42.284259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c66dffb-f803-4e58-b010-eb1effa95eb4 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/c5fde2b2-1221-4ff3-bb44-fd1182b51978 HTTP/1.1" status: 404 len: 333 time: 0.1205268 Aug 29 04:46:42.294145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6807e413-4c22-4179-9f20-12f09618c4c0 req-7448a484-a15e-4f42-86e2-5edc05788575 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=626e051a1b914949bf55872bea8e31c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335612 Aug 29 04:46:42.305862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:42.311047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7cf563bd-7fa4-494d-8505-4a861d989497 req-f53d240e-fa9c-4a62-ac59-05b9524e3d7f tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "GET /v2.0/ports?device_id=146c5c73-02b6-46cc-8718-3e87cbc39f55 HTTP/1.1" status: 200 len: 210 time: 0.0754864 Aug 29 04:46:42.314321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port cca28527-dc3f-4ad5-957c-5f5dea19d16d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:42.324853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:42.334260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port cca28527-dc3f-4ad5-957c-5f5dea19d16d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:42.337023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.455428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] Checking router: a8ed7181-9cc1-4b91-bd20-135f9bb3715e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:42.463753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cad9349c-9c55-48ff-ba6c-22a2b0056af0 req-1bb10551-15c1-449b-99ea-0f71a4db78ca tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=041733b3-624b-4b0f-8a4d-765dddca098b HTTP/1.1" status: 200 len: 210 time: 0.1939275 Aug 29 04:46:42.508166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807e413-4c22-4179-9f20-12f09618c4c0 req-9b853c17-b3bb-4b92-88a7-97280088ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:42.510530 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6807e413-4c22-4179-9f20-12f09618c4c0 req-9b853c17-b3bb-4b92-88a7-97280088ce3f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991339 Aug 29 04:46:42.513055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:42.513753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:42.566635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8076eea8-2078-4489-8000-1472eccb351e None None] Provisioning complete for port 61f5872f-c34d-42c6-8f97-792b643d7fa3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:42.567011 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8076eea8-2078-4489-8000-1472eccb351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.604369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port 61f5872f-c34d-42c6-8f97-792b643d7fa3 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:42.605105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.747171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.771128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for 61f5872f-c34d-42c6-8f97-792b643d7fa3 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:42.841081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8076eea8-2078-4489-8000-1472eccb351e None None] Port 61f5872f-c34d-42c6-8f97-792b643d7fa3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:42.870018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:42.872748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.972291 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.991505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:42.996649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port cca28527-dc3f-4ad5-957c-5f5dea19d16d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cca28527-dc3f-4ad5-957c-5f5dea19d16d,segment=NetworkSegment(f5439fd6-9f8e-41af-a29d-5061c6bb1a36),segment_id=f5439fd6-9f8e-41af-a29d-5061c6bb1a36)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:42.999657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e0c3d257-136a-480e-944e-8346ec10b159 None None] Could not find standard attr ID for object c5fde2b2-1221-4ff3-bb44-fd1182b51978. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:43.009970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=61f5872f-c34d-42c6-8f97-792b643d7fa3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.027360 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.060466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.066667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-36066774-1460-4e7b-bf37-51e6b9bb0312 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/61f5872f-c34d-42c6-8f97-792b643d7fa3 HTTP/1.1" status: 204 len: 168 time: 0.7574117 Aug 29 04:46:43.067067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53332) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.071391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:43.071391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8c0c1992-5e6c-4ec2-8b85-41f583f67a6c not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:43.114768 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80e8639-3f59-4351-b32b-146191816b48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:43.117526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d80e8639-3f59-4351-b32b-146191816b48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/61f5872f-c34d-42c6-8f97-792b643d7fa3 HTTP/1.1" status: 404 len: 333 time: 0.0492966 Aug 29 04:46:43.121178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.170610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=cca28527-dc3f-4ad5-957c-5f5dea19d16d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.191333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet e0ccab7e-0145-4d87-9995-8e9040df6a5c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:43.195191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.239466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:43.243719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.274154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a9c21d-711c-4b3e-9dfd-db2e659604ba None None] The sync data for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 is: [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:41:17Z', 'revision_number': 4, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9c9b9f67-1ede-44df-907b-0dec1d4b1499', 'name': '', 'network_id': 'b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'mac_address': 'fa:16:3e:b3:31:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:16Z', 'updated_at': '2021-08-29T04:41:28Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'subnets': [{'id': 'c86840c8-dee1-41d3-a10f-5bc301fa88b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:43.366040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.404379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.520500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.602055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ccab7e-0145-4d87-9995-8e9040df6a5c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:43.610217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.610988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aece602-a746-4fbf-9b7c-f9a6b098bb52 None None] Network 8155c969-547f-402e-bccf-a2d9e817193d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:43.615674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d96cf47d-bb38-419c-b37c-650edd73829b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/e0ccab7e-0145-4d87-9995-8e9040df6a5c HTTP/1.1" status: 204 len: 168 time: 0.4899061 Aug 29 04:46:43.616170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53352) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:43.619508 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8aa055-59e9-4225-87e9-4003583ae14c None None] New status for floating IP f871e751-f2b5-4ec5-b7d0-2aef0cb77afc: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:46:43.698490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6de05492-fb4c-431a-9577-c686296f7a4c req-dae2cfef-8ce7-48f5-a59b-d497a43f80dc tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.55 "GET /v2.0/ports?device_id=041733b3-624b-4b0f-8a4d-765dddca098b HTTP/1.1" status: 200 len: 210 time: 0.1227999 Aug 29 04:46:43.746251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.755195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Deleting port e4e23efc-6157-49ae-8000-f19d405acb25 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:43.755599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.821965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] DHCP port deletion for 8155c969-547f-402e-bccf-a2d9e817193d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:43.844141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port cca28527-dc3f-4ad5-957c-5f5dea19d16d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:43.844643 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.859718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6807e413-4c22-4179-9f20-12f09618c4c0 req-12a47046-2d4d-4b25-8fb2-cbad97117d40 tempest-ServerShowV247Test-52034911 tempest-ServerShowV247Test-52034911-project] 10.222.0.37 "GET /v2.0/ports?device_id=041733b3-624b-4b0f-8a4d-765dddca098b HTTP/1.1" status: 200 len: 210 time: 0.0338748 Aug 29 04:46:43.901303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.913983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.934733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] Deleting port cca28527-dc3f-4ad5-957c-5f5dea19d16d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:43.934733 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.960774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Calling delete_port for e4e23efc-6157-49ae-8000-f19d405acb25 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:43.974882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] For port cca28527-dc3f-4ad5-957c-5f5dea19d16d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cca28527-dc3f-4ad5-957c-5f5dea19d16d,segment=NetworkSegment(f5439fd6-9f8e-41af-a29d-5061c6bb1a36),segment_id=f5439fd6-9f8e-41af-a29d-5061c6bb1a36)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:43.975396 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.032509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for cca28527-dc3f-4ad5-957c-5f5dea19d16d owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:44.043154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] For port cca28527-dc3f-4ad5-957c-5f5dea19d16d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cca28527-dc3f-4ad5-957c-5f5dea19d16d,segment=NetworkSegment(f5439fd6-9f8e-41af-a29d-5061c6bb1a36),segment_id=f5439fd6-9f8e-41af-a29d-5061c6bb1a36)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:44.043564 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.058915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cca28527-dc3f-4ad5-957c-5f5dea19d16d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:44.104235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] Calling delete_port for cca28527-dc3f-4ad5-957c-5f5dea19d16d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:44.161624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.193065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event deleted for resources: {'Port': ['ID=e4e23efc-6157-49ae-8000-f19d405acb25,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.216876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.248810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=cca28527-dc3f-4ad5-957c-5f5dea19d16d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.255398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No DVR routers for this DVR port cca28527-dc3f-4ad5-957c-5f5dea19d16d on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:44.283913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.327213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.330851 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.360005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8b2f9ec7-7f44-4d1e-8ccc-adb65e188c05 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "DELETE /v2.0/floatingips/f871e751-f2b5-4ec5-b7d0-2aef0cb77afc HTTP/1.1" status: 204 len: 168 time: 0.9293418 Aug 29 04:46:44.383330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.398447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8155c969-547f-402e-bccf-a2d9e817193d']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:44.403288 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.431194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5439fd6-9f8e-41af-a29d-5061c6bb1a36') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:44.431568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5439fd6-9f8e-41af-a29d-5061c6bb1a36') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:44.444308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] Pushing event deleted for resources: {'Port': ['ID=cca28527-dc3f-4ad5-957c-5f5dea19d16d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.448328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb12e5-45be-4c44-a5a8-729ae5cd40d8 None None] No DVR routers for this DVR port cca28527-dc3f-4ad5-957c-5f5dea19d16d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:44.459397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.466834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:44.479786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.504054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:44.504482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:44.508060 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:44.573321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-746a2897-d942-446d-8232-e0b4d16f5c02 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.586966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.604543 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.604543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/8155c969-547f-402e-bccf-a2d9e817193d HTTP/1.1" status: 204 len: 168 time: 0.9825866 Aug 29 04:46:44.604981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:44.610746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1184374774'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:44.614663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f94523-3192-4ff9-9803-b6b33c150b19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=8155c969-547f-402e-bccf-a2d9e817193d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.627870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-746a2897-d942-446d-8232-e0b4d16f5c02 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.667180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:44.670679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.697887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:44.707692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.708038 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment e5a9d886-6565-47c9-82f3-bce0e5660e0e of type vlan for network d65d5d84-380f-429b-b50d-8da9e00adcef Aug 29 04:46:44.756065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-746a2897-d942-446d-8232-e0b4d16f5c02 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.759051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-746a2897-d942-446d-8232-e0b4d16f5c02 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.762762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-746a2897-d942-446d-8232-e0b4d16f5c02 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] 10.222.0.55 "DELETE /v2.0/security-groups/abce8cd0-ba1e-43d0-9586-2ce574a176a3 HTTP/1.1" status: 204 len: 168 time: 0.2918856 Aug 29 04:46:44.762762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.777656 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a2897-d942-446d-8232-e0b4d16f5c02 tempest-TestServerBasicOps-1110992531 tempest-TestServerBasicOps-1110992531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abce8cd0-ba1e-43d0-9586-2ce574a176a3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.822926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:44.823756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.832766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:44.833531 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:44.903504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2970583 Aug 29 04:46:44.906466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53388) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:44.912403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:44.918801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29e492-93f1-4251-a68f-b2be894486eb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=d65d5d84-380f-429b-b50d-8da9e00adcef,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.931158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network d65d5d84-380f-429b-b50d-8da9e00adcef details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:45.045695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:45.049338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.226629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53396) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:45.329984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.394712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-749dd803-116f-4d24-b384-d16056fa8e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.425024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=5586f9bd-ad07-4c71-a231-d529cf8d23a9,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:45.450066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': 'e5a9d886-6565-47c9-82f3-bce0e5660e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:45.450611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: d65d5d84-380f-429b-b50d-8da9e00adcef, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:45.472657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network d65d5d84-380f-429b-b50d-8da9e00adcef is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:45.483054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, d65d5d84-380f-429b-b50d-8da9e00adcef) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:45.488612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:45.489285 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.497414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e537e7d4-efc1-4144-9798-f6ba57719a8a None None] Network d65d5d84-380f-429b-b50d-8da9e00adcef requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:45.528864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.583980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-749dd803-116f-4d24-b384-d16056fa8e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.589021 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-749dd803-116f-4d24-b384-d16056fa8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.597255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ef5e66e-8520-4c55-af0c-fd04276f73a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6866946 Aug 29 04:46:45.597488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53408) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:45.602923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef', 'name': 'tempest-PortsIpV6TestJSON-1154112098', 'fixed_ips': [{'subnet_id': '5586f9bd-ad07-4c71-a231-d529cf8d23a9', 'ip_address': '2001:db8::10'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:45.671291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-749dd803-116f-4d24-b384-d16056fa8e49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=626e051a1b914949bf55872bea8e31c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431319 Aug 29 04:46:45.672045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53414) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:45.689391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dd803-116f-4d24-b384-d16056fa8e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee90df5-3a8e-4f4e-b79e-4a124b5b5e48,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:45.692637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-d65d5d84-380f-429b-b50d-8da9e00adcef', 'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef', 'tenant_id': '3df5564326404104ba63ca194cfc3b64', 'fixed_ips': [{'subnet_id': '5586f9bd-ad07-4c71-a231-d529cf8d23a9'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:45.693800 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.806674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd85a1ec-4df9-45f7-9ce6-d5a3cbd215d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.837262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd85a1ec-4df9-45f7-9ce6-d5a3cbd215d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.924141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Allocated IP 2001:db8::2 (d65d5d84-380f-429b-b50d-8da9e00adcef/5586f9bd-ad07-4c71-a231-d529cf8d23a9/bfa46bb0-2e17-452b-bd77-282a10e5977d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:45.998935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd85a1ec-4df9-45f7-9ce6-d5a3cbd215d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.001902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fd85a1ec-4df9-45f7-9ce6-d5a3cbd215d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.004043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd85a1ec-4df9-45f7-9ce6-d5a3cbd215d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ee90df5-3a8e-4f4e-b79e-4a124b5b5e48 HTTP/1.1" status: 204 len: 168 time: 0.3274744 Aug 29 04:46:46.017783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85a1ec-4df9-45f7-9ce6-d5a3cbd215d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee90df5-3a8e-4f4e-b79e-4a124b5b5e48,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:46.052255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Deleting port 9c9b9f67-1ede-44df-907b-0dec1d4b1499 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:46.052607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.167968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:46.195093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] For port 9c9b9f67-1ede-44df-907b-0dec1d4b1499, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9c9b9f67-1ede-44df-907b-0dec1d4b1499,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:46.195473 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.212631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Calling delete_port for 9c9b9f67-1ede-44df-907b-0dec1d4b1499 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:46.235274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.248509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Transition to ACTIVE for port object bfa46bb0-2e17-452b-bd77-282a10e5977d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:46.278970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.285661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Transition to ACTIVE for port object bfa46bb0-2e17-452b-bd77-282a10e5977d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:46.298960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port d023fdde-4b13-44c3-8143-0613e037f57e yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:46.299829 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.392809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Network d65d5d84-380f-429b-b50d-8da9e00adcef is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:46.394314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Pushing event updated for resources: {'Port': ['ID=bfa46bb0-2e17-452b-bd77-282a10e5977d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:46.402018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:46.406391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:46.486961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Attempting to bind port bfa46bb0-2e17-452b-bd77-282a10e5977d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:46.488617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Attempting to bind port bfa46bb0-2e17-452b-bd77-282a10e5977d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e5a9d886-6565-47c9-82f3-bce0e5660e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:46.489007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Attempting to bind port bfa46bb0-2e17-452b-bd77-282a10e5977d on network d65d5d84-380f-429b-b50d-8da9e00adcef {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:46.503279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:46.504670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Checking segment: {'id': 'e5a9d886-6565-47c9-82f3-bce0e5660e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:46.505098 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.505502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Bound using segment: {'id': 'e5a9d886-6565-47c9-82f3-bce0e5660e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:46.506077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Bound port: bfa46bb0-2e17-452b-bd77-282a10e5977d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a9d886-6565-47c9-82f3-bce0e5660e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:46.506469 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.539489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::10 (d65d5d84-380f-429b-b50d-8da9e00adcef/5586f9bd-ad07-4c71-a231-d529cf8d23a9/d023fdde-4b13-44c3-8143-0613e037f57e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:46.570003 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.605576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] For port bfa46bb0-2e17-452b-bd77-282a10e5977d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:46.610431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] For port bfa46bb0-2e17-452b-bd77-282a10e5977d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bfa46bb0-2e17-452b-bd77-282a10e5977d,segment=NetworkSegment(e5a9d886-6565-47c9-82f3-bce0e5660e0e),segment_id=e5a9d886-6565-47c9-82f3-bce0e5660e0e)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:46.619168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.645657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9b9f67-1ede-44df-907b-0dec1d4b1499,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:46.721555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73e56-49c2-4747-91d0-0c36cf13677b None None] Pushing event updated for resources: {'Port': ['ID=bfa46bb0-2e17-452b-bd77-282a10e5977d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:46.810226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.821949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7ae05f7-424a-4e65-94fa-5c18b42d6d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.850103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object d023fdde-4b13-44c3-8143-0613e037f57e will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:46.923183 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.992153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.024823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=d023fdde-4b13-44c3-8143-0613e037f57e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:47.047296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network d65d5d84-380f-429b-b50d-8da9e00adcef is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:47.055275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:47.071821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:47.080481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:47.084124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.114683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3fb28b00-a7bc-4c35-83a6-c808cc62d040 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5160184 Aug 29 04:46:47.115471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53450) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:47.131815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': 'd65d5d84-380f-429b-b50d-8da9e00adcef', 'name': 'tempest-PortsIpV6TestJSON-1942031548', 'fixed_ips': [{'subnet_id': '5586f9bd-ad07-4c71-a231-d529cf8d23a9', 'ip_address': '2001:db8::f'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:47.284429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53456) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:47.303902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:47.310826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.326685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Router a8ed7181-9cc1-4b91-bd20-135f9bb3715e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:47.334642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port df40510b-0dbb-44ce-93a3-c1b81bf2737b yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:47.456987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1046731181-network', 'tenant_id': 'f9bf0ce4a1974977b601f59e753ce3df'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:47.497776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:47.505921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1fb564e8-e360-4205-86aa-51e017ebf17b admin admin] 10.222.0.55 "PUT /v2.0/routers/a8ed7181-9cc1-4b91-bd20-135f9bb3715e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6687360 Aug 29 04:46:47.508303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53462) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:47.512870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] Sync routers for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:47.524609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:47.525405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:47.535235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Made reservation on behalf of f9bf0ce4a1974977b601f59e753ce3df for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:47.538901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.553354 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.709141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.720402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:47.728635 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.740560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::f (d65d5d84-380f-429b-b50d-8da9e00adcef/5586f9bd-ad07-4c71-a231-d529cf8d23a9/df40510b-0dbb-44ce-93a3-c1b81bf2737b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:47.841371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:47.877287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:47.929126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.936074 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Added segment 15b3796f-fcd1-41d9-90a9-45e853ea589f of type vlan for network 68e73522-bb43-477a-bd94-81ce21f92d09 Aug 29 04:46:48.008473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:46:46Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:48.026867 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.043579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] Checking router: a8ed7181-9cc1-4b91-bd20-135f9bb3715e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:48.052504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] Routers {'a8ed7181-9cc1-4b91-bd20-135f9bb3715e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:48.053148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:48.071830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.073286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.074114 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.171437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.225760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfa46bb0-2e17-452b-bd77-282a10e5977d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:48.258750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2705a-5469-4e3b-8a39-8ddf7a6cca24 None None] Network d65d5d84-380f-429b-b50d-8da9e00adcef requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:48.275652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9868362 Aug 29 04:46:48.277091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53476) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:48.285409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Request body: {'subnet': {'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1046731181-subnet', 'tenant_id': 'f9bf0ce4a1974977b601f59e753ce3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:48.298363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.319997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Made reservation on behalf of f9bf0ce4a1974977b601f59e753ce3df for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:48.322416 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.371718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1dafae71-33dd-442a-b226-0c535ea89790 None None] Provisioning for port bfa46bb0-2e17-452b-bd77-282a10e5977d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:48.374775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] Set router a8ed7181-9cc1-4b91-bd20-135f9bb3715e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:48.379346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5900a53-3c6f-4eb5-b0f7-4496ea0faf99 admin admin] Pushing event updated for resources: {'Network': ['ID=68e73522-bb43-477a-bd94-81ce21f92d09,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:48.380861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Deleting port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:48.381268 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.415933 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.437753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 68e73522-bb43-477a-bd94-81ce21f92d09 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:48.448622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object df40510b-0dbb-44ce-93a3-c1b81bf2737b will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:48.484497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] For port cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:48.484874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.499448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Calling delete_port for cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:48.547334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port bfa46bb0-2e17-452b-bd77-282a10e5977d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:48.547993 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.576295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bfa46bb0-2e17-452b-bd77-282a10e5977d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:48.576678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.627082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=df40510b-0dbb-44ce-93a3-c1b81bf2737b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:48.673796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network d65d5d84-380f-429b-b50d-8da9e00adcef is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:48.680397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:48.688462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:48.695469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.696151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.712231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.736399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.749421 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3c21b428-0ea9-475b-b554-3edb02ccc3b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6328485 Aug 29 04:46:48.752400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53486) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:48.774586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:48.856317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.871939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f805f5a-b5ef-45ed-823d-5efe99866cec,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:48.892064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9b608-32ae-4410-b457-051e0c133127 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.894369 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-05e9b608-32ae-4410-b457-051e0c133127 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1395280 Aug 29 04:46:48.897034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53488) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:48.928617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Checking segment: {'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:48.929021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Network hostable DHCP agents. Network: 68e73522-bb43-477a-bd94-81ce21f92d09, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:48.984433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45984808-3102-4d3d-8c89-cd528512dd6c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.991528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45984808-3102-4d3d-8c89-cd528512dd6c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.992522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.995315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.998727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45984808-3102-4d3d-8c89-cd528512dd6c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:49.001059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-45984808-3102-4d3d-8c89-cd528512dd6c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1030717 Aug 29 04:46:49.007047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:49.009167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Network 68e73522-bb43-477a-bd94-81ce21f92d09 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:49.022081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 68e73522-bb43-477a-bd94-81ce21f92d09) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:49.043341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c043847-8c56-44ae-86fd-5fac69a011cf None None] Network 68e73522-bb43-477a-bd94-81ce21f92d09 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:49.047150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:49.047776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.081721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-248527e4-bbf7-42a8-a770-466fc776d202 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8011379 Aug 29 04:46:49.147732 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.196822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.197480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8ed7181-9cc1-4b91-bd20-135f9bb3715e {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:46:49.217113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.219091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-051cc775-8e01-49a2-ab2c-b75a88980839 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a8ed7181-9cc1-4b91-bd20-135f9bb3715e HTTP/1.1" status: 204 len: 168 time: 1.7095399 Aug 29 04:46:49.222941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53498) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:49.243373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d4e45-3327-474c-a5dc-1e26fdacf5d7 None None] Network 68e73522-bb43-477a-bd94-81ce21f92d09 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:49.255435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:46:46Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:49.285778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port df40510b-0dbb-44ce-93a3-c1b81bf2737b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:49.286024 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.322251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b32308-a0b1-49fe-92ae-8b66f1cb8c45 None None] The sync data for ids ['a8ed7181-9cc1-4b91-bd20-135f9bb3715e'] in n-d-712143-14 is: [{'id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'name': 'tempest-TestServerBasicOps-1403743846-router', 'tenant_id': '38c0a952f76b42cda7b089b4878fa9b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:11Z', 'updated_at': '2021-08-29T04:46:46Z', 'revision_number': 5, 'project_id': '38c0a952f76b42cda7b089b4878fa9b9', 'gw_port': {'id': 'cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ed7181-9cc1-4b91-bd20-135f9bb3715e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:49.354085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] Deleting subnet c86840c8-dee1-41d3-a10f-5bc301fa88b7 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:49.371548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.388184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port bfa46bb0-2e17-452b-bd77-282a10e5977d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bfa46bb0-2e17-452b-bd77-282a10e5977d,segment=NetworkSegment(e5a9d886-6565-47c9-82f3-bce0e5660e0e),segment_id=e5a9d886-6565-47c9-82f3-bce0e5660e0e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:49.399010 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.410445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.479419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.507203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for df40510b-0dbb-44ce-93a3-c1b81bf2737b owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:49.568677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=bfa46bb0-2e17-452b-bd77-282a10e5977d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:49.570394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.631098 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7de2ce9e-194c-48c0-8a36-bb15d2a4dd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.650155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59607dc5-914b-4c43-82b4-abbf9f66bf66 None None] Provisioning for port d023fdde-4b13-44c3-8143-0613e037f57e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:49.660343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.685517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59607dc5-914b-4c43-82b4-abbf9f66bf66 None None] Provisioning complete for port d023fdde-4b13-44c3-8143-0613e037f57e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:49.686190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59607dc5-914b-4c43-82b4-abbf9f66bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.709794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86840c8-dee1-41d3-a10f-5bc301fa88b7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:49.717047 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.735630 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.739696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-df93e8be-e99d-4070-a89b-2b100c40814d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c86840c8-dee1-41d3-a10f-5bc301fa88b7 HTTP/1.1" status: 204 len: 168 time: 0.5111055 Aug 29 04:46:49.741091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53512) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:49.745167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0282431f-1e69-463c-ae3b-cbf3ae025413 None None] Network b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:49.884864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.921751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-59607dc5-914b-4c43-82b4-abbf9f66bf66 None None] Port d023fdde-4b13-44c3-8143-0613e037f57e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:49.971732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-3716e23f-f914-416c-86ea-7fffe3d1bcdd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:49.973750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-3716e23f-f914-416c-86ea-7fffe3d1bcdd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 814 time: 0.1552446 Aug 29 04:46:49.975017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.993140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59607dc5-914b-4c43-82b4-abbf9f66bf66 None None] Provisioning complete for port bfa46bb0-2e17-452b-bd77-282a10e5977d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:49.993140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59607dc5-914b-4c43-82b4-abbf9f66bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.004806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Deleting port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:50.005185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.026013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=df40510b-0dbb-44ce-93a3-c1b81bf2737b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.073515 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-e1d48106-a2f1-4bf3-a817-f04f3997fe02 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/quotas/f9bf0ce4a1974977b601f59e753ce3df HTTP/1.1" status: 200 len: 375 time: 0.0788836 Aug 29 04:46:50.074820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.079538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9c1870b8-b607-4dac-857c-cfd664361fae tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/df40510b-0dbb-44ce-93a3-c1b81bf2737b HTTP/1.1" status: 204 len: 168 time: 1.0713811 Aug 29 04:46:50.081947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53528) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.165224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59607dc5-914b-4c43-82b4-abbf9f66bf66 None None] Could not find standard attr ID for object df40510b-0dbb-44ce-93a3-c1b81bf2737b. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:50.210555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-44d0876b-5eec-4647-983c-2a5109eaf750 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298470 Aug 29 04:46:50.212523 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b2fc43-31e5-4ee9-9f83-32b07a7560a1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:50.214537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c2b2fc43-31e5-4ee9-9f83-32b07a7560a1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/df40510b-0dbb-44ce-93a3-c1b81bf2737b HTTP/1.1" status: 404 len: 333 time: 0.1317089 Aug 29 04:46:50.217110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.255213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] For port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,segment=NetworkSegment(beacf182-34dd-443d-a8f2-d6c88498bf65),segment_id=beacf182-34dd-443d-a8f2-d6c88498bf65)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:50.255599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.278055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Calling delete_port for 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:50.288725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] DHCP port deletion for b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:50.369275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2b98596-6139-449e-bdbe-0759d44bb0c8 None None] Provisioning complete for port d023fdde-4b13-44c3-8143-0613e037f57e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:50.369743 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b98596-6139-449e-bdbe-0759d44bb0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.383812 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.425077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.429959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f2b98596-6139-449e-bdbe-0759d44bb0c8 None None] Port d023fdde-4b13-44c3-8143-0613e037f57e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:50.436420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] No DVR routers for this DVR port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:50.456063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] Deleting port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:50.456063 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.505573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port d023fdde-4b13-44c3-8143-0613e037f57e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:50.505997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.557449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-43290291-bc58-4065-8a81-2a0eac06c35c None None] Could not find standard attr ID for object df40510b-0dbb-44ce-93a3-c1b81bf2737b. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:46:50.577629 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.590352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:50.591614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-fda209e4-c92e-4e5d-a1b9-f7cae3a6e251 service neutron] 10.222.0.55 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717613 Aug 29 04:46:50.600563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] For port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:50.601106 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.606627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfa46bb0-2e17-452b-bd77-282a10e5977d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:50.625259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] Calling delete_port for 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:50.641079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beacf182-34dd-443d-a8f2-d6c88498bf65') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:50.641571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beacf182-34dd-443d-a8f2-d6c88498bf65') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:50.647791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] Port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:46:50.651047 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.689713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] No DVR routers for this DVR port 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:50.692331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.695014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53577161-af66-409f-94f2-d0d89ac1c270 None None] Pushing event deleted for resources: {'Port': ['ID=2ddd3ac4-aeef-4981-98f1-18b6d0882b6c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.742573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.762367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bfa46bb0-2e17-452b-bd77-282a10e5977d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:50.762807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.774893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:50.776451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.779058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:50.787867 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:50.821943 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.834101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for d023fdde-4b13-44c3-8143-0613e037f57e owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:50.834948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.871249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.881823 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.884363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] 10.222.0.55 "DELETE /v2.0/networks/b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e HTTP/1.1" status: 204 len: 168 time: 1.1349440 Aug 29 04:46:50.895877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53540) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.916702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-5e5eb5c3-a840-4a09-b1d5-eb2957c765b2 service neutron] 10.222.0.55 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105555 Aug 29 04:46:50.935824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9b9f67-1ede-44df-907b-0dec1d4b1499 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:50.978364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9c9b9f67-1ede-44df-907b-0dec1d4b1499 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:50.978702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9c9b9f67-1ede-44df-907b-0dec1d4b1499 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:51.038670 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:51.045626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc69cc-234b-4827-bd13-8c376a66cfae admin admin] Pushing event deleted for resources: {'Network': ['ID=b5817ccc-7c0b-4fb9-918b-53c35b5ebe4e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.054990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.148179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=d023fdde-4b13-44c3-8143-0613e037f57e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.207103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.214070 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-789006ab-3904-4bc8-8bd3-f7ff5201a247 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/d023fdde-4b13-44c3-8143-0613e037f57e HTTP/1.1" status: 204 len: 168 time: 0.9930787 Aug 29 04:46:51.215462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.239233 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd2b0ff2-ec7b-48d9-a4d9-2034f40ec42a req-299df354-a55b-4c1c-abc7-1354facc6584 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 210 time: 0.0373654 Aug 29 04:46:51.262614 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c81a83d-aba7-407c-bf0a-c1b3505a55ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:46:51.266615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8c81a83d-aba7-407c-bf0a-c1b3505a55ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/d023fdde-4b13-44c3-8143-0613e037f57e HTTP/1.1" status: 404 len: 333 time: 0.0475228 Aug 29 04:46:51.268878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53554) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.354398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet 5586f9bd-ad07-4c71-a231-d529cf8d23a9 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:51.358919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.444237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.485024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.533544 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36f8ab78-1fcd-4604-aa74-95479b7cb845 req-ce192ebd-733a-406e-a933-b8f046be04db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0369890 Aug 29 04:46:51.616605 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36f8ab78-1fcd-4604-aa74-95479b7cb845 req-5a091956-4209-49af-b1c7-4b0c8a902c49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0610352 Aug 29 04:46:51.674273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36f8ab78-1fcd-4604-aa74-95479b7cb845 req-e2926b7a-fc38-44de-84dd-5de236ac7261 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312026 Aug 29 04:46:51.674273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.807223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Deleting port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:51.807223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.842820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.864214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.868474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/5586f9bd-ad07-4c71-a231-d529cf8d23a9 HTTP/1.1" status: 204 len: 168 time: 0.5962763 Aug 29 04:46:51.870786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53572) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.875821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee4448-2d02-4d72-9943-cacfb15c7823 None None] Network d65d5d84-380f-429b-b50d-8da9e00adcef requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:51.897174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a21fd-558d-42e9-853d-5b7a827188b7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=5586f9bd-ad07-4c71-a231-d529cf8d23a9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.900726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8ab78-1fcd-4604-aa74-95479b7cb845 req-dc2e501d-931e-4fa9-9658-4154fd972baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.902550 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36f8ab78-1fcd-4604-aa74-95479b7cb845 req-dc2e501d-931e-4fa9-9658-4154fd972baa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2241375 Aug 29 04:46:52.025621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] For port 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,segment=NetworkSegment(fbf20bd9-7468-460d-b81f-64b2d4287753),segment_id=fbf20bd9-7468-460d-b81f-64b2d4287753)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:52.025621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.028135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:52.049822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.051848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:52.052093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Calling delete_port for 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:52.052705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2ddd3ac4-aeef-4981-98f1-18b6d0882b6c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:52.053212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:52.090263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:52.090985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device cbbdaa76-6d6f-4e70-a6cb-a7b64a1d5338 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:52.203163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] DHCP port deletion for d65d5d84-380f-429b-b50d-8da9e00adcef request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:52.245799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port bfa46bb0-2e17-452b-bd77-282a10e5977d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:52.246369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.268008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] Deleting port bfa46bb0-2e17-452b-bd77-282a10e5977d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:52.268476 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.349700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] For port bfa46bb0-2e17-452b-bd77-282a10e5977d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bfa46bb0-2e17-452b-bd77-282a10e5977d,segment=NetworkSegment(e5a9d886-6565-47c9-82f3-bce0e5660e0e),segment_id=e5a9d886-6565-47c9-82f3-bce0e5660e0e)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:52.350076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.386738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.392219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] For port bfa46bb0-2e17-452b-bd77-282a10e5977d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bfa46bb0-2e17-452b-bd77-282a10e5977d,segment=NetworkSegment(e5a9d886-6565-47c9-82f3-bce0e5660e0e),segment_id=e5a9d886-6565-47c9-82f3-bce0e5660e0e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:52.393032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.393687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for bfa46bb0-2e17-452b-bd77-282a10e5977d owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:52.408690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] Calling delete_port for bfa46bb0-2e17-452b-bd77-282a10e5977d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:52.433927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5afd72a7-90ae-453f-8b33-865b3c00299f req-7a166a7e-8dd0-41cd-b4d9-4b4a2b208f08 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 210 time: 0.0413241 Aug 29 04:46:52.511423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.535682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.559700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] No DVR routers for this DVR port bfa46bb0-2e17-452b-bd77-282a10e5977d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:52.580867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92237b80-840b-49d9-a2c6-29e5625d7073 None None] Pushing event deleted for resources: {'Port': ['ID=bfa46bb0-2e17-452b-bd77-282a10e5977d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.589493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Pushing event deleted for resources: {'Port': ['ID=4150a908-ae79-4ba6-8dc1-a8e6c0cf1954,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.665984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-ac4ebc43-c5c4-41ca-9207-fbd4bc2b86a4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.667681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-ac4ebc43-c5c4-41ca-9207-fbd4bc2b86a4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.32 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 814 time: 0.2080467 Aug 29 04:46:52.690199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.692628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Request body: {'port': {'device_id': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09', 'admin_state_up': True, 'tenant_id': 'f9bf0ce4a1974977b601f59e753ce3df'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:52.763287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No DVR routers for this DVR port bfa46bb0-2e17-452b-bd77-282a10e5977d on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:52.811529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=bfa46bb0-2e17-452b-bd77-282a10e5977d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.853937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Made reservation on behalf of f9bf0ce4a1974977b601f59e753ce3df for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:52.859115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.915138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.929925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65d5d84-380f-429b-b50d-8da9e00adcef']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:52.939691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.943443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a9d886-6565-47c9-82f3-bce0e5660e0e') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:52.943683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a9d886-6565-47c9-82f3-bce0e5660e0e') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:52.960271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.025857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Allocated IP 172.20.0.3 (68e73522-bb43-477a-bd94-81ce21f92d09/2f805f5a-b5ef-45ed-823d-5efe99866cec/4fcaf109-64f7-47c9-993f-646e785d08c3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:53.026171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.038567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:53.039103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:53.042568 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:53.205646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.255994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.308829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Network 68e73522-bb43-477a-bd94-81ce21f92d09 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:53.312284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:53.316947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:53.358106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.387947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:53.388601 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.404892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-30bf37ba-2b7c-4041-ae09-c857ac7527c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7176938 Aug 29 04:46:53.423180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Request body: {'port': {'device_id': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:53.492807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.506403 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.511084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.516525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/d65d5d84-380f-429b-b50d-8da9e00adcef HTTP/1.1" status: 204 len: 168 time: 1.6413646 Aug 29 04:46:53.529648 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53604) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:53.531557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdab90-e904-477f-8bb7-0024dbbfee89 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=d65d5d84-380f-429b-b50d-8da9e00adcef,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:53.539491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-321745895'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:53.609028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:53.612858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.676145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:53.730754 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.731107 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Added segment afea5b54-690f-4bfd-a7ef-b19ba81728bc of type vlan for network ef16095c-9e2a-43fa-8f3d-8fe901313670 Aug 29 04:46:53.787184 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.803715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f7096-6057-430a-9413-868811f3a75e req-70f11fc3-d017-4b78-97a4-5407e48e5988 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:53.805229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e59f7096-6057-430a-9413-868811f3a75e req-70f11fc3-d017-4b78-97a4-5407e48e5988 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 931 time: 0.2441590 Aug 29 04:46:53.808777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:53.812892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcaf109-64f7-47c9-993f-646e785d08c3 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:53.831655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.850314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Transition to ACTIVE for port object 4fcaf109-64f7-47c9-993f-646e785d08c3 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:53.856845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.897563 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.905858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:53.910895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.941471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.009210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e59f7096-6057-430a-9413-868811f3a75e req-1823f4ac-da27-471d-8326-0f72d7c1ad64 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909854 Aug 29 04:46:54.023932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4888761 Aug 29 04:46:54.035938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53616) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.038029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Attempting to bind port 4fcaf109-64f7-47c9-993f-646e785d08c3 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:54.038372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Attempting to bind port 4fcaf109-64f7-47c9-993f-646e785d08c3 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:54.038760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Attempting to bind port 4fcaf109-64f7-47c9-993f-646e785d08c3 on network 68e73522-bb43-477a-bd94-81ce21f92d09 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:54.043246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Port 4fcaf109-64f7-47c9-993f-646e785d08c3 on network 68e73522-bb43-477a-bd94-81ce21f92d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:54.043635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Attempting to bind port 4fcaf109-64f7-47c9-993f-646e785d08c3 on network 68e73522-bb43-477a-bd94-81ce21f92d09 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:54.048977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:54.049315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Checking segment: {'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:54.049726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Bound using segment: {'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:54.050939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Bound port: 4fcaf109-64f7-47c9-993f-646e785d08c3, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:54.051427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.071114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:54.101338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfa46bb0-2e17-452b-bd77-282a10e5977d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:54.120115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba43a4a-de9f-4acc-80df-7f36b1d571f2 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Network': ['ID=ef16095c-9e2a-43fa-8f3d-8fe901313670,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.141387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:54.148278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:54.153243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:54.156394 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.170119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:54.181497 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] Sync routers for ids ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:54.184582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-10f4da2a-e3ff-44f4-bfe5-c4160c1f807d admin admin] 10.222.0.55 "PUT /v2.0/routers/644541e5-a7e3-4cbe-8057-a0e0f5d70166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2821829 Aug 29 04:46:54.190847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53618) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.193902 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] Routers {'644541e5-a7e3-4cbe-8057-a0e0f5d70166'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:54.194529 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:54.223389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: bfa46bb0-2e17-452b-bd77-282a10e5977d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:54.223774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:54.223941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bfa46bb0-2e17-452b-bd77-282a10e5977d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:54.234728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.242949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:54.243702 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.245251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] 10.222.0.32 "PUT /v2.0/ports/4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 200 len: 1092 time: 0.8268857 Aug 29 04:46:54.245941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:54.248630 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a3dd6-7fe0-4b87-a1e1-06d914de251f" -d '{"events": [{"name": "network-changed", "server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:54.312868 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b080a6-4927-4db0-bf00-7d5707f0bbf3 x-openstack-request-id: req-32b080a6-4927-4db0-bf00-7d5707f0bbf3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:54.313613 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:54.314134 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32b080a6-4927-4db0-bf00-7d5707f0bbf3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:54.314782 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'status': 'completed', 'code': 200} Aug 29 04:46:54.376135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c717e4-9f14-426c-b6fa-f15d85756cad service neutron] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.432044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-e09755bd-9353-4958-88f3-021fb0ee0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:54.433642 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-e09755bd-9353-4958-88f3-021fb0ee0a6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1095 time: 0.1071763 Aug 29 04:46:54.436327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.457480 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] Set router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:54.497841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.526775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-0b8255f2-e4ec-4156-a07f-961d5021d936 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 200 len: 217 time: 0.0439837 Aug 29 04:46:54.582355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.598730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Checking segment: {'id': 'afea5b54-690f-4bfd-a7ef-b19ba81728bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:54.599240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network hostable DHCP agents. Network: ef16095c-9e2a-43fa-8f3d-8fe901313670, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:54.627683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:54.639989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-09b20583-70e6-4939-be98-09b08469748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:54.643127 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-09b20583-70e6-4939-be98-09b08469748f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.0987225 Aug 29 04:46:54.651958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, ef16095c-9e2a-43fa-8f3d-8fe901313670) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:54.664137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:54.664876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.669225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.673677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7130f-96e4-41f8-8c8e-cf3ab335c5b0 None None] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:54.692328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-867be66d-448e-469c-8f0d-7c2bbaacc64f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417533 Aug 29 04:46:54.692917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d2b14f49-e079-4a13-a0d5-4a7fbe5d6826 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6556695 Aug 29 04:46:54.695747 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53632) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.701374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-96b6b03f-abf1-4cf6-a18b-8d7194a7d1b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-451033363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:54.741171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96b6b03f-abf1-4cf6-a18b-8d7194a7d1b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.742803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96b6b03f-abf1-4cf6-a18b-8d7194a7d1b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.816788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96b6b03f-abf1-4cf6-a18b-8d7194a7d1b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.830723 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96b6b03f-abf1-4cf6-a18b-8d7194a7d1b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.863475 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-96b6b03f-abf1-4cf6-a18b-8d7194a7d1b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.867127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-96b6b03f-abf1-4cf6-a18b-8d7194a7d1b0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1678457 Aug 29 04:46:54.867370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:46:52Z', 'revision_number': 5, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port': {'id': '5935985e-4513-490b-b16b-eaf4e8250f60', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:54.869150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53636) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.881329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670', 'name': 'tempest-PortsIpV6TestJSON-789427827'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:54.930267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-ef16095c-9e2a-43fa-8f3d-8fe901313670', 'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670', 'tenant_id': '3df5564326404104ba63ca194cfc3b64', 'fixed_ips': [{'subnet_id': 'a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:54.931251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.931727 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] Checking router: 644541e5-a7e3-4cbe-8057-a0e0f5d70166 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:54.977909 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] Routers {'644541e5-a7e3-4cbe-8057-a0e0f5d70166'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:54.978693 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:55.059040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:55.065196 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.102079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:46:55.111716 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] Set router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:55.178063 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:46:54Z', 'revision_number': 6, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:55.198981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Allocated IP 2001:db8::2 (ef16095c-9e2a-43fa-8f3d-8fe901313670/a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08/f50200ea-8ab3-4241-8743-3d66fde5c766) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:55.212601 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720f843-c2e8-487e-9d87-2bd335a0d08c None None] The sync data for ids ['644541e5-a7e3-4cbe-8057-a0e0f5d70166'] in n-d-712143-14 is: [{'id': '644541e5-a7e3-4cbe-8057-a0e0f5d70166', 'name': 'tempest-TestServerBasicOps-1730265470-router', 'tenant_id': '1b14c668d76c4dddac965b8f964076fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:22Z', 'updated_at': '2021-08-29T04:46:54Z', 'revision_number': 6, 'project_id': '1b14c668d76c4dddac965b8f964076fb', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:55.288099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-a19e20b0-289e-4b9e-9ac7-1f695a591448 service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870697 Aug 29 04:46:55.321371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc395c-e9f8-447b-838b-2b37cf7276ef req-f30b1088-3f5f-41d7-9c24-63f75a7d90b6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.322895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebbc395c-e9f8-447b-838b-2b37cf7276ef req-f30b1088-3f5f-41d7-9c24-63f75a7d90b6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.0981810 Aug 29 04:46:55.362603 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.373033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Transition to ACTIVE for port object f50200ea-8ab3-4241-8743-3d66fde5c766 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:55.375776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Deleting port 5935985e-4513-490b-b16b-eaf4e8250f60 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:55.376120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.396020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Transition to ACTIVE for port object f50200ea-8ab3-4241-8743-3d66fde5c766 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:55.408006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.462682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Pushing event updated for resources: {'Port': ['ID=f50200ea-8ab3-4241-8743-3d66fde5c766,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:55.480602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:55.482073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::27f (ef16095c-9e2a-43fa-8f3d-8fe901313670/a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08/f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:55.482286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:55.488718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:55.570236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dec6840-6b34-448c-a880-7fa561dd1ae2 req-3838a60b-82d5-47b5-accd-21ec9e4e13ca service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706270 Aug 29 04:46:55.576301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebbc395c-e9f8-447b-838b-2b37cf7276ef req-055f263e-c175-4f69-883c-5a7313545292 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392795 Aug 29 04:46:55.578262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Attempting to bind port f50200ea-8ab3-4241-8743-3d66fde5c766 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:55.578673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Attempting to bind port f50200ea-8ab3-4241-8743-3d66fde5c766 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'afea5b54-690f-4bfd-a7ef-b19ba81728bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:55.579076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Attempting to bind port f50200ea-8ab3-4241-8743-3d66fde5c766 on network ef16095c-9e2a-43fa-8f3d-8fe901313670 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:55.585703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:55.586091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Checking segment: {'id': 'afea5b54-690f-4bfd-a7ef-b19ba81728bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:55.586506 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.586913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Bound using segment: {'id': 'afea5b54-690f-4bfd-a7ef-b19ba81728bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:55.587398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Bound port: f50200ea-8ab3-4241-8743-3d66fde5c766, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afea5b54-690f-4bfd-a7ef-b19ba81728bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ef16095c-9e2a-43fa-8f3d-8fe901313670'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:55.587788 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.685425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] For port 5935985e-4513-490b-b16b-eaf4e8250f60, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5935985e-4513-490b-b16b-eaf4e8250f60,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:55.685425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.717124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.734624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Calling delete_port for 5935985e-4513-490b-b16b-eaf4e8250f60 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:55.751624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] For port f50200ea-8ab3-4241-8743-3d66fde5c766, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:55.757242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:55.759669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] For port f50200ea-8ab3-4241-8743-3d66fde5c766, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f50200ea-8ab3-4241-8743-3d66fde5c766,segment=NetworkSegment(afea5b54-690f-4bfd-a7ef-b19ba81728bc),segment_id=afea5b54-690f-4bfd-a7ef-b19ba81728bc)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:55.767723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.805355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-310ebff3-aa5e-4724-868d-64a35dbcd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.806776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-310ebff3-aa5e-4724-868d-64a35dbcd1b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1095 time: 0.1094501 Aug 29 04:46:55.833560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.868337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45d174-6fef-4087-9c6e-a92730af3bd9 None None] Pushing event updated for resources: {'Port': ['ID=f50200ea-8ab3-4241-8743-3d66fde5c766,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:55.924634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:55.933253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:55.938211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:55.943984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.944655 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:55.979579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:55.993185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-29373928-3f09-4cf9-8946-ef2a9349eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.995205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-29373928-3f09-4cf9-8946-ef2a9349eaa7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 915 time: 0.1802356 Aug 29 04:46:55.997995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-39dc2fb6-6201-4be0-b73b-257ee7a4b9fb tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1273286 Aug 29 04:46:55.998367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53656) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:56.170914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-f53a41ea-34e0-4f1c-ac40-080d61986ae3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 200 len: 217 time: 0.1627126 Aug 29 04:46:56.198315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:56.240192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:56.240868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4150a908-ae79-4ba6-8dc1-a8e6c0cf1954 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:56.240995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5935985e-4513-490b-b16b-eaf4e8250f60 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:56.344451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.384495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.428805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-84f2e1be-ebdd-46f7-bf95-854b638a4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.430130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-84f2e1be-ebdd-46f7-bf95-854b638a4f27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.2111080 Aug 29 04:46:56.485625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5935985e-4513-490b-b16b-eaf4e8250f60,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:56.527021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-5c246669-c216-450b-ab4a-8d54544abda6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550900 Aug 29 04:46:56.699639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.862512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.868120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.875785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-8129b811-fd63-467c-9265-acb24f5495ff service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111925 Aug 29 04:46:56.926245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.952987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920f9d8-57b5-49f0-af21-8b18e2df612f req-559a3016-4a4f-4818-856b-5da95d2fb1c0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.954643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d920f9d8-57b5-49f0-af21-8b18e2df612f req-559a3016-4a4f-4818-856b-5da95d2fb1c0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.2976146 Aug 29 04:46:57.031928 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.032885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 644541e5-a7e3-4cbe-8057-a0e0f5d70166 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:46:57.049672 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.054430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f9d9d4b-1317-4616-9c8c-c06661bfade6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/644541e5-a7e3-4cbe-8057-a0e0f5d70166 HTTP/1.1" status: 204 len: 168 time: 2.8618321 Aug 29 04:46:57.055302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53680) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:57.141780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] Deleting subnet d354978c-a30a-4a04-a287-cabbeecde10c {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:57.153567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.210626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.290305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04e4eb-1448-4566-9be4-61404f0084d6 None None] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:57.304182 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.362772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d920f9d8-57b5-49f0-af21-8b18e2df612f req-d42ced0f-c74f-45b2-84d8-4ddaf6b49d5e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894963 Aug 29 04:46:57.374837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-57775a73-934e-45ed-9185-41d55c20bb3b None None] Provisioning for port f50200ea-8ab3-4241-8743-3d66fde5c766 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:57.388995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-374a3dd6-7fe0-4b87-a1e1-06d914de251f req-5d84bba3-9cf9-4f27-bda7-048442b100ca service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026529 Aug 29 04:46:57.450445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.467675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.473382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.481529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.486122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d354978c-a30a-4a04-a287-cabbeecde10c HTTP/1.1" status: 204 len: 168 time: 0.4267335 Aug 29 04:46:57.486122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07b717-884f-4a82-84b5-dfee065211e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d354978c-a30a-4a04-a287-cabbeecde10c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.486493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53686) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:57.494534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff974f76-9033-459b-afc8-840950a82141 None None] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:57.570543 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.596411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.637282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Deleting port 7ce7548c-d222-4408-9732-7d516b8f4e90 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:57.637678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.727478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.749510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] DHCP port deletion for 1acf04ba-a940-42c6-bc20-a1dac243ef3a request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:57.763947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] For port 7ce7548c-d222-4408-9732-7d516b8f4e90, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ce7548c-d222-4408-9732-7d516b8f4e90,segment=NetworkSegment(fbf20bd9-7468-460d-b81f-64b2d4287753),segment_id=fbf20bd9-7468-460d-b81f-64b2d4287753)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:57.764318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.802966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Calling delete_port for 7ce7548c-d222-4408-9732-7d516b8f4e90 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:57.829373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] Deleting port 7ce7548c-d222-4408-9732-7d516b8f4e90 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:57.829802 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.892576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.919683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.937626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] For port 7ce7548c-d222-4408-9732-7d516b8f4e90, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7ce7548c-d222-4408-9732-7d516b8f4e90,segment=NetworkSegment(fbf20bd9-7468-460d-b81f-64b2d4287753),segment_id=fbf20bd9-7468-460d-b81f-64b2d4287753)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:57.937626 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.952430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] Calling delete_port for 7ce7548c-d222-4408-9732-7d516b8f4e90 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:57.977837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce7548c-d222-4408-9732-7d516b8f4e90,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.979865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] No DVR routers for this DVR port 7ce7548c-d222-4408-9732-7d516b8f4e90 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:58.130774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.162187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acf04ba-a940-42c6-bc20-a1dac243ef3a']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:58.182024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf20bd9-7468-460d-b81f-64b2d4287753') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:58.182399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf20bd9-7468-460d-b81f-64b2d4287753') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:58.192869 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.209562 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.216939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:58.217096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:58.219537 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:58.289847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f50200ea-8ab3-4241-8743-3d66fde5c766 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:58.297378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.308096 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.310485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] 10.222.0.55 "DELETE /v2.0/networks/1acf04ba-a940-42c6-bc20-a1dac243ef3a HTTP/1.1" status: 204 len: 168 time: 0.8231356 Aug 29 04:46:58.323941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585be53-cb46-488a-8967-914e0ca8c3df admin admin] Pushing event deleted for resources: {'Network': ['ID=1acf04ba-a940-42c6-bc20-a1dac243ef3a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:58.337783 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.401583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] Pushing event deleted for resources: {'Port': ['ID=7ce7548c-d222-4408-9732-7d516b8f4e90,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:58.426471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.428997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Provisioning for port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:58.432745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.433705 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.446160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] Network 1acf04ba-a940-42c6-bc20-a1dac243ef3a is not hosted by any dhcp agent {{(pid=94825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:46:58.446637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c793127-8a90-4764-94bd-7f7bc98d9a3d None None] No DVR routers for this DVR port 7ce7548c-d222-4408-9732-7d516b8f4e90 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:58.461173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Provisioning complete for port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:58.461173 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.544829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:58.569191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f50200ea-8ab3-4241-8743-3d66fde5c766 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:58.576704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f50200ea-8ab3-4241-8743-3d66fde5c766 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:58.577115 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.582607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Provisioning complete for port f50200ea-8ab3-4241-8743-3d66fde5c766 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:58.582983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.586626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53708) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:58.626719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:58.631037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:58.648762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:58.672134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cb5bf-8f68-4bfb-af8a-acb0b614e5fe req-05dc1625-7ccc-4529-89bd-49cca0fee717 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.674165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed8cb5bf-8f68-4bfb-af8a-acb0b614e5fe req-05dc1625-7ccc-4529-89bd-49cca0fee717 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1190808 Aug 29 04:46:58.717386 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c6e63f2-bc28-417d-ac07-4a7cee0e3c18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38c0a952f76b42cda7b089b4878fa9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270039 Aug 29 04:46:58.718560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53710) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:58.745195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.779421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-163ef386-b811-4554-a748-9c078add2c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.810726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-163ef386-b811-4554-a748-9c078add2c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.862751 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.867214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] For port f50200ea-8ab3-4241-8743-3d66fde5c766, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f50200ea-8ab3-4241-8743-3d66fde5c766,segment=NetworkSegment(afea5b54-690f-4bfd-a7ef-b19ba81728bc),segment_id=afea5b54-690f-4bfd-a7ef-b19ba81728bc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:58.881730 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.916421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-163ef386-b811-4554-a748-9c078add2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.921494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-163ef386-b811-4554-a748-9c078add2c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.924302 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-163ef386-b811-4554-a748-9c078add2c7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20a4fe01-df19-4ae9-b742-e6ca1e3cb7b7 HTTP/1.1" status: 204 len: 168 time: 0.2036746 Aug 29 04:46:58.939636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ef386-b811-4554-a748-9c078add2c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4fe01-df19-4ae9-b742-e6ca1e3cb7b7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.016209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61b29d-3d6b-472e-8edc-76351cd0cc71 None None] Pushing event updated for resources: {'Port': ['ID=f50200ea-8ab3-4241-8743-3d66fde5c766,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.021720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:46:59.022154 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:46:59.037339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce4163d1-e0b1-459d-a2d8-f2a0d96b99fd None None] Provisioning complete for port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:59.037895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce4163d1-e0b1-459d-a2d8-f2a0d96b99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.080083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ce4163d1-e0b1-459d-a2d8-f2a0d96b99fd None None] Port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:59.104564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:59.230200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed8cb5bf-8f68-4bfb-af8a-acb0b614e5fe req-81487b81-7878-4ca0-977d-82bf9ff6d1d6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101533 Aug 29 04:46:59.276225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:59.276932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Router 9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:46:59.293129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09', 'port_id': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'mac_address': 'fa:16:3e:c7:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f805f5a-b5ef-45ed-823d-5efe99866cec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:59.334361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ac6066b7-e10e-42a0-a5bf-109eec31fce7 None None] Provisioning complete for port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:59.334869 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ac6066b7-e10e-42a0-a5bf-109eec31fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.387736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:59.393630 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.398146 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3e0d51bc-043c-481e-8a33-cc198dd4efea tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "PUT /v2.0/routers/9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3987014 Aug 29 04:46:59.399383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:59.417513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcaf109-64f7-47c9-993f-646e785d08c3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:59.425393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ac6066b7-e10e-42a0-a5bf-109eec31fce7 None None] Port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:46:59.427043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] Sync routers for ids ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:59.449030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] Routers {'9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:59.449217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:59.463551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7355121-4abd-433d-8b31-42b67af5748c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.465824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c7355121-4abd-433d-8b31-42b67af5748c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7 HTTP/1.1" status: 200 len: 988 time: 0.0642078 Aug 29 04:46:59.469253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53730) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:59.491393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:59.491393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:59.493748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53732) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:59.502483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] Routers {'9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:59.503125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:59.505658 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.553071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c9188a5f-d1a8-436f-8570-6b27743625f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b14c668d76c4dddac965b8f964076fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572741 Aug 29 04:46:59.554281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53734) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:59.595318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.607767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:59.608501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd351a91-02c7-458f-ae39-3927ee7a7087 None None] The sync data for ids ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:59.624438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eea075c-a621-4c16-a32d-44897992b85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.660138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eea075c-a621-4c16-a32d-44897992b85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.720346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7ce7548c-d222-4408-9732-7d516b8f4e90 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:59.742179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7ce7548c-d222-4408-9732-7d516b8f4e90 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:59.742587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7ce7548c-d222-4408-9732-7d516b8f4e90 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:59.745690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eea075c-a621-4c16-a32d-44897992b85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.749662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3eea075c-a621-4c16-a32d-44897992b85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.754464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3eea075c-a621-4c16-a32d-44897992b85f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b1ca400-6527-4bad-af83-4e8ef1c11a0c HTTP/1.1" status: 204 len: 168 time: 0.1989739 Aug 29 04:46:59.796767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea075c-a621-4c16-a32d-44897992b85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ca400-6527-4bad-af83-4e8ef1c11a0c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.812863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4fcaf109-64f7-47c9-993f-646e785d08c3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:00.094284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f50200ea-8ab3-4241-8743-3d66fde5c766 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:00.188178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f50200ea-8ab3-4241-8743-3d66fde5c766 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:00.188606 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.247879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.420515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce79e8-a662-43e7-aba7-c630b356e624 req-df36980b-b653-46e3-8695-1027b862d93d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.422175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64ce79e8-a662-43e7-aba7-c630b356e624 req-df36980b-b653-46e3-8695-1027b862d93d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 944 time: 0.0782981 Aug 29 04:47:00.515286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64ce79e8-a662-43e7-aba7-c630b356e624 req-65d02ff3-c3b6-4932-839a-de576ea69e2f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613301 Aug 29 04:47:00.601143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:00.601893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.701736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.720830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:00.912107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.945522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:01.048977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.094827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:01.180836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 4fcaf109-64f7-47c9-993f-646e785d08c3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:01.186794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 4fcaf109-64f7-47c9-993f-646e785d08c3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:01.187376 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.250946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Router 9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:01.291250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.323310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:01.325561 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3706d1c9-9994-4822-842b-c4a72de3bb04" -d '{"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:01.343916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:01.351221 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.368862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:01.379597 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] Sync routers for ids ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:01.381827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-89336483-7351-411c-a6c6-66c37f63fbbd tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "PUT /v2.0/routers/9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9114804 Aug 29 04:47:01.384510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53774) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:01.387208 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047a8547-eba9-426a-b561-a428e8029f9f x-openstack-request-id: req-047a8547-eba9-426a-b561-a428e8029f9f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:01.387501 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:01.387763 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-047a8547-eba9-426a-b561-a428e8029f9f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:01.388162 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'code': 200} Aug 29 04:47:01.393475 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] Routers {'9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:01.397144 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:01.414324 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa36cb3-810a-47d4-8e7f-af3815fcbee3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:47:01.416844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5fa36cb3-810a-47d4-8e7f-af3815fcbee3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/f6e2fb83-c58b-47d4-8eff-d6bbe32d4fb1 HTTP/1.1" status: 404 len: 333 time: 0.0312207 Aug 29 04:47:01.419557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53776) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:01.433646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:01.464440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:01.475957 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] Routers {'9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:01.476572 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:46:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:01.509500 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.524988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-051c6650-ecbb-46ff-a493-22a480add071 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.531925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae0aa4-7dcb-4edf-99a2-e3ae3c7e3fb8 req-deac32e4-9690-47fb-8435-719204645147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.534092 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15ae0aa4-7dcb-4edf-99a2-e3ae3c7e3fb8 req-deac32e4-9690-47fb-8435-719204645147 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0524669 Aug 29 04:47:01.534348 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:01.535174 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8beca8c-cf28-44bb-996c-a17258b75983 None None] The sync data for ids ['9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:01.575578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15ae0aa4-7dcb-4edf-99a2-e3ae3c7e3fb8 req-0ec1d02e-a82a-4392-ab85-3025674420ff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Aug 29 04:47:01.715052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-051c6650-ecbb-46ff-a493-22a480add071 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.718179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-051c6650-ecbb-46ff-a493-22a480add071 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.776794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a490a08-97a0-4525-b73f-c5df078c5cf4 req-c442c757-c72c-4721-8bb8-3da7176bf518 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.778378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a490a08-97a0-4525-b73f-c5df078c5cf4 req-c442c757-c72c-4721-8bb8-3da7176bf518 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1532679 Aug 29 04:47:01.779525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-051c6650-ecbb-46ff-a493-22a480add071 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.780051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c6650-ecbb-46ff-a493-22a480add071 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Fanout notify agent at l3_agent the message router_deleted on router 9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:01.790921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-051c6650-ecbb-46ff-a493-22a480add071 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.792728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-051c6650-ecbb-46ff-a493-22a480add071 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/routers/9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7 HTTP/1.1" status: 204 len: 168 time: 0.3718069 Aug 29 04:47:01.795876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53784) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:01.847324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a490a08-97a0-4525-b73f-c5df078c5cf4 req-9cc23851-a74c-4011-a147-e3880aadbc31 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526667 Aug 29 04:47:01.850246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:01.854278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.907367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.997359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.071288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.109552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:02.113568 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.118128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53790) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:02.118274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-00fa7428-4921-46f6-96fc-c54da8e88ad5 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08 HTTP/1.1" status: 204 len: 168 time: 0.3212719 Aug 29 04:47:02.120383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7426b6d-bc1c-4359-82c4-8447ced028cb None None] Network ef16095c-9e2a-43fa-8f3d-8fe901313670 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:02.202781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.265856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port f50200ea-8ab3-4241-8743-3d66fde5c766 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:02.266376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.324427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] DHCP port deletion for ef16095c-9e2a-43fa-8f3d-8fe901313670 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:02.352163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] For port f50200ea-8ab3-4241-8743-3d66fde5c766, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f50200ea-8ab3-4241-8743-3d66fde5c766,segment=NetworkSegment(afea5b54-690f-4bfd-a7ef-b19ba81728bc),segment_id=afea5b54-690f-4bfd-a7ef-b19ba81728bc)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:02.352528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.368383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for f50200ea-8ab3-4241-8743-3d66fde5c766 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:02.381519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] Deleting port f50200ea-8ab3-4241-8743-3d66fde5c766 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:02.382285 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.446147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] For port f50200ea-8ab3-4241-8743-3d66fde5c766, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f50200ea-8ab3-4241-8743-3d66fde5c766,segment=NetworkSegment(afea5b54-690f-4bfd-a7ef-b19ba81728bc),segment_id=afea5b54-690f-4bfd-a7ef-b19ba81728bc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:02.446534 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.462905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] Calling delete_port for f50200ea-8ab3-4241-8743-3d66fde5c766 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:02.466394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.496018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=f50200ea-8ab3-4241-8743-3d66fde5c766,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:02.501675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No DVR routers for this DVR port f50200ea-8ab3-4241-8743-3d66fde5c766 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:02.550567 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.575521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] Pushing event deleted for resources: {'Port': ['ID=f50200ea-8ab3-4241-8743-3d66fde5c766,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:02.579023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b8b74-4185-43ac-8d5d-92060cc93f3f None None] No DVR routers for this DVR port f50200ea-8ab3-4241-8743-3d66fde5c766 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:02.606667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.617775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef16095c-9e2a-43fa-8f3d-8fe901313670']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:02.629357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afea5b54-690f-4bfd-a7ef-b19ba81728bc') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:02.629819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afea5b54-690f-4bfd-a7ef-b19ba81728bc') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:02.639864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.654747 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.661609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:02.662018 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:02.664977 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:02.731718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.739269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.741381 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/ef16095c-9e2a-43fa-8f3d-8fe901313670 HTTP/1.1" status: 204 len: 168 time: 0.6217463 Aug 29 04:47:02.744837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53806) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:02.764041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22093a61-25aa-4b6b-9a90-76290b9cb850 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=ef16095c-9e2a-43fa-8f3d-8fe901313670,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:02.798928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a29dc-cf2e-48aa-9757-ed57537cf8f3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:02.804127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-773a29dc-cf2e-48aa-9757-ed57537cf8f3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/4ac57d50-b76e-4152-87e0-dc7c2d19a81c HTTP/1.1" status: 200 len: 844 time: 0.0549324 Aug 29 04:47:02.804378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53810) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:02.848498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-14421ce1-9359-4e75-919a-2efbc22aaf6e tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/4ac57d50-b76e-4152-87e0-dc7c2d19a81c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0429077 Aug 29 04:47:02.852266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53812) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:02.857544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:02.954291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:02.958979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.084791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd291d1-d476-4506-ab2e-c9ed66f0639e req-5332dcd1-8233-464a-ab4b-bce9ce168131 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:03.086418 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ccd291d1-d476-4506-ab2e-c9ed66f0639e req-5332dcd1-8233-464a-ab4b-bce9ce168131 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1114535 Aug 29 04:47:03.167540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ccd291d1-d476-4506-ab2e-c9ed66f0639e req-7e9c3359-5e5c-41a5-9138-90d067a73655 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697405 Aug 29 04:47:03.223950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.272907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:03.276350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:03.281042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:03.281662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.289088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28230e-1c02-4ba3-b05c-9fc14b72f295 None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:03.303174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=d4548a6d-0084-4d03-82bf-4ac30aebd63b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.312477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-76052581-38e2-414d-a383-6324d4d12c0b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4590077 Aug 29 04:47:03.312668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:03.318666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0ac16c5d-069b-4d55-aca3-874f98594ed1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'security_group': {'name': 'tempest-secgroup-1030621144'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:03.358269 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ac16c5d-069b-4d55-aca3-874f98594ed1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.510754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-2ad37139-d581-49a0-b9e2-75f2817b21de', 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'tenant_id': '3df5564326404104ba63ca194cfc3b64', 'fixed_ips': [{'subnet_id': 'd4548a6d-0084-4d03-82bf-4ac30aebd63b'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:03.512817 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.527457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e414-23e5-4da1-982a-097b44c811cf req-812b7bdf-9cb5-49ad-b653-90b271591400 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:03.529531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-812b7bdf-9cb5-49ad-b653-90b271591400 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 814 time: 0.1589041 Aug 29 04:47:03.555388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-142d29e7-f559-4eed-9b51-7f02f3deda70 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/quotas/f9bf0ce4a1974977b601f59e753ce3df HTTP/1.1" status: 200 len: 375 time: 0.0195947 Aug 29 04:47:03.593127 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ac16c5d-069b-4d55-aca3-874f98594ed1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.611314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ac16c5d-069b-4d55-aca3-874f98594ed1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.642930 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0ac16c5d-069b-4d55-aca3-874f98594ed1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.647192 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0ac16c5d-069b-4d55-aca3-874f98594ed1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3307800 Aug 29 04:47:03.647755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53842) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:03.653195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8f54c7e5-5b96-44a4-b22b-b9efeaf24ab9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'security_group': {'name': 'tempest-secgroup-201606785'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:03.658286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac16c5d-069b-4d55-aca3-874f98594ed1 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b00dc4-1ac2-41ff-bcd3-26b67f234352,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.681656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-7fca45c9-eac2-4040-85f2-3b36474a8e7b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164122 Aug 29 04:47:03.686465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f54c7e5-5b96-44a4-b22b-b9efeaf24ab9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.716205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Allocated IP 2001:db8::2 (2ad37139-d581-49a0-b9e2-75f2817b21de/d4548a6d-0084-4d03-82bf-4ac30aebd63b/bda85a51-573f-44da-96dc-7d722969bebc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:03.797524 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f54c7e5-5b96-44a4-b22b-b9efeaf24ab9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.799161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-ca9751a2-3294-4975-ad61-2deb88f9db97 service neutron] 10.222.0.55 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078553 Aug 29 04:47:03.807419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f54c7e5-5b96-44a4-b22b-b9efeaf24ab9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.840109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f54c7e5-5b96-44a4-b22b-b9efeaf24ab9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.841766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f54c7e5-5b96-44a4-b22b-b9efeaf24ab9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1927564 Aug 29 04:47:03.843247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54c7e5-5b96-44a4-b22b-b9efeaf24ab9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0a5537-6ba0-4bcb-89b6-dca80b30612d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.845689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53848) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:03.852305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-117174758', 'security_groups': ['1f0a5537-6ba0-4bcb-89b6-dca80b30612d'], 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4548a6d-0084-4d03-82bf-4ac30aebd63b'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:03.935111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.945814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Transition to ACTIVE for port object bda85a51-573f-44da-96dc-7d722969bebc will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:03.953542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-1de1d6a4-2506-4a83-8d6a-c6a7d1d78f5b service neutron] 10.222.0.55 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316786 Aug 29 04:47:03.988880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Transition to ACTIVE for port object bda85a51-573f-44da-96dc-7d722969bebc will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:03.996783 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.005492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:04.038211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f50200ea-8ab3-4241-8743-3d66fde5c766 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:04.075621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:04.076872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f50200ea-8ab3-4241-8743-3d66fde5c766 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:04.077730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f50200ea-8ab3-4241-8743-3d66fde5c766 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:04.086404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:04.090642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:04.103083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.164005 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.184195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Attempting to bind port bda85a51-573f-44da-96dc-7d722969bebc on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:04.184709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Attempting to bind port bda85a51-573f-44da-96dc-7d722969bebc by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '3c8fc20c-6be9-483e-8707-051169c35fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:04.185200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Attempting to bind port bda85a51-573f-44da-96dc-7d722969bebc on network 2ad37139-d581-49a0-b9e2-75f2817b21de {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:04.186689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf049178-84ac-4914-ad7a-770dba6e427e req-731d5b09-c90e-434d-9292-cf1424c76487 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 210 time: 0.0413408 Aug 29 04:47:04.191901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:04.192490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Checking segment: {'id': '3c8fc20c-6be9-483e-8707-051169c35fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:04.193677 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.194070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Bound using segment: {'id': '3c8fc20c-6be9-483e-8707-051169c35fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:04.194511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Bound port: bda85a51-573f-44da-96dc-7d722969bebc, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8fc20c-6be9-483e-8707-051169c35fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:04.195058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.195531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port abfd33f8-7289-464b-86ee-15372f355718 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:04.289332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:04.293601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:04.299401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.366923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f98b5-228b-4687-87f0-b15a29d5b565 None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.401185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::371 (2ad37139-d581-49a0-b9e2-75f2817b21de/d4548a6d-0084-4d03-82bf-4ac30aebd63b/abfd33f8-7289-464b-86ee-15372f355718) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:04.590231 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.611823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object abfd33f8-7289-464b-86ee-15372f355718 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:04.651606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.734545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:04.735423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=abfd33f8-7289-464b-86ee-15372f355718,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.739157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:04.741616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:04.747646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:04.748299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.775493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0189d82a-def3-4363-93a0-3f154e79cfcc tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9278471 Aug 29 04:47:04.779001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:04.787654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-badabc00-4048-44e7-b83c-8f05f9ac1f70 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:04.908791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badabc00-4048-44e7-b83c-8f05f9ac1f70 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:04.913208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-badabc00-4048-44e7-b83c-8f05f9ac1f70 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.020133 n-d-712143-14 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-badabc00-4048-44e7-b83c-8f05f9ac1f70 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4548a6d-0084-4d03-82bf-4ac30aebd63b (CIDR: 2001:db8::/64) Aug 29 04:47:05.024191 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-badabc00-4048-44e7-b83c-8f05f9ac1f70 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:47:05.024686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badabc00-4048-44e7-b83c-8f05f9ac1f70 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:05.041554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-badabc00-4048-44e7-b83c-8f05f9ac1f70 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2603085 Aug 29 04:47:05.045770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:05.052449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:05.171969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:05.175739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.325971 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a84d151-3a5c-4f31-91ab-d521b44fac71 req-51f1922b-dfc5-4627-8be7-185763369ab1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 210 time: 0.0469389 Aug 29 04:47:05.522821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e414-23e5-4da1-982a-097b44c811cf req-6c04c49e-7f26-4803-881f-ec6d49598330 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:05.524500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-6c04c49e-7f26-4803-881f-ec6d49598330 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.37 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 814 time: 0.2165096 Aug 29 04:47:05.559484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Request body: {'port': {'device_id': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09', 'admin_state_up': True, 'tenant_id': 'f9bf0ce4a1974977b601f59e753ce3df'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:05.761780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b0dbf6c2-9830-410c-8573-99df9bcf8d90 None None] Provisioning complete for port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:05.762766 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf6c2-9830-410c-8573-99df9bcf8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.802067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbf6c2-9830-410c-8573-99df9bcf8d90 None None] Port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:05.816833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b0dbf6c2-9830-410c-8573-99df9bcf8d90 None None] Provisioning for port bda85a51-573f-44da-96dc-7d722969bebc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:06.047626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a14685bb-d354-4f08-944f-18497fb43e10 None None] Provisioning for port abfd33f8-7289-464b-86ee-15372f355718 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:06.053864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a14685bb-d354-4f08-944f-18497fb43e10 None None] Provisioning complete for port abfd33f8-7289-464b-86ee-15372f355718 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:06.054381 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a14685bb-d354-4f08-944f-18497fb43e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.062495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.098685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a14685bb-d354-4f08-944f-18497fb43e10 None None] Port abfd33f8-7289-464b-86ee-15372f355718 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:06.124644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=7bc64dbe-a7cf-49c5-aaef-16a173a06096,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.139010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:06.141222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:06.145634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:06.146170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bda85a51-573f-44da-96dc-7d722969bebc up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:06.146475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.174034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Made reservation on behalf of f9bf0ce4a1974977b601f59e753ce3df for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:06.179346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.183130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e88a355-dc8f-402b-9a46-3c9cd7bb7352 None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:06.257792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53908) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.258514 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-886e7951-d458-4a07-8593-8b4d460ecabe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2105973 Aug 29 04:47:06.274407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-285866434', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bc64dbe-a7cf-49c5-aaef-16a173a06096'}], 'security_groups': ['d1b00dc4-1ac2-41ff-bcd3-26b67f234352']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.318414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port bda85a51-573f-44da-96dc-7d722969bebc completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:06.324398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bda85a51-573f-44da-96dc-7d722969bebc triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:06.324772 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.359008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Allocated IP 172.20.0.10 (68e73522-bb43-477a-bd94-81ce21f92d09/2f805f5a-b5ef-45ed-823d-5efe99866cec/9dc8c9e2-1848-4d31-b544-55f54ce5b53e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:06.475473 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.495743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-713394ae-643b-49cd-bade-ce2d0915033b req-31f9ad3a-6d0c-4f30-ab90-af00ffa97309 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 210 time: 0.0391431 Aug 29 04:47:06.497079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.533352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:06.541159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.599212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.616311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.661031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] Update dhcp port {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'fixed_ips': [{'subnet_id': 'd4548a6d-0084-4d03-82bf-4ac30aebd63b', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bc64dbe-a7cf-49c5-aaef-16a173a06096'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'bda85a51-573f-44da-96dc-7d722969bebc'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:47:06.671733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.692329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.706903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4fcaf109-64f7-47c9-993f-646e785d08c3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:06.726819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Network 68e73522-bb43-477a-bd94-81ce21f92d09 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:06.730258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:06.740476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:06.779813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Pushing event updated for resources: {'Port': ['ID=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.846842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:06.847534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.865068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-52defce1-72af-4432-93be-40df0fbaaeaf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3297234 Aug 29 04:47:06.873986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Delete allocated IP 2001:db8::371 (2ad37139-d581-49a0-b9e2-75f2817b21de/d4548a6d-0084-4d03-82bf-4ac30aebd63b) {{(pid=94823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:47:06.879867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Request body: {'port': {'device_id': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.886130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8:0:1::312 (2ad37139-d581-49a0-b9e2-75f2817b21de/7bc64dbe-a7cf-49c5-aaef-16a173a06096/abfd33f8-7289-464b-86ee-15372f355718) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:06.993275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.095457 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.109250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object abfd33f8-7289-464b-86ee-15372f355718 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:07.113836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.180749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] Allocated IP 2001:db8:0:1::2 (2ad37139-d581-49a0-b9e2-75f2817b21de/7bc64dbe-a7cf-49c5-aaef-16a173a06096/bda85a51-573f-44da-96dc-7d722969bebc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:07.191935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] In _notify_port_updated(), no bound segment for port abfd33f8-7289-464b-86ee-15372f355718 on network 2ad37139-d581-49a0-b9e2-75f2817b21de {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:47:07.197629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:07.198314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.200238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "PUT /v2.0/ports/abfd33f8-7289-464b-86ee-15372f355718 HTTP/1.1" status: 200 len: 930 time: 0.9401681 Aug 29 04:47:07.203477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53926) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:07.217391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b007b3-8e2f-4533-8040-c66293424a20 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=abfd33f8-7289-464b-86ee-15372f355718,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:07.308947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:07.331521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port abfd33f8-7289-464b-86ee-15372f355718 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:07.332090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.342825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc8c9e2-1848-4d31-b544-55f54ce5b53e {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:07.352271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.356962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.368819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] Transition to ACTIVE for port object bda85a51-573f-44da-96dc-7d722969bebc will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:07.373895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.374153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Transition to ACTIVE for port object 9dc8c9e2-1848-4d31-b544-55f54ce5b53e will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:07.380772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.433408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Pushing event updated for resources: {'Port': ['ID=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:07.464748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.484245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for abfd33f8-7289-464b-86ee-15372f355718 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:07.489127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf550e-9949-4338-b992-d2ecef24f3fb None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:07.550766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Attempting to bind port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:07.551111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Attempting to bind port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:07.551449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Attempting to bind port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e on network 68e73522-bb43-477a-bd94-81ce21f92d09 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:07.556182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e on network 68e73522-bb43-477a-bd94-81ce21f92d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:07.556510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Attempting to bind port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e on network 68e73522-bb43-477a-bd94-81ce21f92d09 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:07.564230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:07.564577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Checking segment: {'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:07.564974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Bound using segment: {'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:07.565435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Bound port: 9dc8c9e2-1848-4d31-b544-55f54ce5b53e, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b3796f-fcd1-41d9-90a9-45e853ea589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:07.565823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.660487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] For port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:08.106841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bda85a51-573f-44da-96dc-7d722969bebc up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:08.112989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] For port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:08.115972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.121474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.131130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced13534-5eac-44e0-a8c3-903a7bf0ed3c req-d3a9e292-9d37-430b-8f06-7aed37a4953c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.132685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ced13534-5eac-44e0-a8c3-903a7bf0ed3c req-d3a9e292-9d37-430b-8f06-7aed37a4953c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 944 time: 0.5231528 Aug 29 04:47:08.161452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=abfd33f8-7289-464b-86ee-15372f355718,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:08.205063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.206707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.207980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.210143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] 10.222.0.37 "PUT /v2.0/ports/9dc8c9e2-1848-4d31-b544-55f54ce5b53e HTTP/1.1" status: 200 len: 1093 time: 1.3359861 Aug 29 04:47:08.210811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'tag': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:08.213846 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f831522-9b37-432d-aa02-1b80657058a6" -d '{"events": [{"name": "network-changed", "server_uuid": "90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6", "tag": "9dc8c9e2-1848-4d31-b544-55f54ce5b53e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:08.219248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e1ba989a-9811-4561-95ec-ac17562cad32 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/abfd33f8-7289-464b-86ee-15372f355718 HTTP/1.1" status: 204 len: 168 time: 1.0149004 Aug 29 04:47:08.224278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53948) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:08.250602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ced13534-5eac-44e0-a8c3-903a7bf0ed3c req-279a0cfb-6ac1-4312-b1a2-6315855c57fc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918555 Aug 29 04:47:08.319157 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ebd44-d262-4a0e-9031-8084a6265b1e x-openstack-request-id: req-5f8ebd44-d262-4a0e-9031-8084a6265b1e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:08.319446 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6", "tag": "9dc8c9e2-1848-4d31-b544-55f54ce5b53e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:08.319698 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f8ebd44-d262-4a0e-9031-8084a6265b1e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:08.320098 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'tag': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e', 'status': 'completed', 'code': 200} Aug 29 04:47:08.320988 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e4cf7-606d-447a-a265-a26b599797b6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:47:08.325164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ea0e4cf7-606d-447a-a265-a26b599797b6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/abfd33f8-7289-464b-86ee-15372f355718 HTTP/1.1" status: 404 len: 333 time: 0.0964887 Aug 29 04:47:08.325545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53954) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:08.345802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4269752-70e4-43e4-9a57-b2265e6af8cb service neutron] Pushing event updated for resources: {'Port': ['ID=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:08.359664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e414-23e5-4da1-982a-097b44c811cf req-99960923-0a33-4bf7-863f-76e3c24e2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.376187 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-99960923-0a33-4bf7-863f-76e3c24e2884 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1018021 Aug 29 04:47:08.398785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc5b63e-8a46-430d-a68b-e1888cb4e7fe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.434637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-86a79523-29eb-466c-8c48-3171243322f4 None None] Could not find standard attr ID for object abfd33f8-7289-464b-86ee-15372f355718. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:08.452902 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc5b63e-8a46-430d-a68b-e1888cb4e7fe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.454968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-86a79523-29eb-466c-8c48-3171243322f4 None None] Provisioning for port bda85a51-573f-44da-96dc-7d722969bebc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:08.460317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-86a79523-29eb-466c-8c48-3171243322f4 None None] Provisioning complete for port bda85a51-573f-44da-96dc-7d722969bebc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:08.460678 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86a79523-29eb-466c-8c48-3171243322f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.469221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-1c114c39-d2d0-4c00-af8b-7430261a0bbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc8c9e2-1848-4d31-b544-55f54ce5b53e HTTP/1.1" status: 200 len: 217 time: 0.0848289 Aug 29 04:47:08.566700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e414-23e5-4da1-982a-097b44c811cf req-68c3d511-b978-499c-9d54-d36930c8dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.570707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc5b63e-8a46-430d-a68b-e1888cb4e7fe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.572399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-68c3d511-b978-499c-9d54-d36930c8dd0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.0937965 Aug 29 04:47:08.577282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efc5b63e-8a46-430d-a68b-e1888cb4e7fe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.580082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-efc5b63e-8a46-430d-a68b-e1888cb4e7fe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/security-groups/1f0a5537-6ba0-4bcb-89b6-dca80b30612d HTTP/1.1" status: 204 len: 168 time: 0.2533388 Aug 29 04:47:08.588753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53958) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:08.605283 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b63e-8a46-430d-a68b-e1888cb4e7fe tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0a5537-6ba0-4bcb-89b6-dca80b30612d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:08.648503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-a5e32f06-b318-4019-bc20-4942623cb97b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680611 Aug 29 04:47:08.673614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-86a79523-29eb-466c-8c48-3171243322f4 None None] Provisioning complete for port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:08.674370 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86a79523-29eb-466c-8c48-3171243322f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.749439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-86a79523-29eb-466c-8c48-3171243322f4 None None] Port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:08.812302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2f15abf-11f3-4810-918c-4ee19c2722e3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.820791 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-f6a5d8c4-8dd1-4808-9a42-5febf8563ead service neutron] 10.222.0.37 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633213 Aug 29 04:47:08.859856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2f15abf-11f3-4810-918c-4ee19c2722e3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.864108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-883ed73f-d668-4e32-ba9e-2c6406cf5498 None None] Could not find standard attr ID for object abfd33f8-7289-464b-86ee-15372f355718. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:08.996866 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b951e414-23e5-4da1-982a-097b44c811cf req-82e7be60-79a1-411b-ba02-02e92f48794b service neutron] 10.222.0.37 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624808 Aug 29 04:47:09.018942 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2f15abf-11f3-4810-918c-4ee19c2722e3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.024097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a2f15abf-11f3-4810-918c-4ee19c2722e3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.025278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a2f15abf-11f3-4810-918c-4ee19c2722e3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/security-groups/d1b00dc4-1ac2-41ff-bcd3-26b67f234352 HTTP/1.1" status: 204 len: 168 time: 0.4323390 Aug 29 04:47:09.028093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53968) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.036568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f15abf-11f3-4810-918c-4ee19c2722e3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b00dc4-1ac2-41ff-bcd3-26b67f234352,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.088457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet d4548a6d-0084-4d03-82bf-4ac30aebd63b {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:09.092383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.115504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831522-9b37-432d-aa02-1b80657058a6 req-92dedce1-e09e-45fc-bd4f-545db4f42a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.117424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f831522-9b37-432d-aa02-1b80657058a6 req-92dedce1-e09e-45fc-bd4f-545db4f42a6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0467570 Aug 29 04:47:09.158396 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.232792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831522-9b37-432d-aa02-1b80657058a6 req-2f6c4457-0cf1-4366-8b16-1c69afb5cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.234563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f831522-9b37-432d-aa02-1b80657058a6 req-2f6c4457-0cf1-4366-8b16-1c69afb5cac5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 915 time: 0.1089578 Aug 29 04:47:09.267121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.283747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f831522-9b37-432d-aa02-1b80657058a6 req-54aa2976-a6fd-4463-94a0-0482d72b3672 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc8c9e2-1848-4d31-b544-55f54ce5b53e HTTP/1.1" status: 200 len: 217 time: 0.0410514 Aug 29 04:47:09.341872 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.359492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831522-9b37-432d-aa02-1b80657058a6 req-90927fc5-8901-4a6d-a39c-f3911693d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.361100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f831522-9b37-432d-aa02-1b80657058a6 req-90927fc5-8901-4a6d-a39c-f3911693d5eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.0693944 Aug 29 04:47:09.373890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=d4548a6d-0084-4d03-82bf-4ac30aebd63b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.382744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.389001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eb9b895c-19a0-4dcd-9cbe-3cc0804b3e7c tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/d4548a6d-0084-4d03-82bf-4ac30aebd63b HTTP/1.1" status: 204 len: 168 time: 0.3552508 Aug 29 04:47:09.389225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53978) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.393768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c1d74-f4a0-40da-9c6e-c0def465e377 None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:09.394816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:09.425796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f831522-9b37-432d-aa02-1b80657058a6 req-6817a0c9-2595-4450-ae12-c7d88f72d656 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546286 Aug 29 04:47:09.518217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:09.522421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.532531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ea26a-4260-43fb-8363-175ce1eda9b5 req-ed9c3440-eb64-4853-b615-ab8a9000269b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.534968 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-289ea26a-4260-43fb-8363-175ce1eda9b5 req-ed9c3440-eb64-4853-b615-ab8a9000269b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 944 time: 0.1777520 Aug 29 04:47:09.603231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f831522-9b37-432d-aa02-1b80657058a6 req-02e6618c-e6dd-44b2-99d1-cb5b83a2b437 service neutron] 10.222.0.37 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680067 Aug 29 04:47:09.614248 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-289ea26a-4260-43fb-8363-175ce1eda9b5 req-acff09d3-753e-44db-beb3-a190a2411e58 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691605 Aug 29 04:47:09.724525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f831522-9b37-432d-aa02-1b80657058a6 req-85ddde81-8d06-4290-9831-829292cad292 service neutron] 10.222.0.37 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086686 Aug 29 04:47:09.829442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.885339 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:09.889276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:09.892710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.893360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.899742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=22de0002-d2ab-46cb-8f92-907ca4a1ef11,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.928493 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 53990) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:09.928821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d572c45-5f23-401d-bfc5-2b58d7e8d8e9 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5382037 Aug 29 04:47:09.934918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7660168a-af15-47a0-8c1b-8be3cf58cb60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'security_group': {'name': 'tempest-secgroup-127979032'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:09.962845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7660168a-af15-47a0-8c1b-8be3cf58cb60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.060935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7660168a-af15-47a0-8c1b-8be3cf58cb60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.065971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7660168a-af15-47a0-8c1b-8be3cf58cb60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.083055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7660168a-af15-47a0-8c1b-8be3cf58cb60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.084236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7660168a-af15-47a0-8c1b-8be3cf58cb60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1539352 Aug 29 04:47:10.087518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 53992) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:10.092687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0fa80184-bdbf-453a-9359-58b319278bf6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'security_group': {'name': 'tempest-secgroup-1528776302'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:10.119135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660168a-af15-47a0-8c1b-8be3cf58cb60 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32406c0-d318-4c84-9093-01999d9d2133,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.128588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0fa80184-bdbf-453a-9359-58b319278bf6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.232217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0fa80184-bdbf-453a-9359-58b319278bf6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.237384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0fa80184-bdbf-453a-9359-58b319278bf6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.271724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0fa80184-bdbf-453a-9359-58b319278bf6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.275898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0fa80184-bdbf-453a-9359-58b319278bf6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1843364 Aug 29 04:47:10.276345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:10.281101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9f13b746-a79e-41e4-ad79-8fa3a72fae30 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001462700'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:10.297908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa80184-bdbf-453a-9359-58b319278bf6 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2f561d-3e70-4839-a04e-2ea5e6984d58,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.312379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f13b746-a79e-41e4-ad79-8fa3a72fae30 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.345214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aab13d1-d2f9-4ff4-bc81-af4f66bf3cff None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:10.409948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f13b746-a79e-41e4-ad79-8fa3a72fae30 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.424145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f13b746-a79e-41e4-ad79-8fa3a72fae30 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.429308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4487b0c3-b016-426f-bc19-9e08f696766b None None] Provisioning complete for port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:10.430039 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4487b0c3-b016-426f-bc19-9e08f696766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.455106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f13b746-a79e-41e4-ad79-8fa3a72fae30 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.460145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9f13b746-a79e-41e4-ad79-8fa3a72fae30 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1792464 Aug 29 04:47:10.461891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:10.470292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1308825620', 'security_groups': ['2cc80d33-2fc9-403c-ba1a-b0b81238ae4c'], 'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22de0002-d2ab-46cb-8f92-907ca4a1ef11'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:10.477680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13b746-a79e-41e4-ad79-8fa3a72fae30 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc80d33-2fc9-403c-ba1a-b0b81238ae4c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.515048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4487b0c3-b016-426f-bc19-9e08f696766b None None] Port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:10.556793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4487b0c3-b016-426f-bc19-9e08f696766b None None] Provisioning complete for port bda85a51-573f-44da-96dc-7d722969bebc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:10.557251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4487b0c3-b016-426f-bc19-9e08f696766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.627415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:10.726857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.747994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] device_id is not set on port d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:10.781434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e66b1-6e91-4622-918e-73b05e1c79d6 req-d67e073a-5cb9-4c39-b8f5-4c51e89cdd4f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:10.796976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-933e66b1-6e91-4622-918e-73b05e1c79d6 req-d67e073a-5cb9-4c39-b8f5-4c51e89cdd4f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 944 time: 0.0747855 Aug 29 04:47:10.854346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-933e66b1-6e91-4622-918e-73b05e1c79d6 req-d593ce34-0e28-460e-b731-942fd4fc1c4f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504026 Aug 29 04:47:10.872209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Update dhcp port {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'fixed_ips': [{'subnet_id': '7bc64dbe-a7cf-49c5-aaef-16a173a06096', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '22de0002-d2ab-46cb-8f92-907ca4a1ef11'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'bda85a51-573f-44da-96dc-7d722969bebc'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:47:10.900395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.956292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8::394 (2ad37139-d581-49a0-b9e2-75f2817b21de/22de0002-d2ab-46cb-8f92-907ca4a1ef11/d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:11.117144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.129981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Transition to ACTIVE for port object d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:11.166715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.215335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:11.218856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:11.221166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Allocated IP 2001:db8::2 (2ad37139-d581-49a0-b9e2-75f2817b21de/22de0002-d2ab-46cb-8f92-907ca4a1ef11/bda85a51-573f-44da-96dc-7d722969bebc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:11.224414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:11.230191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:11.230919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.234796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:11.253349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:11.253573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32729a52-e7c7-45e4-94a1-4cd0cb8166db tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7898874 Aug 29 04:47:11.259170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-025e8ec3-d496-4601-977e-9c9a1b4bbc50 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:11.335874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:11.379479 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.396682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e8ec3-d496-4601-977e-9c9a1b4bbc50 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:11.399942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Transition to ACTIVE for port object bda85a51-573f-44da-96dc-7d722969bebc will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:11.402167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-025e8ec3-d496-4601-977e-9c9a1b4bbc50 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.404331 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.505748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:11.511569 n-d-712143-14 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-025e8ec3-d496-4601-977e-9c9a1b4bbc50 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22de0002-d2ab-46cb-8f92-907ca4a1ef11 (CIDR: 2001:db8::/64) Aug 29 04:47:11.515144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.515670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.516165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.516654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.516986 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-025e8ec3-d496-4601-977e-9c9a1b4bbc50 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:47:11.517313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.517739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025e8ec3-d496-4601-977e-9c9a1b4bbc50 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:11.518003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.519044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.519533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.520024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.520516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.521003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.521347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0714-06c9-49fb-a192-e4819c8e6e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.541016 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-025e8ec3-d496-4601-977e-9c9a1b4bbc50 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2860291 Aug 29 04:47:11.543771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:11.548997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cda5dced-84c7-4853-8873-6a509cfc33d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:11.678021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda5dced-84c7-4853-8873-6a509cfc33d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:11.682072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cda5dced-84c7-4853-8873-6a509cfc33d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.792409 n-d-712143-14 neutron-server[94824]: INFO neutron.db.ipam_backend_mixin [None req-cda5dced-84c7-4853-8873-6a509cfc33d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7bc64dbe-a7cf-49c5-aaef-16a173a06096 (CIDR: 2001:db8:0:1::/64) Aug 29 04:47:11.796900 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda5dced-84c7-4853-8873-6a509cfc33d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:47:11.797409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda5dced-84c7-4853-8873-6a509cfc33d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:11.813373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cda5dced-84c7-4853-8873-6a509cfc33d8 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2681525 Aug 29 04:47:11.821378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54036) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:11.827266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'subnet': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:11.982518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Made reservation on behalf of 3df5564326404104ba63ca194cfc3b64 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:11.986099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.020590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10dc65-bdc4-46a7-bbbc-32aa1d7a5fd1 req-3449926b-a244-485d-941f-72bbec1b7c8b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.028949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a10dc65-bdc4-46a7-bbbc-32aa1d7a5fd1 req-3449926b-a244-485d-941f-72bbec1b7c8b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 944 time: 0.0652697 Aug 29 04:47:12.061684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bda85a51-573f-44da-96dc-7d722969bebc up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:12.074977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a10dc65-bdc4-46a7-bbbc-32aa1d7a5fd1 req-590ce386-28b9-48b0-86f3-26432548b9bd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Aug 29 04:47:12.261326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0434f27e-1e71-496d-b86d-5e87b6d0ca4f None None] Provisioning complete for port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:12.261995 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0434f27e-1e71-496d-b86d-5e87b6d0ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.304091 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.316093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0434f27e-1e71-496d-b86d-5e87b6d0ca4f None None] Port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:12.333970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0434f27e-1e71-496d-b86d-5e87b6d0ca4f None None] Provisioning for port bda85a51-573f-44da-96dc-7d722969bebc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:12.338557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0434f27e-1e71-496d-b86d-5e87b6d0ca4f None None] Provisioning complete for port bda85a51-573f-44da-96dc-7d722969bebc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:12.339129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0434f27e-1e71-496d-b86d-5e87b6d0ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.374005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Subnet': ['ID=53664849-0273-4559-abe7-3fa774e976e7,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:12.389037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Network 2ad37139-d581-49a0-b9e2-75f2817b21de is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:12.391147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:12.395307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.396241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.420443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e5de7066-0800-44b2-8cd2-577c83ca0356 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5962484 Aug 29 04:47:12.421740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54050) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:12.430420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-732872664', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53664849-0273-4559-abe7-3fa774e976e7'}], 'security_groups': ['f32406c0-d318-4c84-9093-01999d9d2133', '8f2f561d-3e70-4839-a04e-2ea5e6984d58']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:12.490046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b58163-400b-4d72-bfd7-5126ee42f58b None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:12.628207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.669692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c6657338-ef13-4287-b6fb-5af4ef78007d None None] Provisioning for port d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:12.676244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c6657338-ef13-4287-b6fb-5af4ef78007d None None] Provisioning complete for port d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:12.676619 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6657338-ef13-4287-b6fb-5af4ef78007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.716697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c6657338-ef13-4287-b6fb-5af4ef78007d None None] Port d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:12.788891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Update dhcp port {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'fixed_ips': [{'subnet_id': '7bc64dbe-a7cf-49c5-aaef-16a173a06096', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '22de0002-d2ab-46cb-8f92-907ca4a1ef11', 'ip_address': '2001:db8::2'}, {'subnet_id': '53664849-0273-4559-abe7-3fa774e976e7'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'bda85a51-573f-44da-96dc-7d722969bebc'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:47:12.817219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.980369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Delete allocated IP 2001:db8::394 (2ad37139-d581-49a0-b9e2-75f2817b21de/22de0002-d2ab-46cb-8f92-907ca4a1ef11) {{(pid=94824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:47:12.989392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Allocated IP 2001:db8:0:2::2 (2ad37139-d581-49a0-b9e2-75f2817b21de/53664849-0273-4559-abe7-3fa774e976e7/d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:13.243366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.268017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515350fd-d0bd-484d-86e6-96de255ef9bb req-6ef52644-ff16-4246-846b-010964ee8110 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:13.270731 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-515350fd-d0bd-484d-86e6-96de255ef9bb req-6ef52644-ff16-4246-846b-010964ee8110 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 944 time: 0.1248834 Aug 29 04:47:13.281956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Ignored duplicate provisioning block setup for port d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:47:13.292584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.350447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:2::2-906ae73f-c611-487d-bab0-011023e4378c {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:47:13.350879 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:47:13.387767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] In _notify_port_updated(), no bound segment for port d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 on network 2ad37139-d581-49a0-b9e2-75f2817b21de {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:47:13.393942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:13.394655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.396033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "PUT /v2.0/ports/d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 HTTP/1.1" status: 200 len: 967 time: 0.9731469 Aug 29 04:47:13.398948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54072) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:13.399703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-515350fd-d0bd-484d-86e6-96de255ef9bb req-959b3682-e533-41c2-abbe-3593436023a4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202068 Aug 29 04:47:13.400642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a70993-a271-4ce7-96d7-ce1bee35503b tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event updated for resources: {'Port': ['ID=d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:13.489664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9dc8c9e2-1848-4d31-b544-55f54ce5b53e details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:13.496570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:13.496991 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.604083 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.619575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:13.620054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:13.632059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e', 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09', 'port_id': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e', 'mac_address': 'fa:16:3e:64:f6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f805f5a-b5ef-45ed-823d-5efe99866cec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:13.684339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.702580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc8c9e2-1848-4d31-b544-55f54ce5b53e {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:13.723922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:13.727979 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.769682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.789370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:13.804606 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:13.833865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.835797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b2662016-20b4-44e0-b52a-dec5618aae8a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 HTTP/1.1" status: 204 len: 168 time: 0.4358468 Aug 29 04:47:13.838560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:13.864118 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b16ca6-6fdb-41e3-9d12-5b399b881f65 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] GET failed (client error): The resource could not be found. Aug 29 04:47:13.865707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-61b16ca6-6fdb-41e3-9d12-5b399b881f65 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports/d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3 HTTP/1.1" status: 404 len: 333 time: 0.0261242 Aug 29 04:47:13.868315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54086) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:13.890668 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.930423 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624abded-f323-4676-ab5b-197601a155ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.945713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['9dc8c9e2-1848-4d31-b544-55f54ce5b53e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:13.965279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624abded-f323-4676-ab5b-197601a155ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.012620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624abded-f323-4676-ab5b-197601a155ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.016303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-624abded-f323-4676-ab5b-197601a155ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.020835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-624abded-f323-4676-ab5b-197601a155ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/security-groups/2cc80d33-2fc9-403c-ba1a-b0b81238ae4c HTTP/1.1" status: 204 len: 168 time: 0.1488576 Aug 29 04:47:14.021491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54090) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:14.029983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624abded-f323-4676-ab5b-197601a155ad tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc80d33-2fc9-403c-ba1a-b0b81238ae4c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.086992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44409f37-bd4d-4d1d-901e-2533a83e8c48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.114955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44409f37-bd4d-4d1d-901e-2533a83e8c48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.136308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Allocated IP 2001:db8:0:2::2 (2ad37139-d581-49a0-b9e2-75f2817b21de/53664849-0273-4559-abe7-3fa774e976e7/bda85a51-573f-44da-96dc-7d722969bebc) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:14.173579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44409f37-bd4d-4d1d-901e-2533a83e8c48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.177338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44409f37-bd4d-4d1d-901e-2533a83e8c48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.181076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-44409f37-bd4d-4d1d-901e-2533a83e8c48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/security-groups/8f2f561d-3e70-4839-a04e-2ea5e6984d58 HTTP/1.1" status: 204 len: 168 time: 0.1559818 Aug 29 04:47:14.181681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:14.195276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44409f37-bd4d-4d1d-901e-2533a83e8c48 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2f561d-3e70-4839-a04e-2ea5e6984d58,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.246310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac88afe6-5c8b-49aa-852b-ea5b4695c329 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.270157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac88afe6-5c8b-49aa-852b-ea5b4695c329 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.315670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac88afe6-5c8b-49aa-852b-ea5b4695c329 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.318809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:14.319142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac88afe6-5c8b-49aa-852b-ea5b4695c329 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.322785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ac88afe6-5c8b-49aa-852b-ea5b4695c329 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/security-groups/f32406c0-d318-4c84-9093-01999d9d2133 HTTP/1.1" status: 204 len: 168 time: 0.1379559 Aug 29 04:47:14.323663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:14.330199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88afe6-5c8b-49aa-852b-ea5b4695c329 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32406c0-d318-4c84-9093-01999d9d2133,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.368321 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.382514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Transition to ACTIVE for port object bda85a51-573f-44da-96dc-7d722969bebc will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:14.387763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.395203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet 22de0002-d2ab-46cb-8f92-907ca4a1ef11 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:14.398427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.452961 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.472361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a4c8f-2658-4c0d-b906-714fbd2f0c49 None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.558461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484113b5-ae54-4c71-98f4-777884cfc54e req-860e44d3-e601-4a76-afbf-5eae0a0d291e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.560149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-484113b5-ae54-4c71-98f4-777884cfc54e req-860e44d3-e601-4a76-afbf-5eae0a0d291e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 945 time: 0.0695691 Aug 29 04:47:14.598265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.641189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-484113b5-ae54-4c71-98f4-777884cfc54e req-d5b1b2c6-f1c9-4316-9787-62d2736b8512 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744798 Aug 29 04:47:14.698526 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.733524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=22de0002-d2ab-46cb-8f92-907ca4a1ef11,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.747752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.749310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-81558538-4ad9-4811-93cc-7c54555f8904 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/22de0002-d2ab-46cb-8f92-907ca4a1ef11 HTTP/1.1" status: 204 len: 168 time: 0.4232545 Aug 29 04:47:14.753958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:14.816924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet 53664849-0273-4559-abe7-3fa774e976e7 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:14.820334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.868995 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.965889 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.036456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.068730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.071679 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/53664849-0273-4559-abe7-3fa774e976e7 HTTP/1.1" status: 204 len: 168 time: 0.3151429 Aug 29 04:47:15.071679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360d2fb-3b8c-42e1-b638-db72c1a6a120 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=53664849-0273-4559-abe7-3fa774e976e7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:15.073261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54120) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.103508 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a63d45b-6c8f-4bff-8f9a-8d6b33864801 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.103976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a63d45b-6c8f-4bff-8f9a-8d6b33864801 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.106287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1a63d45b-6c8f-4bff-8f9a-8d6b33864801 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/22de0002-d2ab-46cb-8f92-907ca4a1ef11 HTTP/1.1" status: 404 len: 337 time: 0.0312655 Aug 29 04:47:15.108742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.171471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting subnet 7bc64dbe-a7cf-49c5-aaef-16a173a06096 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:15.175729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.204217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b021d-88f6-446e-ab18-09253e825f02 None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:15.218796 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.283710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1760e9f8-49e3-4aea-a703-0a897679ce6d None None] Provisioning complete for port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:15.284100 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1760e9f8-49e3-4aea-a703-0a897679ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.314508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.353730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1760e9f8-49e3-4aea-a703-0a897679ce6d None None] Port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:15.381032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1760e9f8-49e3-4aea-a703-0a897679ce6d None None] Provisioning for port bda85a51-573f-44da-96dc-7d722969bebc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:15.393834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.399043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1760e9f8-49e3-4aea-a703-0a897679ce6d None None] Provisioning complete for port bda85a51-573f-44da-96dc-7d722969bebc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:15.399425 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1760e9f8-49e3-4aea-a703-0a897679ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.426218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc64dbe-a7cf-49c5-aaef-16a173a06096,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:15.428179 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.432485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-656c27d3-0bc3-4006-8400-5c03007440e7 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/7bc64dbe-a7cf-49c5-aaef-16a173a06096 HTTP/1.1" status: 204 len: 168 time: 0.3199635 Aug 29 04:47:15.433354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.470898 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4198ed5f-8952-4c47-b294-9bb9826e83b3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.471397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4198ed5f-8952-4c47-b294-9bb9826e83b3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.474117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4198ed5f-8952-4c47-b294-9bb9826e83b3 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/d4548a6d-0084-4d03-82bf-4ac30aebd63b HTTP/1.1" status: 404 len: 337 time: 0.0394433 Aug 29 04:47:15.475900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54130) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.498146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9dc8c9e2-1848-4d31-b544-55f54ce5b53e up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:15.505117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ec58a46-6029-41f5-82ac-101963646461 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7 HTTP/1.1" status: 200 len: 205 time: 0.0279949 Aug 29 04:47:15.507468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54132) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.547362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1760e9f8-49e3-4aea-a703-0a897679ce6d None None] Could not find standard attr ID for object d3ef6ec0-fb63-4562-a2c7-9384c70eeeb3. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:47:15.550787 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-7a622d53-ac33-46de-a931-f5b2c684f598 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] delete failed (client error): The resource could not be found. Aug 29 04:47:15.552009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a622d53-ac33-46de-a931-f5b2c684f598 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/routers/9c8f81f8-ecf0-4bc1-9157-3befdcaf7ef7 HTTP/1.1" status: 404 len: 336 time: 0.0434599 Aug 29 04:47:15.555979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54134) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.568590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb0d33-4066-4aa3-b713-638b92566609 None None] Update dhcp port {'port': {'network_id': '2ad37139-d581-49a0-b9e2-75f2817b21de', 'fixed_ips': [{'subnet_id': '7bc64dbe-a7cf-49c5-aaef-16a173a06096'}], 'binding:host_id': 'n-d-712143-14'}, 'id': 'bda85a51-573f-44da-96dc-7d722969bebc'} from n-d-712143-14. {{(pid=94825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:47:15.584048 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7f11a4-fe53-4a8c-912f-c0910b18f24a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.584516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7f11a4-fe53-4a8c-912f-c0910b18f24a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.586310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6c7f11a4-fe53-4a8c-912f-c0910b18f24a tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/a8cfcae9-5b1f-47fa-8f1d-f9a6fb5b7d08 HTTP/1.1" status: 404 len: 337 time: 0.0293751 Aug 29 04:47:15.590669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54140) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.602465 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0d33-4066-4aa3-b713-638b92566609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.618013 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8b0ad8-bc2c-470c-ab78-bce5d8809935 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.618489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8b0ad8-bc2c-470c-ab78-bce5d8809935 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.620239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f8b0ad8-bc2c-470c-ab78-bce5d8809935 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/5586f9bd-ad07-4c71-a231-d529cf8d23a9 HTTP/1.1" status: 404 len: 337 time: 0.0286102 Aug 29 04:47:15.622938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54142) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.642162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:15.648313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:15.648689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.654034 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cb2b66-00f5-46f3-ae6e-670007ec5d19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.654716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cb2b66-00f5-46f3-ae6e-670007ec5d19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.659876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-47cb2b66-00f5-46f3-ae6e-670007ec5d19 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/e0ccab7e-0145-4d87-9995-8e9040df6a5c HTTP/1.1" status: 404 len: 337 time: 0.0325127 Aug 29 04:47:15.660724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54148) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.727486 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0aa3c7d-91bb-4d5b-a163-d5825d85010d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.728255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0aa3c7d-91bb-4d5b-a163-d5825d85010d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.730222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b0aa3c7d-91bb-4d5b-a163-d5825d85010d tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/9b2e277a-a15c-4507-9b0d-517598725b27 HTTP/1.1" status: 404 len: 333 time: 0.0678136 Aug 29 04:47:15.732906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54154) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.780458 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-37537e3a-68d3-4c7b-8c09-563f4058939f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.780939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37537e3a-68d3-4c7b-8c09-563f4058939f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.785753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37537e3a-68d3-4c7b-8c09-563f4058939f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/0edaeb68-a4c3-485c-82e9-7b76efdec5bf HTTP/1.1" status: 404 len: 337 time: 0.0486522 Aug 29 04:47:15.786054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54156) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.827761 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a70e96-a116-4004-ba54-1401e248524f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.828614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a70e96-a116-4004-ba54-1401e248524f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.831554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f8a70e96-a116-4004-ba54-1401e248524f tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/640a55c3-9932-4dba-9f65-e06c7edc2af7 HTTP/1.1" status: 404 len: 337 time: 0.0441492 Aug 29 04:47:15.836341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54158) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.873616 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.890553 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e6ee8b-9cc1-4788-9a80-3359342f1157 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.891533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e6ee8b-9cc1-4788-9a80-3359342f1157 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.894168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b2e6ee8b-9cc1-4788-9a80-3359342f1157 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/96822d44-c1e2-4bbf-98e8-a60af29e0633 HTTP/1.1" status: 404 len: 333 time: 0.0564101 Aug 29 04:47:15.896744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54160) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.905779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160f2d-6dfd-4f4b-8404-0d3e24673de6 req-7d666433-ccd1-47d9-b9e0-a4a206bf1ffd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.916245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17160f2d-6dfd-4f4b-8404-0d3e24673de6 req-7d666433-ccd1-47d9-b9e0-a4a206bf1ffd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 945 time: 0.1414814 Aug 29 04:47:15.919514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:15.922448 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa58a3-bac9-4b1f-a6f8-99443b57efed" -d '{"events": [{"server_uuid": "90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6", "name": "network-vif-plugged", "status": "completed", "tag": "9dc8c9e2-1848-4d31-b544-55f54ce5b53e"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:15.929938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e432e9-0d25-47ce-9907-63cb40bbfc1f None None] Network 2ad37139-d581-49a0-b9e2-75f2817b21de requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:15.952139 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5556dc7-0351-4f58-a3b1-757d7335f408 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:15.953012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5556dc7-0351-4f58-a3b1-757d7335f408 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:15.953429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:15.958223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d5556dc7-0351-4f58-a3b1-757d7335f408 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/cbd2962f-434b-482d-928e-17df7a210a9a HTTP/1.1" status: 404 len: 337 time: 0.0602214 Aug 29 04:47:15.961297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54164) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:15.998778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17160f2d-6dfd-4f4b-8404-0d3e24673de6 req-38fc5378-97af-421d-8631-f0687429b52d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815578 Aug 29 04:47:16.016198 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa2234-a140-4d12-bd64-c3812c34d0d4 x-openstack-request-id: req-1baa2234-a140-4d12-bd64-c3812c34d0d4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:16.016785 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6", "name": "network-vif-plugged", "status": "completed", "tag": "9dc8c9e2-1848-4d31-b544-55f54ce5b53e", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:16.017052 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1baa2234-a140-4d12-bd64-c3812c34d0d4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:16.019004 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e', 'code': 200} Aug 29 04:47:16.026433 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d387dde7-fb27-436a-b7a1-320ccaa71081 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] DELETE failed (client error): The resource could not be found. Aug 29 04:47:16.026639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d387dde7-fb27-436a-b7a1-320ccaa71081 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:47:16.028718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d387dde7-fb27-436a-b7a1-320ccaa71081 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/subnets/63c025b0-2daa-40be-b913-23ddad6fdf96 HTTP/1.1" status: 404 len: 337 time: 0.0661137 Aug 29 04:47:16.032771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:16.047879 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.052218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bda85a51-573f-44da-96dc-7d722969bebc no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:16.168900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95787c2-18d3-448d-92d2-44966d990cf7 req-a5516072-f8d4-44fa-8475-f3dd40659a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.170635 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b95787c2-18d3-448d-92d2-44966d990cf7 req-a5516072-f8d4-44fa-8475-f3dd40659a00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0810373 Aug 29 04:47:16.201081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:16.201577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.230752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b95787c2-18d3-448d-92d2-44966d990cf7 req-07c8a189-c7a1-47e2-9c76-ed8f3b7c4104 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514410 Aug 29 04:47:16.288607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.304302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for 4ac57d50-b76e-4152-87e0-dc7c2d19a81c owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:16.342290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Provisioning complete for port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:16.342854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.402813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.403991 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.440566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=4ac57d50-b76e-4152-87e0-dc7c2d19a81c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.444164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Port 4ac57d50-b76e-4152-87e0-dc7c2d19a81c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:16.445940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.448065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8d623bf7-2a85-49d2-815f-70fc26b917a0 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/ports/4ac57d50-b76e-4152-87e0-dc7c2d19a81c HTTP/1.1" status: 204 len: 168 time: 0.4140100 Aug 29 04:47:16.450646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54176) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:16.469749 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.489342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Provisioning complete for port bda85a51-573f-44da-96dc-7d722969bebc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:16.489820 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.528107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] DHCP port deletion for 2ad37139-d581-49a0-b9e2-75f2817b21de request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:16.540339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.552010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:16.577624 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.617215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Deleting port bda85a51-573f-44da-96dc-7d722969bebc {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:16.617562 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.667575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=11']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.683491 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.684247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:16.684613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.698626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Calling delete_port for bda85a51-573f-44da-96dc-7d722969bebc owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:16.702300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] Deleting port bda85a51-573f-44da-96dc-7d722969bebc {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:16.702679 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.763525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:16.772427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.794744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.824861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] For port bda85a51-573f-44da-96dc-7d722969bebc, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bda85a51-573f-44da-96dc-7d722969bebc,segment=NetworkSegment(3c8fc20c-6be9-483e-8707-051169c35fef),segment_id=3c8fc20c-6be9-483e-8707-051169c35fef)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:16.825240 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.833808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.846368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] No DVR routers for this DVR port bda85a51-573f-44da-96dc-7d722969bebc on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:16.852888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] Calling delete_port for bda85a51-573f-44da-96dc-7d722969bebc owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:16.854691 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-680e4369-5d26-4d7b-b5f9-9c3ab88ab11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.876718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fdc2b-edf8-4e3c-8d41-2a046d39f682 None None] Pushing event updated for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=12']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.959101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.976460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad37139-d581-49a0-b9e2-75f2817b21de']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:16.978509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.995582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8fc20c-6be9-483e-8707-051169c35fef') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:16.996144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8fc20c-6be9-483e-8707-051169c35fef') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:17.006667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.007887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] Pushing event deleted for resources: {'Port': ['ID=bda85a51-573f-44da-96dc-7d722969bebc,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:17.013067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b6804-9f80-488a-9118-8ada0757bbcc None None] No DVR routers for this DVR port bda85a51-573f-44da-96dc-7d722969bebc on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:17.033569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.048263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:17.049072 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:17.053371 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:17.147957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.157180 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.159387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] 10.222.0.55 "DELETE /v2.0/networks/2ad37139-d581-49a0-b9e2-75f2817b21de HTTP/1.1" status: 204 len: 168 time: 0.7075927 Aug 29 04:47:17.180317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47919-ed01-4c80-96c6-7faf394f3d72 tempest-PortsIpV6TestJSON-2063981472 tempest-PortsIpV6TestJSON-2063981472-project] Pushing event deleted for resources: {'Network': ['ID=2ad37139-d581-49a0-b9e2-75f2817b21de,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:17.203148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a9fee-f8e6-4ab8-a1f7-a1ce0b48e69f req-e8f7b853-9e0a-48f4-b2c3-eb5690cb75a2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.204975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d70a9fee-f8e6-4ab8-a1f7-a1ce0b48e69f req-e8f7b853-9e0a-48f4-b2c3-eb5690cb75a2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 946 time: 0.1099858 Aug 29 04:47:17.260981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d70a9fee-f8e6-4ab8-a1f7-a1ce0b48e69f req-fd5f44cb-6cec-4858-9fb7-6e3905e20921 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Aug 29 04:47:17.446079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:17.585019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-79b822cb-47a8-4961-9c2e-3b7d2001b51c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3df5564326404104ba63ca194cfc3b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376967 Aug 29 04:47:17.587541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:17.639382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22a8597-17dd-4186-a674-d9750f2264da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.664118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22a8597-17dd-4186-a674-d9750f2264da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.711450 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22a8597-17dd-4186-a674-d9750f2264da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.713967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b22a8597-17dd-4186-a674-d9750f2264da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.715553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b22a8597-17dd-4186-a674-d9750f2264da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a956153-1f22-492b-846b-08d8cc25169c HTTP/1.1" status: 204 len: 168 time: 0.1266737 Aug 29 04:47:17.725095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a8597-17dd-4186-a674-d9750f2264da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a956153-1f22-492b-846b-08d8cc25169c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:18.383437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716c61c-942b-4231-94ec-505639ee6578 req-bdd705c6-62a9-4a96-8d92-ae4044be04a4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.385159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0716c61c-942b-4231-94ec-505639ee6578 req-bdd705c6-62a9-4a96-8d92-ae4044be04a4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 946 time: 0.0552490 Aug 29 04:47:18.413190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54236) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:18.433720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0716c61c-942b-4231-94ec-505639ee6578 req-bcfb2268-cd61-4f96-886c-57009c489d9c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Aug 29 04:47:18.553113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1518918550'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:18.594121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:18.598517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.608229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.708323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e856cd-677a-4beb-867e-57ec42665d30 req-ccfee824-8dfa-4572-b0d3-0a97885fd6c8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.710145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85e856cd-677a-4beb-867e-57ec42665d30 req-ccfee824-8dfa-4572-b0d3-0a97885fd6c8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 946 time: 0.0700731 Aug 29 04:47:18.779606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85e856cd-677a-4beb-867e-57ec42665d30 req-34bcaae6-0a7a-499a-838c-c14b447ee77a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Aug 29 04:47:18.785274 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.790404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.811834 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:18.832565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.832895 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment e205f9a3-5ee8-4694-ab37-86c75b3d0047 of type vlan for network de44517b-9312-44c9-9f22-449beed9df6d Aug 29 04:47:18.841561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a9e66-ec83-44de-932c-1968d8d1c0a4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:18.880642 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.907505 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.913172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.913807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.978438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5638359 Aug 29 04:47:18.980859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:18.984825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522060f2-6696-4733-91b6-6952ea534228 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=de44517b-9312-44c9-9f22-449beed9df6d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:18.997364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-853499005'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:19.000942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network de44517b-9312-44c9-9f22-449beed9df6d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:19.027941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:19.032038 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.059715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:19.073184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.073543 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment 26da2372-124b-4f2d-bda8-b0931af3c8ee of type vlan for network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc Aug 29 04:47:19.117328 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.151912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.158712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.159854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.223392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2407136 Aug 29 04:47:19.226358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:19.231577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': 'de44517b-9312-44c9-9f22-449beed9df6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:19.238977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade43e71-b5f4-4c31-8388-e0687a13f2d7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=3817c039-74ba-41f1-8a61-6b2c0ab1a4bc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:19.250248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:19.370875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:19.374699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.483347 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-273cb99d-bdac-4ba3-ae63-80a417ebfa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.571682 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.621202 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.637993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=9aa05e01-65ad-4f97-b42a-b2541828c278,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:19.645414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': 'e205f9a3-5ee8-4694-ab37-86c75b3d0047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'de44517b-9312-44c9-9f22-449beed9df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:19.645817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: de44517b-9312-44c9-9f22-449beed9df6d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:19.667181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network de44517b-9312-44c9-9f22-449beed9df6d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:19.676934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, de44517b-9312-44c9-9f22-449beed9df6d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:19.681678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.682250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.691548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9ab80-e50b-4ddc-b5ef-1899d17c1ba0 None None] Network de44517b-9312-44c9-9f22-449beed9df6d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:19.698620 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9164d914-c7fb-42de-9ad6-9bd60a84f171 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4709983 Aug 29 04:47:19.702447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:19.709081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': '3817c039-74ba-41f1-8a61-6b2c0ab1a4bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:19.832046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:19.835579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.889645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-de44517b-9312-44c9-9f22-449beed9df6d', 'network_id': 'de44517b-9312-44c9-9f22-449beed9df6d', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': '9aa05e01-65ad-4f97-b42a-b2541828c278'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:19.890918 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.958201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bf642-47f0-4bd1-a9e1-18f545bd7139 req-9c366039-9b0f-4778-a520-1aa5ae70cffa tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.960753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-783bf642-47f0-4bd1-a9e1-18f545bd7139 req-9c366039-9b0f-4778-a520-1aa5ae70cffa tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 946 time: 0.0873418 Aug 29 04:47:20.006629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-801e444e-a4e6-4f96-87a2-5ca763a8ed27 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:20.008042 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-801e444e-a4e6-4f96-87a2-5ca763a8ed27 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 946 time: 0.1006932 Aug 29 04:47:20.049242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-783bf642-47f0-4bd1-a9e1-18f545bd7139 req-336f6f6c-f15d-440a-822e-8c19e49cb6d5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776494 Aug 29 04:47:20.082517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Allocated IP 2001:db8::2 (de44517b-9312-44c9-9f22-449beed9df6d/9aa05e01-65ad-4f97-b42a-b2541828c278/43a3fcab-3806-4421-91d8-e86af691d93d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:20.190849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.231974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Deleting port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:20.232325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.291687 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.300679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Transition to ACTIVE for port object 43a3fcab-3806-4421-91d8-e86af691d93d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:20.318071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Transition to ACTIVE for port object 43a3fcab-3806-4421-91d8-e86af691d93d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:20.322820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=6859a14d-0cd9-4aff-be5c-636f5e30d5f2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:20.326627 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.346971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': '26da2372-124b-4f2d-bda8-b0931af3c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3817c039-74ba-41f1-8a61-6b2c0ab1a4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:20.347342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:20.370464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] For port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:20.371171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.382491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Network de44517b-9312-44c9-9f22-449beed9df6d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:20.386179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:20.391960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:20.395069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Calling delete_port for 9dc8c9e2-1848-4d31-b544-55f54ce5b53e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:20.396890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Pushing event updated for resources: {'Port': ['ID=43a3fcab-3806-4421-91d8-e86af691d93d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:20.401139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:20.452938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:20.462625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:20.463218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.471635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68becd6b-a9a8-4be4-bea4-152b6341ba70 None None] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:20.493713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f18aae79-064a-4adf-9c30-da71e84d9955 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7872157 Aug 29 04:47:20.493913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:20.500008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ac5e677e-4983-425b-aeb3-b0579dd0d58d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-110942238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:20.527340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Attempting to bind port 43a3fcab-3806-4421-91d8-e86af691d93d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:20.527340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Attempting to bind port 43a3fcab-3806-4421-91d8-e86af691d93d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e205f9a3-5ee8-4694-ab37-86c75b3d0047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'de44517b-9312-44c9-9f22-449beed9df6d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:20.527736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Attempting to bind port 43a3fcab-3806-4421-91d8-e86af691d93d on network de44517b-9312-44c9-9f22-449beed9df6d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:20.535770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:20.536262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Checking segment: {'id': 'e205f9a3-5ee8-4694-ab37-86c75b3d0047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'de44517b-9312-44c9-9f22-449beed9df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:20.536588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.537020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Bound using segment: {'id': 'e205f9a3-5ee8-4694-ab37-86c75b3d0047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'de44517b-9312-44c9-9f22-449beed9df6d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:20.537539 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Bound port: 43a3fcab-3806-4421-91d8-e86af691d93d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e205f9a3-5ee8-4694-ab37-86c75b3d0047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'de44517b-9312-44c9-9f22-449beed9df6d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:20.537997 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.539512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e677e-4983-425b-aeb3-b0579dd0d58d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.540694 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e677e-4983-425b-aeb3-b0579dd0d58d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.604956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.625876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['9dc8c9e2-1848-4d31-b544-55f54ce5b53e'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:20.660687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Pushing event deleted for resources: {'Port': ['ID=9dc8c9e2-1848-4d31-b544-55f54ce5b53e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:20.667124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4fcaf109-64f7-47c9-993f-646e785d08c3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:20.708321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e677e-4983-425b-aeb3-b0579dd0d58d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.714641 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e677e-4983-425b-aeb3-b0579dd0d58d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.725705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] For port 43a3fcab-3806-4421-91d8-e86af691d93d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:20.736366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] No DVR routers for this DVR port 9dc8c9e2-1848-4d31-b544-55f54ce5b53e on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:20.745212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.747266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7f996d7c-bf44-4f04-ba1a-f4fd8c5ee9d0 req-747fea1f-2e0c-4e7b-b59b-fdd178fc40ef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.37 "DELETE /v2.0/ports/9dc8c9e2-1848-4d31-b544-55f54ce5b53e HTTP/1.1" status: 204 len: 173 time: 0.7322605 Aug 29 04:47:20.747799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'name': 'network-vif-deleted', 'tag': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:20.750207 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de3c97e-efde-4626-83bf-7ac5b45df217" -d '{"events": [{"server_uuid": "90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6", "name": "network-vif-deleted", "tag": "9dc8c9e2-1848-4d31-b544-55f54ce5b53e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:20.765261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac5e677e-4983-425b-aeb3-b0579dd0d58d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.768583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ac5e677e-4983-425b-aeb3-b0579dd0d58d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2732608 Aug 29 04:47:20.771172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54264) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:20.774454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] For port 43a3fcab-3806-4421-91d8-e86af691d93d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=43a3fcab-3806-4421-91d8-e86af691d93d,segment=NetworkSegment(e205f9a3-5ee8-4694-ab37-86c75b3d0047),segment_id=e205f9a3-5ee8-4694-ab37-86c75b3d0047)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:20.800277 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.840442 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.850370 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.860427 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6169ae-5c32-4975-9d4e-0529b02faf16 x-openstack-request-id: req-5a6169ae-5c32-4975-9d4e-0529b02faf16 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:20.860731 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6", "name": "network-vif-deleted", "tag": "9dc8c9e2-1848-4d31-b544-55f54ce5b53e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:20.860987 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a6169ae-5c32-4975-9d4e-0529b02faf16 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:20.861396 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6', 'name': 'network-vif-deleted', 'tag': '9dc8c9e2-1848-4d31-b544-55f54ce5b53e', 'status': 'completed', 'code': 200} Aug 29 04:47:20.918409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-3817c039-74ba-41f1-8a61-6b2c0ab1a4bc', 'network_id': '3817c039-74ba-41f1-8a61-6b2c0ab1a4bc', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': '6859a14d-0cd9-4aff-be5c-636f5e30d5f2'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:20.919265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.939741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496e4f7-6dc2-4cd8-a516-da4cde452543 None None] Pushing event updated for resources: {'Port': ['ID=43a3fcab-3806-4421-91d8-e86af691d93d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:21.235728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Allocated IP 2001:db8:1::2 (3817c039-74ba-41f1-8a61-6b2c0ab1a4bc/6859a14d-0cd9-4aff-be5c-636f5e30d5f2/8cbafe07-c205-4152-a81e-a45a51a4374b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:21.241018 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d606c862-2f6d-47f6-9d90-e6221edcc5ac req-94bf779b-6036-423e-bbc3-fec061395922 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=90a85f3a-a6c2-4bc4-bc8e-a761a4f35fb6 HTTP/1.1" status: 200 len: 210 time: 0.0671573 Aug 29 04:47:21.362097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.512871 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.525331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Transition to ACTIVE for port object 8cbafe07-c205-4152-a81e-a45a51a4374b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:21.551438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Transition to ACTIVE for port object 8cbafe07-c205-4152-a81e-a45a51a4374b will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:21.558015 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.606788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:21.611544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:21.619353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:21.623816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Pushing event updated for resources: {'Port': ['ID=8cbafe07-c205-4152-a81e-a45a51a4374b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:21.675150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8::1 (de44517b-9312-44c9-9f22-449beed9df6d/9aa05e01-65ad-4f97-b42a-b2541828c278/495be8b2-a084-4e67-a5d1-174e70162dfa) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:21.695462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Attempting to bind port 8cbafe07-c205-4152-a81e-a45a51a4374b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:21.695852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Attempting to bind port 8cbafe07-c205-4152-a81e-a45a51a4374b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '26da2372-124b-4f2d-bda8-b0931af3c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3817c039-74ba-41f1-8a61-6b2c0ab1a4bc'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:21.696256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Attempting to bind port 8cbafe07-c205-4152-a81e-a45a51a4374b on network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:21.702078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:21.702461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Checking segment: {'id': '26da2372-124b-4f2d-bda8-b0931af3c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3817c039-74ba-41f1-8a61-6b2c0ab1a4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:21.702874 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.703275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Bound using segment: {'id': '26da2372-124b-4f2d-bda8-b0931af3c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3817c039-74ba-41f1-8a61-6b2c0ab1a4bc'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:21.703754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Bound port: 8cbafe07-c205-4152-a81e-a45a51a4374b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26da2372-124b-4f2d-bda8-b0931af3c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3817c039-74ba-41f1-8a61-6b2c0ab1a4bc'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:21.704142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.779519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] For port 8cbafe07-c205-4152-a81e-a45a51a4374b, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:21.782789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] For port 8cbafe07-c205-4152-a81e-a45a51a4374b, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8cbafe07-c205-4152-a81e-a45a51a4374b,segment=NetworkSegment(26da2372-124b-4f2d-bda8-b0931af3c8ee),segment_id=26da2372-124b-4f2d-bda8-b0931af3c8ee)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:21.789465 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.811397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.828058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 495be8b2-a084-4e67-a5d1-174e70162dfa will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:21.847504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb497b-5050-4d9f-9c9f-7f5b4008416b None None] Pushing event updated for resources: {'Port': ['ID=8cbafe07-c205-4152-a81e-a45a51a4374b,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:21.873226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.917044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network de44517b-9312-44c9-9f22-449beed9df6d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:21.922445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:21.925393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:21.926062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.977767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=495be8b2-a084-4e67-a5d1-174e70162dfa,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:22.105803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 43a3fcab-3806-4421-91d8-e86af691d93d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:22.119270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.196000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b122a-aff5-43e7-8f6f-4dc5402a29fd None None] Network de44517b-9312-44c9-9f22-449beed9df6d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:22.286018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 43a3fcab-3806-4421-91d8-e86af691d93d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:22.300495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 43a3fcab-3806-4421-91d8-e86af691d93d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:22.300605 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.317154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b68eac59-1de4-4989-af65-45597de22b8e None None] Provisioning for port 43a3fcab-3806-4421-91d8-e86af691d93d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:22.360128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b68eac59-1de4-4989-af65-45597de22b8e None None] Provisioning complete for port 43a3fcab-3806-4421-91d8-e86af691d93d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:22.360599 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b68eac59-1de4-4989-af65-45597de22b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.442670 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.522572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd4a67-be30-414e-9b4e-2b465dd7186c req-37829c52-395e-4ee9-be3e-0a55dc50e41d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:22.534759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-31bd4a67-be30-414e-9b4e-2b465dd7186c req-37829c52-395e-4ee9-be3e-0a55dc50e41d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1522360 Aug 29 04:47:22.597446 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b68eac59-1de4-4989-af65-45597de22b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.602921 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-31bd4a67-be30-414e-9b4e-2b465dd7186c req-5b08e686-0ef3-4cc0-8228-3d43e8fa7bbc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582602 Aug 29 04:47:22.626563 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.630986 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.657279 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.658332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.695876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b68eac59-1de4-4989-af65-45597de22b8e None None] For port 43a3fcab-3806-4421-91d8-e86af691d93d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=43a3fcab-3806-4421-91d8-e86af691d93d,segment=NetworkSegment(e205f9a3-5ee8-4694-ab37-86c75b3d0047),segment_id=e205f9a3-5ee8-4694-ab37-86c75b3d0047)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:22.709517 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b68eac59-1de4-4989-af65-45597de22b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.763882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=495be8b2-a084-4e67-a5d1-174e70162dfa,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:22.853533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network de44517b-9312-44c9-9f22-449beed9df6d is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:22.858105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:22.858300 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:47:22.858810 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:47:22.862428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eac59-1de4-4989-af65-45597de22b8e None None] Pushing event updated for resources: {'Port': ['ID=43a3fcab-3806-4421-91d8-e86af691d93d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:23.021165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccb77b-222e-4027-a6bd-46428e183f56 req-cd62831b-d331-4411-8066-be827baf52e1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.022920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-59ccb77b-222e-4027-a6bd-46428e183f56 req-cd62831b-d331-4411-8066-be827baf52e1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1459875 Aug 29 04:47:23.077866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router fabeaf49-603e-4cb0-9e9f-e67815c5eac8 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:23.095361 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-59ccb77b-222e-4027-a6bd-46428e183f56 req-718996d6-6d93-41c8-b140-3fb00e8dc087 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Aug 29 04:47:23.210288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:23.220191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-449e677d-85f9-4e60-a122-0d74feebce1c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/fabeaf49-603e-4cb0-9e9f-e67815c5eac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4476669 Aug 29 04:47:23.220459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:23.223147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] Sync routers for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:23.248003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:23.248482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:23.305344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b196a070-8985-4a0e-b542-7a913df35bd0 None None] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:23.305983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bb87f-7668-4873-9fc8-61d796bfeb2b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.307328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8e0bb87f-7668-4873-9fc8-61d796bfeb2b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports/495be8b2-a084-4e67-a5d1-174e70162dfa HTTP/1.1" status: 200 len: 911 time: 0.0851831 Aug 29 04:47:23.308749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:23.310362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54302) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:23.311305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-57677d84-b0f6-4d73-88fb-26b51a208b54 None None] Provisioning complete for port 43a3fcab-3806-4421-91d8-e86af691d93d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:23.312143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57677d84-b0f6-4d73-88fb-26b51a208b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.335563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37171cbe-aac3-4fe6-82e9-d70f4ceb4ec8 req-8e2e2c50-2228-4c75-bb2f-7632c014a1a3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:23.337492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37171cbe-aac3-4fe6-82e9-d70f4ceb4ec8 req-8e2e2c50-2228-4c75-bb2f-7632c014a1a3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1185515 Aug 29 04:47:23.407926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-37171cbe-aac3-4fe6-82e9-d70f4ceb4ec8 req-b5452332-d90a-46eb-be80-eb4b139395c5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586915 Aug 29 04:47:23.750760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:23.751563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:23.792276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:23.793245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15478025-809b-4a51-9ccf-73d1b6c69173 None None] The sync data for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:24.018468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-57677d84-b0f6-4d73-88fb-26b51a208b54 None None] Provisioning for port 495be8b2-a084-4e67-a5d1-174e70162dfa completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:24.026484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-57677d84-b0f6-4d73-88fb-26b51a208b54 None None] Provisioning complete for port 495be8b2-a084-4e67-a5d1-174e70162dfa triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:24.026866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-57677d84-b0f6-4d73-88fb-26b51a208b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.114065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-57677d84-b0f6-4d73-88fb-26b51a208b54 None None] Port 495be8b2-a084-4e67-a5d1-174e70162dfa cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:24.243976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8cbafe07-c205-4152-a81e-a45a51a4374b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:24.322384 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Provisioning complete for port 495be8b2-a084-4e67-a5d1-174e70162dfa triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:24.323887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.448702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Port 495be8b2-a084-4e67-a5d1-174e70162dfa cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:24.463996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 8cbafe07-c205-4152-a81e-a45a51a4374b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:24.472131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8cbafe07-c205-4152-a81e-a45a51a4374b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:24.472705 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.474562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Provisioning for port 8cbafe07-c205-4152-a81e-a45a51a4374b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:24.479654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Provisioning complete for port 8cbafe07-c205-4152-a81e-a45a51a4374b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:24.480232 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.500084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.633331 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.731530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.751613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 8cbafe07-c205-4152-a81e-a45a51a4374b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8cbafe07-c205-4152-a81e-a45a51a4374b,segment=NetworkSegment(26da2372-124b-4f2d-bda8-b0931af3c8ee),segment_id=26da2372-124b-4f2d-bda8-b0931af3c8ee)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:24.767383 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.769624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 43a3fcab-3806-4421-91d8-e86af691d93d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:24.912650 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:47:24.913396 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-939660d2-d445-4251-aee6-485104cb9443 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:47:24.934553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=8cbafe07-c205-4152-a81e-a45a51a4374b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:24.949628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8:1::1 (3817c039-74ba-41f1-8a61-6b2c0ab1a4bc/6859a14d-0cd9-4aff-be5c-636f5e30d5f2/77d49536-92d6-463e-8797-cc4fac839918) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:24.955648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 43a3fcab-3806-4421-91d8-e86af691d93d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:24.955877 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.105852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.124923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 77d49536-92d6-463e-8797-cc4fac839918 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:25.173050 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.220443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:25.225126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:25.227750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:25.228392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.278860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=77d49536-92d6-463e-8797-cc4fac839918,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:25.294155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.294511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.294859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.295200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.295536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.295876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.296226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.296528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.296862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.297294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.297635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.298085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:25.401155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.479055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25a915-2d15-48b5-8194-1f5e76dd4d70 req-9440e175-541e-493f-bf7c-9b0748608fdc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.487661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d25a915-2d15-48b5-8194-1f5e76dd4d70 req-9440e175-541e-493f-bf7c-9b0748608fdc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0692971 Aug 29 04:47:25.498599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9dc8c9e2-1848-4d31-b544-55f54ce5b53e no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:25.522290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 9dc8c9e2-1848-4d31-b544-55f54ce5b53e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:25.522606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9dc8c9e2-1848-4d31-b544-55f54ce5b53e not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:25.531322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d25a915-2d15-48b5-8194-1f5e76dd4d70 req-23c30c32-9fbc-4215-9ba5-b514ddef0951 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Aug 29 04:47:25.605828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6b1043e6-e616-42e7-9eb9-8d7d5bc9d822 None None] Provisioning complete for port 8cbafe07-c205-4152-a81e-a45a51a4374b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:25.606200 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1043e6-e616-42e7-9eb9-8d7d5bc9d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.702640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6b1043e6-e616-42e7-9eb9-8d7d5bc9d822 None None] Provisioning for port 77d49536-92d6-463e-8797-cc4fac839918 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:25.707895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6b1043e6-e616-42e7-9eb9-8d7d5bc9d822 None None] Provisioning complete for port 77d49536-92d6-463e-8797-cc4fac839918 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:25.708267 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b1043e6-e616-42e7-9eb9-8d7d5bc9d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.713928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa147ed8-8e4c-40c9-a719-bb3fdb23d967 req-a86e37c1-f386-4afe-8e06-364ad2b4f0a8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.715488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa147ed8-8e4c-40c9-a719-bb3fdb23d967 req-a86e37c1-f386-4afe-8e06-364ad2b4f0a8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1069956 Aug 29 04:47:25.759247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6b1043e6-e616-42e7-9eb9-8d7d5bc9d822 None None] Port 77d49536-92d6-463e-8797-cc4fac839918 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:25.793388 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa147ed8-8e4c-40c9-a719-bb3fdb23d967 req-76ae49b1-e009-44e3-825d-2b6de28de17f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587647 Aug 29 04:47:25.827082 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.833802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.835081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.932852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=77d49536-92d6-463e-8797-cc4fac839918,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:26.008225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:26.009701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:26.041302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8cbafe07-c205-4152-a81e-a45a51a4374b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:26.113211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8cbafe07-c205-4152-a81e-a45a51a4374b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:26.113873 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.187711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router fabeaf49-603e-4cb0-9e9f-e67815c5eac8 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:26.327443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:26.336031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2cdaf264-b3d3-42c0-952d-8e899fd7f77b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/fabeaf49-603e-4cb0-9e9f-e67815c5eac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0243149 Aug 29 04:47:26.339407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54350) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:26.344281 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] Sync routers for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:26.358883 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:26.358883 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.395247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6b66485b-113f-4725-a918-816145c4fcb2 None None] Provisioning complete for port 77d49536-92d6-463e-8797-cc4fac839918 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:26.395630 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b66485b-113f-4725-a918-816145c4fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.395785 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.406245 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:26.407140 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.414752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8993ea-2a0c-4d67-b5c2-ae328ed65fbe tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.416600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8f8993ea-2a0c-4d67-b5c2-ae328ed65fbe tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports/77d49536-92d6-463e-8797-cc4fac839918 HTTP/1.1" status: 200 len: 913 time: 0.0762217 Aug 29 04:47:26.419530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54352) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:26.448364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6b66485b-113f-4725-a918-816145c4fcb2 None None] Port 77d49536-92d6-463e-8797-cc4fac839918 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:26.463155 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.464370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e61440-1d40-43a9-b207-e9aae75472c6 None None] The sync data for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:26.791057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.085205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 77d49536-92d6-463e-8797-cc4fac839918 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:27.085546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.180745 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.198351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 77d49536-92d6-463e-8797-cc4fac839918 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:27.420122 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.457395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710c052-4100-476e-98e1-9f0c7caa121c req-74be0a08-2332-4917-b88a-91ad0ef72368 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.458988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1710c052-4100-476e-98e1-9f0c7caa121c req-74be0a08-2332-4917-b88a-91ad0ef72368 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0867174 Aug 29 04:47:27.460097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=77d49536-92d6-463e-8797-cc4fac839918,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:27.604564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1710c052-4100-476e-98e1-9f0c7caa121c req-a0c21959-de4c-40f1-a68e-d2b8a9bf282b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366165 Aug 29 04:47:27.615409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.745552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7c8cb-d171-4742-8f07-b084cb19c118 req-e7199508-33df-4079-adfe-11490d79abd0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.747625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7c7c8cb-d171-4742-8f07-b084cb19c118 req-e7199508-33df-4079-adfe-11490d79abd0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0603786 Aug 29 04:47:27.790663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7c7c8cb-d171-4742-8f07-b084cb19c118 req-708b8a8d-acea-495d-99dc-0f786ad8f24f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362146 Aug 29 04:47:27.839110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router fabeaf49-603e-4cb0-9e9f-e67815c5eac8 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:27.949660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:27.962213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d275ffcd-cef0-47fb-b62b-f8b0f40f722c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/fabeaf49-603e-4cb0-9e9f-e67815c5eac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5348330 Aug 29 04:47:27.966050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] Sync routers for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:27.966447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:27.981882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:27.983044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:28.020491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1822ec-affb-42aa-89d0-5a59e8dcde85 req-742c4259-8b24-426d-b196-e551259ef3a9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.022217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1822ec-affb-42aa-89d0-5a59e8dcde85 req-742c4259-8b24-426d-b196-e551259ef3a9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0980022 Aug 29 04:47:28.028400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:28.034128 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:28.038436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:28.039187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:28.071681 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c1822ec-affb-42aa-89d0-5a59e8dcde85 req-7fbce2d8-41ea-4166-b76a-a498b526e98d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Aug 29 04:47:28.075110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:28.075928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843f45f-3a62-4ff5-ae4e-16aac0b43256 None None] The sync data for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:28.242071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4b38-db1b-4778-860d-b54386749f95 req-900e9402-dd2a-4194-a2b8-c3dd3994b464 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.243631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b7c4b38-db1b-4778-860d-b54386749f95 req-900e9402-dd2a-4194-a2b8-c3dd3994b464 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0947049 Aug 29 04:47:28.315717 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6b7c4b38-db1b-4778-860d-b54386749f95 req-821a4695-b9ad-4937-ba83-5b2f8a12c443 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627251 Aug 29 04:47:28.400572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.562331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1772-cae1-47dd-b82a-2dafb876e174 req-4aa2f332-0519-48f2-bd92-9cdef2ff7c53 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.563765 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ecb1772-cae1-47dd-b82a-2dafb876e174 req-4aa2f332-0519-48f2-bd92-9cdef2ff7c53 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0955682 Aug 29 04:47:28.969506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ecb1772-cae1-47dd-b82a-2dafb876e174 req-2dc6a958-b5be-437e-af09-ecea94c01f1e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856142 Aug 29 04:47:29.074782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 495be8b2-a084-4e67-a5d1-174e70162dfa {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:29.075130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.095800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddfc6b-cba7-4d09-9cdb-10e18e43a553 req-c0ddea92-1964-4eaf-8aa6-73249c9559f9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.098366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a2ddfc6b-cba7-4d09-9cdb-10e18e43a553 req-c0ddea92-1964-4eaf-8aa6-73249c9559f9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0567408 Aug 29 04:47:29.171467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.185804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 495be8b2-a084-4e67-a5d1-174e70162dfa owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:29.379653 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.408881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=495be8b2-a084-4e67-a5d1-174e70162dfa,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:29.468597 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a2ddfc6b-cba7-4d09-9cdb-10e18e43a553 req-f6b7f5c5-d508-4d4f-85aa-8399eb3431d8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650162 Aug 29 04:47:29.512032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.681960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981036e-b924-4c40-9781-fe0a5c38ecd7 req-dc79e06a-4853-4944-bce5-930eef463d92 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.684513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6981036e-b924-4c40-9781-fe0a5c38ecd7 req-dc79e06a-4853-4944-bce5-930eef463d92 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0560133 Aug 29 04:47:29.689142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router fabeaf49-603e-4cb0-9e9f-e67815c5eac8 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:29.726401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6981036e-b924-4c40-9781-fe0a5c38ecd7 req-8cde6652-e45d-4ed7-b4b3-4f8fb56e1070 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Aug 29 04:47:29.782138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:29.790069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:29.790346 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a9fad7fe-73a3-4f7e-afc1-e2f4dad79320 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/fabeaf49-603e-4cb0-9e9f-e67815c5eac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221262 Aug 29 04:47:29.795329 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] Sync routers for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:29.813696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:29.814381 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:29.840490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2581a2d6-68b5-4a44-8bdc-37a35a475c32 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=fabeaf49-603e-4cb0-9e9f-e67815c5eac8 HTTP/1.1" status: 200 len: 205 time: 0.0493207 Aug 29 04:47:29.841257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:29.877788 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:29.888795 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] Routers {'fabeaf49-603e-4cb0-9e9f-e67815c5eac8'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:29.889872 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:29.897034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650a12a-92f7-474f-a74e-05ab67bb7bc1 req-85831356-6fdf-43b0-9fe4-66239319f85b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.899253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0650a12a-92f7-474f-a74e-05ab67bb7bc1 req-85831356-6fdf-43b0-9fe4-66239319f85b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0827708 Aug 29 04:47:29.923287 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:29.924776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba92f2-9780-4864-8246-9a2a04e979c5 None None] The sync data for ids ['fabeaf49-603e-4cb0-9e9f-e67815c5eac8'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:29.954543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0650a12a-92f7-474f-a74e-05ab67bb7bc1 req-30541410-7235-4ff2-970e-30f1c093338a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461609 Aug 29 04:47:29.970014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d86c2697-a8ee-44ec-9954-ffd22ba0f140 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.206533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d86c2697-a8ee-44ec-9954-ffd22ba0f140 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.206533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d86c2697-a8ee-44ec-9954-ffd22ba0f140 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.208551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4871a46-83e0-41b3-8f4d-0ca8a75c6380 req-18556250-239b-460d-955f-4f5f3a959fcf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.208551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f4871a46-83e0-41b3-8f4d-0ca8a75c6380 req-18556250-239b-460d-955f-4f5f3a959fcf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0903680 Aug 29 04:47:30.255043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d86c2697-a8ee-44ec-9954-ffd22ba0f140 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.255618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86c2697-a8ee-44ec-9954-ffd22ba0f140 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Fanout notify agent at l3_agent the message router_deleted on router fabeaf49-603e-4cb0-9e9f-e67815c5eac8 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:30.256469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f4871a46-83e0-41b3-8f4d-0ca8a75c6380 req-635903eb-cba1-44fe-b8ab-86d8231d318f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Aug 29 04:47:30.263181 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d86c2697-a8ee-44ec-9954-ffd22ba0f140 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.264553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d86c2697-a8ee-44ec-9954-ffd22ba0f140 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/fabeaf49-603e-4cb0-9e9f-e67815c5eac8 HTTP/1.1" status: 204 len: 168 time: 0.4217463 Aug 29 04:47:30.267443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54432) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:30.334491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet 6859a14d-0cd9-4aff-be5c-636f5e30d5f2 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:30.340411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.390735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.407344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f1c9-219a-4672-8d9e-6e55361c764f req-7f02ca14-cf99-46d0-8c87-7c29c48342be tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.416562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0096f1c9-219a-4672-8d9e-6e55361c764f req-7f02ca14-cf99-46d0-8c87-7c29c48342be tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0749328 Aug 29 04:47:30.458598 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0096f1c9-219a-4672-8d9e-6e55361c764f req-f3de8cc4-b5ed-4061-a290-625bd8e9607a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Aug 29 04:47:30.500507 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.587875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.643836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.645803 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/6859a14d-0cd9-4aff-be5c-636f5e30d5f2 HTTP/1.1" status: 204 len: 168 time: 0.3766401 Aug 29 04:47:30.646856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c979b89-41c4-4e1a-8d47-8de1df5d669b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=6859a14d-0cd9-4aff-be5c-636f5e30d5f2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.649706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54448) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:30.651725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6c290-3eb5-4353-becd-67f3b2b79675 None None] Network 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:30.666382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b5eb2-ddd7-448c-a01d-93fa2b137cd1 req-ac48b78b-8294-4d58-9069-046e9df379f0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.668105 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-955b5eb2-ddd7-448c-a01d-93fa2b137cd1 req-ac48b78b-8294-4d58-9069-046e9df379f0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0722148 Aug 29 04:47:30.711950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet 9aa05e01-65ad-4f97-b42a-b2541828c278 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:30.715172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.715327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-955b5eb2-ddd7-448c-a01d-93fa2b137cd1 req-ea8b4b74-2786-41b2-8ef2-2db94068e59e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Aug 29 04:47:30.788030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.876406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] DHCP port deletion for 3817c039-74ba-41f1-8a61-6b2c0ab1a4bc request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:30.928352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a50cb5-cec0-4d2a-ac37-e060758ae0aa req-f6d3ea0d-391a-459b-bf74-0adfce52b0fb tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.928352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43a50cb5-cec0-4d2a-ac37-e060758ae0aa req-f6d3ea0d-391a-459b-bf74-0adfce52b0fb tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1111610 Aug 29 04:47:30.938171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] Deleting port 8cbafe07-c205-4152-a81e-a45a51a4374b {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:30.938561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.959984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.011534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43a50cb5-cec0-4d2a-ac37-e060758ae0aa req-9e2e2f15-100f-4069-a116-aaff9a467027 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761654 Aug 29 04:47:31.025115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] For port 8cbafe07-c205-4152-a81e-a45a51a4374b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8cbafe07-c205-4152-a81e-a45a51a4374b,segment=NetworkSegment(26da2372-124b-4f2d-bda8-b0931af3c8ee),segment_id=26da2372-124b-4f2d-bda8-b0931af3c8ee)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:31.025532 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.047330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.059543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] Calling delete_port for 8cbafe07-c205-4152-a81e-a45a51a4374b owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:31.078034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa05e01-65ad-4f97-b42a-b2541828c278,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:31.089415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.095796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:31.096928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-efafd61e-f99f-49ba-8e82-136d05e13449 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/9aa05e01-65ad-4f97-b42a-b2541828c278 HTTP/1.1" status: 204 len: 168 time: 0.4452226 Aug 29 04:47:31.110626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4da3fb-0f26-4b3e-bc04-2ffa56a58bd9 None None] Network de44517b-9312-44c9-9f22-449beed9df6d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:31.278077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.287484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.321727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] Pushing event deleted for resources: {'Port': ['ID=8cbafe07-c205-4152-a81e-a45a51a4374b,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:31.325821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60d53b-3fcb-485f-8919-3de7287113a8 None None] No DVR routers for this DVR port 8cbafe07-c205-4152-a81e-a45a51a4374b on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:31.415822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] DHCP port deletion for de44517b-9312-44c9-9f22-449beed9df6d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:31.426360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fdf37-27d8-4ea1-bb03-b331aadbcf17 req-9d292d7e-d05f-46ac-8e06-35b06971b070 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.427898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa4fdf37-27d8-4ea1-bb03-b331aadbcf17 req-9d292d7e-d05f-46ac-8e06-35b06971b070 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 814 time: 0.2489586 Aug 29 04:47:31.438060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.458106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3817c039-74ba-41f1-8a61-6b2c0ab1a4bc']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.461672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa4fdf37-27d8-4ea1-bb03-b331aadbcf17 req-a5ec2335-2615-4b6f-b5ff-32018435ffa2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/quotas/f9bf0ce4a1974977b601f59e753ce3df HTTP/1.1" status: 200 len: 375 time: 0.0258119 Aug 29 04:47:31.471788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26da2372-124b-4f2d-bda8-b0931af3c8ee') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.472343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26da2372-124b-4f2d-bda8-b0931af3c8ee') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.489254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] Deleting port 43a3fcab-3806-4421-91d8-e86af691d93d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:31.489581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.505672 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.527609 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.536976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:31.537383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:31.540998 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:31.543385 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.563096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] For port 43a3fcab-3806-4421-91d8-e86af691d93d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=43a3fcab-3806-4421-91d8-e86af691d93d,segment=NetworkSegment(e205f9a3-5ee8-4694-ab37-86c75b3d0047),segment_id=e205f9a3-5ee8-4694-ab37-86c75b3d0047)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:31.563498 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.578870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] Calling delete_port for 43a3fcab-3806-4421-91d8-e86af691d93d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:31.596837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa4fdf37-27d8-4ea1-bb03-b331aadbcf17 req-28755709-269a-4a11-8fac-60e4fa974e0f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270673 Aug 29 04:47:31.619462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.632360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.635348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/3817c039-74ba-41f1-8a61-6b2c0ab1a4bc HTTP/1.1" status: 204 len: 168 time: 0.5371640 Aug 29 04:47:31.637970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54488) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:31.661069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=3817c039-74ba-41f1-8a61-6b2c0ab1a4bc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:31.691439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.711257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.711602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.712141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.712477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.712803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.713275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.713448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.714016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.714340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.714655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.715142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.715450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c071ed0-80a5-46b5-b917-8f45b08a65b7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:31.715665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] Pushing event deleted for resources: {'Port': ['ID=43a3fcab-3806-4421-91d8-e86af691d93d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:31.731640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54031dd3-27a2-4da5-9333-b260ad03b7e4 None None] No DVR routers for this DVR port 43a3fcab-3806-4421-91d8-e86af691d93d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:31.753403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.802204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5cac-0d0b-4130-b0b4-3a4f99b5c1b5 req-44b7c90d-f41c-464f-a236-2694221faa4c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.803784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe6e5cac-0d0b-4130-b0b4-3a4f99b5c1b5 req-44b7c90d-f41c-464f-a236-2694221faa4c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0635135 Aug 29 04:47:31.856639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe6e5cac-0d0b-4130-b0b4-3a4f99b5c1b5 req-02766720-c8fb-4794-ba15-7efe3dadaab2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453100 Aug 29 04:47:31.892060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.904195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de44517b-9312-44c9-9f22-449beed9df6d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.915894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e205f9a3-5ee8-4694-ab37-86c75b3d0047') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.916141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e205f9a3-5ee8-4694-ab37-86c75b3d0047') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:31.926707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.962606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.991249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:31.991769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.024599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8cbafe07-c205-4152-a81e-a45a51a4374b no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:32.047684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 8cbafe07-c205-4152-a81e-a45a51a4374b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:32.048773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8cbafe07-c205-4152-a81e-a45a51a4374b not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:32.048773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 43a3fcab-3806-4421-91d8-e86af691d93d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:32.049689 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:32.069012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 43a3fcab-3806-4421-91d8-e86af691d93d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:32.069262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 43a3fcab-3806-4421-91d8-e86af691d93d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:32.084052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.099691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5711ff7-95e1-4de7-8a99-8f7ab4f56159 req-74acde7a-cc90-4abb-8397-573318d6a87a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.101290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5711ff7-95e1-4de7-8a99-8f7ab4f56159 req-74acde7a-cc90-4abb-8397-573318d6a87a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1608107 Aug 29 04:47:32.104086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.109967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/de44517b-9312-44c9-9f22-449beed9df6d HTTP/1.1" status: 204 len: 168 time: 0.4670765 Aug 29 04:47:32.110370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54502) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:32.116505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1879086300'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:32.123833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67d2b0-34f6-4a70-ab75-759957d586e3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=de44517b-9312-44c9-9f22-449beed9df6d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:32.153088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:32.157267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.163198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5711ff7-95e1-4de7-8a99-8f7ab4f56159 req-4c6afc16-0296-43d1-bc66-5f0cf51bc4d4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 Aug 29 04:47:32.187842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:32.199019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.199635 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment 987bca33-5077-45e3-8ff3-cfc600046e9b of type vlan for network b939be6d-0a2a-410c-b003-477839e9e10c Aug 29 04:47:32.244719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.282334 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.289564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.290202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.386180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2744584 Aug 29 04:47:32.389125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:32.396751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:32.414883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac98b01-98ab-4d5d-b25d-1d031feb57b0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=b939be6d-0a2a-410c-b003-477839e9e10c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:32.426687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5497fb9-01ef-4c0c-8aee-0ccbe82a0b2c req-f262d1d2-18c6-4c5d-9a14-b1a71f2eba4b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f9bf0ce4a1974977b601f59e753ce3df HTTP/1.1" status: 200 len: 221 time: 0.1241617 Aug 29 04:47:32.437139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b939be6d-0a2a-410c-b003-477839e9e10c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:32.565499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:32.569217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.582696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770f6e-b86b-4760-88b3-226ea1c137e5 req-38615db8-ea07-4bf8-8689-3214df59da34 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.584288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f770f6e-b86b-4760-88b3-226ea1c137e5 req-38615db8-ea07-4bf8-8689-3214df59da34 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0837603 Aug 29 04:47:32.680296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f770f6e-b86b-4760-88b3-226ea1c137e5 req-397b41c3-6bc0-41bc-be6d-87518b278525 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830321 Aug 29 04:47:32.858986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.882391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049a604-5f18-4d40-85b3-86fe3bfa6301 req-1a1303c5-24f5-4f41-a5b7-a09b7ed4aefc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.884183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6049a604-5f18-4d40-85b3-86fe3bfa6301 req-1a1303c5-24f5-4f41-a5b7-a09b7ed4aefc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0751522 Aug 29 04:47:32.926936 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6049a604-5f18-4d40-85b3-86fe3bfa6301 req-f34d12c7-1845-4631-a346-f3f4a66a8c9b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345411 Aug 29 04:47:32.928358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=17ad04d7-ad93-4cba-883f-63ce2cbc1277,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:32.972512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': '987bca33-5077-45e3-8ff3-cfc600046e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:32.975330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: b939be6d-0a2a-410c-b003-477839e9e10c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:33.007800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network b939be6d-0a2a-410c-b003-477839e9e10c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:33.019139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b939be6d-0a2a-410c-b003-477839e9e10c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:33.024058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.025012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.031973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a84d7-15ee-4fa1-9b6b-f7942572bb3d None None] Network b939be6d-0a2a-410c-b003-477839e9e10c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:33.052480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5c382b19-27fd-460a-9b75-58e61b92f296 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6605814 Aug 29 04:47:33.053132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54546) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:33.060037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-51e36376-5a3c-4cac-82a7-79fd0b083bd6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1463311553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:33.092743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51e36376-5a3c-4cac-82a7-79fd0b083bd6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.092743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51e36376-5a3c-4cac-82a7-79fd0b083bd6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.110942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643b16-3a1e-47c7-ac64-a3589c58ed39 req-a40f5c8a-cb38-4edc-8d46-3f838a0863ed tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.113204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4643b16-3a1e-47c7-ac64-a3589c58ed39 req-a40f5c8a-cb38-4edc-8d46-3f838a0863ed tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0687728 Aug 29 04:47:33.160174 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4643b16-3a1e-47c7-ac64-a3589c58ed39 req-80a5d231-2fa3-4840-ab21-9ed329a1a40f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Aug 29 04:47:33.190582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51e36376-5a3c-4cac-82a7-79fd0b083bd6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.196860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51e36376-5a3c-4cac-82a7-79fd0b083bd6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.222612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51e36376-5a3c-4cac-82a7-79fd0b083bd6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.226578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54554) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:33.226742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-51e36376-5a3c-4cac-82a7-79fd0b083bd6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1725507 Aug 29 04:47:33.231852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'port': {'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c', 'name': 'tempest-RoutersIpV6Test-879790309'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:33.264443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b939be6d-0a2a-410c-b003-477839e9e10c', 'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': '17ad04d7-ad93-4cba-883f-63ce2cbc1277'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:33.266113 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.326083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758c3ef-2484-4c47-a863-3e8eff19b781 req-cf2e3cb3-102d-4bbc-b9a3-8161b796953e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.334975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0758c3ef-2484-4c47-a863-3e8eff19b781 req-cf2e3cb3-102d-4bbc-b9a3-8161b796953e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0778997 Aug 29 04:47:33.385237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0758c3ef-2484-4c47-a863-3e8eff19b781 req-7bd01c8f-cc44-479a-ae62-1d7489e086e6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Aug 29 04:47:33.446781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:33.450824 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.461449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Allocated IP 2001:db8::2 (b939be6d-0a2a-410c-b003-477839e9e10c/17ad04d7-ad93-4cba-883f-63ce2cbc1277/2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:33.470238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] device_id is not set on port 4db6e26e-4a57-4387-9c04-03800cb029b6 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:47:33.594117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591c8a8-2eff-4aaa-9375-55bfed46675e req-fb7dea31-570c-4b7b-b680-dccc55892a41 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.595625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2591c8a8-2eff-4aaa-9375-55bfed46675e req-fb7dea31-570c-4b7b-b680-dccc55892a41 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0765958 Aug 29 04:47:33.641963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2591c8a8-2eff-4aaa-9375-55bfed46675e req-f524bbe4-fece-457f-b9bd-f5ea23fe142f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Aug 29 04:47:33.660291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.672732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Transition to ACTIVE for port object 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:33.693360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Transition to ACTIVE for port object 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:33.703882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.759397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Pushing event updated for resources: {'Port': ['ID=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:33.763727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Network b939be6d-0a2a-410c-b003-477839e9e10c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:33.765478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:33.770548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:33.836440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Attempting to bind port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:33.837462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Attempting to bind port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '987bca33-5077-45e3-8ff3-cfc600046e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:33.838045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Attempting to bind port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a on network b939be6d-0a2a-410c-b003-477839e9e10c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:33.839464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8::384 (b939be6d-0a2a-410c-b003-477839e9e10c/17ad04d7-ad93-4cba-883f-63ce2cbc1277/4db6e26e-4a57-4387-9c04-03800cb029b6) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:33.847048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:33.847442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Checking segment: {'id': '987bca33-5077-45e3-8ff3-cfc600046e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:33.847846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.848297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Bound using segment: {'id': '987bca33-5077-45e3-8ff3-cfc600046e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:33.848779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Bound port: 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987bca33-5077-45e3-8ff3-cfc600046e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b939be6d-0a2a-410c-b003-477839e9e10c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:33.849170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.852291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9adda-ea40-433b-8b31-58dfab76f102 req-65e80282-d8a8-426d-a41b-e106c62acc1e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.853696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dff9adda-ea40-433b-8b31-58dfab76f102 req-65e80282-d8a8-426d-a41b-e106c62acc1e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1051686 Aug 29 04:47:33.920618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dff9adda-ea40-433b-8b31-58dfab76f102 req-ce44df2a-9785-422a-9636-04b2372d12e7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571506 Aug 29 04:47:33.972843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] For port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:33.977919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] For port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,segment=NetworkSegment(987bca33-5077-45e3-8ff3-cfc600046e9b),segment_id=987bca33-5077-45e3-8ff3-cfc600046e9b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:33.986052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.072378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c303653-eefd-43de-9ad0-c8309f965867 None None] Pushing event updated for resources: {'Port': ['ID=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:34.174553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa38fd-d3fb-4a6d-8179-a032813c1647 req-4f13bd74-6f80-40ea-a46d-db4014daaf17 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.176103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddfa38fd-d3fb-4a6d-8179-a032813c1647 req-4f13bd74-6f80-40ea-a46d-db4014daaf17 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1424398 Aug 29 04:47:34.196860 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.223715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 4db6e26e-4a57-4387-9c04-03800cb029b6 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:34.264705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddfa38fd-d3fb-4a6d-8179-a032813c1647 req-8e05b2c4-56c7-4fc5-8126-3f918b535c4d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Aug 29 04:47:34.333675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.395168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network b939be6d-0a2a-410c-b003-477839e9e10c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:34.398972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:34.409002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:34.416724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.417646 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.422684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=4db6e26e-4a57-4387-9c04-03800cb029b6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:34.448058 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7980c259-05a6-40e6-b126-90a06fa2cc95 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2201486 Aug 29 04:47:34.450585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54590) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:34.511906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdd775-602b-4d60-a755-bfb328f37941 req-a1be27d8-e94f-4716-adaf-d0342bda0089 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.513705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-97bdd775-602b-4d60-a755-bfb328f37941 req-a1be27d8-e94f-4716-adaf-d0342bda0089 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0966578 Aug 29 04:47:34.559270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-97bdd775-602b-4d60-a755-bfb328f37941 req-ae7c93d0-dfc9-4b72-989a-2a751573243b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 Aug 29 04:47:34.747451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d582b-bbf3-42e2-9e36-967a1b520580 req-4a20dd91-38b9-44e1-ae18-fc98baa010dc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.749846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-308d582b-bbf3-42e2-9e36-967a1b520580 req-4a20dd91-38b9-44e1-ae18-fc98baa010dc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0733433 Aug 29 04:47:34.797929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-308d582b-bbf3-42e2-9e36-967a1b520580 req-4d43ab1c-ff3e-413f-bd96-46195c2aa97a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 Aug 29 04:47:34.885238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.078278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c323e4-0baa-4201-8a4b-4570af157ee5 req-3dffb18e-aa74-4366-9a68-34fe9fb5efac tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.079953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58c323e4-0baa-4201-8a4b-4570af157ee5 req-3dffb18e-aa74-4366-9a68-34fe9fb5efac tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1847525 Aug 29 04:47:35.192126 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58c323e4-0baa-4201-8a4b-4570af157ee5 req-ec69e3a7-9243-48f0-8901-afaf75fc5be1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024835 Aug 29 04:47:35.284089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.291809 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.293641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359a00d-23c0-4312-9b2f-23ea98df7cb6 None None] Network b939be6d-0a2a-410c-b003-477839e9e10c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:35.373143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dd5f8e3c-f374-4897-ad09-2454d8d30882 None None] Provisioning for port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:35.400541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=4db6e26e-4a57-4387-9c04-03800cb029b6,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:35.455692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b640-88d7-4ffe-8cbc-212e2954bc0a req-f5fe139d-8bb5-4f48-84e3-91718ac2206a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.457192 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f483b640-88d7-4ffe-8cbc-212e2954bc0a req-f5fe139d-8bb5-4f48-84e3-91718ac2206a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1339369 Aug 29 04:47:35.555222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.598480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f483b640-88d7-4ffe-8cbc-212e2954bc0a req-5996ab90-30be-4b94-b234-130930ecff0f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074719 Aug 29 04:47:35.727784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.768777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7269c2-0196-493b-b3af-67f796a05a71 req-9fcab080-2e67-4306-ac47-9892f620f4a7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.771022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e7269c2-0196-493b-b3af-67f796a05a71 req-9fcab080-2e67-4306-ac47-9892f620f4a7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0813153 Aug 29 04:47:35.834971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0e7269c2-0196-493b-b3af-67f796a05a71 req-ad859278-646d-4dc8-bce1-54ebf43c86b6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569603 Aug 29 04:47:35.860210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7ac6ace5-f7b8-4186-9b4e-fd9f00fba8e8 None None] Provisioning for port 4db6e26e-4a57-4387-9c04-03800cb029b6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:35.869860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7ac6ace5-f7b8-4186-9b4e-fd9f00fba8e8 None None] Provisioning complete for port 4db6e26e-4a57-4387-9c04-03800cb029b6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:35.870372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ac6ace5-f7b8-4186-9b4e-fd9f00fba8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.929986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6ace5-f7b8-4186-9b4e-fd9f00fba8e8 None None] Port 4db6e26e-4a57-4387-9c04-03800cb029b6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:36.030553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd7e8-97a7-445e-9751-6775d6ed3d6b req-07843a84-0161-457c-bd53-7344d2fda8fa tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:36.032211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a6dd7e8-97a7-445e-9751-6775d6ed3d6b req-07843a84-0161-457c-bd53-7344d2fda8fa tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0995541 Aug 29 04:47:36.128705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a6dd7e8-97a7-445e-9751-6775d6ed3d6b req-212ffbe2-1032-4121-a199-7c59f29a20f7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871062 Aug 29 04:47:36.149089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:36.292255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.329573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.330838 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.462051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=4db6e26e-4a57-4387-9c04-03800cb029b6,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:36.466051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-918eefdc-5de7-41fe-a552-1a4d605279ad None None] Provisioning complete for port 4db6e26e-4a57-4387-9c04-03800cb029b6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:36.466602 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-918eefdc-5de7-41fe-a552-1a4d605279ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.484805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8812ef-d245-4b7f-9966-1a2dbe51baa9 req-b340a1e1-3b27-4c4c-bcde-94263629a75f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:36.487031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a8812ef-d245-4b7f-9966-1a2dbe51baa9 req-b340a1e1-3b27-4c4c-bcde-94263629a75f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.2239470 Aug 29 04:47:36.506616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-918eefdc-5de7-41fe-a552-1a4d605279ad None None] Port 4db6e26e-4a57-4387-9c04-03800cb029b6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:36.519558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:36.528255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:36.528892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.534683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network b939be6d-0a2a-410c-b003-477839e9e10c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:36.537306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:36.558188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a8812ef-d245-4b7f-9966-1a2dbe51baa9 req-8d9f9360-0791-4d9a-994f-6098c6d33f2b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582740 Aug 29 04:47:36.657078 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.703740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,segment=NetworkSegment(987bca33-5077-45e3-8ff3-cfc600046e9b),segment_id=987bca33-5077-45e3-8ff3-cfc600046e9b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:36.705989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-180ceb3e-36e9-4d42-8830-30f73c357f59 None None] Provisioning complete for port 4db6e26e-4a57-4387-9c04-03800cb029b6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:36.706676 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-180ceb3e-36e9-4d42-8830-30f73c357f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.728716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.813949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f870fb1-0948-43aa-a910-541d8d505325 req-cc282430-f1b1-4607-a12a-af34e9a80dcf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:36.815497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f870fb1-0948-43aa-a910-541d8d505325 req-cc282430-f1b1-4607-a12a-af34e9a80dcf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0853727 Aug 29 04:47:36.816580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router 1ef8215b-96fb-41f5-b713-0c67bdc42a2b is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:36.822673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:36.831173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-180ceb3e-36e9-4d42-8830-30f73c357f59 None None] Port 4db6e26e-4a57-4387-9c04-03800cb029b6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:36.974361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-02aea518-f26b-4c28-8057-a691315e334b None None] Provisioning complete for port 4db6e26e-4a57-4387-9c04-03800cb029b6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:36.974361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02aea518-f26b-4c28-8057-a691315e334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.018588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-02aea518-f26b-4c28-8057-a691315e334b None None] Port 4db6e26e-4a57-4387-9c04-03800cb029b6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:37.338595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:37.350060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] Sync routers for ids ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:37.361338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f870fb1-0948-43aa-a910-541d8d505325 req-ed7ccca1-b405-462a-b943-539ff2b1fa6e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235136 Aug 29 04:47:37.364443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] Routers {'1ef8215b-96fb-41f5-b713-0c67bdc42a2b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:37.375400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e5f9fcfa-f8c7-4fc4-94da-a165f7556687 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/1ef8215b-96fb-41f5-b713-0c67bdc42a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9134681 Aug 29 04:47:37.375400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54680) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:37.378375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:37.426158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f2b4d2-1137-4b2a-a67c-1357fcfb1e25 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.427834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-70f2b4d2-1137-4b2a-a67c-1357fcfb1e25 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports/4db6e26e-4a57-4387-9c04-03800cb029b6 HTTP/1.1" status: 200 len: 983 time: 0.0575116 Aug 29 04:47:37.430471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54686) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:37.471042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:37.487044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] Routers {'1ef8215b-96fb-41f5-b713-0c67bdc42a2b'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:37.488657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:37.547653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:37.549050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33ff59-1970-42a2-9683-229f1c5a0508 None None] The sync data for ids ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:37.589148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7fb9b-4828-47d5-af3c-14ac435d6197 req-0e0ee6c9-c2f6-459f-830a-df00a6a86869 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.590959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43e7fb9b-4828-47d5-af3c-14ac435d6197 req-0e0ee6c9-c2f6-459f-830a-df00a6a86869 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0924387 Aug 29 04:47:37.652191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43e7fb9b-4828-47d5-af3c-14ac435d6197 req-fde1f0f8-2913-42e1-adb0-23cde86462f8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538363 Aug 29 04:47:37.834893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7653-472b-4892-bb2a-d10c6fd3734c req-3517fb61-ceda-4f53-a2f9-e43529a80821 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.844712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-977f7653-472b-4892-bb2a-d10c6fd3734c req-3517fb61-ceda-4f53-a2f9-e43529a80821 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0646968 Aug 29 04:47:37.904908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-977f7653-472b-4892-bb2a-d10c6fd3734c req-56080245-6140-4ea3-bc93-dde060eb4f58 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546765 Aug 29 04:47:38.070607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:38.088804 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.127636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:38.128023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.200049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c643-1bb1-4047-b461-a16d15764ba3 req-a51a5c5d-2be3-446b-accc-48a184ff23d6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.209359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fdf2c643-1bb1-4047-b461-a16d15764ba3 req-a51a5c5d-2be3-446b-accc-48a184ff23d6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1794209 Aug 29 04:47:38.325275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fdf2c643-1bb1-4047-b461-a16d15764ba3 req-1e31355c-8676-4602-8f69-9e84c1ea778b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149793 Aug 29 04:47:38.478227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 4db6e26e-4a57-4387-9c04-03800cb029b6 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:38.478227 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.538582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dab70-c456-47bf-9c53-982930cf0a93 req-b2c924c6-ebe8-4769-b763-e0490a11e8c8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.540106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a45dab70-c456-47bf-9c53-982930cf0a93 req-b2c924c6-ebe8-4769-b763-e0490a11e8c8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1128480 Aug 29 04:47:38.604949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a45dab70-c456-47bf-9c53-982930cf0a93 req-229e5bdb-c3e2-409e-918d-d5fdeaafe8c6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Aug 29 04:47:38.616008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.637337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 4db6e26e-4a57-4387-9c04-03800cb029b6 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:38.766238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89921986-8eec-48df-9355-0f80942a2df4 req-4bae3c82-29b6-4e92-842b-1f1508ea3c40 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.768695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89921986-8eec-48df-9355-0f80942a2df4 req-4bae3c82-29b6-4e92-842b-1f1508ea3c40 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0603557 Aug 29 04:47:38.810853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89921986-8eec-48df-9355-0f80942a2df4 req-5b6c4fa0-5d4e-4c74-ac60-098935a8ed12 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Aug 29 04:47:38.860013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.897541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=4db6e26e-4a57-4387-9c04-03800cb029b6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:39.039213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.114775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c53e6-1c59-484e-b187-65184f879a70 req-203339dc-36ca-4b78-93cc-ffa613df4c8b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.117525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f4c53e6-1c59-484e-b187-65184f879a70 req-203339dc-36ca-4b78-93cc-ffa613df4c8b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0765655 Aug 29 04:47:39.223618 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f4c53e6-1c59-484e-b187-65184f879a70 req-fe584eb1-d756-4dac-918f-9537cc947cd5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910952 Aug 29 04:47:39.234437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router 1ef8215b-96fb-41f5-b713-0c67bdc42a2b has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:39.349819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:39.357806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cd0bfe4f-2f00-4da8-a996-4fb48a68869c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/1ef8215b-96fb-41f5-b713-0c67bdc42a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262025 Aug 29 04:47:39.358453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54746) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:39.361002 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] Sync routers for ids ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:39.371250 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] Routers {'1ef8215b-96fb-41f5-b713-0c67bdc42a2b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:39.372094 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:39.557615 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:39.575166 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] Routers {'1ef8215b-96fb-41f5-b713-0c67bdc42a2b'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:39.576212 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:39.582633 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-e8fa8670-ee99-4c01-ab0e-5c6409063895 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:47:39.586625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e8fa8670-ee99-4c01-ab0e-5c6409063895 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/1ef8215b-96fb-41f5-b713-0c67bdc42a2b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2271039 Aug 29 04:47:39.586959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54754) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:39.617400 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:39.618114 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c825f-4996-449f-8349-afdf6b92fd55 None None] The sync data for ids ['1ef8215b-96fb-41f5-b713-0c67bdc42a2b'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:39.656248 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-32d8d3a9-e6f6-4e72-ac93-1bfb141e87d4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ef8215b-96fb-41f5-b713-0c67bdc42a2b HTTP/1.1" status: 200 len: 205 time: 0.0678418 Aug 29 04:47:39.658875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:39.763623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09109c0c-0ec2-40a3-8b95-f23c7cecab00 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.981435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09109c0c-0ec2-40a3-8b95-f23c7cecab00 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.984094 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09109c0c-0ec2-40a3-8b95-f23c7cecab00 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.047139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09109c0c-0ec2-40a3-8b95-f23c7cecab00 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.047139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09109c0c-0ec2-40a3-8b95-f23c7cecab00 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Fanout notify agent at l3_agent the message router_deleted on router 1ef8215b-96fb-41f5-b713-0c67bdc42a2b {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:40.053435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09109c0c-0ec2-40a3-8b95-f23c7cecab00 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.054401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09109c0c-0ec2-40a3-8b95-f23c7cecab00 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/1ef8215b-96fb-41f5-b713-0c67bdc42a2b HTTP/1.1" status: 204 len: 168 time: 0.3944004 Aug 29 04:47:40.057072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:40.119709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet 17ad04d7-ad93-4cba-883f-63ce2cbc1277 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:40.123461 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.174771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.275957 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.414805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec917d8-33e5-4b4b-aa42-b8f649cc863f req-bff198e9-5958-4a6c-aa53-2a91bf2522a5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.416415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ec917d8-33e5-4b4b-aa42-b8f649cc863f req-bff198e9-5958-4a6c-aa53-2a91bf2522a5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1040390 Aug 29 04:47:40.426644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.472085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=17ad04d7-ad93-4cba-883f-63ce2cbc1277,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:40.483386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.488799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a3be30ce-635e-4a00-a39f-6651af1f4cb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/17ad04d7-ad93-4cba-883f-63ce2cbc1277 HTTP/1.1" status: 204 len: 168 time: 0.4305949 Aug 29 04:47:40.489930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54788) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:40.502568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4429ccb1-9d00-43a6-bf52-aaab271249c3 None None] Network b939be6d-0a2a-410c-b003-477839e9e10c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:40.518283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ec917d8-33e5-4b4b-aa42-b8f649cc863f req-61baea46-58aa-49b9-988b-c978749024d4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949862 Aug 29 04:47:40.656339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.748374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:40.748782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.800874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] DHCP port deletion for b939be6d-0a2a-410c-b003-477839e9e10c request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:40.861894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] Deleting port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:40.862186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.931898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] For port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,segment=NetworkSegment(987bca33-5077-45e3-8ff3-cfc600046e9b),segment_id=987bca33-5077-45e3-8ff3-cfc600046e9b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:40.932565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.940807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,segment=NetworkSegment(987bca33-5077-45e3-8ff3-cfc600046e9b),segment_id=987bca33-5077-45e3-8ff3-cfc600046e9b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:40.941182 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.953952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] Calling delete_port for 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:40.962832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:40.977829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27971335-d7bc-4a7a-b7a8-c0d38c3c3f69 req-2a3b6397-3052-41a1-9c77-3f9158e5009e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.979698 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27971335-d7bc-4a7a-b7a8-c0d38c3c3f69 req-2a3b6397-3052-41a1-9c77-3f9158e5009e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1016757 Aug 29 04:47:41.119675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-27971335-d7bc-4a7a-b7a8-c0d38c3c3f69 req-57fa0a69-b20d-4a65-abe4-fa0211d9e8ca tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326747 Aug 29 04:47:41.140549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.154669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.180020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] Pushing event deleted for resources: {'Port': ['ID=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:41.195018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8ab30-e07f-4b80-bfc4-b6206b388396 None None] No DVR routers for this DVR port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:41.213752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No DVR routers for this DVR port 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:41.220267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:41.319051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.323555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b939be6d-0a2a-410c-b003-477839e9e10c']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:41.337200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987bca33-5077-45e3-8ff3-cfc600046e9b') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:41.337518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987bca33-5077-45e3-8ff3-cfc600046e9b') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:41.347951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.365438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.373919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:41.374327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:41.378624 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:41.470362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.491057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.492936 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/b939be6d-0a2a-410c-b003-477839e9e10c HTTP/1.1" status: 204 len: 168 time: 1.0014966 Aug 29 04:47:41.494281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29ecb2-8eb2-49e0-b685-1624e1f1910c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=b939be6d-0a2a-410c-b003-477839e9e10c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:41.497991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54816) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:41.507633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1147303661'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:41.544569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:41.549513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.578395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:41.590464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.591514 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment 76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca of type vlan for network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 Aug 29 04:47:41.670117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.713715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.720625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:41.721438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.794839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2945404 Aug 29 04:47:41.796700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54826) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:41.802644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': 'ef3f68f8-1a2a-4218-a2fc-f0efbc9af729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:41.813693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfbbfd-e3ca-4fd2-93c6-7b71d0981e08 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=ef3f68f8-1a2a-4218-a2fc-f0efbc9af729,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:41.830743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:41.956938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:41.962669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.042720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:42.066678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:42.067434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2e1ee8a9-2cb3-4389-b59c-2ad20ac67d6a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:42.248204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.331635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=d9b7ed38-c78c-4200-a9fa-b29b82a90cd2,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:42.352522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': '76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef3f68f8-1a2a-4218-a2fc-f0efbc9af729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:42.353071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: ef3f68f8-1a2a-4218-a2fc-f0efbc9af729, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:42.374821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:42.390292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, ef3f68f8-1a2a-4218-a2fc-f0efbc9af729) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:42.402723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7111df0-cf86-4525-a2c0-d69b017e2880 None None] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:42.407336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.408193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.427096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f479ae28-4665-498b-a245-f029a79b0eb3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6291368 Aug 29 04:47:42.429760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.435760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-100c967d-6222-4588-9cae-73490b15b25d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1877506238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:42.494094 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-100c967d-6222-4588-9cae-73490b15b25d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.495265 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-100c967d-6222-4588-9cae-73490b15b25d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.568041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-100c967d-6222-4588-9cae-73490b15b25d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.586009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-100c967d-6222-4588-9cae-73490b15b25d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.620736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-ef3f68f8-1a2a-4218-a2fc-f0efbc9af729', 'network_id': 'ef3f68f8-1a2a-4218-a2fc-f0efbc9af729', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': 'd9b7ed38-c78c-4200-a9fa-b29b82a90cd2'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:42.622334 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.654145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-100c967d-6222-4588-9cae-73490b15b25d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.660090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-100c967d-6222-4588-9cae-73490b15b25d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2267883 Aug 29 04:47:42.661001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54854) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:42.672574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498c197-e91c-43a9-8d56-270e90f8d3e2 req-71c0d919-d2bc-47f5-9522-6d1dee1b7307 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.687596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a498c197-e91c-43a9-8d56-270e90f8d3e2 req-71c0d919-d2bc-47f5-9522-6d1dee1b7307 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.4228473 Aug 29 04:47:42.762021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a498c197-e91c-43a9-8d56-270e90f8d3e2 req-f648fafe-ca97-4572-8899-d420b41938af tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Aug 29 04:47:42.810051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Allocated IP 2001:db8::2 (ef3f68f8-1a2a-4218-a2fc-f0efbc9af729/d9b7ed38-c78c-4200-a9fa-b29b82a90cd2/474e1d80-12bc-489a-979f-e0ec2b6e6a92) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:43.060082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.072256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Transition to ACTIVE for port object 474e1d80-12bc-489a-979f-e0ec2b6e6a92 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:43.089796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Transition to ACTIVE for port object 474e1d80-12bc-489a-979f-e0ec2b6e6a92 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:43.098597 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.134412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84502a-3733-43dd-b35c-05811fe45409 req-e8a1832d-cd15-460d-a3c5-3f14b644fb89 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.136499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b84502a-3733-43dd-b35c-05811fe45409 req-e8a1832d-cd15-460d-a3c5-3f14b644fb89 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.2316003 Aug 29 04:47:43.149935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Pushing event updated for resources: {'Port': ['ID=474e1d80-12bc-489a-979f-e0ec2b6e6a92,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:43.165284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:43.167239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:43.168891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.170653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:43.306144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Attempting to bind port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:43.306514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Attempting to bind port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef3f68f8-1a2a-4218-a2fc-f0efbc9af729'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:43.306900 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Attempting to bind port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 on network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:43.308774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b84502a-3733-43dd-b35c-05811fe45409 req-f04d9284-4745-4816-b485-e65dbbbd0aef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514683 Aug 29 04:47:43.334246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:43.334246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Checking segment: {'id': '76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef3f68f8-1a2a-4218-a2fc-f0efbc9af729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:43.337935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.338420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Bound using segment: {'id': '76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef3f68f8-1a2a-4218-a2fc-f0efbc9af729'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:43.338946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Bound port: 474e1d80-12bc-489a-979f-e0ec2b6e6a92, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ef3f68f8-1a2a-4218-a2fc-f0efbc9af729'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:43.339356 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.453656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] For port 474e1d80-12bc-489a-979f-e0ec2b6e6a92, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:43.458079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] For port 474e1d80-12bc-489a-979f-e0ec2b6e6a92, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=474e1d80-12bc-489a-979f-e0ec2b6e6a92,segment=NetworkSegment(76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca),segment_id=76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:43.465338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.560924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03984836-eccb-48ed-95ca-a0e0640a41c4 None None] Pushing event updated for resources: {'Port': ['ID=474e1d80-12bc-489a-979f-e0ec2b6e6a92,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:43.606862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789375-d41c-4036-bf21-0057511897fa req-8b5de437-ddff-4b29-bd1c-74e4a9ce36ad tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.608607 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30789375-d41c-4036-bf21-0057511897fa req-8b5de437-ddff-4b29-bd1c-74e4a9ce36ad tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1271989 Aug 29 04:47:43.641380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8::1 (ef3f68f8-1a2a-4218-a2fc-f0efbc9af729/d9b7ed38-c78c-4200-a9fa-b29b82a90cd2/3db8baf8-8196-4d8c-8946-ac5f6cad9cfd) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:43.685825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30789375-d41c-4036-bf21-0057511897fa req-10a98b6a-a2f7-4b90-90ca-a5b792cf22bc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536950 Aug 29 04:47:43.889003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67af5b-d543-43ed-9f39-c45219e94af9 req-fd3dd5c7-f397-4824-a523-7fb4840b468a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.894263 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad67af5b-d543-43ed-9f39-c45219e94af9 req-fd3dd5c7-f397-4824-a523-7fb4840b468a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0852609 Aug 29 04:47:43.978125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad67af5b-d543-43ed-9f39-c45219e94af9 req-498fdfde-3764-434e-87ce-228489dc5c48 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726466 Aug 29 04:47:44.125502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 474e1d80-12bc-489a-979f-e0ec2b6e6a92 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:44.202845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ef3ae-b93a-406e-aa6a-8da6cc2d3ef7 req-a443fb8b-ea75-4fb1-8866-0100cb0e6e7f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.204697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-290ef3ae-b93a-406e-aa6a-8da6cc2d3ef7 req-a443fb8b-ea75-4fb1-8866-0100cb0e6e7f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0863740 Aug 29 04:47:44.234216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:44.269495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-290ef3ae-b93a-406e-aa6a-8da6cc2d3ef7 req-30924f54-9e1c-42bf-8009-b8eabf6bca60 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575802 Aug 29 04:47:44.410021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.435782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578f017-453e-4ceb-87e7-9386de8bb385 req-a6384e6c-ce55-4f7b-a409-1e0239dff194 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.437226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7578f017-453e-4ceb-87e7-9386de8bb385 req-a6384e6c-ce55-4f7b-a409-1e0239dff194 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0967028 Aug 29 04:47:44.445646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:44.508685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7578f017-453e-4ceb-87e7-9386de8bb385 req-5b91f500-c86d-4e74-936c-df9f5b2e5e15 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Aug 29 04:47:44.532204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.598019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=3db8baf8-8196-4d8c-8946-ac5f6cad9cfd,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:44.607451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:44.609482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:44.612707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:44.613371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.736673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f8097-68ac-45eb-b7bb-b6d193231630 req-c38aaaa0-cd56-49a9-954f-c9dd37246b5f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.738354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec7f8097-68ac-45eb-b7bb-b6d193231630 req-c38aaaa0-cd56-49a9-954f-c9dd37246b5f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0844638 Aug 29 04:47:44.809198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.817390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec7f8097-68ac-45eb-b7bb-b6d193231630 req-eb859c3a-970d-4ed1-9f27-a36ef0164cfc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716686 Aug 29 04:47:44.822866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f2eb8b-8180-4d48-9fe5-7f67325792e9 None None] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:44.926155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0b80bff2-2955-4124-84a5-926bf9952393 None None] Provisioning for port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:44.939099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0b80bff2-2955-4124-84a5-926bf9952393 None None] Provisioning complete for port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:44.939769 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b80bff2-2955-4124-84a5-926bf9952393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.985732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5562a-0111-4d91-9099-1affdff9e30c req-0af9f103-c5b3-4ea8-9c93-775d5a8e4805 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.989330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45d5562a-0111-4d91-9099-1affdff9e30c req-0af9f103-c5b3-4ea8-9c93-775d5a8e4805 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0676281 Aug 29 04:47:45.037754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-45d5562a-0111-4d91-9099-1affdff9e30c req-da095d9e-4d10-4538-bc35-936af6a221f5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Aug 29 04:47:45.097301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b80bff2-2955-4124-84a5-926bf9952393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.116515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.123208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.124201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.197213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0b80bff2-2955-4124-84a5-926bf9952393 None None] For port 474e1d80-12bc-489a-979f-e0ec2b6e6a92, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=474e1d80-12bc-489a-979f-e0ec2b6e6a92,segment=NetworkSegment(76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca),segment_id=76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:45.211776 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b80bff2-2955-4124-84a5-926bf9952393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.246643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712e845-d062-42c6-bf73-97daeb48df42 req-801a5380-6099-4df8-b5f1-a50bd09dfd50 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.248442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f712e845-d062-42c6-bf73-97daeb48df42 req-801a5380-6099-4df8-b5f1-a50bd09dfd50 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1025124 Aug 29 04:47:45.259124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=3db8baf8-8196-4d8c-8946-ac5f6cad9cfd,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:45.316185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80bff2-2955-4124-84a5-926bf9952393 None None] Pushing event updated for resources: {'Port': ['ID=474e1d80-12bc-489a-979f-e0ec2b6e6a92,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:45.322203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:45.326111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:45.334895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f712e845-d062-42c6-bf73-97daeb48df42 req-7c3fb264-4afc-44a3-a522-59171cef4086 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682232 Aug 29 04:47:45.488372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router 257db5df-1887-4008-8b98-348b7c72c70a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:45.550302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2ec83350-04f4-44f0-9373-3c434feb95c9 None None] Provisioning complete for port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:45.550866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ec83350-04f4-44f0-9373-3c434feb95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.651380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:45.659542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08a6a87d-03c7-49e7-8bda-1948de141374 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/257db5df-1887-4008-8b98-348b7c72c70a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9949851 Aug 29 04:47:45.659773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54900) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:45.671165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] Sync routers for ids ['257db5df-1887-4008-8b98-348b7c72c70a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:45.676032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2ec83350-04f4-44f0-9373-3c434feb95c9 None None] Provisioning for port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:45.685909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2ec83350-04f4-44f0-9373-3c434feb95c9 None None] Provisioning complete for port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:45.686453 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ec83350-04f4-44f0-9373-3c434feb95c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.691396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] Routers {'257db5df-1887-4008-8b98-348b7c72c70a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:45.692289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['257db5df-1887-4008-8b98-348b7c72c70a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:45.717859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6d6fef-8a38-4198-8774-5baf1797a40b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.719342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2a6d6fef-8a38-4198-8774-5baf1797a40b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports/3db8baf8-8196-4d8c-8946-ac5f6cad9cfd HTTP/1.1" status: 200 len: 911 time: 0.0581949 Aug 29 04:47:45.722188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54902) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:45.755785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:45.777715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] Routers {'257db5df-1887-4008-8b98-348b7c72c70a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:45.778353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['257db5df-1887-4008-8b98-348b7c72c70a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:45.780838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2ec83350-04f4-44f0-9373-3c434feb95c9 None None] Port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:45.820682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:45.821364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f66df-f82f-49c3-8703-8294d0b79474 None None] The sync data for ids ['257db5df-1887-4008-8b98-348b7c72c70a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:45.838511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226e92a-850a-4e28-b9f1-f4332159180b req-bf40c634-2e55-460e-809d-8a05e2a9b065 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.840127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7226e92a-850a-4e28-b9f1-f4332159180b req-bf40c634-2e55-460e-809d-8a05e2a9b065 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.4204583 Aug 29 04:47:45.909371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-70ffc3a4-bfaa-442c-9af5-200b12d01678 None None] Provisioning complete for port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:45.909782 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ffc3a4-bfaa-442c-9af5-200b12d01678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.964325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-70ffc3a4-bfaa-442c-9af5-200b12d01678 None None] Port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:45.964460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7226e92a-850a-4e28-b9f1-f4332159180b req-753ba2c2-7c18-4fff-8a93-9f93f9afe032 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843890 Aug 29 04:47:46.088838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 474e1d80-12bc-489a-979f-e0ec2b6e6a92 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:46.149871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:46.150610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.161144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822e88f-63bf-46d8-bfc2-a9eecf06f839 req-e40ee904-79a1-4b46-8646-4ae1cf899f6e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.163401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7822e88f-63bf-46d8-bfc2-a9eecf06f839 req-e40ee904-79a1-4b46-8646-4ae1cf899f6e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0756278 Aug 29 04:47:46.205746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-688d9291-0744-4e35-b68f-a0c44f0a2189 None None] Provisioning complete for port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:46.206304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-688d9291-0744-4e35-b68f-a0c44f0a2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.236965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7822e88f-63bf-46d8-bfc2-a9eecf06f839 req-7d7a6994-7ea3-4974-8644-43cfd05b03be tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635478 Aug 29 04:47:46.259759 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.279663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-688d9291-0744-4e35-b68f-a0c44f0a2189 None None] Port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:46.384113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01549bcf-a96c-4846-b697-07b9240b50ca req-92b69782-d1fb-4d58-bdb4-f4317f57fc47 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.385842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01549bcf-a96c-4846-b697-07b9240b50ca req-92b69782-d1fb-4d58-bdb4-f4317f57fc47 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 29 04:47:46.438372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01549bcf-a96c-4846-b697-07b9240b50ca req-d5629726-acad-4dee-9a0f-ae7c7a7cefb9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456502 Aug 29 04:47:46.549477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:46.550061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.614205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4ad5c-cb9f-4507-8275-24e9e0338391 req-a0050b9f-1eff-4909-98c7-d63158e1d0b6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.616094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ace4ad5c-cb9f-4507-8275-24e9e0338391 req-a0050b9f-1eff-4909-98c7-d63158e1d0b6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0580883 Aug 29 04:47:46.662209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ace4ad5c-cb9f-4507-8275-24e9e0338391 req-aa37e576-ec45-4f73-b84e-94aace015001 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Aug 29 04:47:46.669990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.686416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 3db8baf8-8196-4d8c-8946-ac5f6cad9cfd owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:46.809955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4322798d-64e1-4261-b737-4c1eaa87c7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.839956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61989f10-c17f-45f7-b673-5f2bc84c94ef req-67faef13-7999-4e95-a7ef-f2cda68a6de3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.841529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61989f10-c17f-45f7-b673-5f2bc84c94ef req-67faef13-7999-4e95-a7ef-f2cda68a6de3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1064310 Aug 29 04:47:46.919051 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61989f10-c17f-45f7-b673-5f2bc84c94ef req-c8d6af47-de00-4105-8425-cf1436253c89 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679107 Aug 29 04:47:46.955958 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.020844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=3db8baf8-8196-4d8c-8946-ac5f6cad9cfd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:47.131484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.161028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e6e4f-c18e-4595-bdd0-d68116cc0307 req-fb1d5d17-f76f-49e8-aa2a-90d18f9253cd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.162965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c3e6e4f-c18e-4595-bdd0-d68116cc0307 req-fb1d5d17-f76f-49e8-aa2a-90d18f9253cd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1387773 Aug 29 04:47:47.298895 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c3e6e4f-c18e-4595-bdd0-d68116cc0307 req-533b34e8-2b84-441b-a29a-378f12df3a9f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017542 Aug 29 04:47:47.362273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router 257db5df-1887-4008-8b98-348b7c72c70a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:47.448013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:47.456113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eb7f2649-521c-400a-8311-1bf1fed2cd71 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/257db5df-1887-4008-8b98-348b7c72c70a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7300274 Aug 29 04:47:47.456378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54926) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.464831 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] Sync routers for ids ['257db5df-1887-4008-8b98-348b7c72c70a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:47.465373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b1aea-9b2d-45be-a49a-fff3dd864018 req-670bf62f-f629-47b3-9bac-5ed569e29a5f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.476357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d11b1aea-9b2d-45be-a49a-fff3dd864018 req-670bf62f-f629-47b3-9bac-5ed569e29a5f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0655899 Aug 29 04:47:47.477249 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] Routers {'257db5df-1887-4008-8b98-348b7c72c70a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:47.478261 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['257db5df-1887-4008-8b98-348b7c72c70a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:47.490555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2a0d08ea-de8f-462c-8530-5a5e0f39af30 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=257db5df-1887-4008-8b98-348b7c72c70a HTTP/1.1" status: 200 len: 205 time: 0.0317543 Aug 29 04:47:47.494253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54928) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.523262 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:47.527695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d11b1aea-9b2d-45be-a49a-fff3dd864018 req-9c80520e-6957-4e57-acfc-8703ac14539d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Aug 29 04:47:47.534156 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] Routers {'257db5df-1887-4008-8b98-348b7c72c70a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:47.534994 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['257db5df-1887-4008-8b98-348b7c72c70a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:47.576997 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:47.577923 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38b573-690d-47ff-aa48-4657fa43e6f4 None None] The sync data for ids ['257db5df-1887-4008-8b98-348b7c72c70a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:47.590681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd374734-6cf6-4dc4-930b-33dc461e2151 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.704168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a26d-9924-4d6b-baf7-2de5751fd8d7 req-5d4ab147-f041-41ae-a960-27f827a8f3a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.707369 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced6a26d-9924-4d6b-baf7-2de5751fd8d7 req-5d4ab147-f041-41ae-a960-27f827a8f3a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0574293 Aug 29 04:47:47.746969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ced6a26d-9924-4d6b-baf7-2de5751fd8d7 req-ce20e0ae-d922-4567-b75c-594669d934aa tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346949 Aug 29 04:47:47.767807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd374734-6cf6-4dc4-930b-33dc461e2151 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.770033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd374734-6cf6-4dc4-930b-33dc461e2151 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.818234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd374734-6cf6-4dc4-930b-33dc461e2151 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.819126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd374734-6cf6-4dc4-930b-33dc461e2151 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Fanout notify agent at l3_agent the message router_deleted on router 257db5df-1887-4008-8b98-348b7c72c70a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:47.826950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd374734-6cf6-4dc4-930b-33dc461e2151 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.829935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dd374734-6cf6-4dc4-930b-33dc461e2151 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/257db5df-1887-4008-8b98-348b7c72c70a HTTP/1.1" status: 204 len: 168 time: 0.3328860 Aug 29 04:47:47.831124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54940) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.891848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet d9b7ed38-c78c-4200-a9fa-b29b82a90cd2 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:47.895584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.896138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7881-a33f-42bd-8090-49f96b580050 req-e9500b08-91c6-4e13-a08e-c045485b32af tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.897960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-301d7881-a33f-42bd-8090-49f96b580050 req-e9500b08-91c6-4e13-a08e-c045485b32af tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0632362 Aug 29 04:47:47.938675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.067818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.152822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.190914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b7ed38-c78c-4200-a9fa-b29b82a90cd2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.197193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb1003-f8f5-4425-a152-d70f43ed13b4 None None] Network ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:48.197711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.202029 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6228600f-3292-4c32-8ca8-b84074327db8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/d9b7ed38-c78c-4200-a9fa-b29b82a90cd2 HTTP/1.1" status: 204 len: 168 time: 0.3672249 Aug 29 04:47:48.202829 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-301d7881-a33f-42bd-8090-49f96b580050 req-9bfc1574-3ee3-47e1-bfac-2f4eb196bdf2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971826 Aug 29 04:47:48.202917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54942) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:48.311032 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.390095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:48.390555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.390951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75aec6-9287-40ed-b5e3-a9d4bd292551 req-0c009464-996d-4133-b141-9719b5f5c99b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:48.393147 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb75aec6-9287-40ed-b5e3-a9d4bd292551 req-0c009464-996d-4133-b141-9719b5f5c99b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0613055 Aug 29 04:47:48.411727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] DHCP port deletion for ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:47:48.437049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb75aec6-9287-40ed-b5e3-a9d4bd292551 req-556f04bc-eabe-43b3-a31d-93db03b0f722 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375373 Aug 29 04:47:48.459278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] Deleting port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:48.459659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.491800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 474e1d80-12bc-489a-979f-e0ec2b6e6a92, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=474e1d80-12bc-489a-979f-e0ec2b6e6a92,segment=NetworkSegment(76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca),segment_id=76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:48.492347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.508397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 474e1d80-12bc-489a-979f-e0ec2b6e6a92 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:48.528968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] For port 474e1d80-12bc-489a-979f-e0ec2b6e6a92, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=474e1d80-12bc-489a-979f-e0ec2b6e6a92,segment=NetworkSegment(76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca),segment_id=76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:48.529366 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.549467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] Calling delete_port for 474e1d80-12bc-489a-979f-e0ec2b6e6a92 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:48.625071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444f74-a181-4367-87ce-9d8de8ac089c req-71cb6f6b-787f-467b-ac41-4f1cb376abbf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:48.627209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a444f74-a181-4367-87ce-9d8de8ac089c req-71cb6f6b-787f-467b-ac41-4f1cb376abbf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1070492 Aug 29 04:47:48.645202 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.669658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] Pushing event deleted for resources: {'Port': ['ID=474e1d80-12bc-489a-979f-e0ec2b6e6a92,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.675693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b99b2-26dd-47ec-a001-048bda1a79a2 None None] No DVR routers for this DVR port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:48.687522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a444f74-a181-4367-87ce-9d8de8ac089c req-ab55cd55-2a83-435f-a7d8-5ed29e8a3e56 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Aug 29 04:47:48.694491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.727768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No DVR routers for this DVR port 474e1d80-12bc-489a-979f-e0ec2b6e6a92 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:48.730429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=474e1d80-12bc-489a-979f-e0ec2b6e6a92,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.850997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.865778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3f68f8-1a2a-4218-a2fc-f0efbc9af729']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:48.879193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:48.879480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c6a1c2-6be0-4ecc-be7b-a0ee7affd1ca') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:48.892975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.907962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfed3d7-9c7e-40ea-baf6-a6a63cd0b8bc req-e84a39b5-f162-4a81-afc3-0d5c91908baa tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:48.909714 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3dfed3d7-9c7e-40ea-baf6-a6a63cd0b8bc req-e84a39b5-f162-4a81-afc3-0d5c91908baa tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1022327 Aug 29 04:47:48.925781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.942553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:48.943080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:48.946214 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:49.021935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3dfed3d7-9c7e-40ea-baf6-a6a63cd0b8bc req-3b07f202-d9fd-4418-88b1-ab71ea40283a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042593 Aug 29 04:47:49.030623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.038869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.040758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/ef3f68f8-1a2a-4218-a2fc-f0efbc9af729 HTTP/1.1" status: 204 len: 168 time: 0.8367846 Aug 29 04:47:49.046998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 54960) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.052581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1896141040', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:49.053371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b696525-6867-4a48-9277-50e9f6cb336a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=ef3f68f8-1a2a-4218-a2fc-f0efbc9af729,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:49.079928 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.081084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.161935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.217756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d3969-70d4-4a3e-8654-c8df6d714f99 req-df7f538f-f862-4215-a966-376fdb8a52c4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:49.219179 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a5d3969-70d4-4a3e-8654-c8df6d714f99 req-df7f538f-f862-4215-a966-376fdb8a52c4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1198139 Aug 29 04:47:49.347849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.353548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a5d3969-70d4-4a3e-8654-c8df6d714f99 req-f619fed1-4584-4ff5-adc0-96256460aa27 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046000 Aug 29 04:47:49.490073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5388c1c3-2b74-42ff-b343-bb242bcc11af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.562219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.581423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.622022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.786378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 172.25.7.124 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/53049f2a-fc0a-4387-acad-f69cb7af5048) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:49.868815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34431-c31e-4558-b141-165a2f784305 req-b7301182-93bd-48b0-a4e9-bde326496f11 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:49.870503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0fe34431-c31e-4558-b141-165a2f784305 req-b7301182-93bd-48b0-a4e9-bde326496f11 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1152594 Aug 29 04:47:49.935980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0fe34431-c31e-4558-b141-165a2f784305 req-c1381449-0f4b-4cff-b31e-a497fd164d83 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561228 Aug 29 04:47:49.960907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.024190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.027557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 474e1d80-12bc-489a-979f-e0ec2b6e6a92 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:50.051290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 474e1d80-12bc-489a-979f-e0ec2b6e6a92 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:50.051640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 474e1d80-12bc-489a-979f-e0ec2b6e6a92 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:50.100121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:50.105499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:50.110401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:50.113829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=53049f2a-fc0a-4387-acad-f69cb7af5048,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:50.396962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.604861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.735266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router 266a3b24-22fa-42a0-9abb-5468896f33eb is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:50.799978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.801572 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.871463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:50.889887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] Sync routers for ids ['266a3b24-22fa-42a0-9abb-5468896f33eb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:50.893973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.900282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 54992) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:50.902127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f13833f-8aaf-466d-9958-47805af71d87 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8518548 Aug 29 04:47:50.914380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] Routers {'266a3b24-22fa-42a0-9abb-5468896f33eb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:50.915135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['266a3b24-22fa-42a0-9abb-5468896f33eb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:50.983247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:51.000108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] Routers {'266a3b24-22fa-42a0-9abb-5468896f33eb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:51.005411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['266a3b24-22fa-42a0-9abb-5468896f33eb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:51.040710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:51.041431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b4090-87a1-4cbc-8e4c-a9e051cbd773 None None] The sync data for ids ['266a3b24-22fa-42a0-9abb-5468896f33eb'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:51.130655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-074b8314-184c-4419-b21e-ed417c311ffa tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/routers/266a3b24-22fa-42a0-9abb-5468896f33eb HTTP/1.1" status: 200 len: 885 time: 0.2289219 Aug 29 04:47:51.133263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:51.156955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40afb-f2d0-4c9d-a133-d45a182acafb req-05697a9e-dc13-4c2b-a72b-b8845506a88b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:51.161226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64b40afb-f2d0-4c9d-a133-d45a182acafb req-05697a9e-dc13-4c2b-a72b-b8845506a88b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0885942 Aug 29 04:47:51.211349 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64b40afb-f2d0-4c9d-a133-d45a182acafb req-40094104-93f1-49a9-8d77-8355e99e93b1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Aug 29 04:47:51.653272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55012) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:51.654239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0b634705-ca81-4520-b591-cbc6a452856d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5195637 Aug 29 04:47:51.660019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-593f023d-4625-4c0b-946c-03f430588ac2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1896141040'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:52.332462 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.367750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be18eb-e676-43e4-89ba-65589c09c62f req-bad44a43-9acc-4703-8198-7e891ba4b5b0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.370543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17be18eb-e676-43e4-89ba-65589c09c62f req-bad44a43-9acc-4703-8198-7e891ba4b5b0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0638068 Aug 29 04:47:52.379297 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-593f023d-4625-4c0b-946c-03f430588ac2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.392827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-593f023d-4625-4c0b-946c-03f430588ac2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.416846 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17be18eb-e676-43e4-89ba-65589c09c62f req-5ae9035a-fd6f-4a31-9ec4-33d1fa28fa29 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Aug 29 04:47:52.512873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593f023d-4625-4c0b-946c-03f430588ac2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router 266a3b24-22fa-42a0-9abb-5468896f33eb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:52.629745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593f023d-4625-4c0b-946c-03f430588ac2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:52.637018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-593f023d-4625-4c0b-946c-03f430588ac2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.637960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-593f023d-4625-4c0b-946c-03f430588ac2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/266a3b24-22fa-42a0-9abb-5468896f33eb HTTP/1.1" status: 200 len: 892 time: 0.9834940 Aug 29 04:47:52.640568 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] Sync routers for ids ['266a3b24-22fa-42a0-9abb-5468896f33eb'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:52.641035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55024) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:52.649988 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] Routers {'266a3b24-22fa-42a0-9abb-5468896f33eb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:52.650696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['266a3b24-22fa-42a0-9abb-5468896f33eb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:52.693201 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:52.706048 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] Routers {'266a3b24-22fa-42a0-9abb-5468896f33eb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:52.706945 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['266a3b24-22fa-42a0-9abb-5468896f33eb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:52.746609 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:52.747490 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e082ebd-46f1-4aba-8030-7432f67ab8b1 None None] The sync data for ids ['266a3b24-22fa-42a0-9abb-5468896f33eb'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:52.791706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-daac3ba2-6e7d-4892-a647-4578f4b7824e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/routers/266a3b24-22fa-42a0-9abb-5468896f33eb HTTP/1.1" status: 200 len: 892 time: 0.1473811 Aug 29 04:47:52.792271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:52.823112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-16b42f62-6a28-48e2-b0ed-10fbb5b3925f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=266a3b24-22fa-42a0-9abb-5468896f33eb HTTP/1.1" status: 200 len: 205 time: 0.0296345 Aug 29 04:47:52.827298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55032) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:52.858774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57c5bb6b-a8e5-41bd-989e-9290838cb883 req-3d2d2db8-cefb-4ebc-b790-a94d2753168c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290499 Aug 29 04:47:52.945506 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57c5bb6b-a8e5-41bd-989e-9290838cb883 req-5168d728-a11d-441b-9b0d-019038042b30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0364802 Aug 29 04:47:53.014883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.020470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57c5bb6b-a8e5-41bd-989e-9290838cb883 req-a45e5a84-1f5a-41d1-aee2-b83683631eba service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418339 Aug 29 04:47:53.148797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.163872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5bb6b-a8e5-41bd-989e-9290838cb883 req-8038d3f1-b052-4364-a15d-e2dc23c92013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.165708 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-57c5bb6b-a8e5-41bd-989e-9290838cb883 req-8038d3f1-b052-4364-a15d-e2dc23c92013 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388266 Aug 29 04:47:53.237235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 53049f2a-fc0a-4387-acad-f69cb7af5048 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:53.238484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.338736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.360161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 53049f2a-fc0a-4387-acad-f69cb7af5048 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:53.584306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba2496-8edc-46e0-8bfe-8cfeef51e95f req-dc38390c-f662-47f9-895d-81309f28fe40 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.585906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfba2496-8edc-46e0-8bfe-8cfeef51e95f req-dc38390c-f662-47f9-895d-81309f28fe40 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0892324 Aug 29 04:47:53.587306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.629223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=53049f2a-fc0a-4387-acad-f69cb7af5048,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:53.700208 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfba2496-8edc-46e0-8bfe-8cfeef51e95f req-d25f45f5-024c-4d03-b705-9e2e08d17c7d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019533 Aug 29 04:47:53.714087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.820983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.823307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.875836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.876471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Fanout notify agent at l3_agent the message router_deleted on router 266a3b24-22fa-42a0-9abb-5468896f33eb {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:53.884638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.886088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1ef3ceb7-5749-43e7-9a4e-f3e04a439378 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/266a3b24-22fa-42a0-9abb-5468896f33eb HTTP/1.1" status: 204 len: 168 time: 1.0571382 Aug 29 04:47:53.891025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55128) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:53.896699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963763399'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:53.920586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:53.924509 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.966968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:53.981775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.982129 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment 7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7 of type vlan for network 538d2ac3-0acf-444e-af52-3070ba47f7fc Aug 29 04:47:54.029368 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.063649 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.070974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.071835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.101165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2089975 Aug 29 04:47:54.104115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55154) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:54.111769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': '538d2ac3-0acf-444e-af52-3070ba47f7fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:54.181429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d95c0-c45e-4ca7-89a9-65332b7e3f75 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=538d2ac3-0acf-444e-af52-3070ba47f7fc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:54.203468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:54.268934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:54.274400 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.537305 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.598736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=f2a8a518-8212-4ff0-9b9c-55f98c1a10ec,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:54.611933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': '7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '538d2ac3-0acf-444e-af52-3070ba47f7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:54.612297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: 538d2ac3-0acf-444e-af52-3070ba47f7fc, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:54.640427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:54.658258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 538d2ac3-0acf-444e-af52-3070ba47f7fc) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:54.667112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.667564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316d76f-8728-4834-bf0d-fff2076de0a4 None None] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:54.668744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.687621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6222edb2-5e09-4ba0-8106-e452da200fa7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5820653 Aug 29 04:47:54.691274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:54.697301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-407b238c-4a33-4def-b145-1349a07849af tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663603041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:54.731018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-407b238c-4a33-4def-b145-1349a07849af tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.732573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-407b238c-4a33-4def-b145-1349a07849af tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.890275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-407b238c-4a33-4def-b145-1349a07849af tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.897335 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-407b238c-4a33-4def-b145-1349a07849af tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.918060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-538d2ac3-0acf-444e-af52-3070ba47f7fc', 'network_id': '538d2ac3-0acf-444e-af52-3070ba47f7fc', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': 'f2a8a518-8212-4ff0-9b9c-55f98c1a10ec'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:54.919199 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.942359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323000-f0bc-4957-814f-8798cae126cf req-83d7fe32-cda1-41fc-aef8-7b22d9ca77e2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.949106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6323000-f0bc-4957-814f-8798cae126cf req-83d7fe32-cda1-41fc-aef8-7b22d9ca77e2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1329014 Aug 29 04:47:54.961153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-407b238c-4a33-4def-b145-1349a07849af tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.967393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-407b238c-4a33-4def-b145-1349a07849af tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2747076 Aug 29 04:47:54.971212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55260) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.052084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6323000-f0bc-4957-814f-8798cae126cf req-b2f56608-4401-47e4-82e7-9748d7bd8ba2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833144 Aug 29 04:47:55.164765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Allocated IP 2001:db8::2 (538d2ac3-0acf-444e-af52-3070ba47f7fc/f2a8a518-8212-4ff0-9b9c-55f98c1a10ec/daca6daf-2469-4d47-b165-f1b244fbf8d8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:55.386462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.398925 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.412916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Transition to ACTIVE for port object daca6daf-2469-4d47-b165-f1b244fbf8d8 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:55.433486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Transition to ACTIVE for port object daca6daf-2469-4d47-b165-f1b244fbf8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:55.444517 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.515143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Pushing event updated for resources: {'Port': ['ID=daca6daf-2469-4d47-b165-f1b244fbf8d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:55.524587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:55.526753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:55.532316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:55.606938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Attempting to bind port daca6daf-2469-4d47-b165-f1b244fbf8d8 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:55.607461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Attempting to bind port daca6daf-2469-4d47-b165-f1b244fbf8d8 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '538d2ac3-0acf-444e-af52-3070ba47f7fc'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:55.607913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Attempting to bind port daca6daf-2469-4d47-b165-f1b244fbf8d8 on network 538d2ac3-0acf-444e-af52-3070ba47f7fc {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:55.615949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:55.616387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Checking segment: {'id': '7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '538d2ac3-0acf-444e-af52-3070ba47f7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:55.616967 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.617517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Bound using segment: {'id': '7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '538d2ac3-0acf-444e-af52-3070ba47f7fc'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:55.619361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Bound port: daca6daf-2469-4d47-b165-f1b244fbf8d8, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '538d2ac3-0acf-444e-af52-3070ba47f7fc'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:55.620104 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.691711 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8::1 (538d2ac3-0acf-444e-af52-3070ba47f7fc/f2a8a518-8212-4ff0-9b9c-55f98c1a10ec/646b931c-24c1-457e-b918-a6c429ba3a18) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:55.717303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] For port daca6daf-2469-4d47-b165-f1b244fbf8d8, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:55.727587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] For port daca6daf-2469-4d47-b165-f1b244fbf8d8, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=daca6daf-2469-4d47-b165-f1b244fbf8d8,segment=NetworkSegment(7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7),segment_id=7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:55.733947 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.801441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46f63c-80c2-4241-89f5-91881eca22e1 None None] Pushing event updated for resources: {'Port': ['ID=daca6daf-2469-4d47-b165-f1b244fbf8d8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:55.849781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.868005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 646b931c-24c1-457e-b918-a6c429ba3a18 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:55.914274 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.973518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:55.989138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:55.994489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:55.995327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.070544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=646b931c-24c1-457e-b918-a6c429ba3a18,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.222928 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.287971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0050-c8be-45d7-8772-dcedd749ae84 req-344db16f-63a0-4951-a16a-938752dc0e69 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:56.289551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-341e0050-c8be-45d7-8772-dcedd749ae84 req-344db16f-63a0-4951-a16a-938752dc0e69 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1123779 Aug 29 04:47:56.418944 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-341e0050-c8be-45d7-8772-dcedd749ae84 req-80d743d8-17b1-4f14-91f0-886e624a44eb tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164796 Aug 29 04:47:56.596864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.602216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.603986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.699736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=646b931c-24c1-457e-b918-a6c429ba3a18,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.757874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:56.759410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:56.912147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router fe5ff8c2-8c9c-4e17-be83-561c41264a6a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:57.035473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:57.047982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] Sync routers for ids ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:57.052294 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b62ad9ee-694c-4d05-8ce9-377f24d3e66f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/fe5ff8c2-8c9c-4e17-be83-561c41264a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0792227 Aug 29 04:47:57.054875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55496) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:57.064954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] Routers {'fe5ff8c2-8c9c-4e17-be83-561c41264a6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:57.066021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.113002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f29fc-4e72-4857-982e-d53f26b59861 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.117672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9b9f29fc-4e72-4857-982e-d53f26b59861 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports/646b931c-24c1-457e-b918-a6c429ba3a18 HTTP/1.1" status: 200 len: 911 time: 0.0588770 Aug 29 04:47:57.118078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55498) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:57.124294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2a8a518-8212-4ff0-9b9c-55f98c1a10ec'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:57.285013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20591e5c-dcaf-4822-8e65-86a5822b53a6 None None] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:57.296578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.302554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.336739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:57.431380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] Routers {'fe5ff8c2-8c9c-4e17-be83-561c41264a6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:57.432159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.526682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.527358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00781bcf-2fd2-4fab-ae8c-f30d95542b19 None None] The sync data for ids ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:57.529534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-70ea3af2-f076-4fc3-a10b-5d26e9e0e9a3 None None] Provisioning for port daca6daf-2469-4d47-b165-f1b244fbf8d8 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:57.639682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:57.702421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd44e17-c52c-428d-b9e1-413b5f6bfd69 req-2393f354-f9e9-47d4-94c2-7f376f2e45e7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.705439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebd44e17-c52c-428d-b9e1-413b5f6bfd69 req-2393f354-f9e9-47d4-94c2-7f376f2e45e7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1685805 Aug 29 04:47:57.714004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09', 'port_id': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'mac_address': 'fa:16:3e:c7:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f805f5a-b5ef-45ed-823d-5efe99866cec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:57.763755 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebd44e17-c52c-428d-b9e1-413b5f6bfd69 req-4266eac1-9de8-4a9d-9692-3e7c82a4ab8f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Aug 29 04:47:57.855157 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.872740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fcaf109-64f7-47c9-993f-646e785d08c3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:57.959479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:57.986758 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.996406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.009794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.019327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:58.020014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.024048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/ports/646b931c-24c1-457e-b918-a6c429ba3a18 HTTP/1.1" status: 200 len: 911 time: 0.9022636 Aug 29 04:47:58.024447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:58.137032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3f21d-e5a0-46ca-acc8-750520298437 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=646b931c-24c1-457e-b918-a6c429ba3a18,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:58.139778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device daca6daf-2469-4d47-b165-f1b244fbf8d8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:58.150023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4fcaf109-64f7-47c9-993f-646e785d08c3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:58.320670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:58.495193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Provisioning for port 646b931c-24c1-457e-b918-a6c429ba3a18 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:58.535606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Provisioning complete for port 646b931c-24c1-457e-b918-a6c429ba3a18 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:58.536170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.599819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Port 646b931c-24c1-457e-b918-a6c429ba3a18 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:58.601404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port daca6daf-2469-4d47-b165-f1b244fbf8d8 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:58.616568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port daca6daf-2469-4d47-b165-f1b244fbf8d8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:58.616783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.617243 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.663145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Provisioning complete for port daca6daf-2469-4d47-b165-f1b244fbf8d8 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:58.663427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.840171 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.925550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port daca6daf-2469-4d47-b165-f1b244fbf8d8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=daca6daf-2469-4d47-b165-f1b244fbf8d8,segment=NetworkSegment(7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7),segment_id=7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:58.943943 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.010824 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.075512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f4b4-a96c-4d5d-8f4f-b8ec69ab6719 req-7a788357-831a-4d25-a86b-9c70f86af34a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.086339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c62f4b4-a96c-4d5d-8f4f-b8ec69ab6719 req-7a788357-831a-4d25-a86b-9c70f86af34a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 944 time: 0.1160731 Aug 29 04:47:59.086797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=daca6daf-2469-4d47-b165-f1b244fbf8d8,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.149612 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c62f4b4-a96c-4d5d-8f4f-b8ec69ab6719 req-759759c7-6cfe-445d-a7b3-f1317906cb57 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573423 Aug 29 04:47:59.184956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 646b931c-24c1-457e-b918-a6c429ba3a18 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:59.185544 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.189509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:47:59.189996 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-c1e44372-781d-4c04-8251-9b6a8753a881 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:47:59.293288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.311831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 646b931c-24c1-457e-b918-a6c429ba3a18 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:59.357191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:59.432023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 4fcaf109-64f7-47c9-993f-646e785d08c3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:59.432634 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.544240 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.558177 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.598679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=646b931c-24c1-457e-b918-a6c429ba3a18,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.618235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:59.621914 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3994770-a655-4b2d-947b-96f78ad721f5" -d '{"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:59.648031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:59.653990 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.790963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.804341 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea980ac-c372-4866-800a-e7847b54cbe4 x-openstack-request-id: req-6ea980ac-c372-4866-800a-e7847b54cbe4 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:59.804698 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:59.806173 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ea980ac-c372-4866-800a-e7847b54cbe4 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:59.806703 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'code': 200} Aug 29 04:47:59.809374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.922075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3a06207c-d62a-4bc1-9692-288b2802d540 None None] Could not find standard attr ID for object 646b931c-24c1-457e-b918-a6c429ba3a18. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:48:00.064530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router fe5ff8c2-8c9c-4e17-be83-561c41264a6a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:00.072300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device daca6daf-2469-4d47-b165-f1b244fbf8d8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:00.140432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port daca6daf-2469-4d47-b165-f1b244fbf8d8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:00.140962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.185100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:00.201775 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] Sync routers for ids ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:00.205650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55554) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.213631 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] Routers {'fe5ff8c2-8c9c-4e17-be83-561c41264a6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:00.214369 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:00.217769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4b0a0dc4-9693-499f-a9b5-2deb1ac8db1b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/fe5ff8c2-8c9c-4e17-be83-561c41264a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1919985 Aug 29 04:48:00.243146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55556) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.253833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-161e8223-c794-49fb-b55a-3402e51e1c5b tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe5ff8c2-8c9c-4e17-be83-561c41264a6a HTTP/1.1" status: 200 len: 205 time: 0.0460749 Aug 29 04:48:00.315951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472adf1-5316-48ea-9fb5-7ffb59d48e95 req-4795fb00-ffa7-4e61-ada5-e55e62231fe0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.317979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8472adf1-5316-48ea-9fb5-7ffb59d48e95 req-4795fb00-ffa7-4e61-ada5-e55e62231fe0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0627213 Aug 29 04:48:00.322357 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:00.335356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b00d5550-8f04-4249-9e96-116635f905ef tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.344391 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] Routers {'fe5ff8c2-8c9c-4e17-be83-561c41264a6a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:00.345740 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:00.362336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8472adf1-5316-48ea-9fb5-7ffb59d48e95 req-bc99da54-6040-4430-9a10-134eef45bf8b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367453 Aug 29 04:48:00.386987 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:00.386987 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3324ba49-174e-4ddd-bf2d-e7b7b32ba920 None None] The sync data for ids ['fe5ff8c2-8c9c-4e17-be83-561c41264a6a'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:00.537991 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b00d5550-8f04-4249-9e96-116635f905ef tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.540703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b00d5550-8f04-4249-9e96-116635f905ef tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.609410 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b00d5550-8f04-4249-9e96-116635f905ef tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.610123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d5550-8f04-4249-9e96-116635f905ef tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Fanout notify agent at l3_agent the message router_deleted on router fe5ff8c2-8c9c-4e17-be83-561c41264a6a {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:00.625436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b00d5550-8f04-4249-9e96-116635f905ef tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.626191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b00d5550-8f04-4249-9e96-116635f905ef tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/fe5ff8c2-8c9c-4e17-be83-561c41264a6a HTTP/1.1" status: 204 len: 168 time: 0.3795102 Aug 29 04:48:00.628727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55558) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.707312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet f2a8a518-8212-4ff0-9b9c-55f98c1a10ec {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:00.710944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.771022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.903182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.007406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.048997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a8a518-8212-4ff0-9b9c-55f98c1a10ec,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:01.053324 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.055935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-13e174e8-3852-4c1e-bb68-479c006c2c56 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/f2a8a518-8212-4ff0-9b9c-55f98c1a10ec HTTP/1.1" status: 204 len: 168 time: 0.4259405 Aug 29 04:48:01.058367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:01.064138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5eda8e-3700-4caf-9a33-3c77caf16318 None None] Network 538d2ac3-0acf-444e-af52-3070ba47f7fc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:01.188162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.284401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port daca6daf-2469-4d47-b165-f1b244fbf8d8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:01.284401 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.305938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] DHCP port deletion for 538d2ac3-0acf-444e-af52-3070ba47f7fc request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:01.392149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] Deleting port daca6daf-2469-4d47-b165-f1b244fbf8d8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:01.394338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.405979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port daca6daf-2469-4d47-b165-f1b244fbf8d8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=daca6daf-2469-4d47-b165-f1b244fbf8d8,segment=NetworkSegment(7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7),segment_id=7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:01.406602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.424370 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for daca6daf-2469-4d47-b165-f1b244fbf8d8 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:01.490074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] For port daca6daf-2469-4d47-b165-f1b244fbf8d8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=daca6daf-2469-4d47-b165-f1b244fbf8d8,segment=NetworkSegment(7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7),segment_id=7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:01.490398 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.505843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] Calling delete_port for daca6daf-2469-4d47-b165-f1b244fbf8d8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:01.623571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.694120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5b22a-3e05-4bc3-a448-984fa496f2f1 req-ec8d808a-adc3-4a14-9320-0248030ff278 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.696015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dcf5b22a-3e05-4bc3-a448-984fa496f2f1 req-ec8d808a-adc3-4a14-9320-0248030ff278 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.2001703 Aug 29 04:48:01.697608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.707666 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.724722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] Pushing event deleted for resources: {'Port': ['ID=daca6daf-2469-4d47-b165-f1b244fbf8d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:01.729566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=daca6daf-2469-4d47-b165-f1b244fbf8d8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:01.730135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe51e75-f0d8-4a1f-b8a3-5e62caa160af None None] No DVR routers for this DVR port daca6daf-2469-4d47-b165-f1b244fbf8d8 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:01.756177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No DVR routers for this DVR port daca6daf-2469-4d47-b165-f1b244fbf8d8 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:01.802547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dcf5b22a-3e05-4bc3-a448-984fa496f2f1 req-c199b85a-e789-4a6d-bad0-9b9898064874 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793259 Aug 29 04:48:01.876221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.897063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538d2ac3-0acf-444e-af52-3070ba47f7fc']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:01.912745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:01.912745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0c34bd-5618-4cd8-bbe3-b28b5e1dfca7') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:01.928199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.952975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.965640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:01.966172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:01.971463 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:02.089833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device daca6daf-2469-4d47-b165-f1b244fbf8d8 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:02.095790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.114983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.119964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: daca6daf-2469-4d47-b165-f1b244fbf8d8 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:02.120344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device daca6daf-2469-4d47-b165-f1b244fbf8d8 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:02.125449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55576) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:02.130139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/538d2ac3-0acf-444e-af52-3070ba47f7fc HTTP/1.1" status: 204 len: 168 time: 1.0625260 Aug 29 04:48:02.132730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3ce6d89e-591d-4304-b6b2-c4f7fcc25383 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1916419097', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:02.163371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb51cb-c633-4d71-90c0-28dd43a1b4d9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=538d2ac3-0acf-444e-af52-3070ba47f7fc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:02.186139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d89e-591d-4304-b6b2-c4f7fcc25383 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.189463 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d89e-591d-4304-b6b2-c4f7fcc25383 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.316779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d89e-591d-4304-b6b2-c4f7fcc25383 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.339480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d89e-591d-4304-b6b2-c4f7fcc25383 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.366457 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d89e-591d-4304-b6b2-c4f7fcc25383 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.368206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ce6d89e-591d-4304-b6b2-c4f7fcc25383 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2415147 Aug 29 04:48:02.370821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55580) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:02.376706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-225359053'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:02.419049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:02.424645 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.461219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:02.475418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.475914 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment c6850a62-1ecb-4365-b3b2-28c2820d6e39 of type vlan for network 3766cbd0-4a74-4119-9617-3b1e4cabd375 Aug 29 04:48:02.538324 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.569300 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.576865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.577790 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.650426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2780476 Aug 29 04:48:02.654881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55582) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:02.660920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:02.722237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303577d-e452-450d-bca5-41e97d556cc5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=3766cbd0-4a74-4119-9617-3b1e4cabd375,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:02.735146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:02.831960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:02.854028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-57d92eb4-78f9-422d-b685-4efaefbc66e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043389 Aug 29 04:48:02.855870 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.062977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-660c8685-7d8c-4e6b-8a3e-13cc6f083f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.065133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-660c8685-7d8c-4e6b-8a3e-13cc6f083f0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 1098 time: 0.1297395 Aug 29 04:48:03.274729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-39210198-47b9-40b1-bf6e-6d0b324b754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.276351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-39210198-47b9-40b1-bf6e-6d0b324b754a service neutron] 10.222.0.32 "GET /v2.0/networks?id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 200 len: 911 time: 0.1854384 Aug 29 04:48:03.363846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-d37f6e5c-638e-4e4f-87d2-4c710402d7b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e HTTP/1.1" status: 200 len: 1000 time: 0.0782697 Aug 29 04:48:03.481126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-17841048-44e6-4268-9382-c5fc0e944618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.482894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-17841048-44e6-4268-9382-c5fc0e944618 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 200 len: 849 time: 0.1073120 Aug 29 04:48:03.519958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4615c5-354b-4710-a9c4-59a4a75fb4ba req-3ea34b33-4c36-4c5c-a8f3-cd51ce3d3616 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.523457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c4615c5-354b-4710-a9c4-59a4a75fb4ba req-3ea34b33-4c36-4c5c-a8f3-cd51ce3d3616 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1821795 Aug 29 04:48:03.572842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c4615c5-354b-4710-a9c4-59a4a75fb4ba req-48de1773-ed31-4ab4-91b7-245b8551378f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Aug 29 04:48:03.574703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-a257624f-6b87-46c2-9b91-9016218d8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.578803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-a257624f-6b87-46c2-9b91-9016218d8285 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877311 Aug 29 04:48:03.737578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.801634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-cb486f95-5464-4e56-b456-1d4f9fb5d1c7 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147863 Aug 29 04:48:03.803168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=801a67c4-2c4f-4024-8831-22573ca5c928,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.822739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:03.823102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: 3766cbd0-4a74-4119-9617-3b1e4cabd375, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:03.854961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:03.867700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3766cbd0-4a74-4119-9617-3b1e4cabd375) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:03.874722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.875437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.878808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f153e-5471-4bb8-a8d0-2b7d3eba4e95 None None] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:03.896552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6bef956e-fd8b-401c-b029-06a0500f03a3 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2404742 Aug 29 04:48:03.899609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55594) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:04.000008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc5a2139-48e6-4550-85d1-109b68da40bd req-e462b2d8-8fe4-4f7b-b411-fac8e529c647 service neutron] 10.222.0.32 "GET /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896770 Aug 29 04:48:04.144068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-3766cbd0-4a74-4119-9617-3b1e4cabd375', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:04.145186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.325318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Allocated IP 2001:db8::2 (3766cbd0-4a74-4119-9617-3b1e4cabd375/801a67c4-2c4f-4024-8831-22573ca5c928/9b02e512-bb1a-49d9-9f15-524b889254a0) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:04.441394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.579042 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.620171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Transition to ACTIVE for port object 9b02e512-bb1a-49d9-9f15-524b889254a0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:04.667978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Transition to ACTIVE for port object 9b02e512-bb1a-49d9-9f15-524b889254a0 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:04.678833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.729578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:04.742586 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:04.744601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Pushing event updated for resources: {'Port': ['ID=9b02e512-bb1a-49d9-9f15-524b889254a0,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.746970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:04.810338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c427fe-e63c-49b3-8b6a-1f4644026267 req-39a33c43-ca2a-40c8-9afb-aeaca7f2bc97 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:04.812445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37c427fe-e63c-49b3-8b6a-1f4644026267 req-39a33c43-ca2a-40c8-9afb-aeaca7f2bc97 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1159010 Aug 29 04:48:04.830067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Attempting to bind port 9b02e512-bb1a-49d9-9f15-524b889254a0 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:04.830503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Attempting to bind port 9b02e512-bb1a-49d9-9f15-524b889254a0 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:04.830970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Attempting to bind port 9b02e512-bb1a-49d9-9f15-524b889254a0 on network 3766cbd0-4a74-4119-9617-3b1e4cabd375 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:04.839670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:04.840349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Checking segment: {'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:04.840858 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.841368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Bound using segment: {'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:04.842214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Bound port: 9b02e512-bb1a-49d9-9f15-524b889254a0, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:04.842701 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.856089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8::1 (3766cbd0-4a74-4119-9617-3b1e4cabd375/801a67c4-2c4f-4024-8831-22573ca5c928/4b12a2ad-312e-4449-a810-cd564cdc4c4e) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:04.903093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-37c427fe-e63c-49b3-8b6a-1f4644026267 req-59ad2100-89b9-481a-8e7d-6ecff4f1627a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791559 Aug 29 04:48:04.987081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] For port 9b02e512-bb1a-49d9-9f15-524b889254a0, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:04.994271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] For port 9b02e512-bb1a-49d9-9f15-524b889254a0, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9b02e512-bb1a-49d9-9f15-524b889254a0,segment=NetworkSegment(c6850a62-1ecb-4365-b3b2-28c2820d6e39),segment_id=c6850a62-1ecb-4365-b3b2-28c2820d6e39)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:05.004958 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.034852 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:05.126349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.140740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdff2c-6f2c-47be-9332-2972eb38131f None None] Pushing event updated for resources: {'Port': ['ID=9b02e512-bb1a-49d9-9f15-524b889254a0,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:05.204064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 4b12a2ad-312e-4449-a810-cd564cdc4c4e will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:05.267546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.336187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:05.357848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:05.360097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=4b12a2ad-312e-4449-a810-cd564cdc4c4e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:05.363479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:05.364226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.614999 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.161569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9b02e512-bb1a-49d9-9f15-524b889254a0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:06.165500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058942e4-69c3-4c57-9218-a9619c0d3968 req-63b05285-007c-4102-a388-a837cfe4b741 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:06.171273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-058942e4-69c3-4c57-9218-a9619c0d3968 req-63b05285-007c-4102-a388-a837cfe4b741 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1668859 Aug 29 04:48:06.202692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55628) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:06.343848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9b02e512-bb1a-49d9-9f15-524b889254a0 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:06.359204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-058942e4-69c3-4c57-9218-a9619c0d3968 req-d24cd2ca-ea13-4cf8-8b0f-7099c4b6083f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737516 Aug 29 04:48:06.384905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.395469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.396457 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.542028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cbee6aa1-f28f-4331-8988-4f2f8b49773b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2185e6f781234ef69ffe8028878724c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378844 Aug 29 04:48:06.552908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55634) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:06.592540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=4b12a2ad-312e-4449-a810-cd564cdc4c4e,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:06.689468 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c3cb-730e-4704-9c58-d1e34c56c391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.706438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:06.714812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:06.732009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c3cb-730e-4704-9c58-d1e34c56c391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.807225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461d13e-db10-4f5c-88e1-7f82f2f22fa1 None None] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:06.917992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df2e1f71-3ab6-46b1-b596-fd81879e6651 None None] Provisioning for port 9b02e512-bb1a-49d9-9f15-524b889254a0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:06.948420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df2e1f71-3ab6-46b1-b596-fd81879e6651 None None] Provisioning complete for port 9b02e512-bb1a-49d9-9f15-524b889254a0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:06.948975 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df2e1f71-3ab6-46b1-b596-fd81879e6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.972783 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c3cb-730e-4704-9c58-d1e34c56c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.982341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c3cb-730e-4704-9c58-d1e34c56c391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.983803 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ce3c3cb-730e-4704-9c58-d1e34c56c391 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23b666e3-f85d-41cf-ad2a-690ed27cd7bf HTTP/1.1" status: 204 len: 168 time: 0.4170427 Aug 29 04:48:07.039705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3c3cb-730e-4704-9c58-d1e34c56c391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b666e3-f85d-41cf-ad2a-690ed27cd7bf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:07.119676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:07.208413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df2e1f71-3ab6-46b1-b596-fd81879e6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.337100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:07.348153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-df2e1f71-3ab6-46b1-b596-fd81879e6651 None None] For port 9b02e512-bb1a-49d9-9f15-524b889254a0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9b02e512-bb1a-49d9-9f15-524b889254a0,segment=NetworkSegment(c6850a62-1ecb-4365-b3b2-28c2820d6e39),segment_id=c6850a62-1ecb-4365-b3b2-28c2820d6e39)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:07.356396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ca8ede8c-6e49-440f-871a-494d2b850ae4 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4526341 Aug 29 04:48:07.356728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:07.362769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-470061887'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:07.366926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:07.380536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df2e1f71-3ab6-46b1-b596-fd81879e6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.420854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:07.439459 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.501572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e1f71-3ab6-46b1-b596-fd81879e6651 None None] Pushing event updated for resources: {'Port': ['ID=9b02e512-bb1a-49d9-9f15-524b889254a0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:07.506199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:07.506849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:07.663632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:07.686218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.688324 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment 3b2d730a-1b7d-497b-af1d-93abaaf38979 of type vlan for network 705b9bc6-973a-4691-a039-91e163414187 Aug 29 04:48:07.690533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:07.790692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.823924 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.830899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.831917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.084423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-597a0bd1-de9c-442d-b8c4-e4bedf1c0cff None None] Provisioning complete for port 9b02e512-bb1a-49d9-9f15-524b889254a0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:08.084839 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-597a0bd1-de9c-442d-b8c4-e4bedf1c0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.191714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9b02e512-bb1a-49d9-9f15-524b889254a0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:08.372103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9b02e512-bb1a-49d9-9f15-524b889254a0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:08.373210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.461221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-597a0bd1-de9c-442d-b8c4-e4bedf1c0cff None None] Provisioning for port 4b12a2ad-312e-4449-a810-cd564cdc4c4e completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:08.492492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-597a0bd1-de9c-442d-b8c4-e4bedf1c0cff None None] Provisioning complete for port 4b12a2ad-312e-4449-a810-cd564cdc4c4e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:08.493083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-597a0bd1-de9c-442d-b8c4-e4bedf1c0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.559220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-597a0bd1-de9c-442d-b8c4-e4bedf1c0cff None None] Port 4b12a2ad-312e-4449-a810-cd564cdc4c4e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:08.577817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:05Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:05Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:08.646593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:08.650085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Updating router bd5bdbcf-c653-4650-b74d-f7e57d602e4e port 4b12a2ad-312e-4449-a810-cd564cdc4c4e binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:08.754738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5a8e6cb5-7ad2-46d8-a9c1-06959ec30241 None None] Provisioning complete for port 4b12a2ad-312e-4449-a810-cd564cdc4c4e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:08.755294 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6cb5-7ad2-46d8-a9c1-06959ec30241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.756745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.783893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdf077-4a2a-4577-b3c8-369c1b6f15d3 req-a0b073f6-ab39-4b75-a78d-3d18bc03fda4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.797284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18fdf077-4a2a-4577-b3c8-369c1b6f15d3 req-a0b073f6-ab39-4b75-a78d-3d18bc03fda4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 1.2811017 Aug 29 04:48:08.805367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4474981 Aug 29 04:48:08.808225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55668) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:08.814295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:08.839409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e6cb5-7ad2-46d8-a9c1-06959ec30241 None None] Port 4b12a2ad-312e-4449-a810-cd564cdc4c4e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:08.891880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18fdf077-4a2a-4577-b3c8-369c1b6f15d3 req-1a07cd45-a7cf-4f77-b211-c00332618e72 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935459 Aug 29 04:48:08.910423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec52f2-7bec-4606-8360-a4836dab5b67 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=705b9bc6-973a-4691-a039-91e163414187,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:08.924069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 705b9bc6-973a-4691-a039-91e163414187 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:09.013204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:09.021668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.207254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d61ba838-6f83-4a23-85c8-e8ec35807cfa None None] Provisioning complete for port 4b12a2ad-312e-4449-a810-cd564cdc4c4e triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:09.207642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d61ba838-6f83-4a23-85c8-e8ec35807cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.495265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.510522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Transition to ACTIVE for port object 4b12a2ad-312e-4449-a810-cd564cdc4c4e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:09.532366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d61ba838-6f83-4a23-85c8-e8ec35807cfa None None] Port 4b12a2ad-312e-4449-a810-cd564cdc4c4e cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:09.543970 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.634720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.693826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4b328-7f72-46d4-b28c-f48059eb166a None None] Pushing event updated for resources: {'Port': ['ID=4b12a2ad-312e-4449-a810-cd564cdc4c4e,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.766285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=31a7eb25-8c0c-42ab-981e-621a997a37b4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.785261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:09.786100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: 705b9bc6-973a-4691-a039-91e163414187, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:09.794069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Attempting to bind port 4b12a2ad-312e-4449-a810-cd564cdc4c4e on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:09.794459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Attempting to bind port 4b12a2ad-312e-4449-a810-cd564cdc4c4e by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:09.794840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Attempting to bind port 4b12a2ad-312e-4449-a810-cd564cdc4c4e on network 3766cbd0-4a74-4119-9617-3b1e4cabd375 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:09.802656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:09.804161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Checking segment: {'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:09.804161 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.804161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Bound using segment: {'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:09.804545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Bound port: 4b12a2ad-312e-4449-a810-cd564cdc4c4e, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6850a62-1ecb-4365-b3b2-28c2820d6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:09.804881 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.824565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 705b9bc6-973a-4691-a039-91e163414187 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:09.878551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 705b9bc6-973a-4691-a039-91e163414187) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:09.882725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.883335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.898906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] For port 4b12a2ad-312e-4449-a810-cd564cdc4c4e, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:09.960724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f16a2694-3c35-48c9-96c4-1b8b3e8433e2 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1512499 Aug 29 04:48:09.963636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55682) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:09.970394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] For port 4b12a2ad-312e-4449-a810-cd564cdc4c4e, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4b12a2ad-312e-4449-a810-cd564cdc4c4e,segment=NetworkSegment(c6850a62-1ecb-4365-b3b2-28c2820d6e39),segment_id=c6850a62-1ecb-4365-b3b2-28c2820d6e39)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:10.046702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61ce16-c917-4843-8c1d-83dc07dde6e8 None None] Network 705b9bc6-973a-4691-a039-91e163414187 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:10.081272 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.213956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:10.214598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:10.291076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0f39-af99-4858-9e89-22e6363eddae req-7ee21af9-9724-4ddb-9904-6c4dc88c9d9d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:10.298276 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a1a0f39-af99-4858-9e89-22e6363eddae req-7ee21af9-9724-4ddb-9904-6c4dc88c9d9d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1930783 Aug 29 04:48:10.401582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a1a0f39-af99-4858-9e89-22e6363eddae req-600c043f-d3a2-4e4b-b8bd-246283cd2508 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841820 Aug 29 04:48:10.764286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.798574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:10.839425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4b328-7f72-46d4-b28c-f48059eb166a None None] Pushing event updated for resources: {'Port': ['ID=4b12a2ad-312e-4449-a810-cd564cdc4c4e,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:11.001711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-705b9bc6-973a-4691-a039-91e163414187', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:11.003144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.275388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Allocated IP 2001:db8:1::2 (705b9bc6-973a-4691-a039-91e163414187/31a7eb25-8c0c-42ab-981e-621a997a37b4/19800938-078f-4904-9ffc-23e281acc7de) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:11.301460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:05Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:09Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:11.366451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebfd01e-b64b-4d12-986f-e22ec61eb37b None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:05Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:09Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:11.582839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba3222-ee25-4c18-9658-9820a453f63f req-4c5d5280-b1c5-4dfc-a69b-1d2164c0da35 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:11.588222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02ba3222-ee25-4c18-9658-9820a453f63f req-4c5d5280-b1c5-4dfc-a69b-1d2164c0da35 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.0924413 Aug 29 04:48:11.617686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.634565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Transition to ACTIVE for port object 19800938-078f-4904-9ffc-23e281acc7de will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:11.680993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02ba3222-ee25-4c18-9658-9820a453f63f req-90aeb395-cb96-4d23-b418-70c11610aee3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679791 Aug 29 04:48:11.681719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Transition to ACTIVE for port object 19800938-078f-4904-9ffc-23e281acc7de will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:11.698022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.816526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Network 705b9bc6-973a-4691-a039-91e163414187 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:11.828531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:11.851785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:11.852111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8:1::1 (705b9bc6-973a-4691-a039-91e163414187/31a7eb25-8c0c-42ab-981e-621a997a37b4/9638955c-0b1a-4dc0-a86a-5043951a81b1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:11.931774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Pushing event updated for resources: {'Port': ['ID=19800938-078f-4904-9ffc-23e281acc7de,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.016450 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.034649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.035014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.035369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.035851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.036054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.036396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.036733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.037070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.037399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.037763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.038098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.038431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:12.059515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 9638955c-0b1a-4dc0-a86a-5043951a81b1 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:12.138256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.142877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Attempting to bind port 19800938-078f-4904-9ffc-23e281acc7de on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:12.154570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Attempting to bind port 19800938-078f-4904-9ffc-23e281acc7de by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:12.163159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Attempting to bind port 19800938-078f-4904-9ffc-23e281acc7de on network 705b9bc6-973a-4691-a039-91e163414187 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:12.176872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:12.177678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Checking segment: {'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:12.192271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.195019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Bound using segment: {'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:12.195760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Bound port: 19800938-078f-4904-9ffc-23e281acc7de, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:12.196353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.257352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=9638955c-0b1a-4dc0-a86a-5043951a81b1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.280192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 705b9bc6-973a-4691-a039-91e163414187 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:12.282051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:12.289279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:12.289898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.308113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4b12a2ad-312e-4449-a810-cd564cdc4c4e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:12.442615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] For port 19800938-078f-4904-9ffc-23e281acc7de, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:12.446075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] For port 19800938-078f-4904-9ffc-23e281acc7de, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=19800938-078f-4904-9ffc-23e281acc7de,segment=NetworkSegment(3b2d730a-1b7d-497b-af1d-93abaaf38979),segment_id=3b2d730a-1b7d-497b-af1d-93abaaf38979)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:12.458428 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.521614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1640807-0fa3-4caf-8efb-034537c72329 None None] Pushing event updated for resources: {'Port': ['ID=19800938-078f-4904-9ffc-23e281acc7de,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.549115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4b12a2ad-312e-4449-a810-cd564cdc4c4e completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:12.562278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4b12a2ad-312e-4449-a810-cd564cdc4c4e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:12.562859 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.650648 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.688107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.797338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 4b12a2ad-312e-4449-a810-cd564cdc4c4e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4b12a2ad-312e-4449-a810-cd564cdc4c4e,segment=NetworkSegment(c6850a62-1ecb-4365-b3b2-28c2820d6e39),segment_id=c6850a62-1ecb-4365-b3b2-28c2820d6e39)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:12.817310 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.932533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141dcaf-0eea-463e-b19f-14c02e104da9 req-3bce5701-79a2-45fa-a9ad-1e1545c594d0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:12.936137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1141dcaf-0eea-463e-b19f-14c02e104da9 req-3bce5701-79a2-45fa-a9ad-1e1545c594d0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1273136 Aug 29 04:48:13.015319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=4b12a2ad-312e-4449-a810-cd564cdc4c4e,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.070835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1141dcaf-0eea-463e-b19f-14c02e104da9 req-da7f0904-afc2-429c-a832-e57a9f5bee36 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125338 Aug 29 04:48:13.310668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.319703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.321982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.566224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=9638955c-0b1a-4dc0-a86a-5043951a81b1,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:13.575551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 705b9bc6-973a-4691-a039-91e163414187 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:13.577031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:13.696588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:13.816034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:13.823692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ae472a86-8c94-4bd3-92e6-19b4bc05d98d tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8578229 Aug 29 04:48:13.826617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55714) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:13.835232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-647430714'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:13.863988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:13.868816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.900299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:13.921802 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.922411 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment b8d13f68-73a6-42f3-881d-fb93894e410f of type vlan for network 52988a58-7c58-4dc8-884b-6457ae482a45 Aug 29 04:48:14.010021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.057286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.067067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.067733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.176474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=52988a58-7c58-4dc8-884b-6457ae482a45,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:14.208607 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55718) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.208771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 52988a58-7c58-4dc8-884b-6457ae482a45 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:14.214997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8590da15-5be8-4b2d-8081-37867a363fd9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3857055 Aug 29 04:48:14.233526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:14.289908 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:14.336292 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:14.339158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f0944-9bf1-4e36-b9b8-175e057ae5b9 req-9a1c22e2-eced-48e9-884d-814a906bd0e4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.343804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a8f0944-9bf1-4e36-b9b8-175e057ae5b9 req-9a1c22e2-eced-48e9-884d-814a906bd0e4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1879473 Aug 29 04:48:14.348681 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:14.380042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4b12a2ad-312e-4449-a810-cd564cdc4c4e up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:14.436479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0961611-7b8a-46a2-b8b5-94bcb604d14a None None] Network 705b9bc6-973a-4691-a039-91e163414187 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:14.485148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4a8f0944-9bf1-4e36-b9b8-175e057ae5b9 req-5265a315-0c74-46d3-8ea9-1c28c91f6492 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127095 Aug 29 04:48:14.522401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:14.528049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a304680f-9a26-48d4-8310-9c030091f697 None None] Provisioning for port 19800938-078f-4904-9ffc-23e281acc7de completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:14.529566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.532453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4b12a2ad-312e-4449-a810-cd564cdc4c4e triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:14.532876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.588610 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:14.863048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.870179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 19800938-078f-4904-9ffc-23e281acc7de up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:15.008049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 19800938-078f-4904-9ffc-23e281acc7de completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:15.019081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 19800938-078f-4904-9ffc-23e281acc7de triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:15.019081 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.050670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=e3b9dff8-c7c5-4eba-8c14-481937017f9f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.088218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:15.089092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: 52988a58-7c58-4dc8-884b-6457ae482a45, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:15.141731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 52988a58-7c58-4dc8-884b-6457ae482a45 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:15.161030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 52988a58-7c58-4dc8-884b-6457ae482a45) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:15.172288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:15.174307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.182543 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 3, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:15.198217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba392c6-b7b1-4d79-8355-e647996c621a None None] Network 52988a58-7c58-4dc8-884b-6457ae482a45 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:15.229447 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:15.230215 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Updating router bd5bdbcf-c653-4650-b74d-f7e57d602e4e port 9638955c-0b1a-4dc0-a86a-5043951a81b1 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:15.239050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55738) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:15.249742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-adfae640-384b-4ff0-b42a-1f97f4d731ee tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0402827 Aug 29 04:48:15.331039 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.481806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-817c992c-aa1a-48de-ae24-db5e6057f249 None None] Provisioning complete for port 19800938-078f-4904-9ffc-23e281acc7de triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:15.482915 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-817c992c-aa1a-48de-ae24-db5e6057f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.487511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.648476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 19800938-078f-4904-9ffc-23e281acc7de, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=19800938-078f-4904-9ffc-23e281acc7de,segment=NetworkSegment(3b2d730a-1b7d-497b-af1d-93abaaf38979),segment_id=3b2d730a-1b7d-497b-af1d-93abaaf38979)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:15.682611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.856083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=19800938-078f-4904-9ffc-23e281acc7de,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:15.866361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-52988a58-7c58-4dc8-884b-6457ae482a45', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:15.867728 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.907808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-817c992c-aa1a-48de-ae24-db5e6057f249 None None] Provisioning for port 9638955c-0b1a-4dc0-a86a-5043951a81b1 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:15.913413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-817c992c-aa1a-48de-ae24-db5e6057f249 None None] Provisioning complete for port 9638955c-0b1a-4dc0-a86a-5043951a81b1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:15.915664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9919da-990d-4b3e-b272-741febdf90e4 req-b34bbaa3-0c3d-42f5-8a67-331bb9203e0a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:15.915974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-817c992c-aa1a-48de-ae24-db5e6057f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.917583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a9919da-990d-4b3e-b272-741febdf90e4 req-b34bbaa3-0c3d-42f5-8a67-331bb9203e0a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1955111 Aug 29 04:48:16.031638 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.061720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-817c992c-aa1a-48de-ae24-db5e6057f249 None None] Port 9638955c-0b1a-4dc0-a86a-5043951a81b1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:16.070778 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Transition to ACTIVE for port object 9638955c-0b1a-4dc0-a86a-5043951a81b1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:16.099762 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.123577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Allocated IP 2001:db8:2::2 (52988a58-7c58-4dc8-884b-6457ae482a45/e3b9dff8-c7c5-4eba-8c14-481937017f9f/ce5075a2-aa9d-41ed-9fb5-8ea67db22755) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:16.163141 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a9919da-990d-4b3e-b272-741febdf90e4 req-b7640e27-e6f4-4c13-aa85-1fe66015b085 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340572 Aug 29 04:48:16.268855 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Pushing event updated for resources: {'Port': ['ID=9638955c-0b1a-4dc0-a86a-5043951a81b1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.292718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 19800938-078f-4904-9ffc-23e281acc7de up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:16.294168 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.297556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.298261 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.298711 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.299156 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.299581 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.300013 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.300437 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.301634 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.302073 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.304198 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.304677 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:16.366302 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.438013 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Attempting to bind port 9638955c-0b1a-4dc0-a86a-5043951a81b1 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:16.439097 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Attempting to bind port 9638955c-0b1a-4dc0-a86a-5043951a81b1 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:16.440441 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Attempting to bind port 9638955c-0b1a-4dc0-a86a-5043951a81b1 on network 705b9bc6-973a-4691-a039-91e163414187 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:16.465558 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:16.466123 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Checking segment: {'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:16.467025 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.467541 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Bound using segment: {'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:16.468347 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Bound port: 9638955c-0b1a-4dc0-a86a-5043951a81b1, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2d730a-1b7d-497b-af1d-93abaaf38979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '705b9bc6-973a-4691-a039-91e163414187'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:16.468912 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.600384 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] For port 9638955c-0b1a-4dc0-a86a-5043951a81b1, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:16.604123 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] For port 9638955c-0b1a-4dc0-a86a-5043951a81b1, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9638955c-0b1a-4dc0-a86a-5043951a81b1,segment=NetworkSegment(3b2d730a-1b7d-497b-af1d-93abaaf38979),segment_id=3b2d730a-1b7d-497b-af1d-93abaaf38979)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:16.614219 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.736356 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739e7d5-8aaf-447f-ac27-eaa166551169 None None] Pushing event updated for resources: {'Port': ['ID=9638955c-0b1a-4dc0-a86a-5043951a81b1,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.774168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.785024 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:16.785721 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:47:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.879250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Transition to ACTIVE for port object ce5075a2-aa9d-41ed-9fb5-8ea67db22755 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:16.934743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 19800938-078f-4904-9ffc-23e281acc7de triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:16.935432 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.969022 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:17.048823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0c83206-860f-454a-b3b9-d081864d395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.076176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Transition to ACTIVE for port object ce5075a2-aa9d-41ed-9fb5-8ea67db22755 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:17.092363 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.167644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Network 52988a58-7c58-4dc8-884b-6457ae482a45 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:17.212579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Pushing event updated for resources: {'Port': ['ID=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:17.215991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:17.247105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:17.347783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Attempting to bind port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:17.348194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Attempting to bind port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:17.348571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Attempting to bind port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 on network 52988a58-7c58-4dc8-884b-6457ae482a45 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:17.373151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:17.379238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Checking segment: {'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:17.379703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.380152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Bound using segment: {'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:17.383769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Bound port: ce5075a2-aa9d-41ed-9fb5-8ea67db22755, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:17.384273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.464127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7ffb-5a1c-4ff6-a1d5-a11e7b216db2 req-25f1a1e0-4839-4793-adea-bd02e6e1da9c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:17.465797 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-96dc7ffb-5a1c-4ff6-a1d5-a11e7b216db2 req-25f1a1e0-4839-4793-adea-bd02e6e1da9c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1134255 Aug 29 04:48:17.541634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] For port ce5075a2-aa9d-41ed-9fb5-8ea67db22755, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:17.545699 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-96dc7ffb-5a1c-4ff6-a1d5-a11e7b216db2 req-33068926-8365-4b04-81c0-b6aded20edff tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710051 Aug 29 04:48:17.547761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] For port ce5075a2-aa9d-41ed-9fb5-8ea67db22755, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,segment=NetworkSegment(b8d13f68-73a6-42f3-881d-fb93894e410f),segment_id=b8d13f68-73a6-42f3-881d-fb93894e410f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:17.559138 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.646000 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 3, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:16Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:17.706764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2696ce8-d562-46e2-888d-4c79de504243 None None] Pushing event updated for resources: {'Port': ['ID=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:17.778463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8:2::1 (52988a58-7c58-4dc8-884b-6457ae482a45/e3b9dff8-c7c5-4eba-8c14-481937017f9f/7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:17.974816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b50686-3f06-4b02-ba35-7310ff541f13 None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 3, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:16Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:18.055835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.111449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:18.281568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.339577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ce5075a2-aa9d-41ed-9fb5-8ea67db22755 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:18.382408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 52988a58-7c58-4dc8-884b-6457ae482a45 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:18.391777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:18.396725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:18.397788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.460396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.472937 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:18.654276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.009013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260313c-5357-4bdc-a586-a4d33a61b434 req-98288b24-26d8-4b38-9701-831369154130 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:19.010676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4260313c-5357-4bdc-a586-a4d33a61b434 req-98288b24-26d8-4b38-9701-831369154130 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.2772789 Aug 29 04:48:19.169346 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4260313c-5357-4bdc-a586-a4d33a61b434 req-b9acf685-2dd6-474e-a6c9-9005554e85fe tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407194 Aug 29 04:48:19.319494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce494c-1757-469e-913b-7b6669be1657 None None] Network 52988a58-7c58-4dc8-884b-6457ae482a45 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:19.373914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.383486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.384448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.541507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.564028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 52988a58-7c58-4dc8-884b-6457ae482a45 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:19.565457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:19.661823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.674598 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc331362-4640-4326-a0ff-a6f6289dac86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.695539 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8065b0b8-022e-4ddf-9753-95220439cdde None None] Provisioning for port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:19.700893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8065b0b8-022e-4ddf-9753-95220439cdde None None] Provisioning complete for port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:19.701278 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8065b0b8-022e-4ddf-9753-95220439cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.702703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:19.816084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8065b0b8-022e-4ddf-9753-95220439cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.859029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8065b0b8-022e-4ddf-9753-95220439cdde None None] For port ce5075a2-aa9d-41ed-9fb5-8ea67db22755, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,segment=NetworkSegment(b8d13f68-73a6-42f3-881d-fb93894e410f),segment_id=b8d13f68-73a6-42f3-881d-fb93894e410f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:19.864656 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8065b0b8-022e-4ddf-9753-95220439cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.873951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:19.883698 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fb636ece-50d4-4f2c-a1b0-a04397b7ef0f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6425579 Aug 29 04:48:19.886428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55806) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:19.892931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-272563075'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:19.893803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:19.910511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:19.911161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:19.939567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:19.954756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.010315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:20.023892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.024289 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added segment 1c001446-e570-49ee-b3ff-0a19d933e805 of type vlan for network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 Aug 29 04:48:20.031317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065b0b8-022e-4ddf-9753-95220439cdde None None] Pushing event updated for resources: {'Port': ['ID=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:20.074190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:20.127617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.234781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-cc2f5733-144b-47cb-a423-217593843c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:20.235023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9638955c-0b1a-4dc0-a86a-5043951a81b1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:20.237922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-cc2f5733-144b-47cb-a423-217593843c0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1097 time: 0.1059563 Aug 29 04:48:20.239670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.245581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:20.246494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.414179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-be49c0fc-e8d2-495f-aea0-69401f3eff0c None None] Provisioning for port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:20.425008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-be49c0fc-e8d2-495f-aea0-69401f3eff0c None None] Provisioning complete for port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:20.425780 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be49c0fc-e8d2-495f-aea0-69401f3eff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.448704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55816) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.449277 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5604362 Aug 29 04:48:20.452257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9638955c-0b1a-4dc0-a86a-5043951a81b1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:20.456921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'subnet': {'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:20.466252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9638955c-0b1a-4dc0-a86a-5043951a81b1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:20.467125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.477567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571aaf7-0d13-43d9-a4b7-59c03e351f2e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Network': ['ID=8e685717-1d0d-4f53-9cd8-cf7f647c7e16,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:20.522833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:20.552519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05478ff-a1b8-4bc3-8404-1e5f06fa1032 req-a20f1469-5f24-4ae3-9042-95987dac8394 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:20.565476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a05478ff-a1b8-4bc3-8404-1e5f06fa1032 req-a20f1469-5f24-4ae3-9042-95987dac8394 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.2214906 Aug 29 04:48:20.642018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-7f613338-7348-4c69-82f4-6ae70bfcfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:20.643984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-7f613338-7348-4c69-82f4-6ae70bfcfe72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 915 time: 0.3945093 Aug 29 04:48:20.667139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-be49c0fc-e8d2-495f-aea0-69401f3eff0c None None] Port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:20.680334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Made reservation on behalf of 093d203aac4e425787d0a6f50dfc2cf9 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:20.687077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.691017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a05478ff-a1b8-4bc3-8404-1e5f06fa1032 req-976b63a5-b844-4aca-9d20-2f7d388e83f0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199069 Aug 29 04:48:20.770010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-4eb79685-b04b-45b9-a7f0-0c0b238b75ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 200 len: 217 time: 0.1063149 Aug 29 04:48:20.810705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-be49c0fc-e8d2-495f-aea0-69401f3eff0c None None] Provisioning complete for port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:20.811253 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be49c0fc-e8d2-495f-aea0-69401f3eff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.877627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-03ec5de8-cdf4-44eb-b094-6e6e24cae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:20.879269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-03ec5de8-cdf4-44eb-b094-6e6e24cae7ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.1026211 Aug 29 04:48:20.939756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-fa9773ff-b3ce-453c-bf04-f06344182125 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529130 Aug 29 04:48:20.977262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.012675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.025281 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.033864 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.074387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-5bbded81-bdd7-405c-980d-4b4ba31c735b service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265173 Aug 29 04:48:21.111320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:18Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:19Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:16Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:21.126310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Subnet': ['ID=6deb08ea-dcda-46b9-96ef-48f3a552e25c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:21.134513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Checking segment: {'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:21.134951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network hostable DHCP agents. Network: 8e685717-1d0d-4f53-9cd8-cf7f647c7e16, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:21.159402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:21.159402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Updating router bd5bdbcf-c653-4650-b74d-f7e57d602e4e port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:21.167512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:21.179475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8e685717-1d0d-4f53-9cd8-cf7f647c7e16) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:21.198495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:21.199350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.208495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35b334-bf40-4228-928d-6879dbc1cdd5 None None] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:21.226920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-585fa17f-c2a4-469f-bc6e-e911fe465a48 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7762268 Aug 29 04:48:21.229965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:21.267640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 9638955c-0b1a-4dc0-a86a-5043951a81b1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9638955c-0b1a-4dc0-a86a-5043951a81b1,segment=NetworkSegment(3b2d730a-1b7d-497b-af1d-93abaaf38979),segment_id=3b2d730a-1b7d-497b-af1d-93abaaf38979)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:21.280674 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.307528 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.393016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=9638955c-0b1a-4dc0-a86a-5043951a81b1,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:21.395062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e242a8f2-6e71-4801-8f7c-8a6790e3d638 req-fd216e50-c043-429b-b22d-1927ab591096 service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123977 Aug 29 04:48:21.548799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a1b503c6-711c-4120-80b6-9d761680e258 None None] Provisioning complete for port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:21.549095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1b503c6-711c-4120-80b6-9d761680e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.629544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'fixed_ips': [{'subnet_id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:21.630447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.658115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a1b503c6-711c-4120-80b6-9d761680e258 None None] Port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:21.901822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Allocated IP 2001:db8:3::2 (8e685717-1d0d-4f53-9cd8-cf7f647c7e16/6deb08ea-dcda-46b9-96ef-48f3a552e25c/961007f8-181f-405d-a867-1aff713508ae) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:21.910120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d8d11-5597-431a-a462-dbce0dda4c4d req-d8a70499-14cb-4798-a44b-442c6aaa0da1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:21.911992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f03d8d11-5597-431a-a462-dbce0dda4c4d req-d8a70499-14cb-4798-a44b-442c6aaa0da1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1075122 Aug 29 04:48:21.912583 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:21.950550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Transition to ACTIVE for port object 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:21.989244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f03d8d11-5597-431a-a462-dbce0dda4c4d req-da807290-1360-45b6-ad95-8ca6230b8ecd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701575 Aug 29 04:48:22.007806 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.236526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9638955c-0b1a-4dc0-a86a-5043951a81b1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:22.305491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.306448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d67a17-d4a5-4d51-a914-0ca4933ebf5d None None] Pushing event updated for resources: {'Port': ['ID=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.399949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.460388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Attempting to bind port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:22.461427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Attempting to bind port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:22.462253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Attempting to bind port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 on network 52988a58-7c58-4dc8-884b-6457ae482a45 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:22.483700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 9638955c-0b1a-4dc0-a86a-5043951a81b1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:22.484232 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.491689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:22.492089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Checking segment: {'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:22.492386 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.492829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Bound using segment: {'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:22.493323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Bound port: 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d13f68-73a6-42f3-881d-fb93894e410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:22.493732 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.520945 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.546278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Transition to ACTIVE for port object 961007f8-181f-405d-a867-1aff713508ae will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:22.610181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] For port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:22.614495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] For port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,segment=NetworkSegment(b8d13f68-73a6-42f3-881d-fb93894e410f),segment_id=b8d13f68-73a6-42f3-881d-fb93894e410f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:22.622835 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.674622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Transition to ACTIVE for port object 961007f8-181f-405d-a867-1aff713508ae will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:22.709186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.759572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Allocated IP 2001:db8:3::1 (8e685717-1d0d-4f53-9cd8-cf7f647c7e16/6deb08ea-dcda-46b9-96ef-48f3a552e25c/932a1b92-02bb-4502-b9fe-80638cfd2296) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:22.762398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:22.763031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:22.769512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d67a17-d4a5-4d51-a914-0ca4933ebf5d None None] Pushing event updated for resources: {'Port': ['ID=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.853952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:22.873541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ce5075a2-aa9d-41ed-9fb5-8ea67db22755 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:22.904218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:22.911343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:22.940576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:22.966016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.990119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Transition to ACTIVE for port object 932a1b92-02bb-4502-b9fe-80638cfd2296 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:23.006386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Pushing event updated for resources: {'Port': ['ID=961007f8-181f-405d-a867-1aff713508ae,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.043389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.112487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:23.115223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Attempting to bind port 961007f8-181f-405d-a867-1aff713508ae on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:23.116240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Attempting to bind port 961007f8-181f-405d-a867-1aff713508ae by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:23.116240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Attempting to bind port 961007f8-181f-405d-a867-1aff713508ae on network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:23.122093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:23.127430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:23.127998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.169826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:23.170051 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.171496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=932a1b92-02bb-4502-b9fe-80638cfd2296,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.197064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:23.197441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Checking segment: {'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:23.197879 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.198279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Bound using segment: {'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:23.198769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Bound port: 961007f8-181f-405d-a867-1aff713508ae, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:23.199154 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.217094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15add65-0091-4b97-a720-5418ee03fa50 req-30c5d7cb-13c0-4ee1-ad90-bb96bcc99034 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:23.218685 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d15add65-0091-4b97-a720-5418ee03fa50 req-30c5d7cb-13c0-4ee1-ad90-bb96bcc99034 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 945 time: 0.1445365 Aug 29 04:48:23.327282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d15add65-0091-4b97-a720-5418ee03fa50 req-fd63f1f0-58ae-4087-a4cd-cd2c77ea9ea9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947976 Aug 29 04:48:23.331385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.377249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] For port 961007f8-181f-405d-a867-1aff713508ae, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:23.399295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] For port 961007f8-181f-405d-a867-1aff713508ae, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=961007f8-181f-405d-a867-1aff713508ae,segment=NetworkSegment(1c001446-e570-49ee-b3ff-0a19d933e805),segment_id=1c001446-e570-49ee-b3ff-0a19d933e805)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:23.405051 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.418869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:23.547323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0f16b-eb0b-49f1-b4a6-4c9d9f34a224 None None] Pushing event updated for resources: {'Port': ['ID=961007f8-181f-405d-a867-1aff713508ae,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.566342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:18Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:22Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:23.608233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7341d3-0f57-48bd-b5e7-3be79181034c None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:18Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:22Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:23.712889 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.761326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:23.764895 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1598309f-beca-4ea2-bcbf-fa119ccc3543" -d '{"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:23.790573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:23.803009 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.816346 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ead2c-48d7-4d5e-8c5a-a94718c19401 x-openstack-request-id: req-521ead2c-48d7-4d5e-8c5a-a94718c19401 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:23.816713 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:23.817037 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-521ead2c-48d7-4d5e-8c5a-a94718c19401 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:23.817443 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'code': 200} Aug 29 04:48:23.933331 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.936856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.942175 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.942894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.113699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event updated for resources: {'Port': ['ID=932a1b92-02bb-4502-b9fe-80638cfd2296,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.132780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:24.134317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:24.264021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:24.311065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:24.331194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:24.347380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:24.347765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.495602 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.516821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:24.534953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dc4c0293-70cf-46c0-abc1-1741648e2ad6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033769 Aug 29 04:48:24.546430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,segment=NetworkSegment(b8d13f68-73a6-42f3-881d-fb93894e410f),segment_id=b8d13f68-73a6-42f3-881d-fb93894e410f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:24.549057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:24.550833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.551750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 961007f8-181f-405d-a867-1aff713508ae up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:24.555197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:24.632942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512107-de9d-4ca0-8b1a-a63ee658724a req-a70a20b0-37e4-4ea8-aa4b-762987dc3f24 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:24.638563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f512107-de9d-4ca0-8b1a-a63ee658724a req-a70a20b0-37e4-4ea8-aa4b-762987dc3f24 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1389849 Aug 29 04:48:24.743985 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f512107-de9d-4ca0-8b1a-a63ee658724a req-aa75843c-c9c7-44ea-b8df-561491a07369 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964441 Aug 29 04:48:24.754627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.787807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 961007f8-181f-405d-a867-1aff713508ae completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:24.978027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d53d6-5878-4f0b-bf18-2c495808fdde req-74f95c69-b725-4e2a-bba8-1aa78e785df2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:24.986645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b2d53d6-5878-4f0b-bf18-2c495808fdde req-74f95c69-b725-4e2a-bba8-1aa78e785df2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.0850577 Aug 29 04:48:25.019539 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:25.043829 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:25.044572 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:25.050703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b2d53d6-5878-4f0b-bf18-2c495808fdde req-0fd8c67e-9a1f-464b-a361-2dba99b911f5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588946 Aug 29 04:48:25.083064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ea12c-9dda-438a-8177-90776964a0ae req-9a82b7fd-64e2-44b3-a647-a2ca3338db90 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.105216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b07ea12c-9dda-438a-8177-90776964a0ae req-9a82b7fd-64e2-44b3-a647-a2ca3338db90 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 946 time: 0.3295901 Aug 29 04:48:25.250136 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:25.317539 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b07ea12c-9dda-438a-8177-90776964a0ae req-403b88bc-576c-4abb-aa34-06b48fdeebe9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063890 Aug 29 04:48:25.385855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb99df-0a6c-4dee-bed5-3f4222a3805f None None] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:25.480347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e1c03d21-7098-49db-b067-735f9d2fc01d None None] Provisioning for port 961007f8-181f-405d-a867-1aff713508ae completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:25.493544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e1c03d21-7098-49db-b067-735f9d2fc01d None None] Provisioning complete for port 961007f8-181f-405d-a867-1aff713508ae triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:25.494450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c03d21-7098-49db-b067-735f9d2fc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.683505 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c03d21-7098-49db-b067-735f9d2fc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.695903 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932a1b92-02bb-4502-b9fe-80638cfd2296', 'name': '', 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:52:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:22Z', 'updated_at': '2021-08-29T04:48:23Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:25.743688 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:25.744287 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Updating router bd5bdbcf-c653-4650-b74d-f7e57d602e4e port 932a1b92-02bb-4502-b9fe-80638cfd2296 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:25.748083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e1c03d21-7098-49db-b067-735f9d2fc01d None None] For port 961007f8-181f-405d-a867-1aff713508ae, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=961007f8-181f-405d-a867-1aff713508ae,segment=NetworkSegment(1c001446-e570-49ee-b3ff-0a19d933e805),segment_id=1c001446-e570-49ee-b3ff-0a19d933e805)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:25.752496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ee2cf-0843-4f7e-9412-957c907836e5 req-c30b74b4-2173-4d29-ba2c-60bf8e48886c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.754096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-576ee2cf-0843-4f7e-9412-957c907836e5 req-c30b74b4-2173-4d29-ba2c-60bf8e48886c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1851492 Aug 29 04:48:25.754878 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1c03d21-7098-49db-b067-735f9d2fc01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.786520 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.852593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c03d21-7098-49db-b067-735f9d2fc01d None None] Pushing event updated for resources: {'Port': ['ID=961007f8-181f-405d-a867-1aff713508ae,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:25.957563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:48:25.969043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55916) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:25.996706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-576ee2cf-0843-4f7e-9412-957c907836e5 req-59fba311-97f5-4b67-b249-08e294eb7da0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254796 Aug 29 04:48:26.031378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Removed routes are [] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:48:26.031794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.176659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:26.332351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-1199c7f7-97c1-4e14-b8ef-a3372524e8cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3607364 Aug 29 04:48:26.349171 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.372642 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Transition to ACTIVE for port object 932a1b92-02bb-4502-b9fe-80638cfd2296 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:26.381532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d6d1fab0-4034-4779-b818-e6e70861bb5f None None] Provisioning complete for port 961007f8-181f-405d-a867-1aff713508ae triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:26.382206 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6d1fab0-4034-4779-b818-e6e70861bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.393956 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.464710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:26.468861 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.545078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.551622 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52f96-827e-4be2-a43d-9993658f6ae9 None None] Pushing event updated for resources: {'Port': ['ID=932a1b92-02bb-4502-b9fe-80638cfd2296,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.554823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.636699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76158b-2fa8-4ef2-9d13-04bb84eeb0b3 req-e47fd32e-affb-4a5a-bb38-64c93379cc9d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:26.658975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be76158b-2fa8-4ef2-9d13-04bb84eeb0b3 req-e47fd32e-affb-4a5a-bb38-64c93379cc9d tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 946 time: 0.1768348 Aug 29 04:48:26.671956 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Attempting to bind port 932a1b92-02bb-4502-b9fe-80638cfd2296 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:26.673646 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Attempting to bind port 932a1b92-02bb-4502-b9fe-80638cfd2296 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:26.674813 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Attempting to bind port 932a1b92-02bb-4502-b9fe-80638cfd2296 on network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:26.689939 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:26.694456 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Checking segment: {'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:26.695935 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.696820 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Bound using segment: {'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:26.698406 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Bound port: 932a1b92-02bb-4502-b9fe-80638cfd2296, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c001446-e570-49ee-b3ff-0a19d933e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:26.700359 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.724406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d6d1fab0-4034-4779-b818-e6e70861bb5f None None] Provisioning for port 932a1b92-02bb-4502-b9fe-80638cfd2296 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:26.757348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be76158b-2fa8-4ef2-9d13-04bb84eeb0b3 req-a956c412-5f0c-4eeb-9626-c2bfb0b66a73 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952983 Aug 29 04:48:26.786157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 961007f8-181f-405d-a867-1aff713508ae up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:26.807898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:26.850872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-0f6f3666-79e3-4790-9d30-097d111bb073 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:26.855655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-0f6f3666-79e3-4790-9d30-097d111bb073 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 946 time: 0.4799869 Aug 29 04:48:26.887393 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] For port 932a1b92-02bb-4502-b9fe-80638cfd2296, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:26.896322 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] For port 932a1b92-02bb-4502-b9fe-80638cfd2296, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=932a1b92-02bb-4502-b9fe-80638cfd2296,segment=NetworkSegment(1c001446-e570-49ee-b3ff-0a19d933e805),segment_id=1c001446-e570-49ee-b3ff-0a19d933e805)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:26.902664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 961007f8-181f-405d-a867-1aff713508ae triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:26.903051 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.917211 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.113245 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:27.114741 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:27.213868 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52f96-827e-4be2-a43d-9993658f6ae9 None None] Pushing event updated for resources: {'Port': ['ID=932a1b92-02bb-4502-b9fe-80638cfd2296,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:27.237734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:27.253421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.254659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6c940268-9ceb-4435-be6e-50dc300f8277 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 200 len: 954 time: 2.7044940 Aug 29 04:48:27.257370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55934) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:27.277145 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:27.353615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Deleting port 542e1de6-b7af-4a39-9dbd-db13c1754b4e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:27.353899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.388035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d4e3c-dd27-40ff-b171-d1736eaa958f req-2b2a7a80-b48f-48d4-858f-6d06ca7dd582 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:27.397430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d70d4e3c-dd27-40ff-b171-d1736eaa958f req-2b2a7a80-b48f-48d4-858f-6d06ca7dd582 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.2429702 Aug 29 04:48:27.425896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:27.439637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a99d5e81-eaa8-4689-afde-2cea7c0d84a9 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 200 len: 954 time: 0.1809764 Aug 29 04:48:27.441306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55936) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:27.451762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'routes': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:27.537536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d70d4e3c-dd27-40ff-b171-d1736eaa958f req-68de1620-f21e-45c3-81a5-8be99ef39298 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369879 Aug 29 04:48:27.601774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] For port 542e1de6-b7af-4a39-9dbd-db13c1754b4e, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=542e1de6-b7af-4a39-9dbd-db13c1754b4e,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:27.602144 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.711365 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:25Z', 'revision_number': 6, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932a1b92-02bb-4502-b9fe-80638cfd2296', 'name': '', 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:52:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:22Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:27.745224 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8bd4b-2775-4dc1-83f3-1ca803d2bf4c None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:25Z', 'revision_number': 6, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932a1b92-02bb-4502-b9fe-80638cfd2296', 'name': '', 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:52:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:22Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 4, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:27.944202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.945863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.946516 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Floating IP 5810163c-0d27-4f35-8c89-6ebcbf9a6435 disassociated. External IP: 172.25.7.8, port: 542e1de6-b7af-4a39-9dbd-db13c1754b4e. Aug 29 04:48:27.947078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Calling delete_port for 542e1de6-b7af-4a39-9dbd-db13c1754b4e owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:28.074193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-a212cb00-080f-4641-8186-4e0f8904e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.075990 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-a212cb00-080f-4641-8186-4e0f8904e3cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2&tenant_id=f9bf0ce4a1974977b601f59e753ce3df HTTP/1.1" status: 200 len: 1095 time: 0.2100794 Aug 29 04:48:28.106316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945063e-d9f0-4dff-9839-dac67d7f5043 req-8b203c27-9669-41b6-94e8-4280078cc265 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.111206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b945063e-d9f0-4dff-9839-dac67d7f5043 req-8b203c27-9669-41b6-94e8-4280078cc265 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 946 time: 0.2334166 Aug 29 04:48:28.186196 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.186709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 932a1b92-02bb-4502-b9fe-80638cfd2296 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:28.195014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b945063e-d9f0-4dff-9839-dac67d7f5043 req-c5cede6d-72f2-40b8-a7d7-d77de42f0270 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups?id=375b2ee4-f44f-43c7-88cb-0499998a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781155 Aug 29 04:48:28.218483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.extraroute_db [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added routes are [] {{(pid=94823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:48:28.218908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.extraroute_db [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:48:28.255075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event deleted for resources: {'Port': ['ID=542e1de6-b7af-4a39-9dbd-db13c1754b4e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.317302 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.323332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-6fe4a6b2-388f-4a63-a7bd-31563d1ec330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.333918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-6fe4a6b2-388f-4a63-a7bd-31563d1ec330 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1095 time: 0.1856658 Aug 29 04:48:28.342545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 932a1b92-02bb-4502-b9fe-80638cfd2296 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:28.350078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 932a1b92-02bb-4502-b9fe-80638cfd2296 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:28.350465 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.445492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-51e1a539-f417-43f5-83e5-0761258109a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.448479 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-51e1a539-f417-43f5-83e5-0761258109a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 915 time: 0.1114600 Aug 29 04:48:28.466729 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.506908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 932a1b92-02bb-4502-b9fe-80638cfd2296, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=932a1b92-02bb-4502-b9fe-80638cfd2296,segment=NetworkSegment(1c001446-e570-49ee-b3ff-0a19d933e805),segment_id=1c001446-e570-49ee-b3ff-0a19d933e805)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:28.513536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.585068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-7b72f435-90f5-470f-8dc4-5e04622674b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 200 len: 217 time: 0.1250665 Aug 29 04:48:28.655212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=932a1b92-02bb-4502-b9fe-80638cfd2296,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.763964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-e8f2a503-4217-49b0-bd1f-2e20753ca5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.765499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-e8f2a503-4217-49b0-bd1f-2e20753ca5b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.1543932 Aug 29 04:48:28.831026 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-4a373f22-6ec7-48c7-bab2-7d66477d05a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536160 Aug 29 04:48:29.061336 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.075316 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.083241 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-cba9991a-612a-470f-b3e3-c8ff7a7e7a34 service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435393 Aug 29 04:48:29.084300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f959-1187-41ec-ba26-13001c226772 req-05094351-884d-46e2-a37d-3eebb4d1e6c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.092172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4eb0f959-1187-41ec-ba26-13001c226772 req-05094351-884d-46e2-a37d-3eebb4d1e6c3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1158509 Aug 29 04:48:29.135084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Router 5792d65f-4173-4d6f-b7fb-fda6106e660a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:29.168075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4eb0f959-1187-41ec-ba26-13001c226772 req-81d6b06c-0241-4cc6-8fd8-c2e58b5bf471 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594146 Aug 29 04:48:29.168187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:29.178379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:29.180059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:29.276486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:29.343410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:29.358042 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] Sync routers for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:29.358815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e20b72f-14cf-41f0-9010-b280f7b45d85 req-00791522-ee3b-493e-95d0-88f0d3b4af3a tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/ports?device_id=515396c0-3226-4fe2-b58a-ac6bbff483ee HTTP/1.1" status: 200 len: 210 time: 0.0587828 Aug 29 04:48:29.373517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-d44a926a-32fc-4e54-a992-0b0003648fd4 service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912627 Aug 29 04:48:29.375257 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:29.375935 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:29.404846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] No DVR routers for this DVR port 542e1de6-b7af-4a39-9dbd-db13c1754b4e on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:29.408882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.412201 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15675e02-6602-439e-9d04-ccb7a6f1bc55 req-118f78a9-4fdc-4150-8aed-ff1df5a7f3e9 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.32 "DELETE /v2.0/ports/542e1de6-b7af-4a39-9dbd-db13c1754b4e HTTP/1.1" status: 204 len: 173 time: 2.5479507 Aug 29 04:48:29.413044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'name': 'network-vif-deleted', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:29.417223 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2678a0-b002-44bb-b4d1-b1d67a53e63c" -d '{"events": [{"server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "name": "network-vif-deleted", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:29.499829 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e882c-02a1-4dd1-bb2e-0a8b137c2303 x-openstack-request-id: req-728e882c-02a1-4dd1-bb2e-0a8b137c2303 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:29.502476 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515396c0-3226-4fe2-b58a-ac6bbff483ee", "name": "network-vif-deleted", "tag": "542e1de6-b7af-4a39-9dbd-db13c1754b4e", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:29.502912 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-728e882c-02a1-4dd1-bb2e-0a8b137c2303 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:29.503435 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515396c0-3226-4fe2-b58a-ac6bbff483ee', 'name': 'network-vif-deleted', 'tag': '542e1de6-b7af-4a39-9dbd-db13c1754b4e', 'status': 'completed', 'code': 200} Aug 29 04:48:29.518652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 542e1de6-b7af-4a39-9dbd-db13c1754b4e no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:29.535772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:29.543734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.547245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aaf8d63a-8207-498b-823e-a6291db3e020 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 200 len: 704 time: 2.1002281 Aug 29 04:48:29.547828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55958) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:29.574196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 542e1de6-b7af-4a39-9dbd-db13c1754b4e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:29.574732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 542e1de6-b7af-4a39-9dbd-db13c1754b4e not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:29.613422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:29.681274 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:29.737096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a77ae93c-e7e2-4bc7-8196-86f8fd7b8246 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 200 len: 704 time: 0.1879363 Aug 29 04:48:29.739782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55966) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:30.014132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 7, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932a1b92-02bb-4502-b9fe-80638cfd2296', 'name': '', 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:52:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:22Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.043305 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.100824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:30.120820 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] Checking router: 5792d65f-4173-4d6f-b7fb-fda6106e660a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:30.123422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:30.123737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.166860 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:30.170261 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.235716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 932a1b92-02bb-4502-b9fe-80638cfd2296 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:30.470575 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.497062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ecdad-c927-4bb1-98fe-f29dd6dee895 req-a55d36df-8f64-4543-94df-baa81e441bf9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:30.509371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-183ecdad-c927-4bb1-98fe-f29dd6dee895 req-a55d36df-8f64-4543-94df-baa81e441bf9 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1955535 Aug 29 04:48:30.607509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-183ecdad-c927-4bb1-98fe-f29dd6dee895 req-15998ece-0b52-4866-8cde-6161a6cc4944 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949962 Aug 29 04:48:30.614299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:30.751684 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:30.764973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 932a1b92-02bb-4502-b9fe-80638cfd2296 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:30.765673 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.955998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 932a1b92-02bb-4502-b9fe-80638cfd2296 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:30.956514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.101115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 932a1b92-02bb-4502-b9fe-80638cfd2296, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=932a1b92-02bb-4502-b9fe-80638cfd2296,segment=NetworkSegment(1c001446-e570-49ee-b3ff-0a19d933e805),segment_id=1c001446-e570-49ee-b3ff-0a19d933e805)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:31.101678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.122810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 932a1b92-02bb-4502-b9fe-80638cfd2296 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:31.201300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 7, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932a1b92-02bb-4502-b9fe-80638cfd2296', 'name': '', 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:52:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:22Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:31.235449 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:31.288446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7570d8-2358-4015-8164-e80e3d3b2fd4 None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 7, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932a1b92-02bb-4502-b9fe-80638cfd2296', 'name': '', 'network_id': '8e685717-1d0d-4f53-9cd8-cf7f647c7e16', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:52:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:22Z', 'updated_at': '2021-08-29T04:48:28Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '6deb08ea-dcda-46b9-96ef-48f3a552e25c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:31.330384 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efb01ae-403e-4095-bb83-1fa0982296fc None None] The sync data for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 is: [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:41:18Z', 'revision_number': 4, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '9a143499-0a5d-4550-9f5e-91b759246b54', 'name': '', 'network_id': '68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'mac_address': 'fa:16:3e:25:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'db74214d-53ab-4365-88d8-6252834fc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:17Z', 'updated_at': '2021-08-29T04:41:29Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'subnets': [{'id': 'db74214d-53ab-4365-88d8-6252834fc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:31.389727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.446585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=932a1b92-02bb-4502-b9fe-80638cfd2296,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:31.521986 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.601926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55984) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:31.853021 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.030065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a562b5-020b-4ed2-b08e-1098e8d8f44d None None] New status for floating IP 5810163c-0d27-4f35-8c89-6ebcbf9a6435: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:48:32.037898 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:32.066651 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:32.070349 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:32.306330 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:32.430487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 55994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:32.539107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:32.552377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.596259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.608729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80b39b-2a89-4dc5-9555-0089b5bdd1ee req-92cd51d6-43f0-4ebc-a115-315ce01162d5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:32.611499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a80b39b-2a89-4dc5-9555-0089b5bdd1ee req-92cd51d6-43f0-4ebc-a115-315ce01162d5 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1305730 Aug 29 04:48:32.797574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a80b39b-2a89-4dc5-9555-0089b5bdd1ee req-e0570644-bac1-4735-9017-c4a248b570f2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722252 Aug 29 04:48:32.806206 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.827520 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.839886 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.844292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "DELETE /v2.0/security-groups/375b2ee4-f44f-43c7-88cb-0499998a5cd9 HTTP/1.1" status: 204 len: 168 time: 1.2410834 Aug 29 04:48:32.849184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 55998) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:32.866707 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-09895402-02f3-4887-923e-e2e68d66d8c7 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] show failed (client error): The resource could not be found. Aug 29 04:48:32.868097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-09895402-02f3-4887-923e-e2e68d66d8c7 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "GET /v2.0/security-groups/375b2ee4-f44f-43c7-88cb-0499998a5cd9 HTTP/1.1" status: 404 len: 347 time: 0.0177917 Aug 29 04:48:32.873308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:32.883760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375b2ee4-f44f-43c7-88cb-0499998a5cd9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:32.936215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.936842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.937479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.938534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.939057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.940182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.940825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.941562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.942170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.942697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.943798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.943928 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:31Z', 'revision_number': 8, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:32.944531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5220bc-df0c-454a-9086-5b9631ce8902 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:32.988559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:33.021058 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bafdcda1-1eb2-4dac-9902-61a5d87ab68c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800117 Aug 29 04:48:33.031446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56002) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:33.085078 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:33.099280 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:33.100203 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:33.144929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet 6deb08ea-dcda-46b9-96ef-48f3a552e25c {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:33.148992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.171025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.178706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.201313 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.222498 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:33.223930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f96f3f0-9e17-4ab1-94c8-0809b0384fba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:33.237235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.237649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.238065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.238425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.238760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.239088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.239413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.239782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.240137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.241070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.241070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.241070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:33.261267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ff2be5cd-6555-4317-b021-2080c1314709 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28c014a36fd6496dad1bcb5ab7f4e59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8236530 Aug 29 04:48:33.264027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56004) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:33.333732 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.338478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91b8ee28-d075-42bb-bab2-a01ce01bb27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.379499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91b8ee28-d075-42bb-bab2-a01ce01bb27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.406031 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.439107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=6deb08ea-dcda-46b9-96ef-48f3a552e25c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:33.454232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91b8ee28-d075-42bb-bab2-a01ce01bb27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.454450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.456474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dc563bf2-1284-4b67-bc91-47fd0ed87651 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/6deb08ea-dcda-46b9-96ef-48f3a552e25c HTTP/1.1" status: 204 len: 168 time: 0.4299083 Aug 29 04:48:33.457420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91b8ee28-d075-42bb-bab2-a01ce01bb27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.461107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-91b8ee28-d075-42bb-bab2-a01ce01bb27b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f96f3f0-9e17-4ab1-94c8-0809b0384fba HTTP/1.1" status: 204 len: 168 time: 0.1927176 Aug 29 04:48:33.461107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56006) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:33.470193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Deleting port 55c7bd37-5232-411a-b56c-db5760e75696 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:33.470564 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.476707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69c5b5-a795-4c8b-a9fb-eda267aa2c1e None None] Network 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:33.596296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8ee28-d075-42bb-bab2-a01ce01bb27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f96f3f0-9e17-4ab1-94c8-0809b0384fba,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:33.617391 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.618029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.647235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Calling delete_port for 55c7bd37-5232-411a-b56c-db5760e75696 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:33.681172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.762871 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:31Z', 'revision_number': 8, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:33.786551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 961007f8-181f-405d-a867-1aff713508ae {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:33.791395 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:33.876160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13229da-1932-453f-bf30-4c164eb37152 None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:31Z', 'revision_number': 8, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:34.021165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.103865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 961007f8-181f-405d-a867-1aff713508ae, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=961007f8-181f-405d-a867-1aff713508ae,segment=NetworkSegment(1c001446-e570-49ee-b3ff-0a19d933e805),segment_id=1c001446-e570-49ee-b3ff-0a19d933e805)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:34.106478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.115760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Pushing event deleted for resources: {'Port': ['ID=55c7bd37-5232-411a-b56c-db5760e75696,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.140718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa6b5c-1d7c-4c27-a292-d581c210ea19 req-d2dfc5fd-4e1a-43c8-939f-963b3ea001e2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:34.153367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42fa6b5c-1d7c-4c27-a292-d581c210ea19 req-d2dfc5fd-4e1a-43c8-939f-963b3ea001e2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1553154 Aug 29 04:48:34.192668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 961007f8-181f-405d-a867-1aff713508ae owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:34.225255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.228219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.232556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42fa6b5c-1d7c-4c27-a292-d581c210ea19 req-fb7a33cd-8de9-4d9a-b4f4-5750fb822dbd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751793 Aug 29 04:48:34.233366 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-04aebccd-65aa-4ee4-a36f-3e4620a600a8 tempest-AttachVolumeTestJSON-2097587972 tempest-AttachVolumeTestJSON-2097587972-project] 10.222.0.55 "DELETE /v2.0/floatingips/5810163c-0d27-4f35-8c89-6ebcbf9a6435 HTTP/1.1" status: 204 len: 168 time: 1.3549814 Aug 29 04:48:34.317760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] DHCP port deletion for 8e685717-1d0d-4f53-9cd8-cf7f647c7e16 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:34.430706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] Deleting port 961007f8-181f-405d-a867-1aff713508ae {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:34.431185 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.440049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 932a1b92-02bb-4502-b9fe-80638cfd2296 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:34.453483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.527494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No DVR routers for this DVR port 961007f8-181f-405d-a867-1aff713508ae on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:34.529964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=961007f8-181f-405d-a867-1aff713508ae,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.555727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 932a1b92-02bb-4502-b9fe-80638cfd2296 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:34.557716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 932a1b92-02bb-4502-b9fe-80638cfd2296 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:34.558641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 961007f8-181f-405d-a867-1aff713508ae no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:34.591059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 961007f8-181f-405d-a867-1aff713508ae {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:34.592305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 961007f8-181f-405d-a867-1aff713508ae not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:34.640242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] For port 961007f8-181f-405d-a867-1aff713508ae, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=961007f8-181f-405d-a867-1aff713508ae,segment=NetworkSegment(1c001446-e570-49ee-b3ff-0a19d933e805),segment_id=1c001446-e570-49ee-b3ff-0a19d933e805)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:34.641029 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.658803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] Calling delete_port for 961007f8-181f-405d-a867-1aff713508ae owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:34.697734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.712144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e685717-1d0d-4f53-9cd8-cf7f647c7e16']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:34.735784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c001446-e570-49ee-b3ff-0a19d933e805') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:34.736030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c001446-e570-49ee-b3ff-0a19d933e805') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:34.750237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.773398 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.787758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.809809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:34.811096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:34.824290 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:34.844787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:34.874660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] Pushing event deleted for resources: {'Port': ['ID=961007f8-181f-405d-a867-1aff713508ae,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:34.898917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b02d0-65d7-447b-b23a-82fd08e2cee3 None None] No DVR routers for this DVR port 961007f8-181f-405d-a867-1aff713508ae on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:34.913506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:34.916071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:34.952249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.974576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:34.977042 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/8e685717-1d0d-4f53-9cd8-cf7f647c7e16 HTTP/1.1" status: 204 len: 168 time: 1.5142484 Aug 29 04:48:34.980303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56018) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:35.008177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18649e0a-0d2a-4aa5-8246-26cdde7c8509 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=8e685717-1d0d-4f53-9cd8-cf7f647c7e16,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:35.115604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:35.455102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca152db-42b7-4cf6-8565-272661e49234 req-d417d0ab-5128-4d4a-9c9c-43663d3d9b21 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:35.460115 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ca152db-42b7-4cf6-8565-272661e49234 req-d417d0ab-5128-4d4a-9c9c-43663d3d9b21 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1198997 Aug 29 04:48:35.526747 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ca152db-42b7-4cf6-8565-272661e49234 req-16994c66-ffce-47b1-8ef7-b0c8f1770d98 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573249 Aug 29 04:48:35.591750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:31Z', 'revision_number': 8, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:35.625373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:35.634782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:35.635200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:35.668245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.824325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:36.087603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:36.088288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.165901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:31Z', 'revision_number': 8, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:36.213887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e9eff-2842-412e-92bd-772f33003a48 None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:31Z', 'revision_number': 8, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07', 'name': '', 'network_id': '52988a58-7c58-4dc8-884b-6457ae482a45', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:45:cd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:16Z', 'updated_at': '2021-08-29T04:48:24Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': 'e3b9dff8-c7c5-4eba-8c14-481937017f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:36.231957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,segment=NetworkSegment(b8d13f68-73a6-42f3-881d-fb93894e410f),segment_id=b8d13f68-73a6-42f3-881d-fb93894e410f)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:36.232317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.253564 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:36.490466 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.535792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:37.122208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166499e6-177a-4b0a-964e-b6dba9f287d7 req-e995a0d9-1d0f-44d3-8942-926bcdaad2d2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:37.123707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-166499e6-177a-4b0a-964e-b6dba9f287d7 req-e995a0d9-1d0f-44d3-8942-926bcdaad2d2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.4480584 Aug 29 04:48:37.145029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.216970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-166499e6-177a-4b0a-964e-b6dba9f287d7 req-56a1f7d7-043f-4fe3-a3ff-add0b432f962 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843658 Aug 29 04:48:37.399972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:37.535416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:37.543368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7f3e9c0-cb03-407a-a20c-ac796d4d7541 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5596740 Aug 29 04:48:37.544968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.556151 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:37.571247 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:37.571885 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:37.612645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet e3b9dff8-c7c5-4eba-8c14-481937017f9f {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:37.616226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.677686 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.759679 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:37.820823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.932795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.970430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.975115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/e3b9dff8-c7c5-4eba-8c14-481937017f9f HTTP/1.1" status: 204 len: 168 time: 0.4261057 Aug 29 04:48:37.975859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:37.977831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978fe77-acb3-4f64-8d58-ac1249e0250d None None] Network 52988a58-7c58-4dc8-884b-6457ae482a45 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:38.020604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21f83-58d2-4280-961b-018b86ad15c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b9dff8-c7c5-4eba-8c14-481937017f9f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.300855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.358875 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:36Z', 'revision_number': 9, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.391390 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:38.412138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] DHCP port deletion for 52988a58-7c58-4dc8-884b-6457ae482a45 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:38.412817 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:38.413663 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.519980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ead8ed-ae10-4a40-a401-161563b2c624 req-8e39ef93-65a1-4dcb-808a-2a1b8c0097ad tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:38.521920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61ead8ed-ae10-4a40-a401-161563b2c624 req-8e39ef93-65a1-4dcb-808a-2a1b8c0097ad tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1152804 Aug 29 04:48:38.528407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:38.529067 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.540545 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:38.611851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port ce5075a2-aa9d-41ed-9fb5-8ea67db22755, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,segment=NetworkSegment(b8d13f68-73a6-42f3-881d-fb93894e410f),segment_id=b8d13f68-73a6-42f3-881d-fb93894e410f)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:38.612261 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.629844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for ce5075a2-aa9d-41ed-9fb5-8ea67db22755 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:38.764477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.848603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No DVR routers for this DVR port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:38.895687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] Deleting port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:38.896138 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.966916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.979816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52988a58-7c58-4dc8-884b-6457ae482a45']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.992898 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:36Z', 'revision_number': 9, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.994511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d13f68-73a6-42f3-881d-fb93894e410f') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:38.994811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d13f68-73a6-42f3-881d-fb93894e410f') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:39.007438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.055904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.057746 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d245af7-bedb-4870-a91d-f60252e1d48b None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:36Z', 'revision_number': 9, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9638955c-0b1a-4dc0-a86a-5043951a81b1', 'name': '', 'network_id': '705b9bc6-973a-4691-a039-91e163414187', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:38:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:11Z', 'updated_at': '2021-08-29T04:48:21Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '31a7eb25-8c0c-42ab-981e-621a997a37b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:39.059510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.089037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] For port ce5075a2-aa9d-41ed-9fb5-8ea67db22755, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:39.091014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.104446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:39.104892 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:39.112294 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:39.157850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] Calling delete_port for ce5075a2-aa9d-41ed-9fb5-8ea67db22755 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:39.170256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] Port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:48:39.173058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.194989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61ead8ed-ae10-4a40-a401-161563b2c624 req-b47e4fa8-46ea-4257-95bb-765d438a137e tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573255 Aug 29 04:48:39.224853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] Pushing event deleted for resources: {'Port': ['ID=ce5075a2-aa9d-41ed-9fb5-8ea67db22755,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.227566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db178a1-578a-421b-a23e-0e67e35ae5e1 None None] No DVR routers for this DVR port ce5075a2-aa9d-41ed-9fb5-8ea67db22755 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:39.340043 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.384357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.390723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56044) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.391555 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/52988a58-7c58-4dc8-884b-6457ae482a45 HTTP/1.1" status: 204 len: 168 time: 1.4147615 Aug 29 04:48:39.392687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ec4a-598f-4bb4-94b5-884d8512d333 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=52988a58-7c58-4dc8-884b-6457ae482a45,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.008899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.158999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:40.208152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:40.208579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7acadb0f-3fd9-4fc7-a82f-e1b1308b6f07 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:40.208903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ce5075a2-aa9d-41ed-9fb5-8ea67db22755 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:40.232139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: ce5075a2-aa9d-41ed-9fb5-8ea67db22755 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:40.232491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ce5075a2-aa9d-41ed-9fb5-8ea67db22755 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:40.423251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f067570-8c97-4eae-ae03-59d97cbd13ec req-99c8c878-520b-4948-8676-06ac653cd6d7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:40.428773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7f067570-8c97-4eae-ae03-59d97cbd13ec req-99c8c878-520b-4948-8676-06ac653cd6d7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.1325347 Aug 29 04:48:40.522716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7f067570-8c97-4eae-ae03-59d97cbd13ec req-1f5a1d64-64af-450e-8be9-c3faefa1f599 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925505 Aug 29 04:48:40.545895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 9638955c-0b1a-4dc0-a86a-5043951a81b1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:40.547097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.703959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 9638955c-0b1a-4dc0-a86a-5043951a81b1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9638955c-0b1a-4dc0-a86a-5043951a81b1,segment=NetworkSegment(3b2d730a-1b7d-497b-af1d-93abaaf38979),segment_id=3b2d730a-1b7d-497b-af1d-93abaaf38979)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:40.704430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.721638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 9638955c-0b1a-4dc0-a86a-5043951a81b1 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:40.928691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.962903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=9638955c-0b1a-4dc0-a86a-5043951a81b1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.093565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.327801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:41.434440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:41.445836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:41.448183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-56315716-4339-42af-9abc-8c0a4b4fe5c5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0553460 Aug 29 04:48:41.450710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56056) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:41.467287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:41.468361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:41.511469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet 31a7eb25-8c0c-42ab-981e-621a997a37b4 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:41.514967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.559353 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.591597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:41.726635 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0e06-46cb-40bf-a26b-a04fe61cb3fc req-52a8240d-7271-4330-b90c-6ef319ad622f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:41.728229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b57f0e06-46cb-40bf-a26b-a04fe61cb3fc req-52a8240d-7271-4330-b90c-6ef319ad622f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.0919569 Aug 29 04:48:41.733360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.817047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b57f0e06-46cb-40bf-a26b-a04fe61cb3fc req-af09e266-f424-4248-84c3-59a9bd738d93 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800438 Aug 29 04:48:41.846070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.880692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=31a7eb25-8c0c-42ab-981e-621a997a37b4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:41.886368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.888663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d04254d-a670-4f75-8984-57ebd7c3a7c0 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/31a7eb25-8c0c-42ab-981e-621a997a37b4 HTTP/1.1" status: 204 len: 168 time: 0.4368629 Aug 29 04:48:41.893218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56066) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:41.899104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38bd09-2a8f-46b5-9a91-b8e1b3954b63 None None] Network 705b9bc6-973a-4691-a039-91e163414187 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:41.988719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:40Z', 'revision_number': 10, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:41.993351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.021071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:42.036598 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:42.054109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 19800938-078f-4904-9ffc-23e281acc7de {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:42.054615 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.062431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:42.064110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.156500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 19800938-078f-4904-9ffc-23e281acc7de, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=19800938-078f-4904-9ffc-23e281acc7de,segment=NetworkSegment(3b2d730a-1b7d-497b-af1d-93abaaf38979),segment_id=3b2d730a-1b7d-497b-af1d-93abaaf38979)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:42.157204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.180925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 19800938-078f-4904-9ffc-23e281acc7de owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:42.181162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:42.283312 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.312639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=19800938-078f-4904-9ffc-23e281acc7de,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.315167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No DVR routers for this DVR port 19800938-078f-4904-9ffc-23e281acc7de on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:42.420303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.432781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705b9bc6-973a-4691-a039-91e163414187']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.446369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2d730a-1b7d-497b-af1d-93abaaf38979') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.446668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2d730a-1b7d-497b-af1d-93abaaf38979') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.458915 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.478313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:40Z', 'revision_number': 10, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:42.483901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.497867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:42.498753 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:42.504591 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:42.527223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027af14a-2dfb-4565-b678-52031bb8a6a6 None None] DHCP port deletion for 705b9bc6-973a-4691-a039-91e163414187 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:42.530340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514e7a4e-eafd-4b92-a987-4bb679c9edae None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:40Z', 'revision_number': 10, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None, '_interfaces': [{'id': '4b12a2ad-312e-4449-a810-cd564cdc4c4e', 'name': '', 'network_id': '3766cbd0-4a74-4119-9617-3b1e4cabd375', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'mac_address': 'fa:16:3e:ed:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:04Z', 'updated_at': '2021-08-29T04:48:12Z', 'revision_number': 5, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'subnets': [{'id': '801a67c4-2c4f-4024-8831-22573ca5c928', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:42.590774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.598798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.600675 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/705b9bc6-973a-4691-a039-91e163414187 HTTP/1.1" status: 204 len: 168 time: 0.7062197 Aug 29 04:48:42.603699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56068) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.613698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c4870-1377-4e94-b0d1-f1e3ae5d3908 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=705b9bc6-973a-4691-a039-91e163414187,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.988584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb5d6-5fc1-400e-9311-c5dc7bcc51d4 req-60c0ae50-43a9-45ed-b60d-0289368c0c00 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:42.990103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-146fb5d6-5fc1-400e-9311-c5dc7bcc51d4 req-60c0ae50-43a9-45ed-b60d-0289368c0c00 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 943 time: 0.0758910 Aug 29 04:48:43.055444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-146fb5d6-5fc1-400e-9311-c5dc7bcc51d4 req-978dd6d3-c5c2-4a15-842f-41f77008374d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594335 Aug 29 04:48:43.077408 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.338755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 4b12a2ad-312e-4449-a810-cd564cdc4c4e {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:43.339037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.428432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 4b12a2ad-312e-4449-a810-cd564cdc4c4e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4b12a2ad-312e-4449-a810-cd564cdc4c4e,segment=NetworkSegment(c6850a62-1ecb-4365-b3b2-28c2820d6e39),segment_id=c6850a62-1ecb-4365-b3b2-28c2820d6e39)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:43.428793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.442780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 4b12a2ad-312e-4449-a810-cd564cdc4c4e owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:43.497034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:43.604231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:43.617014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'network_id': '68e73522-bb43-477a-bd94-81ce21f92d09', 'port_id': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'mac_address': 'fa:16:3e:c7:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f805f5a-b5ef-45ed-823d-5efe99866cec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:43.631997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.660429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.675300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcaf109-64f7-47c9-993f-646e785d08c3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:43.705753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=4b12a2ad-312e-4449-a810-cd564cdc4c4e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.711223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:43.719964 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.777039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.821642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.995359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4fcaf109-64f7-47c9-993f-646e785d08c3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:43.999397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:44.251987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18e03c-84ff-4928-8f30-972ed4e9a26a req-db77be13-f1ef-4f94-bd9a-1a004ad48c83 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:44.254757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e18e03c-84ff-4928-8f30-972ed4e9a26a req-db77be13-f1ef-4f94-bd9a-1a004ad48c83 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 944 time: 0.0936866 Aug 29 04:48:44.265791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9638955c-0b1a-4dc0-a86a-5043951a81b1 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:44.294374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9638955c-0b1a-4dc0-a86a-5043951a81b1 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:44.294728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9638955c-0b1a-4dc0-a86a-5043951a81b1 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:44.295196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 19800938-078f-4904-9ffc-23e281acc7de no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:44.323755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 19800938-078f-4904-9ffc-23e281acc7de {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:44.323755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 19800938-078f-4904-9ffc-23e281acc7de not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:44.324633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6e18e03c-84ff-4928-8f30-972ed4e9a26a req-875ee164-5fa6-4f6d-a66a-5b840076e53f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Aug 29 04:48:44.457851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:44.466519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d11dc907-e8ea-4296-8751-7485e77d56e6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8575385 Aug 29 04:48:44.466519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56080) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:44.471828 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:44.482926 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:44.483866 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:44.521190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting subnet 801a67c4-2c4f-4024-8831-22573ca5c928 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:44.524457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.561948 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:44.569653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.615739 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:43Z', 'revision_number': 11, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:44.647167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:44.656045 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:44.657679 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:44.669766 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.726640 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:44.735035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.780276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Subnet': ['ID=801a67c4-2c4f-4024-8831-22573ca5c928,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:44.782846 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:43Z', 'revision_number': 11, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:44.789955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.794408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc58558-40de-4edc-856c-28fafee4b7db None None] Network 3766cbd0-4a74-4119-9617-3b1e4cabd375 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:44.794884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-64ee60b4-e432-4c19-9c24-7df19269934a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/801a67c4-2c4f-4024-8831-22573ca5c928 HTTP/1.1" status: 204 len: 168 time: 0.3279259 Aug 29 04:48:44.797417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:44.820182 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635edc2-4925-49e2-bc3d-6a6a187ba0b0 None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:43Z', 'revision_number': 11, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:44.934679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.976363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56090) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:45.024471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Deleting port 9b02e512-bb1a-49d9-9f15-524b889254a0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:45.025015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.093709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] For port 9b02e512-bb1a-49d9-9f15-524b889254a0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9b02e512-bb1a-49d9-9f15-524b889254a0,segment=NetworkSegment(c6850a62-1ecb-4365-b3b2-28c2820d6e39),segment_id=c6850a62-1ecb-4365-b3b2-28c2820d6e39)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:45.094130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.107855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Calling delete_port for 9b02e512-bb1a-49d9-9f15-524b889254a0 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:45.215475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730851d-f94b-4f21-928a-4130fea2bb04 None None] DHCP port deletion for 3766cbd0-4a74-4119-9617-3b1e4cabd375 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:45.215898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.250881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Port': ['ID=9b02e512-bb1a-49d9-9f15-524b889254a0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:45.253085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No DVR routers for this DVR port 9b02e512-bb1a-49d9-9f15-524b889254a0 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:45.352435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.364105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3766cbd0-4a74-4119-9617-3b1e4cabd375']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:45.376657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6850a62-1ecb-4365-b3b2-28c2820d6e39') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:45.377048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6850a62-1ecb-4365-b3b2-28c2820d6e39') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:45.387982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.429578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.438888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:45.439383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:45.442853 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:45.498897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5479c6-25fd-4179-97e5-4225332b4572 req-9c359e16-7557-4a43-839f-cf6c44450e74 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:45.501441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e5479c6-25fd-4179-97e5-4225332b4572 req-9c359e16-7557-4a43-839f-cf6c44450e74 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 944 time: 0.1100655 Aug 29 04:48:45.512468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:45.535248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.539730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.544693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/networks/3766cbd0-4a74-4119-9617-3b1e4cabd375 HTTP/1.1" status: 204 len: 168 time: 0.7431509 Aug 29 04:48:45.549546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:45.572270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 4fcaf109-64f7-47c9-993f-646e785d08c3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:45.572577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'routes': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:45.572750 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.579238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424462d2-570c-499d-897d-6d0e3509ee26 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Pushing event deleted for resources: {'Network': ['ID=3766cbd0-4a74-4119-9617-3b1e4cabd375,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:45.595157 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.623500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2e5479c6-25fd-4179-97e5-4225332b4572 req-853d742f-5680-4512-8bae-262111d4e92f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161644 Aug 29 04:48:45.663500 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.688470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:45.690792 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa24878-57c6-44f9-83b3-6dcd4c3bfc0d" -d '{"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:45.705296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:45.712103 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.744408 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fb36c5-9a6f-447c-bfba-108049361bde x-openstack-request-id: req-00fb36c5-9a6f-447c-bfba-108049361bde {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:45.744807 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-plugged", "status": "completed", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:45.745204 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00fb36c5-9a6f-447c-bfba-108049361bde {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:45.745707 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'code': 200} Aug 29 04:48:45.767663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:45.771835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Added routes are [] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:48:45.772358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Removed routes are [] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:48:45.772550 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.938034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Deleting port 9a143499-0a5d-4550-9f5e-91b759246b54 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:45.939032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.977636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.981537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.038943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] For port 9a143499-0a5d-4550-9f5e-91b759246b54, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9a143499-0a5d-4550-9f5e-91b759246b54,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:46.039211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.052240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Calling delete_port for 9a143499-0a5d-4550-9f5e-91b759246b54 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:46.087733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router bd5bdbcf-c653-4650-b74d-f7e57d602e4e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:46.100468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938056d5-c934-4d5f-bf02-c3e236e5bf9a req-7cd449e2-96d1-4d68-931f-73d0ff013912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:46.102135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-938056d5-c934-4d5f-bf02-c3e236e5bf9a req-7cd449e2-96d1-4d68-931f-73d0ff013912 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0805788 Aug 29 04:48:46.134562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4b12a2ad-312e-4449-a810-cd564cdc4c4e no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:46.158505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 4b12a2ad-312e-4449-a810-cd564cdc4c4e {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:46.158505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4b12a2ad-312e-4449-a810-cd564cdc4c4e not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:46.158505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9b02e512-bb1a-49d9-9f15-524b889254a0 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:46.183111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9b02e512-bb1a-49d9-9f15-524b889254a0 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:46.183465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9b02e512-bb1a-49d9-9f15-524b889254a0 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:46.197886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:46.206772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.207966 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b434c9d6-2a4c-4cee-9368-55b6fb61d0c6 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 200 len: 705 time: 0.6554587 Aug 29 04:48:46.211153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56100) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.212446 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-938056d5-c934-4d5f-bf02-c3e236e5bf9a req-3e3309a7-9f9d-416c-93b5-755761a0f3de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026826 Aug 29 04:48:46.214228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] Sync routers for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:46.224886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:46.225506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:46.247897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4fd27bb2-73e2-4833-8315-a86ad5ec667c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 200 len: 205 time: 0.0331573 Aug 29 04:48:46.248567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.297033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.300299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:46.354205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-346e5eaa-4b04-4d5b-967d-c78c616346e7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.358241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a143499-0a5d-4550-9f5e-91b759246b54,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.373461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:43Z', 'revision_number': 11, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:46.410827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] Checking router: bd5bdbcf-c653-4650-b74d-f7e57d602e4e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:46.420552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] Routers {'bd5bdbcf-c653-4650-b74d-f7e57d602e4e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:46.421344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:46.506718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] Set router bd5bdbcf-c653-4650-b74d-f7e57d602e4e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:46.529789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.542162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-346e5eaa-4b04-4d5b-967d-c78c616346e7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.547805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-346e5eaa-4b04-4d5b-967d-c78c616346e7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.567815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:43Z', 'revision_number': 11, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:46.596109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf340e-de35-4af8-9694-89eea8102f67 None None] The sync data for ids ['bd5bdbcf-c653-4650-b74d-f7e57d602e4e'] in n-d-712143-14 is: [{'id': 'bd5bdbcf-c653-4650-b74d-f7e57d602e4e', 'name': 'tempest-RoutersIpV6Test-router-1916419097', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:02Z', 'updated_at': '2021-08-29T04:48:43Z', 'revision_number': 11, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:46.601145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-346e5eaa-4b04-4d5b-967d-c78c616346e7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.601957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346e5eaa-4b04-4d5b-967d-c78c616346e7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Fanout notify agent at l3_agent the message router_deleted on router bd5bdbcf-c653-4650-b74d-f7e57d602e4e {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:46.609052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-346e5eaa-4b04-4d5b-967d-c78c616346e7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.615582 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-346e5eaa-4b04-4d5b-967d-c78c616346e7 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 204 len: 168 time: 0.3606813 Aug 29 04:48:46.615909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56104) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.620912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c5eadb99-d2ba-427f-bbe6-468c24255da8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1201408906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:46.649173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5eadb99-d2ba-427f-bbe6-468c24255da8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.650492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5eadb99-d2ba-427f-bbe6-468c24255da8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.731334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5eadb99-d2ba-427f-bbe6-468c24255da8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.741941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5eadb99-d2ba-427f-bbe6-468c24255da8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.777930 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c5eadb99-d2ba-427f-bbe6-468c24255da8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.782109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c5eadb99-d2ba-427f-bbe6-468c24255da8 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1622596 Aug 29 04:48:46.782109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.786819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf90879a-9f21-404c-a63c-37dc3144dcfb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:46.823132 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efe21cfd-f6db-4d07-ab25-af61e43e7979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.834049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3833a-7ab8-4ec5-be5b-ee2be068edeb req-d4b34030-bac3-438a-a45b-fdce9dfeb5a4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:46.835680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0de3833a-7ab8-4ec5-be5b-ee2be068edeb req-d4b34030-bac3-438a-a45b-fdce9dfeb5a4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.1083302 Aug 29 04:48:46.990770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0de3833a-7ab8-4ec5-be5b-ee2be068edeb req-1dc25de9-c1db-4812-9882-ebe7dd7e5434 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236384 Aug 29 04:48:47.069688 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf90879a-9f21-404c-a63c-37dc3144dcfb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.082805 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf90879a-9f21-404c-a63c-37dc3144dcfb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.093402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Router 5792d65f-4173-4d6f-b7fb-fda6106e660a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:47.203498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf90879a-9f21-404c-a63c-37dc3144dcfb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Router 9c92bccc-8661-43f2-83d5-fa9b95a97ef5 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:47.234387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:47.247783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] Sync routers for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:47.248328 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-990f1b96-8a05-4b76-b452-5e369b5b0518 admin admin] 10.222.0.55 "PUT /v2.0/routers/5792d65f-4173-4d6f-b7fb-fda6106e660a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2742469 Aug 29 04:48:47.251824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56118) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.260213 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:47.261101 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:47.310182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf90879a-9f21-404c-a63c-37dc3144dcfb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:47.317871 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf90879a-9f21-404c-a63c-37dc3144dcfb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.321727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf90879a-9f21-404c-a63c-37dc3144dcfb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "PUT /v2.0/routers/9c92bccc-8661-43f2-83d5-fa9b95a97ef5 HTTP/1.1" status: 200 len: 698 time: 0.5386524 Aug 29 04:48:47.322355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.323527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] Sync routers for ids ['9c92bccc-8661-43f2-83d5-fa9b95a97ef5'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:47.337053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] Routers {'9c92bccc-8661-43f2-83d5-fa9b95a97ef5'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:47.337721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c92bccc-8661-43f2-83d5-fa9b95a97ef5'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:47.415896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ddadf097-c6f1-42ba-964a-89b2b5046e6f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/routers/9c92bccc-8661-43f2-83d5-fa9b95a97ef5 HTTP/1.1" status: 200 len: 704 time: 0.0919127 Aug 29 04:48:47.416499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.422822 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:47.440807 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.465136 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-41791c8c-9ee0-4d3c-abce-fbe023be1567 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c92bccc-8661-43f2-83d5-fa9b95a97ef5 HTTP/1.1" status: 200 len: 205 time: 0.0473003 Aug 29 04:48:47.476399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.593489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.641690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a5cbf2-0ab5-431a-b983-cc6546679f70 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.674991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] Set router 9c92bccc-8661-43f2-83d5-fa9b95a97ef5 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:47.707783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:48:46Z', 'revision_number': 5, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port': {'id': 'e4c1f9a6-1913-49c1-938c-132e7aa2aa4d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:13Z', 'updated_at': '2021-08-29T04:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:47.718951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Deleting port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:47.719299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.748107 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] Checking router: 5792d65f-4173-4d6f-b7fb-fda6106e660a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:47.752115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c92bccc-8661-43f2-83d5-fa9b95a97ef5', 'name': 'tempest-RoutersIpV6Test-router-1201408906', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:46Z', 'updated_at': '2021-08-29T04:48:47Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:47.767579 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] Routers {'5792d65f-4173-4d6f-b7fb-fda6106e660a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:47.769186 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5792d65f-4173-4d6f-b7fb-fda6106e660a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:47.824098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] Checking router: 9c92bccc-8661-43f2-83d5-fa9b95a97ef5 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:47.826664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] For port e4c1f9a6-1913-49c1-938c-132e7aa2aa4d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:47.827222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.835819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] Routers {'9c92bccc-8661-43f2-83d5-fa9b95a97ef5'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:47.836645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:48:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c92bccc-8661-43f2-83d5-fa9b95a97ef5'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:47.858643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Calling delete_port for e4c1f9a6-1913-49c1-938c-132e7aa2aa4d owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:47.891602 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] Set router 5792d65f-4173-4d6f-b7fb-fda6106e660a gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:47.917330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] Set router 9c92bccc-8661-43f2-83d5-fa9b95a97ef5 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:47.960399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a5cbf2-0ab5-431a-b983-cc6546679f70 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.964699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a5cbf2-0ab5-431a-b983-cc6546679f70 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.973297 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:48:47Z', 'revision_number': 6, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:48.004149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c92bccc-8661-43f2-83d5-fa9b95a97ef5', 'name': 'tempest-RoutersIpV6Test-router-1201408906', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:46Z', 'updated_at': '2021-08-29T04:48:47Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:48.005871 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95683d46-ac98-4870-8cbe-4f0dc7670e61 None None] The sync data for ids ['5792d65f-4173-4d6f-b7fb-fda6106e660a'] in n-d-712143-14 is: [{'id': '5792d65f-4173-4d6f-b7fb-fda6106e660a', 'name': 'tempest-AttachVolumeTestJSON-659672145-router', 'tenant_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:12Z', 'updated_at': '2021-08-29T04:48:47Z', 'revision_number': 6, 'project_id': '84b262f9ff23479b9126ccc2d0bbb76d', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:48.038337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44e2b-dc2a-4dcf-849a-a0e43bc76c5b None None] The sync data for ids ['9c92bccc-8661-43f2-83d5-fa9b95a97ef5'] in n-d-712143-14 is: [{'id': '9c92bccc-8661-43f2-83d5-fa9b95a97ef5', 'name': 'tempest-RoutersIpV6Test-router-1201408906', 'tenant_id': '093d203aac4e425787d0a6f50dfc2cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:46Z', 'updated_at': '2021-08-29T04:48:47Z', 'revision_number': 2, 'project_id': '093d203aac4e425787d0a6f50dfc2cf9', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:48.039112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a5cbf2-0ab5-431a-b983-cc6546679f70 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.039808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a5cbf2-0ab5-431a-b983-cc6546679f70 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Fanout notify agent at l3_agent the message router_deleted on router 9c92bccc-8661-43f2-83d5-fa9b95a97ef5 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:48.057982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e4a5cbf2-0ab5-431a-b983-cc6546679f70 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.065791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56154) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.065970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e4a5cbf2-0ab5-431a-b983-cc6546679f70 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/9c92bccc-8661-43f2-83d5-fa9b95a97ef5 HTTP/1.1" status: 204 len: 168 time: 0.5869851 Aug 29 04:48:48.113084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d780f468-420d-4b2d-b000-8aab9da104ae tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c92bccc-8661-43f2-83d5-fa9b95a97ef5 HTTP/1.1" status: 200 len: 205 time: 0.0445921 Aug 29 04:48:48.113684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56156) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.192903 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-c3e6f57e-55ca-4a72-87ca-2d549b5f6891 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] delete failed (client error): The resource could not be found. Aug 29 04:48:48.194114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c3e6f57e-55ca-4a72-87ca-2d549b5f6891 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/9c92bccc-8661-43f2-83d5-fa9b95a97ef5 HTTP/1.1" status: 404 len: 336 time: 0.0797391 Aug 29 04:48:48.197852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56160) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.225996 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70c6a51-fbf3-4131-8743-6126a578d230 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:48.226460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70c6a51-fbf3-4131-8743-6126a578d230 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:48.232324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c70c6a51-fbf3-4131-8743-6126a578d230 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/6deb08ea-dcda-46b9-96ef-48f3a552e25c HTTP/1.1" status: 404 len: 337 time: 0.0293672 Aug 29 04:48:48.232562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.246554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882916-e9b4-4e5d-bf0d-c49375df524c req-30e27a07-962c-40de-baa5-5352efa766bc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:48.248140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08882916-e9b4-4e5d-bf0d-c49375df524c req-30e27a07-962c-40de-baa5-5352efa766bc tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.1413243 Aug 29 04:48:48.267324 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.270121 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a166c5b3-cce8-4b65-ac1a-38310cca0243 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:48.270373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a166c5b3-cce8-4b65-ac1a-38310cca0243 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:48.272772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a166c5b3-cce8-4b65-ac1a-38310cca0243 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/e3b9dff8-c7c5-4eba-8c14-481937017f9f HTTP/1.1" status: 404 len: 337 time: 0.0387588 Aug 29 04:48:48.276301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.304987 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-706289fa-7cbf-4174-a42a-ae7b2e4c97df tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:48.305395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706289fa-7cbf-4174-a42a-ae7b2e4c97df tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:48.307230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-706289fa-7cbf-4174-a42a-ae7b2e4c97df tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/31a7eb25-8c0c-42ab-981e-621a997a37b4 HTTP/1.1" status: 404 len: 337 time: 0.0297678 Aug 29 04:48:48.309881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.312316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c1f9a6-1913-49c1-938c-132e7aa2aa4d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.338027 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55f9b57-a2da-4bf2-858b-325af5d88775 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:48.338491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55f9b57-a2da-4bf2-858b-325af5d88775 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:48.340244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d55f9b57-a2da-4bf2-858b-325af5d88775 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/801a67c4-2c4f-4024-8831-22573ca5c928 HTTP/1.1" status: 404 len: 337 time: 0.0293679 Aug 29 04:48:48.343361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56168) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.371696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e3741f0c-eb60-498a-bab2-6a07fe44441e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 200 len: 205 time: 0.0267360 Aug 29 04:48:48.374915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56170) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.377209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08882916-e9b4-4e5d-bf0d-c49375df524c req-0363fe11-4920-480b-ac41-4c3a01561507 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192658 Aug 29 04:48:48.400787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.426993 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-bf43d87d-d435-4822-b32d-a8c9ebc13584 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] delete failed (client error): The resource could not be found. Aug 29 04:48:48.428046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bf43d87d-d435-4822-b32d-a8c9ebc13584 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/bd5bdbcf-c653-4650-b74d-f7e57d602e4e HTTP/1.1" status: 404 len: 336 time: 0.0528679 Aug 29 04:48:48.430811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.525138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.527772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.542157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9a143499-0a5d-4550-9f5e-91b759246b54 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:48.566468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9a143499-0a5d-4550-9f5e-91b759246b54 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:48.566468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9a143499-0a5d-4550-9f5e-91b759246b54 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:48.591896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.593041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5792d65f-4173-4d6f-b7fb-fda6106e660a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:48.598099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.601656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-07714cb4-d7c0-4c76-b14d-9c38d5dfe410 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5792d65f-4173-4d6f-b7fb-fda6106e660a HTTP/1.1" status: 204 len: 168 time: 1.3465116 Aug 29 04:48:48.602432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56174) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.651140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] Deleting subnet db74214d-53ab-4365-88d8-6252834fc649 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:48.654875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.693871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.777771 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.821439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2639178e-b14d-43df-92cb-87717ea6d845 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe5ff8c2-8c9c-4e17-be83-561c41264a6a HTTP/1.1" status: 200 len: 205 time: 0.3895376 Aug 29 04:48:48.823947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.863805 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-c45a1f32-31e6-4805-a446-6f8b2d6c5141 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] delete failed (client error): The resource could not be found. Aug 29 04:48:48.864037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.867324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c45a1f32-31e6-4805-a446-6f8b2d6c5141 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/fe5ff8c2-8c9c-4e17-be83-561c41264a6a HTTP/1.1" status: 404 len: 336 time: 0.0400155 Aug 29 04:48:48.867584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56178) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.895605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db74214d-53ab-4365-88d8-6252834fc649,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.897835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.900011 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c3aa3243-b218-4ed9-b409-d4317a4d5903 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/db74214d-53ab-4365-88d8-6252834fc649 HTTP/1.1" status: 204 len: 168 time: 0.2964325 Aug 29 04:48:48.902646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56180) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.905803 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b729171-e10c-4cc8-a3a7-c55354a1872f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:48.906148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b729171-e10c-4cc8-a3a7-c55354a1872f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:48.906850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b0b36-a515-4b6f-a5ef-701f952b9bba None None] Network 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:48.910535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8b729171-e10c-4cc8-a3a7-c55354a1872f tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/f2a8a518-8212-4ff0-9b9c-55f98c1a10ec HTTP/1.1" status: 404 len: 337 time: 0.0397270 Aug 29 04:48:48.911211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.943112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-109a971c-cc8b-4c7c-a2bb-b55d3dbb8e2c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=266a3b24-22fa-42a0-9abb-5468896f33eb HTTP/1.1" status: 200 len: 205 time: 0.0306683 Aug 29 04:48:48.946542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.995535 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-4ed49a1b-f614-4304-88b2-6e8f545b0015 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] delete failed (client error): The resource could not be found. Aug 29 04:48:48.996575 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4ed49a1b-f614-4304-88b2-6e8f545b0015 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/266a3b24-22fa-42a0-9abb-5468896f33eb HTTP/1.1" status: 404 len: 336 time: 0.0490632 Aug 29 04:48:48.999731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.005702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.032013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2d473b9a-6c20-4de3-a33f-5631840de56c tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=257db5df-1887-4008-8b98-348b7c72c70a HTTP/1.1" status: 200 len: 205 time: 0.0276108 Aug 29 04:48:49.032273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.066588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Deleting port ef38a2ea-2afa-4e8c-af38-772ff9f74202 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:49.067039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.076882 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-1791777d-779d-4f58-8b06-c25f573f6ff1 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] delete failed (client error): The resource could not be found. Aug 29 04:48:49.080511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1791777d-779d-4f58-8b06-c25f573f6ff1 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/257db5df-1887-4008-8b98-348b7c72c70a HTTP/1.1" status: 404 len: 336 time: 0.0448029 Aug 29 04:48:49.080780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.109090 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbf6e85-9a76-41f1-a9de-1867a4154743 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:49.110051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbf6e85-9a76-41f1-a9de-1867a4154743 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.113649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2bbf6e85-9a76-41f1-a9de-1867a4154743 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/d9b7ed38-c78c-4200-a9fa-b29b82a90cd2 HTTP/1.1" status: 404 len: 337 time: 0.0302737 Aug 29 04:48:49.117502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.144840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] DHCP port deletion for 68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:49.148767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] For port ef38a2ea-2afa-4e8c-af38-772ff9f74202, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ef38a2ea-2afa-4e8c-af38-772ff9f74202,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:49.149308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.149713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c92d85dd-0a31-4df6-9867-4f58b8e8932e tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ef8215b-96fb-41f5-b713-0c67bdc42a2b HTTP/1.1" status: 200 len: 205 time: 0.0309887 Aug 29 04:48:49.152274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56194) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.199895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Calling delete_port for ef38a2ea-2afa-4e8c-af38-772ff9f74202 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:49.200142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] Deleting port ef38a2ea-2afa-4e8c-af38-772ff9f74202 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:49.200699 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.204419 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-cbc31064-8eb0-460f-985b-decb434d53bb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] delete failed (client error): The resource could not be found. Aug 29 04:48:49.205473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cbc31064-8eb0-460f-985b-decb434d53bb tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/1ef8215b-96fb-41f5-b713-0c67bdc42a2b HTTP/1.1" status: 404 len: 336 time: 0.0522423 Aug 29 04:48:49.208067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.248476 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-899f4394-acb7-40f7-ade9-a6c5b5f9619a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:49.248476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899f4394-acb7-40f7-ade9-a6c5b5f9619a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.250796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-899f4394-acb7-40f7-ade9-a6c5b5f9619a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/17ad04d7-ad93-4cba-883f-63ce2cbc1277 HTTP/1.1" status: 404 len: 337 time: 0.0412471 Aug 29 04:48:49.253522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.276380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] For port ef38a2ea-2afa-4e8c-af38-772ff9f74202, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ef38a2ea-2afa-4e8c-af38-772ff9f74202,segment=NetworkSegment(22e5ce9c-eec0-47fe-8b67-05adf45e0f15),segment_id=22e5ce9c-eec0-47fe-8b67-05adf45e0f15)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:49.277090 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.293120 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8f72278e-a5b1-4928-9917-e2292ac9534a tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "GET /v2.0/ports?device_id=fabeaf49-603e-4cb0-9e9f-e67815c5eac8 HTTP/1.1" status: 200 len: 205 time: 0.0347047 Aug 29 04:48:49.295145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56200) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.306278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] Calling delete_port for ef38a2ea-2afa-4e8c-af38-772ff9f74202 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:49.348657 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-2ae4b8d5-e737-4105-b3aa-cc88a6601581 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] delete failed (client error): The resource could not be found. Aug 29 04:48:49.349696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2ae4b8d5-e737-4105-b3aa-cc88a6601581 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/routers/fabeaf49-603e-4cb0-9e9f-e67815c5eac8 HTTP/1.1" status: 404 len: 336 time: 0.0535271 Aug 29 04:48:49.353436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56202) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.364965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.397094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.412183 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4660024-3f36-4280-8c59-f973ff4374ed tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:49.412749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4660024-3f36-4280-8c59-f973ff4374ed tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.414875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c4660024-3f36-4280-8c59-f973ff4374ed tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/6859a14d-0cd9-4aff-be5c-636f5e30d5f2 HTTP/1.1" status: 404 len: 337 time: 0.0598540 Aug 29 04:48:49.417821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.418726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef38a2ea-2afa-4e8c-af38-772ff9f74202,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.424334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] No DVR routers for this DVR port ef38a2ea-2afa-4e8c-af38-772ff9f74202 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:49.429200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] Pushing event deleted for resources: {'Port': ['ID=ef38a2ea-2afa-4e8c-af38-772ff9f74202,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.434099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095b8a6-af14-41f5-a3fd-f817d1d60869 None None] No DVR routers for this DVR port ef38a2ea-2afa-4e8c-af38-772ff9f74202 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:49.480176 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b541c867-8459-4e6c-91b4-e96d0628fba5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] DELETE failed (client error): The resource could not be found. Aug 29 04:48:49.480842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b541c867-8459-4e6c-91b4-e96d0628fba5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:48:49.485198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b541c867-8459-4e6c-91b4-e96d0628fba5 tempest-RoutersIpV6Test-1325859857 tempest-RoutersIpV6Test-1325859857-project] 10.222.0.55 "DELETE /v2.0/subnets/9aa05e01-65ad-4f97-b42a-b2541828c278 HTTP/1.1" status: 404 len: 337 time: 0.0656910 Aug 29 04:48:49.496207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fdcad9b5-6a30-413d-8e9e-a3a6d9fcf2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.521065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.534660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:49.546211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e5ce9c-eec0-47fe-8b67-05adf45e0f15') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:49.546654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e5ce9c-eec0-47fe-8b67-05adf45e0f15') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:49.558095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.570362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edc4e9-cb21-4f9e-8df2-4b045d5204fa req-c5cfd21f-b05d-4da7-989c-c7c8b9decfdd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:49.571946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-31edc4e9-cb21-4f9e-8df2-4b045d5204fa req-c5cfd21f-b05d-4da7-989c-c7c8b9decfdd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0565300 Aug 29 04:48:49.577310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.584487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:49.585041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:49.587116 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:49.615195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-31edc4e9-cb21-4f9e-8df2-4b045d5204fa req-b9b27aee-e3ae-4b99-afbc-3f50a6fbf536 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366001 Aug 29 04:48:49.639686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.675208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.696733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.698969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] 10.222.0.55 "DELETE /v2.0/networks/68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0 HTTP/1.1" status: 204 len: 168 time: 0.7950952 Aug 29 04:48:49.700526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5407e-1035-4967-bf22-c727be539b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a0bb9b-4b98-40ba-ac24-7cfa8e16e2e0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.758467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2d684-c6c1-4863-88f7-7c40395808f4 req-f8cd5bc6-9a60-4099-88a4-6226a0efff8b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:49.760496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ab2d684-c6c1-4863-88f7-7c40395808f4 req-f8cd5bc6-9a60-4099-88a4-6226a0efff8b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0572696 Aug 29 04:48:49.767160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56216) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.808312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9ab2d684-c6c1-4863-88f7-7c40395808f4 req-7a10b8c1-92f2-4938-ada2-f7d148635570 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376952 Aug 29 04:48:49.912738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56222) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.959515 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a9809140-fbbe-43ae-8e6d-9d5e772554ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84b262f9ff23479b9126ccc2d0bbb76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432639 Aug 29 04:48:49.959890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.974585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d1c87cc3-768e-49fc-85ee-9079397b9eec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=093d203aac4e425787d0a6f50dfc2cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062423 Aug 29 04:48:49.977153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56226) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:49.997839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ba223-d556-4365-b36f-fd56daee8c89 req-a9abec23-a4e5-4bdf-9bf7-bb997ce00971 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:49.999402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b30ba223-d556-4365-b36f-fd56daee8c89 req-a9abec23-a4e5-4bdf-9bf7-bb997ce00971 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.1032722 Aug 29 04:48:50.029739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2570952-4e63-40ac-80ef-da36f267bffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.055033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2570952-4e63-40ac-80ef-da36f267bffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.056477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b30ba223-d556-4365-b36f-fd56daee8c89 req-086abb11-2ff5-4868-93d4-e75d1e3bea0c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500550 Aug 29 04:48:50.059355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459990ee-d8c7-44d4-8346-b278cf662792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.095616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459990ee-d8c7-44d4-8346-b278cf662792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.114037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2570952-4e63-40ac-80ef-da36f267bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.116756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d2570952-4e63-40ac-80ef-da36f267bffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.120187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d2570952-4e63-40ac-80ef-da36f267bffd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a2a9e66-ec83-44de-932c-1968d8d1c0a4 HTTP/1.1" status: 204 len: 168 time: 0.1396267 Aug 29 04:48:50.137415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2570952-4e63-40ac-80ef-da36f267bffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a9e66-ec83-44de-932c-1968d8d1c0a4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:50.164016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ef38a2ea-2afa-4e8c-af38-772ff9f74202 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:50.189490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: ef38a2ea-2afa-4e8c-af38-772ff9f74202 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:50.189863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ef38a2ea-2afa-4e8c-af38-772ff9f74202 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:50.190465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c1f9a6-1913-49c1-938c-132e7aa2aa4d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:50.202908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459990ee-d8c7-44d4-8346-b278cf662792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.207486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-459990ee-d8c7-44d4-8346-b278cf662792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.209966 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-459990ee-d8c7-44d4-8346-b278cf662792 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05f6cc8e-7db6-43bf-bd5a-c12339b14825 HTTP/1.1" status: 204 len: 168 time: 0.2479424 Aug 29 04:48:50.211512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e4c1f9a6-1913-49c1-938c-132e7aa2aa4d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:50.212066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e4c1f9a6-1913-49c1-938c-132e7aa2aa4d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:50.233088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459990ee-d8c7-44d4-8346-b278cf662792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f6cc8e-7db6-43bf-bd5a-c12339b14825,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:50.249553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6479b6-ac95-4c0b-8dac-04160b5b3517 req-bb177c16-c7c7-4809-ab07-b91e355c3cb8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.251708 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c6479b6-ac95-4c0b-8dac-04160b5b3517 req-bb177c16-c7c7-4809-ab07-b91e355c3cb8 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0849426 Aug 29 04:48:50.293298 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c6479b6-ac95-4c0b-8dac-04160b5b3517 req-340aa7ff-59f7-405a-85e4-88cf35c1186d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351174 Aug 29 04:48:50.423044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4c7b7-3682-40e0-8faa-da9a3b701ee9 req-ca1adaf9-e203-4bc2-ab16-129176fb2db3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.423044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13e4c7b7-3682-40e0-8faa-da9a3b701ee9 req-ca1adaf9-e203-4bc2-ab16-129176fb2db3 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0542934 Aug 29 04:48:50.470188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13e4c7b7-3682-40e0-8faa-da9a3b701ee9 req-7cd2e08b-8019-4c3a-b392-751817749873 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Aug 29 04:48:50.614090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cb25c-5676-4de5-9216-a67d42d17d53 req-bf4a86a3-7825-4f3b-9073-f4ad787a3f80 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.615664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-692cb25c-5676-4de5-9216-a67d42d17d53 req-bf4a86a3-7825-4f3b-9073-f4ad787a3f80 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0585639 Aug 29 04:48:50.660303 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-692cb25c-5676-4de5-9216-a67d42d17d53 req-d9f26787-00cd-42a9-9031-c51c322a6570 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Aug 29 04:48:50.804432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5e6ec-52d8-4a10-94cf-af53bfea6e0f req-2deb861c-bd53-493c-bd69-a4456e299229 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.813429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffe5e6ec-52d8-4a10-94cf-af53bfea6e0f req-2deb861c-bd53-493c-bd69-a4456e299229 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0733104 Aug 29 04:48:50.814721 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.817133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.856154 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffe5e6ec-52d8-4a10-94cf-af53bfea6e0f req-6c4cb9ed-f4e2-4138-af0e-07021c60e46f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415318 Aug 29 04:48:51.152958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4298e6-a976-46e9-9811-df119832701f req-c58c4d79-4823-45ff-abb8-01b8cde4a0db tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:51.160752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc4298e6-a976-46e9-9811-df119832701f req-c58c4d79-4823-45ff-abb8-01b8cde4a0db tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0701950 Aug 29 04:48:51.201204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bc4298e6-a976-46e9-9811-df119832701f req-4e0dba5b-f481-45ae-b9e9-adcd7c4fc41f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Aug 29 04:48:52.334075 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.346369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a987b08-c429-406a-9487-296b9b73643a req-c14f4b5a-b03e-4405-9986-eb80a9f9eb7c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.347910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a987b08-c429-406a-9487-296b9b73643a req-c14f4b5a-b03e-4405-9986-eb80a9f9eb7c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0718153 Aug 29 04:48:52.394353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a987b08-c429-406a-9487-296b9b73643a req-903cf2f9-d027-4a1d-afc5-a385958f31a2 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Aug 29 04:48:52.724726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de622-cb6e-4c9b-a8cc-325eb1e343b0 req-b3b93a43-1825-454f-ae07-4d9c580f3115 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.732594 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-736de622-cb6e-4c9b-a8cc-325eb1e343b0 req-b3b93a43-1825-454f-ae07-4d9c580f3115 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0848026 Aug 29 04:48:52.794517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-736de622-cb6e-4c9b-a8cc-325eb1e343b0 req-96ccd03a-dc4c-4aab-b831-1ae0312959e6 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606184 Aug 29 04:48:52.797668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907fa86-6453-45b8-b943-49649f2fceeb req-5a022d7b-72ad-4cf7-87e3-01d71c668da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.800243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-5a022d7b-72ad-4cf7-87e3-01d71c668da6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0965657 Aug 29 04:48:52.918025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907fa86-6453-45b8-b943-49649f2fceeb req-7ed79d1c-5303-40db-a9b7-0baa43b09dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.919749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-7ed79d1c-5303-40db-a9b7-0baa43b09dfd service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 915 time: 0.1125224 Aug 29 04:48:52.973969 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-bef5e30e-08ec-421e-9e8f-4aa781a1ab53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 200 len: 217 time: 0.0460217 Aug 29 04:48:53.029502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907fa86-6453-45b8-b943-49649f2fceeb req-17b3c629-7976-4146-b3a4-14af065bf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:53.031063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-17b3c629-7976-4146-b3a4-14af065bf29d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.0503211 Aug 29 04:48:53.070060 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-3883f034-edb5-4283-a22c-fff7fe2b33e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312178 Aug 29 04:48:53.082698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-22a49c3d-7853-4320-ae73-344281a43586 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:48:53.083787 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-22a49c3d-7853-4320-ae73-344281a43586 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063906 Aug 29 04:48:53.189676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-c6f7006b-8b39-4360-9508-98c26576ea9c service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984745 Aug 29 04:48:53.289922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b907fa86-6453-45b8-b943-49649f2fceeb req-7bcf399d-ecba-4469-bec7-5006b61833a6 service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922534 Aug 29 04:48:53.306714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56392) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.440125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-753b22b8-1877-4e58-affe-2c6e3ecf457c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.561169 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-753b22b8-1877-4e58-affe-2c6e3ecf457c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.566691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-753b22b8-1877-4e58-affe-2c6e3ecf457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.605449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b22b8-1877-4e58-affe-2c6e3ecf457c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00008c66-d513-4906-ac6e-be5388dab898,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.614569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.620841 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-753b22b8-1877-4e58-affe-2c6e3ecf457c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f0c41924b2f4b5799dbc7074f2f3df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128729 Aug 29 04:48:53.673211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4149434-32e4-45ba-806c-176f4206ccb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.696817 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4149434-32e4-45ba-806c-176f4206ccb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.752124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4149434-32e4-45ba-806c-176f4206ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.754673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b4149434-32e4-45ba-806c-176f4206ccb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.755873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b4149434-32e4-45ba-806c-176f4206ccb6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00008c66-d513-4906-ac6e-be5388dab898 HTTP/1.1" status: 204 len: 168 time: 0.1403279 Aug 29 04:48:53.768369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4149434-32e4-45ba-806c-176f4206ccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00008c66-d513-4906-ac6e-be5388dab898,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.926284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e039f33-b1b2-4bb5-9a2f-dd1725276ce2 req-652129e4-b42e-43e1-804a-917b3df03fcb tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:53.930125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e039f33-b1b2-4bb5-9a2f-dd1725276ce2 req-652129e4-b42e-43e1-804a-917b3df03fcb tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0595872 Aug 29 04:48:54.004178 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0e039f33-b1b2-4bb5-9a2f-dd1725276ce2 req-906b71b1-960f-448b-8340-5835eaeb473d tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697999 Aug 29 04:48:54.103926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56410) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:54.119978 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a956b2d-da84-4884-ae64-c9e7ce5f787c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.233907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a956b2d-da84-4884-ae64-c9e7ce5f787c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.238328 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a956b2d-da84-4884-ae64-c9e7ce5f787c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.277723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1a956b2d-da84-4884-ae64-c9e7ce5f787c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da6be5b692c64e7eb6a9216e240471aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724582 Aug 29 04:48:54.278263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a956b2d-da84-4884-ae64-c9e7ce5f787c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826d9236-509b-471e-9ab8-657ea54edf2a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:54.280181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56412) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:54.335597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-948d0ec8-5c13-4b8a-953f-729ba7504e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.359438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-948d0ec8-5c13-4b8a-953f-729ba7504e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.408121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-948d0ec8-5c13-4b8a-953f-729ba7504e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.410744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-948d0ec8-5c13-4b8a-953f-729ba7504e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.411884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-948d0ec8-5c13-4b8a-953f-729ba7504e43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/826d9236-509b-471e-9ab8-657ea54edf2a HTTP/1.1" status: 204 len: 168 time: 0.1306534 Aug 29 04:48:54.420252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d0ec8-5c13-4b8a-953f-729ba7504e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826d9236-509b-471e-9ab8-657ea54edf2a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:55.140808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83eb67-c916-4bce-b8e8-a0c552b8c266 req-f7b95b8e-7f85-4090-966c-4c4d49d5b358 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.142376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c83eb67-c916-4bce-b8e8-a0c552b8c266 req-f7b95b8e-7f85-4090-966c-4c4d49d5b358 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0578184 Aug 29 04:48:55.188090 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c83eb67-c916-4bce-b8e8-a0c552b8c266 req-9b20be71-1251-457c-b668-300bb99740e1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Aug 29 04:48:55.333726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10fce-c185-42ca-984d-85e7a04a45f7 req-b58edab5-863d-42d8-a422-341ff6bf8d05 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.335350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5a10fce-c185-42ca-984d-85e7a04a45f7 req-b58edab5-863d-42d8-a422-341ff6bf8d05 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0615203 Aug 29 04:48:55.381615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5a10fce-c185-42ca-984d-85e7a04a45f7 req-7875e3d5-8df0-491b-a124-d4128af2f98c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389872 Aug 29 04:48:55.557025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dc7a-63c2-4f15-84b8-6b7176b46df8 req-bf88213a-73fe-4a85-a618-4c4fc5a70d27 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.558967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85e1dc7a-63c2-4f15-84b8-6b7176b46df8 req-bf88213a-73fe-4a85-a618-4c4fc5a70d27 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0591042 Aug 29 04:48:55.603210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-552093da-d9ee-4726-8110-b6466aa05814 req-8f2e6be0-55e0-4074-9431-c2427baf78ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1702521 Aug 29 04:48:55.606514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85e1dc7a-63c2-4f15-84b8-6b7176b46df8 req-e798bec9-c610-4761-8de9-e7f042687f9a tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Aug 29 04:48:55.655004 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-552093da-d9ee-4726-8110-b6466aa05814 req-c0cc4f63-a60d-4c65-b471-856418f9ea6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0269613 Aug 29 04:48:55.696781 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-552093da-d9ee-4726-8110-b6466aa05814 req-662be41a-e518-431f-b3be-a04c04bd12de service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211353 Aug 29 04:48:55.865486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3447d1-172d-4bac-9899-b1900dab66e7 req-eadfd5c6-218a-494b-b1f3-b01ca9da05f7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.867331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d3447d1-172d-4bac-9899-b1900dab66e7 req-eadfd5c6-218a-494b-b1f3-b01ca9da05f7 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.1510091 Aug 29 04:48:55.869048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552093da-d9ee-4726-8110-b6466aa05814 req-9bec6b24-8834-49dc-8265-d9d705e73979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.870715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-552093da-d9ee-4726-8110-b6466aa05814 req-9bec6b24-8834-49dc-8265-d9d705e73979 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660411 Aug 29 04:48:55.927633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d3447d1-172d-4bac-9899-b1900dab66e7 req-981da48a-745d-487a-96fc-4a994a80b6c0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Aug 29 04:48:56.141549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde64-d10a-4848-8025-f6102b8297f7 req-a3979fc6-2871-42e1-932b-6a805fb73cef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:56.146074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1efcde64-d10a-4848-8025-f6102b8297f7 req-a3979fc6-2871-42e1-932b-6a805fb73cef tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0662065 Aug 29 04:48:56.194416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1efcde64-d10a-4848-8025-f6102b8297f7 req-cf0e75f4-f420-4573-a8d4-14c11b9cb1e4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Aug 29 04:48:56.343454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e368b-45f7-4645-ba5b-8a4dc67a71d8 req-be213008-c8b1-4fa8-bea7-fb59fc7817b4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:56.345162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b47e368b-45f7-4645-ba5b-8a4dc67a71d8 req-be213008-c8b1-4fa8-bea7-fb59fc7817b4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0688879 Aug 29 04:48:56.396292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b47e368b-45f7-4645-ba5b-8a4dc67a71d8 req-70826c2c-a5a3-4d92-b591-3946f16dedcf tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Aug 29 04:48:56.576588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dffd49-235c-4020-a3bf-2a6a196edb45 req-6952195e-5709-4e76-81ab-322d0d115b58 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:56.577248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75dffd49-235c-4020-a3bf-2a6a196edb45 req-6952195e-5709-4e76-81ab-322d0d115b58 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0652966 Aug 29 04:48:56.627201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75dffd49-235c-4020-a3bf-2a6a196edb45 req-519c23c3-755c-4842-838b-773fa6a36d72 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Aug 29 04:48:56.751363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fade96-2079-450c-9bed-e74bbfaabc14 req-f5af1ab3-ea48-4d52-8549-115df1205c89 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:56.753272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0fade96-2079-450c-9bed-e74bbfaabc14 req-f5af1ab3-ea48-4d52-8549-115df1205c89 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0554986 Aug 29 04:48:56.798779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c0fade96-2079-450c-9bed-e74bbfaabc14 req-0a918029-ee88-4e43-85a9-eeb62bf1e6ae tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Aug 29 04:48:57.026239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada10e1-0a76-4953-92d6-fd929ed62228 req-df1494fc-1d4d-4eae-9581-53b05163677b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.034343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bada10e1-0a76-4953-92d6-fd929ed62228 req-df1494fc-1d4d-4eae-9581-53b05163677b tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0789979 Aug 29 04:48:57.076255 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bada10e1-0a76-4953-92d6-fd929ed62228 req-1e075989-c8d0-4674-9a81-a7dc5241cdb4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Aug 29 04:48:57.257954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56536) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:57.262541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28626-a66c-41f9-8bce-545d1cf2dc8f req-b9376877-fde5-4e38-832e-1294dc4bd1fd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.264315 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30f28626-a66c-41f9-8bce-545d1cf2dc8f req-b9376877-fde5-4e38-832e-1294dc4bd1fd tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.1065345 Aug 29 04:48:57.317652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30f28626-a66c-41f9-8bce-545d1cf2dc8f req-1dad11c4-5f50-47be-b636-cceb866d70db tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Aug 29 04:48:57.417412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a60353d8-500d-4230-8429-8b6913779af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.476361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874df0a-efc3-4c7f-9b5b-c00e01072865 req-0e5d01be-1385-4568-8cb0-b566d3fc8781 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.484305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5874df0a-efc3-4c7f-9b5b-c00e01072865 req-0e5d01be-1385-4568-8cb0-b566d3fc8781 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0619013 Aug 29 04:48:57.521906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5874df0a-efc3-4c7f-9b5b-c00e01072865 req-9ad47f13-35fd-4ae0-b614-54894106a4ec tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365071 Aug 29 04:48:57.522238 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a60353d8-500d-4230-8429-8b6913779af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.527359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a60353d8-500d-4230-8429-8b6913779af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.569237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60353d8-500d-4230-8429-8b6913779af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2e52ec-9685-4aad-8444-e4cb5cf17ed2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:57.576363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56548) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:57.576636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a60353d8-500d-4230-8429-8b6913779af9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db78543fa11d47b29d2cfe60657d2e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170180 Aug 29 04:48:57.641686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e38a503d-d6ed-4264-8750-d48419b6c2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.660810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2009a8c-3e01-4e20-a2fb-347c74864485 req-38e015ae-243b-4b87-a933-0da24c421b71 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.662512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2009a8c-3e01-4e20-a2fb-347c74864485 req-38e015ae-243b-4b87-a933-0da24c421b71 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0548997 Aug 29 04:48:57.668501 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e38a503d-d6ed-4264-8750-d48419b6c2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.709317 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2009a8c-3e01-4e20-a2fb-347c74864485 req-7a23d868-e914-484a-9498-74eec389f407 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Aug 29 04:48:57.726686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e38a503d-d6ed-4264-8750-d48419b6c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.729944 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e38a503d-d6ed-4264-8750-d48419b6c2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.749702 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e38a503d-d6ed-4264-8750-d48419b6c2a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df2e52ec-9685-4aad-8444-e4cb5cf17ed2 HTTP/1.1" status: 204 len: 168 time: 0.1614871 Aug 29 04:48:57.761651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a503d-d6ed-4264-8750-d48419b6c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2e52ec-9685-4aad-8444-e4cb5cf17ed2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:57.855815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4f4d-b928-402d-85f0-f50919eb2d26 req-3b455551-04de-4ac7-9e29-c80bf225a893 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.863656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc8e4f4d-b928-402d-85f0-f50919eb2d26 req-3b455551-04de-4ac7-9e29-c80bf225a893 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0662553 Aug 29 04:48:57.906195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc8e4f4d-b928-402d-85f0-f50919eb2d26 req-13c1ecbf-2c98-4958-ab50-1a1bee433e8f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Aug 29 04:48:58.036872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db38df-8d2f-4d1c-9563-8541692fa7df req-246b5a52-1c95-4f72-829a-9b5a9d7e431f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:58.038538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0db38df-8d2f-4d1c-9563-8541692fa7df req-246b5a52-1c95-4f72-829a-9b5a9d7e431f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0555778 Aug 29 04:48:58.072033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56560) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:58.092862 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0db38df-8d2f-4d1c-9563-8541692fa7df req-d3fd6a8c-d0af-47d9-8f38-38b4f0a0e189 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482008 Aug 29 04:48:58.093630 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6ff58c8d-79a9-4ee6-a0ea-d18318900921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.218646 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6ff58c8d-79a9-4ee6-a0ea-d18318900921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.223689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6ff58c8d-79a9-4ee6-a0ea-d18318900921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.270808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb62e-7725-4ea1-b11a-07a56daec2ae req-e3b268b3-b842-4b84-a9ec-a0fc3c7e62f0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:58.272574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-875cb62e-7725-4ea1-b11a-07a56daec2ae req-e3b268b3-b842-4b84-a9ec-a0fc3c7e62f0 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0977180 Aug 29 04:48:58.278414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff58c8d-79a9-4ee6-a0ea-d18318900921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5995175c-9108-4e40-bd78-7affe015ba2c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:58.285092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6ff58c8d-79a9-4ee6-a0ea-d18318900921 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1f6c24262304c1797066e37ff56835f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096882 Aug 29 04:48:58.285494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56568) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:58.320591 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-875cb62e-7725-4ea1-b11a-07a56daec2ae req-2a3ee194-3305-4fe4-a67f-90b7006e6eb4 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Aug 29 04:48:58.344185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1cb4-7cee-47fc-9f66-ab4ae40c9de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.377254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1cb4-7cee-47fc-9f66-ab4ae40c9de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.444929 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1cb4-7cee-47fc-9f66-ab4ae40c9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.447972 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1cb4-7cee-47fc-9f66-ab4ae40c9de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.469983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5f4a1cb4-7cee-47fc-9f66-ab4ae40c9de0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5995175c-9108-4e40-bd78-7affe015ba2c HTTP/1.1" status: 204 len: 168 time: 0.1706185 Aug 29 04:48:58.485911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a1cb4-7cee-47fc-9f66-ab4ae40c9de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995175c-9108-4e40-bd78-7affe015ba2c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.519632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.450496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:02.569992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f6df-7398-452c-86f9-f9871fbcbab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.670404 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f6df-7398-452c-86f9-f9871fbcbab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.675072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f6df-7398-452c-86f9-f9871fbcbab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.713023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0f6df-7398-452c-86f9-f9871fbcbab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f21ca-328b-4a1e-8fd1-a54f70cefcd5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:02.720405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56666) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:02.721034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1ba0f6df-7398-452c-86f9-f9871fbcbab7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89044fbedbca43ccb232af130d6860a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683213 Aug 29 04:49:02.786332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f72aee54-8b74-4216-a224-18855b46b298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.810433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f72aee54-8b74-4216-a224-18855b46b298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.857930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-405f17fd-ded5-42b0-bdd1-10b171793119 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1196027 Aug 29 04:49:02.867032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f72aee54-8b74-4216-a224-18855b46b298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.869816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f72aee54-8b74-4216-a224-18855b46b298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.871267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f72aee54-8b74-4216-a224-18855b46b298 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/873f21ca-328b-4a1e-8fd1-a54f70cefcd5 HTTP/1.1" status: 204 len: 168 time: 0.1483455 Aug 29 04:49:02.892059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72aee54-8b74-4216-a224-18855b46b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f21ca-328b-4a1e-8fd1-a54f70cefcd5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:02.965625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-58034033-16fa-4880-b684-947a9ce9affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.968001 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-58034033-16fa-4880-b684-947a9ce9affa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0735681 Aug 29 04:49:03.135543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-a6af73c6-bb4f-4a4c-a95f-7fa4fa68a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.137206 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-a6af73c6-bb4f-4a4c-a95f-7fa4fa68a2b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 200 len: 915 time: 0.1336582 Aug 29 04:49:03.236216 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-781e75a3-d8e2-480c-b8fa-9986c641eeca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 200 len: 217 time: 0.0628486 Aug 29 04:49:03.270134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56690) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:03.290579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884141a0-0682-47aa-be51-519e74e1651b req-79e73890-27f4-42d3-adc0-17151446221c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.292266 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-884141a0-0682-47aa-be51-519e74e1651b req-79e73890-27f4-42d3-adc0-17151446221c tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0653949 Aug 29 04:49:03.297571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-41bca33d-1257-4e49-a415-854bd34caf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.298306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f044-70c5-4b49-914c-ef5d1b4bb157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.299100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-41bca33d-1257-4e49-a415-854bd34caf2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 200 len: 854 time: 0.0556300 Aug 29 04:49:03.338535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-be76a795-f23d-427b-a4f3-666f32f9a0e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e73522-bb43-477a-bd94-81ce21f92d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314531 Aug 29 04:49:03.363351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-884141a0-0682-47aa-be51-519e74e1651b req-668a1453-0739-42d3-9452-16a192c6b706 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618501 Aug 29 04:49:03.447214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-540fc22b-3ca7-42e3-b180-f7c034bc3ae5 service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996330 Aug 29 04:49:03.453686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f044-70c5-4b49-914c-ef5d1b4bb157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.457868 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f044-70c5-4b49-914c-ef5d1b4bb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.497646 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f8b7f044-70c5-4b49-914c-ef5d1b4bb157 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a3f4ad53d4249169efc5a4065f0e50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262411 Aug 29 04:49:03.498503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7f044-70c5-4b49-914c-ef5d1b4bb157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75e080-62eb-4f09-9fc4-175597fdd739,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:03.500935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56692) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:03.548952 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5588246e-6617-46ba-91b8-6bbd0b113099 req-7c1e0301-2d4a-40c1-bd83-7071678f5969 service neutron] 10.222.0.32 "GET /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935943 Aug 29 04:49:03.551481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3449c72-dbc6-49ba-8dfb-8a66ab5deee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.574787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3449c72-dbc6-49ba-8dfb-8a66ab5deee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.622621 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3449c72-dbc6-49ba-8dfb-8a66ab5deee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.625681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f3449c72-dbc6-49ba-8dfb-8a66ab5deee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.626837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f3449c72-dbc6-49ba-8dfb-8a66ab5deee3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c75e080-62eb-4f09-9fc4-175597fdd739 HTTP/1.1" status: 204 len: 168 time: 0.1249187 Aug 29 04:49:03.634695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3449c72-dbc6-49ba-8dfb-8a66ab5deee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75e080-62eb-4f09-9fc4-175597fdd739,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:03.953258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56698) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:03.967095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e92bf9ea-9a72-4e79-8125-feab275faf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.053685 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e92bf9ea-9a72-4e79-8125-feab275faf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.057283 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e92bf9ea-9a72-4e79-8125-feab275faf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.098290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e92bf9ea-9a72-4e79-8125-feab275faf33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77afab09ee774ebaa3cece4874c440ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438684 Aug 29 04:49:04.099162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bf9ea-9a72-4e79-8125-feab275faf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae369fa-e3df-45da-8eda-ccdcf6123f26,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.100942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56700) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:04.150080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37db3f78-b6a8-4168-8030-33cb3e85e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.175328 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37db3f78-b6a8-4168-8030-33cb3e85e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.223006 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37db3f78-b6a8-4168-8030-33cb3e85e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.225746 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37db3f78-b6a8-4168-8030-33cb3e85e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.226966 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37db3f78-b6a8-4168-8030-33cb3e85e325 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ae369fa-e3df-45da-8eda-ccdcf6123f26 HTTP/1.1" status: 204 len: 168 time: 0.1249220 Aug 29 04:49:04.235804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db3f78-b6a8-4168-8030-33cb3e85e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae369fa-e3df-45da-8eda-ccdcf6123f26,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.503894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb3ad-c117-4235-b684-32e768b90ddb req-3067f71b-1250-41ef-84b5-7af895c512ae tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:04.505786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-840fb3ad-c117-4235-b684-32e768b90ddb req-3067f71b-1250-41ef-84b5-7af895c512ae tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0556693 Aug 29 04:49:04.546467 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-840fb3ad-c117-4235-b684-32e768b90ddb req-7a378b88-aef7-4b7c-be0b-24d423e53755 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Aug 29 04:49:04.980365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-b80b01fa-0d31-4c2f-b304-5a644385b8e1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:04.982019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-b80b01fa-0d31-4c2f-b304-5a644385b8e1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.32 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 946 time: 0.0537291 Aug 29 04:49:05.071967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Deleting port 4fcaf109-64f7-47c9-993f-646e785d08c3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:05.071967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.165023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] For port 4fcaf109-64f7-47c9-993f-646e785d08c3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4fcaf109-64f7-47c9-993f-646e785d08c3,segment=NetworkSegment(15b3796f-fcd1-41d9-90a9-45e853ea589f),segment_id=15b3796f-fcd1-41d9-90a9-45e853ea589f)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:05.165389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.180271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Calling delete_port for 4fcaf109-64f7-47c9-993f-646e785d08c3 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:05.313236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.346851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Pushing event deleted for resources: {'Port': ['ID=4fcaf109-64f7-47c9-993f-646e785d08c3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:05.347061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4fcaf109-64f7-47c9-993f-646e785d08c3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:05.388499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] No DVR routers for this DVR port 4fcaf109-64f7-47c9-993f-646e785d08c3 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:05.391603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.393580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed98dfd9-bf04-456f-98bc-d80132b40103 req-715abada-f60d-4fcd-ad4d-5998796639a1 tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.32 "DELETE /v2.0/ports/4fcaf109-64f7-47c9-993f-646e785d08c3 HTTP/1.1" status: 204 len: 173 time: 0.4062364 Aug 29 04:49:05.394035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-deleted', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:05.396465 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdae5e16-4e8c-4329-9749-39f4bb03e99e" -d '{"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-deleted", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:05.673226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17d68862-d944-4bb5-b1ad-ed1b131d78aa req-a783cab6-34c1-4eb4-877f-280e958fc39f tempest-ServersNegativeTestJSON-2110044848 tempest-ServersNegativeTestJSON-2110044848-project] 10.222.0.55 "GET /v2.0/ports?device_id=2093fd1d-4160-487e-9cba-182f296ce9f2 HTTP/1.1" status: 200 len: 210 time: 0.0415754 Aug 29 04:49:05.700483 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1741c88f-461c-4113-8520-1328ee488d9d x-openstack-request-id: req-1741c88f-461c-4113-8520-1328ee488d9d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:05.700808 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093fd1d-4160-487e-9cba-182f296ce9f2", "name": "network-vif-deleted", "tag": "4fcaf109-64f7-47c9-993f-646e785d08c3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:05.701103 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1741c88f-461c-4113-8520-1328ee488d9d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:05.701969 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093fd1d-4160-487e-9cba-182f296ce9f2', 'name': 'network-vif-deleted', 'tag': '4fcaf109-64f7-47c9-993f-646e785d08c3', 'status': 'completed', 'code': 200} Aug 29 04:49:06.738541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56778) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:06.794786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] Deleting subnet 2f805f5a-b5ef-45ed-823d-5efe99866cec {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:06.798100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.838915 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.880760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.936282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.970951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f805f5a-b5ef-45ed-823d-5efe99866cec,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:06.973932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.975815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-933a25c5-d928-4bf0-add3-4f7998e9f16d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2f805f5a-b5ef-45ed-823d-5efe99866cec HTTP/1.1" status: 204 len: 168 time: 0.2361968 Aug 29 04:49:06.978337 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56784) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:07.049528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.129707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.139305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e73522-bb43-477a-bd94-81ce21f92d09']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:07.149645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b3796f-fcd1-41d9-90a9-45e853ea589f') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:07.149945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b3796f-fcd1-41d9-90a9-45e853ea589f') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:07.158659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.173163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.179007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:07.179394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:07.180999 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:07.234745 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.240270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.242216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] 10.222.0.55 "DELETE /v2.0/networks/68e73522-bb43-477a-bd94-81ce21f92d09 HTTP/1.1" status: 204 len: 168 time: 0.2629554 Aug 29 04:49:07.267899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d0b8d-eaea-4273-b627-a698d0cb764c admin admin] Pushing event deleted for resources: {'Network': ['ID=68e73522-bb43-477a-bd94-81ce21f92d09,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:07.422213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:07.467100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b7800dc5-de8b-4f6c-a182-3256a2a2734e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9bf0ce4a1974977b601f59e753ce3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435295 Aug 29 04:49:07.470344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56796) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:07.523909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b862681-1f1f-4209-acca-2ea511b8ac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.545913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b862681-1f1f-4209-acca-2ea511b8ac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.592683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b862681-1f1f-4209-acca-2ea511b8ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.595746 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b862681-1f1f-4209-acca-2ea511b8ac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.596891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0b862681-1f1f-4209-acca-2ea511b8ac83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7 HTTP/1.1" status: 204 len: 168 time: 0.1256359 Aug 29 04:49:07.604715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b862681-1f1f-4209-acca-2ea511b8ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c72eb-f061-4fd7-acd2-5aaffd93d0f7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.697977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:09.723677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 4fcaf109-64f7-47c9-993f-646e785d08c3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:09.724063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4fcaf109-64f7-47c9-993f-646e785d08c3 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:09.947100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.065787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-022e60f9-03a6-40af-ac81-a93d5ac8149e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.163786 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-022e60f9-03a6-40af-ac81-a93d5ac8149e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.170094 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-022e60f9-03a6-40af-ac81-a93d5ac8149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.211060 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-022e60f9-03a6-40af-ac81-a93d5ac8149e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0dc380d069549b69ff0653bd3a52588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626872 Aug 29 04:49:10.211958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e60f9-03a6-40af-ac81-a93d5ac8149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11499c1d-7b31-4945-bfac-cc2eef5474b2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.213775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56880) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.268050 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92774858-0888-4d2d-8a20-48ff50601486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.290746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92774858-0888-4d2d-8a20-48ff50601486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.355644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92774858-0888-4d2d-8a20-48ff50601486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.359628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-92774858-0888-4d2d-8a20-48ff50601486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.361169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-92774858-0888-4d2d-8a20-48ff50601486 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11499c1d-7b31-4945-bfac-cc2eef5474b2 HTTP/1.1" status: 204 len: 168 time: 0.1460991 Aug 29 04:49:10.373519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774858-0888-4d2d-8a20-48ff50601486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11499c1d-7b31-4945-bfac-cc2eef5474b2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.656320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56886) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.669915 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5e671f2f-4f84-480d-9dc9-a42db5950e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.776910 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5e671f2f-4f84-480d-9dc9-a42db5950e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.784585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5e671f2f-4f84-480d-9dc9-a42db5950e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.828681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5e671f2f-4f84-480d-9dc9-a42db5950e8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66c184ce6fbf467abf481e1737f99ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682670 Aug 29 04:49:10.829008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56888) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:10.832213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e671f2f-4f84-480d-9dc9-a42db5950e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3182c6be-f2d3-46f4-a97c-9537c2c235fa,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.893964 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-355bb2ec-c556-4320-a117-4634b21464df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.918333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-355bb2ec-c556-4320-a117-4634b21464df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.975335 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-355bb2ec-c556-4320-a117-4634b21464df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.978245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-355bb2ec-c556-4320-a117-4634b21464df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.979606 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-355bb2ec-c556-4320-a117-4634b21464df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3182c6be-f2d3-46f4-a97c-9537c2c235fa HTTP/1.1" status: 204 len: 168 time: 0.1495259 Aug 29 04:49:10.988282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bb2ec-c556-4320-a117-4634b21464df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3182c6be-f2d3-46f4-a97c-9537c2c235fa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:13.774934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56962) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:13.891877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0564532c-c0ab-4cf5-b2ce-ce45b709104d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.988310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0564532c-c0ab-4cf5-b2ce-ce45b709104d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.992595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0564532c-c0ab-4cf5-b2ce-ce45b709104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.032565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564532c-c0ab-4cf5-b2ce-ce45b709104d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9560841-80be-4ff2-9520-35cfa48186ed,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.036743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0564532c-c0ab-4cf5-b2ce-ce45b709104d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=926764c98b1240179557ed9c57b4ed35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608252 Aug 29 04:49:14.039833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56966) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.093564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac1cfaf-edd9-4918-bec8-dd5d3f9fedfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.117654 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac1cfaf-edd9-4918-bec8-dd5d3f9fedfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.168498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac1cfaf-edd9-4918-bec8-dd5d3f9fedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.171347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eac1cfaf-edd9-4918-bec8-dd5d3f9fedfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.172529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eac1cfaf-edd9-4918-bec8-dd5d3f9fedfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9560841-80be-4ff2-9520-35cfa48186ed HTTP/1.1" status: 204 len: 168 time: 0.1321521 Aug 29 04:49:14.180572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1cfaf-edd9-4918-bec8-dd5d3f9fedfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9560841-80be-4ff2-9520-35cfa48186ed,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.505333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56978) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.521379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c615aa3f-199c-4a05-b80d-813369c0c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.633769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c615aa3f-199c-4a05-b80d-813369c0c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.639822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c615aa3f-199c-4a05-b80d-813369c0c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.676806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 56982) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.681501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615aa3f-199c-4a05-b80d-813369c0c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d75d27-6ef5-4b1f-89f1-9cb6bbf1eefa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.686656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c615aa3f-199c-4a05-b80d-813369c0c097 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6599401ee2847cb8d77651e3b825b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793706 Aug 29 04:49:14.688964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.740018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6bf5ee7-0e5c-4de0-8b4c-8b1a7b9a7690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.763267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6bf5ee7-0e5c-4de0-8b4c-8b1a7b9a7690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.800714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c87c2264-e0d1-4fb3-9cdb-1abcf9ad98e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.822962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6bf5ee7-0e5c-4de0-8b4c-8b1a7b9a7690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.825556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6bf5ee7-0e5c-4de0-8b4c-8b1a7b9a7690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.826854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e6bf5ee7-0e5c-4de0-8b4c-8b1a7b9a7690 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34d75d27-6ef5-4b1f-89f1-9cb6bbf1eefa HTTP/1.1" status: 204 len: 168 time: 0.1369259 Aug 29 04:49:14.835217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf5ee7-0e5c-4de0-8b4c-8b1a7b9a7690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d75d27-6ef5-4b1f-89f1-9cb6bbf1eefa,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.911680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c87c2264-e0d1-4fb3-9cdb-1abcf9ad98e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.915984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c87c2264-e0d1-4fb3-9cdb-1abcf9ad98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.954878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c2264-e0d1-4fb3-9cdb-1abcf9ad98e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99631289-be95-43f9-a8db-3d7453d5c308,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.959535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c87c2264-e0d1-4fb3-9cdb-1abcf9ad98e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f730d9d16054d0ba0df53413d804c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816460 Aug 29 04:49:14.962320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 56992) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.015620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-380f7c33-6a21-4ceb-9360-189754f4d0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.040853 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-380f7c33-6a21-4ceb-9360-189754f4d0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.089665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-380f7c33-6a21-4ceb-9360-189754f4d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.092565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-380f7c33-6a21-4ceb-9360-189754f4d0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.094273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-380f7c33-6a21-4ceb-9360-189754f4d0a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99631289-be95-43f9-a8db-3d7453d5c308 HTTP/1.1" status: 204 len: 168 time: 0.1306853 Aug 29 04:49:15.106508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f7c33-6a21-4ceb-9360-189754f4d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99631289-be95-43f9-a8db-3d7453d5c308,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.404854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57012) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.422545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37c6c49b-3c27-45de-9a00-39a67fd6fd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.527407 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37c6c49b-3c27-45de-9a00-39a67fd6fd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.532996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37c6c49b-3c27-45de-9a00-39a67fd6fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.575005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-37c6c49b-3c27-45de-9a00-39a67fd6fd50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2a4dd9c15f74b468cebc9c8570e3d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688542 Aug 29 04:49:15.578124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57018) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.584574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6c49b-3c27-45de-9a00-39a67fd6fd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfb8a6b-030c-4e47-9616-0c22e4290a7b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.631688 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa452fc1-30dd-4f39-8f00-08c321c1aac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.658792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa452fc1-30dd-4f39-8f00-08c321c1aac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.711785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa452fc1-30dd-4f39-8f00-08c321c1aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.714472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa452fc1-30dd-4f39-8f00-08c321c1aac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.715719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aa452fc1-30dd-4f39-8f00-08c321c1aac4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cfb8a6b-030c-4e47-9616-0c22e4290a7b HTTP/1.1" status: 204 len: 168 time: 0.1365581 Aug 29 04:49:15.725395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa452fc1-30dd-4f39-8f00-08c321c1aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfb8a6b-030c-4e47-9616-0c22e4290a7b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:16.812210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11f09e29-50ad-4c63-a6b5-ed8500818c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.333205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57090) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:17.449217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-685c9c03-c4e6-488a-a6b5-af516707505c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.553744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-685c9c03-c4e6-488a-a6b5-af516707505c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.559246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-685c9c03-c4e6-488a-a6b5-af516707505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.604142 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-685c9c03-c4e6-488a-a6b5-af516707505c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd07ac65eb6b487ca8a12ec677c85531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674360 Aug 29 04:49:17.604142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c9c03-c4e6-488a-a6b5-af516707505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb570a-055e-450f-8a9c-8e134fc6a946,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:17.604495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57102) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:17.658722 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e853109-f551-4e0a-bd71-70b2d501facf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.681347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e853109-f551-4e0a-bd71-70b2d501facf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.732093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e853109-f551-4e0a-bd71-70b2d501facf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.735419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e853109-f551-4e0a-bd71-70b2d501facf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.736607 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e853109-f551-4e0a-bd71-70b2d501facf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/beeb570a-055e-450f-8a9c-8e134fc6a946 HTTP/1.1" status: 204 len: 168 time: 0.1301694 Aug 29 04:49:17.745220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e853109-f551-4e0a-bd71-70b2d501facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb570a-055e-450f-8a9c-8e134fc6a946,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:18.150166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:18.165090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c877641-d5c1-4fff-bef9-1df731ed84f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.272339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c877641-d5c1-4fff-bef9-1df731ed84f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.277421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c877641-d5c1-4fff-bef9-1df731ed84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.323381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c877641-d5c1-4fff-bef9-1df731ed84f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d5d083-1ee6-48e5-9291-1ec532a8948e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:18.328358 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1c877641-d5c1-4fff-bef9-1df731ed84f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c0bf8e9a92345be95e5ed4ad4311c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765523 Aug 29 04:49:18.332029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:18.393865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-806fda2a-13fe-4419-9adf-1d3ffd7dac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.421308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-806fda2a-13fe-4419-9adf-1d3ffd7dac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.477413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-806fda2a-13fe-4419-9adf-1d3ffd7dac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.481399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-806fda2a-13fe-4419-9adf-1d3ffd7dac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.482965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-806fda2a-13fe-4419-9adf-1d3ffd7dac21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7d5d083-1ee6-48e5-9291-1ec532a8948e HTTP/1.1" status: 204 len: 168 time: 0.1494021 Aug 29 04:49:18.491162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fda2a-13fe-4419-9adf-1d3ffd7dac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d5d083-1ee6-48e5-9291-1ec532a8948e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.042820 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:19.503418 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e5cba46-c6f5-4f6d-bd42-e563026a684a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.619663 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.299031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.416278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a536706b-b8d5-44df-a4c8-8ea0e90534b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.521933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a536706b-b8d5-44df-a4c8-8ea0e90534b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.526529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a536706b-b8d5-44df-a4c8-8ea0e90534b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.577543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a536706b-b8d5-44df-a4c8-8ea0e90534b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55cc7750774d40ee86c860ddd79abbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771435 Aug 29 04:49:20.578473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536706b-b8d5-44df-a4c8-8ea0e90534b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f78405-e9a6-4f44-9d80-baad88dad6ba,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:20.580162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57218) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.639600 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2ded-f223-4a5a-b34d-3d35a8191064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.667275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2ded-f223-4a5a-b34d-3d35a8191064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.724064 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2ded-f223-4a5a-b34d-3d35a8191064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.726677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbc2ded-f223-4a5a-b34d-3d35a8191064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.728401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3bbc2ded-f223-4a5a-b34d-3d35a8191064 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12f78405-e9a6-4f44-9d80-baad88dad6ba HTTP/1.1" status: 204 len: 168 time: 0.1466753 Aug 29 04:49:20.741015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc2ded-f223-4a5a-b34d-3d35a8191064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f78405-e9a6-4f44-9d80-baad88dad6ba,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:20.821821 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.825927 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.077259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.096469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc3072a7-37f3-4ced-bcf9-b5aa73959686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.195556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc3072a7-37f3-4ced-bcf9-b5aa73959686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.206481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc3072a7-37f3-4ced-bcf9-b5aa73959686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.251873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bc3072a7-37f3-4ced-bcf9-b5aa73959686 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3b90ff883024e018a9fee0e1fdec91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734726 Aug 29 04:49:21.252736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3072a7-37f3-4ced-bcf9-b5aa73959686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eafcb0f-4ac7-4582-a7bc-1b1e8b300ea0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:21.254870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57230) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.314106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf0f817f-e18e-460f-bcb0-15e114de9e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.338625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf0f817f-e18e-460f-bcb0-15e114de9e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.400892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf0f817f-e18e-460f-bcb0-15e114de9e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.403759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf0f817f-e18e-460f-bcb0-15e114de9e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.406591 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf0f817f-e18e-460f-bcb0-15e114de9e49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3eafcb0f-4ac7-4582-a7bc-1b1e8b300ea0 HTTP/1.1" status: 204 len: 168 time: 0.1506464 Aug 29 04:49:21.416087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f817f-e18e-460f-bcb0-15e114de9e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eafcb0f-4ac7-4582-a7bc-1b1e8b300ea0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:22.256254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:22.338417 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.390969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d9bb-5d56-452d-8441-b2a82b678266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.496005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d9bb-5d56-452d-8441-b2a82b678266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.501865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d9bb-5d56-452d-8441-b2a82b678266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.544883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a8a4d9bb-5d56-452d-8441-b2a82b678266 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8d88777c9c740aaaec9835557271824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874951 Aug 29 04:49:22.546028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4d9bb-5d56-452d-8441-b2a82b678266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dc53d1-37fb-4225-ae42-5a3355371e43,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:22.549881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57282) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:22.604893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94d64628-f8b8-4940-bb10-dcb1419f8099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.628254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94d64628-f8b8-4940-bb10-dcb1419f8099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.684301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94d64628-f8b8-4940-bb10-dcb1419f8099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.686794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-94d64628-f8b8-4940-bb10-dcb1419f8099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.687997 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-94d64628-f8b8-4940-bb10-dcb1419f8099 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7dc53d1-37fb-4225-ae42-5a3355371e43 HTTP/1.1" status: 204 len: 168 time: 0.1367865 Aug 29 04:49:22.696251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d64628-f8b8-4940-bb10-dcb1419f8099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dc53d1-37fb-4225-ae42-5a3355371e43,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.075082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:23.105832 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5abc7c6e-f78d-4cc8-a053-c7c547ed229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.204985 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5abc7c6e-f78d-4cc8-a053-c7c547ed229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.210055 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5abc7c6e-f78d-4cc8-a053-c7c547ed229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.250404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5abc7c6e-f78d-4cc8-a053-c7c547ed229b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a2cd1a7e37945339cebfced9704dcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730707 Aug 29 04:49:23.257616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc7c6e-f78d-4cc8-a053-c7c547ed229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc82139-941f-4bfe-a6d4-5171af246d61,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.257817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57314) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:23.307179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfaac-9598-49fb-8060-470d69ced6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.329708 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfaac-9598-49fb-8060-470d69ced6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.381640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfaac-9598-49fb-8060-470d69ced6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.384242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfaac-9598-49fb-8060-470d69ced6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.385400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fc5bfaac-9598-49fb-8060-470d69ced6bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5bc82139-941f-4bfe-a6d4-5171af246d61 HTTP/1.1" status: 204 len: 168 time: 0.1313150 Aug 29 04:49:23.393737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bfaac-9598-49fb-8060-470d69ced6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc82139-941f-4bfe-a6d4-5171af246d61,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.739663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57362) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:23.753061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99de9a8c-fbf7-49e6-8b76-9f8ad87533cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.847873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99de9a8c-fbf7-49e6-8b76-9f8ad87533cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.852176 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-99de9a8c-fbf7-49e6-8b76-9f8ad87533cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.891309 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-99de9a8c-fbf7-49e6-8b76-9f8ad87533cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a97e9e19fc5d457aba00b192b6b5361c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505923 Aug 29 04:49:23.892483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de9a8c-fbf7-49e6-8b76-9f8ad87533cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a981849f-61ab-4ab4-9e4d-e5320d996e8c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.894147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:23.946821 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f153534-4401-441e-a754-e418ec7db5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.974460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f153534-4401-441e-a754-e418ec7db5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.033617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f153534-4401-441e-a754-e418ec7db5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.036322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f153534-4401-441e-a754-e418ec7db5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.037493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f153534-4401-441e-a754-e418ec7db5c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a981849f-61ab-4ab4-9e4d-e5320d996e8c HTTP/1.1" status: 204 len: 168 time: 0.1412208 Aug 29 04:49:24.048074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f153534-4401-441e-a754-e418ec7db5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a981849f-61ab-4ab4-9e4d-e5320d996e8c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:24.559561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:24.809810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:24.833218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ad1c-7f83-4ad1-a196-258a5078bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.893970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1116819-f041-4b9e-ad4a-a4e1d5bbbb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.961457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ad1c-7f83-4ad1-a196-258a5078bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.968522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ad1c-7f83-4ad1-a196-258a5078bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.022344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6ff9ad1c-7f83-4ad1-a196-258a5078bb5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6c29b684d7548ec8960c2e464b6c0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614630 Aug 29 04:49:25.024999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57476) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.029242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9ad1c-7f83-4ad1-a196-258a5078bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8eb523-fc6c-4810-a59f-fce118621bf4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.087734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-052066d2-63d3-4284-be8d-1058384efd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.097727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1116819-f041-4b9e-ad4a-a4e1d5bbbb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.102789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d1116819-f041-4b9e-ad4a-a4e1d5bbbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.111701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-052066d2-63d3-4284-be8d-1058384efd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.145653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d1116819-f041-4b9e-ad4a-a4e1d5bbbb7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f453b20940d84ea883dfeb45bbcada78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331020 Aug 29 04:49:25.145653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1116819-f041-4b9e-ad4a-a4e1d5bbbb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2612f8f6-67ff-4587-854b-c4773d5d9e4c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.147371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57480) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.196637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-052066d2-63d3-4284-be8d-1058384efd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.199425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-052066d2-63d3-4284-be8d-1058384efd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.200560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-052066d2-63d3-4284-be8d-1058384efd8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f8eb523-fc6c-4810-a59f-fce118621bf4 HTTP/1.1" status: 204 len: 168 time: 0.1744740 Aug 29 04:49:25.216097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052066d2-63d3-4284-be8d-1058384efd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8eb523-fc6c-4810-a59f-fce118621bf4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.220884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6096fac-9ce9-439f-907e-1df2f77432a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.251749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6096fac-9ce9-439f-907e-1df2f77432a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.302766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6096fac-9ce9-439f-907e-1df2f77432a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.305911 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6096fac-9ce9-439f-907e-1df2f77432a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.307295 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f6096fac-9ce9-439f-907e-1df2f77432a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2612f8f6-67ff-4587-854b-c4773d5d9e4c HTTP/1.1" status: 204 len: 168 time: 0.1587923 Aug 29 04:49:25.317393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6096fac-9ce9-439f-907e-1df2f77432a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2612f8f6-67ff-4587-854b-c4773d5d9e4c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.664135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57502) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.680155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c2180308-9335-4f7b-b271-c211fdcebe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.783042 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c2180308-9335-4f7b-b271-c211fdcebe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.788154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c2180308-9335-4f7b-b271-c211fdcebe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.836896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c2180308-9335-4f7b-b271-c211fdcebe43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d2119618b9f4c17a17693be72c76e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686003 Aug 29 04:49:25.836896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2180308-9335-4f7b-b271-c211fdcebe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115f4143-4799-4591-b726-661980ac5412,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.837220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57510) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.899575 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8658641a-2955-4c4f-8a05-d3614b1cd668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.925550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8658641a-2955-4c4f-8a05-d3614b1cd668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.000839 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8658641a-2955-4c4f-8a05-d3614b1cd668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.004010 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8658641a-2955-4c4f-8a05-d3614b1cd668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.008514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8658641a-2955-4c4f-8a05-d3614b1cd668 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/115f4143-4799-4591-b726-661980ac5412 HTTP/1.1" status: 204 len: 168 time: 0.1701951 Aug 29 04:49:26.021500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658641a-2955-4c4f-8a05-d3614b1cd668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115f4143-4799-4591-b726-661980ac5412,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:27.525878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57664) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.763819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57672) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.776018 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d808a10-f258-4285-afb1-b76e3be59180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.890453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d808a10-f258-4285-afb1-b76e3be59180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.895618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6d808a10-f258-4285-afb1-b76e3be59180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.908595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-161290188'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:27.942784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d808a10-f258-4285-afb1-b76e3be59180 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2612b769dff45fe9e53caf6428c2081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144788 Aug 29 04:49:27.943557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Made reservation on behalf of 5ce77f35ab7b41e09f32feb7704f73f3 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:27.947475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57676) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.947876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.948261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d808a10-f258-4285-afb1-b76e3be59180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e14e60-88ad-4369-bd18-bb86cdf9eacf,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:27.970292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.034181 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d47b-558b-45bf-96da-e5e225a5e6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.060450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d47b-558b-45bf-96da-e5e225a5e6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.085201 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.094313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.123699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d47b-558b-45bf-96da-e5e225a5e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.126716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d47b-558b-45bf-96da-e5e225a5e6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.128139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140c59e6-538a-49fc-9b28-98ec31fd1098,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.128417 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f7e4d47b-558b-45bf-96da-e5e225a5e6bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5e14e60-88ad-4369-bd18-bb86cdf9eacf HTTP/1.1" status: 204 len: 168 time: 0.1770070 Aug 29 04:49:28.138423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4d47b-558b-45bf-96da-e5e225a5e6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e14e60-88ad-4369-bd18-bb86cdf9eacf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.141231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:28.152162 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.152517 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Added segment 8237e83e-05f7-446b-8652-8ea4d4f2a40b of type vlan for network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b Aug 29 04:49:28.209246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.235004 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.240574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.241197 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.304673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57684) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:28.304827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5398662 Aug 29 04:49:28.312315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Request body: {'subnet': {'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:28.314749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ac974-0cbe-4ddf-b0f9-48cf05ac6fe4 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event updated for resources: {'Network': ['ID=9f58ddaa-f796-43b3-b3ff-44c8e530bf9b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.325722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:28.436354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Made reservation on behalf of 5ce77f35ab7b41e09f32feb7704f73f3 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:28.441897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.677624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.750828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event updated for resources: {'Subnet': ['ID=e3741f8a-26b0-421d-a25e-b8c4ae123b3e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.758122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Checking segment: {'id': '8237e83e-05f7-446b-8652-8ea4d4f2a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:28.758554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Network hostable DHCP agents. Network: 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:28.787036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:28.799580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:28.809567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6217f85e-182d-44cd-a0cd-c59ab3981b30 None None] Network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:28.814034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.814940 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.842054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-51595994-1460-4475-b49d-3419100f1667 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5327766 Aug 29 04:49:28.842673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:28.851008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Request body: {'port': {'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-73613879'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:29.018225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9f58ddaa-f796-43b3-b3ff-44c8e530bf9b', 'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b', 'tenant_id': '5ce77f35ab7b41e09f32feb7704f73f3', 'fixed_ips': [{'subnet_id': 'e3741f8a-26b0-421d-a25e-b8c4ae123b3e'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:29.021506 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.032842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Made reservation on behalf of 5ce77f35ab7b41e09f32feb7704f73f3 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:29.036474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.055317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] device_id is not set on port a08e0612-d4b6-4499-8704-8eaed0d47357 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:29.178492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Allocated IP 172.20.0.2 (9f58ddaa-f796-43b3-b3ff-44c8e530bf9b/e3741f8a-26b0-421d-a25e-b8c4ae123b3e/668de32e-9538-42a8-9c6e-875a3aecaf5c) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:29.337551 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.347135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Transition to ACTIVE for port object 668de32e-9538-42a8-9c6e-875a3aecaf5c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:29.362777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Transition to ACTIVE for port object 668de32e-9538-42a8-9c6e-875a3aecaf5c will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:29.373817 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.427983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:29.428668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:29.433548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:29.440176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Pushing event updated for resources: {'Port': ['ID=668de32e-9538-42a8-9c6e-875a3aecaf5c,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.456591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Allocated IP 172.20.0.10 (9f58ddaa-f796-43b3-b3ff-44c8e530bf9b/e3741f8a-26b0-421d-a25e-b8c4ae123b3e/a08e0612-d4b6-4499-8704-8eaed0d47357) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:29.466058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.466609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.467134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.467643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.468191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.468534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.468867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.469724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.469724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.469925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.470174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.470499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:29.510456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Attempting to bind port 668de32e-9538-42a8-9c6e-875a3aecaf5c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:29.510744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Attempting to bind port 668de32e-9538-42a8-9c6e-875a3aecaf5c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8237e83e-05f7-446b-8652-8ea4d4f2a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:29.511114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Attempting to bind port 668de32e-9538-42a8-9c6e-875a3aecaf5c on network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:29.517728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:29.518271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Checking segment: {'id': '8237e83e-05f7-446b-8652-8ea4d4f2a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:29.518733 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.519232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Bound using segment: {'id': '8237e83e-05f7-446b-8652-8ea4d4f2a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:29.519787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Bound port: 668de32e-9538-42a8-9c6e-875a3aecaf5c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8237e83e-05f7-446b-8652-8ea4d4f2a40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9f58ddaa-f796-43b3-b3ff-44c8e530bf9b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:29.520166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.598127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] For port 668de32e-9538-42a8-9c6e-875a3aecaf5c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:29.606479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] For port 668de32e-9538-42a8-9c6e-875a3aecaf5c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=668de32e-9538-42a8-9c6e-875a3aecaf5c,segment=NetworkSegment(8237e83e-05f7-446b-8652-8ea4d4f2a40b),segment_id=8237e83e-05f7-446b-8652-8ea4d4f2a40b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:29.614714 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.680915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.708188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Transition to ACTIVE for port object a08e0612-d4b6-4499-8704-8eaed0d47357 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:29.709165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c015804-13ba-49da-937a-992d2dc40430 None None] Pushing event updated for resources: {'Port': ['ID=668de32e-9538-42a8-9c6e-875a3aecaf5c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.760798 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.850708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:29.857851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:29.861154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:29.864168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event updated for resources: {'Port': ['ID=a08e0612-d4b6-4499-8704-8eaed0d47357,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.892019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57768) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:29.924626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:29.925277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.944292 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-727d7c15-5a5e-49ff-a12d-ede30cd9cfd7 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0994220 Aug 29 04:49:29.947387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57772) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:30.089901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28712e78-e96b-4f0e-bc4f-7ebfb14ddbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.145622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Deleting port a08e0612-d4b6-4499-8704-8eaed0d47357 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:30.146151 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.214406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 668de32e-9538-42a8-9c6e-875a3aecaf5c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:30.275310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 668de32e-9538-42a8-9c6e-875a3aecaf5c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:30.533787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.549618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28712e78-e96b-4f0e-bc4f-7ebfb14ddbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.554443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Calling delete_port for a08e0612-d4b6-4499-8704-8eaed0d47357 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:30.558707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-28712e78-e96b-4f0e-bc4f-7ebfb14ddbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.639134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-28712e78-e96b-4f0e-bc4f-7ebfb14ddbe0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=699d227752964c79bfeeabb8cd1214bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457709 Aug 29 04:49:30.641968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28712e78-e96b-4f0e-bc4f-7ebfb14ddbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e0d7f-b027-49d4-a94b-bf02285bb179,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.642422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:30.709200 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaefc4e8-cf6f-4627-a6a6-9d22361e97e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.741932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.748210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaefc4e8-cf6f-4627-a6a6-9d22361e97e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.774178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event deleted for resources: {'Port': ['ID=a08e0612-d4b6-4499-8704-8eaed0d47357,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.808345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaefc4e8-cf6f-4627-a6a6-9d22361e97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.812138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaefc4e8-cf6f-4627-a6a6-9d22361e97e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.813664 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eaefc4e8-cf6f-4627-a6a6-9d22361e97e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/686e0d7f-b027-49d4-a94b-bf02285bb179 HTTP/1.1" status: 204 len: 168 time: 0.1699762 Aug 29 04:49:30.822873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefc4e8-cf6f-4627-a6a6-9d22361e97e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e0d7f-b027-49d4-a94b-bf02285bb179,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.868557 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.870973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-985f7256-b33b-48a8-b510-07c431ed5f14 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "DELETE /v2.0/ports/a08e0612-d4b6-4499-8704-8eaed0d47357 HTTP/1.1" status: 204 len: 168 time: 0.9224069 Aug 29 04:49:30.873368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57778) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:30.975889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fdb9a-1f50-4e69-969d-b53adbb17518 None None] Network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:31.066919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-639161bb-f118-43a1-b1be-ccb77e888016 None None] Provisioning for port 668de32e-9538-42a8-9c6e-875a3aecaf5c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:31.080784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-639161bb-f118-43a1-b1be-ccb77e888016 None None] Provisioning complete for port 668de32e-9538-42a8-9c6e-875a3aecaf5c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:31.081370 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639161bb-f118-43a1-b1be-ccb77e888016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.122286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dae8a780-4f67-4376-b2d3-c93f4d09c017 tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.2472672 Aug 29 04:49:31.125668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57790) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:31.131718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-403731663'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:31.157023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Made reservation on behalf of 5ce77f35ab7b41e09f32feb7704f73f3 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:31.161486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.194599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:31.207814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.208668 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Added segment e64f0223-cd89-4e15-9949-1a89c94f9485 of type vlan for network 735c332b-561e-4be9-983f-acd545280abc Aug 29 04:49:31.224758 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639161bb-f118-43a1-b1be-ccb77e888016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.267366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.301297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-639161bb-f118-43a1-b1be-ccb77e888016 None None] For port 668de32e-9538-42a8-9c6e-875a3aecaf5c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=668de32e-9538-42a8-9c6e-875a3aecaf5c,segment=NetworkSegment(8237e83e-05f7-446b-8652-8ea4d4f2a40b),segment_id=8237e83e-05f7-446b-8652-8ea4d4f2a40b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:31.307619 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-639161bb-f118-43a1-b1be-ccb77e888016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.310204 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.317435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:31.318029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.384088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639161bb-f118-43a1-b1be-ccb77e888016 None None] Pushing event updated for resources: {'Port': ['ID=668de32e-9538-42a8-9c6e-875a3aecaf5c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:31.392254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event updated for resources: {'Network': ['ID=735c332b-561e-4be9-983f-acd545280abc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:31.401545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dc2fe0bd-867f-4b38-81e4-185f312906e9 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2739418 Aug 29 04:49:31.404329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57798) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:31.411130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 735c332b-561e-4be9-983f-acd545280abc details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:31.562310 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.630926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3914173d-c430-40d1-a1a6-afd38db43a0a tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "GET /v2.0/agents/c975e62f-34ba-4112-8a4f-93da05ed7a25/dhcp-networks HTTP/1.1" status: 200 len: 3298 time: 0.2253158 Aug 29 04:49:31.641363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57806) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:31.732966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-daa1fab6-246c-4c5a-8f02-e7d008f77577 None None] Provisioning complete for port 668de32e-9538-42a8-9c6e-875a3aecaf5c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:31.733847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-daa1fab6-246c-4c5a-8f02-e7d008f77577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.746994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28076fa-52a6-460b-9856-c6418cbb6b18 tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] Network 735c332b-561e-4be9-983f-acd545280abc is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:31.774292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c28076fa-52a6-460b-9856-c6418cbb6b18 tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "POST /v2.0/agents/c975e62f-34ba-4112-8a4f-93da05ed7a25/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1316602 Aug 29 04:49:31.776540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57810) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:31.789786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6f10d-ffd9-40cd-a584-f29829eb6cc3 None None] Network 735c332b-561e-4be9-983f-acd545280abc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:31.953173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d182af4-498a-4c9c-bfc6-22a8e84221c9 tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "GET /v2.0/agents/c975e62f-34ba-4112-8a4f-93da05ed7a25/dhcp-networks HTTP/1.1" status: 200 len: 4068 time: 0.1741066 Aug 29 04:49:31.954511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57816) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.037433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-52039cd4-cb55-4958-b1de-7638b7b65fca tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "DELETE /v2.0/agents/c975e62f-34ba-4112-8a4f-93da05ed7a25/dhcp-networks/735c332b-561e-4be9-983f-acd545280abc HTTP/1.1" status: 204 len: 168 time: 0.0816143 Aug 29 04:49:32.039865 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.072719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3cd7a40-c907-44e5-8753-917cb3272980 None None] Could not find standard attr ID for object a08e0612-d4b6-4499-8704-8eaed0d47357. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:32.238898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 668de32e-9538-42a8-9c6e-875a3aecaf5c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:32.267753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e96aedc-368f-41f3-8648-5c557bcc777d tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "GET /v2.0/agents/c975e62f-34ba-4112-8a4f-93da05ed7a25/dhcp-networks HTTP/1.1" status: 200 len: 3298 time: 0.2266290 Aug 29 04:49:32.272793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57826) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.308300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.308530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3efdb827-f7c7-490d-a933-b0efcfd7c48a tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "GET /v2.0/networks/9f58ddaa-f796-43b3-b3ff-44c8e530bf9b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0355735 Aug 29 04:49:32.322779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 668de32e-9538-42a8-9c6e-875a3aecaf5c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:32.323598 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.330512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a8b96db3-dab1-4909-8317-995147f8ef46 tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "GET /v2.0/networks/9f58ddaa-f796-43b3-b3ff-44c8e530bf9b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0209820 Aug 29 04:49:32.333124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57832) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.502327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57840) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.509212 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a659d6c8-9ba7-442f-b37f-2018e44ea51c tempest-DHCPAgentSchedulersTestJSON-1127080444 tempest-DHCPAgentSchedulersTestJSON-1127080444-project-admin] 10.222.0.55 "GET /v2.0/agents/c975e62f-34ba-4112-8a4f-93da05ed7a25/dhcp-networks HTTP/1.1" status: 200 len: 3298 time: 0.1746488 Aug 29 04:49:32.596155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.700440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.712888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735c332b-561e-4be9-983f-acd545280abc']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:32.729043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64f0223-cd89-4e15-9949-1a89c94f9485') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:32.729678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64f0223-cd89-4e15-9949-1a89c94f9485') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:32.742162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.760749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.769563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:32.770118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:32.773508 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:32.850155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.860876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.865245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "DELETE /v2.0/networks/735c332b-561e-4be9-983f-acd545280abc HTTP/1.1" status: 204 len: 168 time: 0.3594885 Aug 29 04:49:32.865677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57852) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.903887 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefdc7c3-933d-4d5f-976e-817fe53c9fcc tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:32.904631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefdc7c3-933d-4d5f-976e-817fe53c9fcc tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:32.909419 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cefdc7c3-933d-4d5f-976e-817fe53c9fcc tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "DELETE /v2.0/ports/a08e0612-d4b6-4499-8704-8eaed0d47357 HTTP/1.1" status: 404 len: 333 time: 0.0403435 Aug 29 04:49:32.909419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d57a0-9d26-4b2a-9611-3eca77152580 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event deleted for resources: {'Network': ['ID=735c332b-561e-4be9-983f-acd545280abc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:32.910376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57854) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.925955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.987640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Deleting subnet e3741f8a-26b0-421d-a25e-b8c4ae123b3e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:32.991561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.032089 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.057398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-756306fa-8ef5-4391-9faa-e19fc1301bfe tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:33.105970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-756306fa-8ef5-4391-9faa-e19fc1301bfe tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "PUT /v2.0/quotas/c8e3a82689a447c7ab0766f003c06367 HTTP/1.1" status: 200 len: 366 time: 0.1786973 Aug 29 04:49:33.106620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57860) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.122264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0df2ae7c-0d55-430c-841c-fc78cf2165be tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0141890 Aug 29 04:49:33.122908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57862) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.150869 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c8dc73e9-c8e9-4622-b68a-a6aceb3ca242 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "GET /v2.0/quotas/c8e3a82689a447c7ab0766f003c06367 HTTP/1.1" status: 200 len: 366 time: 0.0240119 Aug 29 04:49:33.151342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57864) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.152039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.176345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9060a130-6180-4f17-83b0-759cd5aab1a8 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/c8e3a82689a447c7ab0766f003c06367 HTTP/1.1" status: 204 len: 168 time: 0.0236790 Aug 29 04:49:33.177792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57866) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.190262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d7ae733-ddf8-46ff-b19a-45c462ebebea tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0107949 Aug 29 04:49:33.192214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57868) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.208066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-012db9d0-8add-4a5a-ba42-1b89a8c05171 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "GET /v2.0/quotas/c8e3a82689a447c7ab0766f003c06367 HTTP/1.1" status: 200 len: 370 time: 0.0135465 Aug 29 04:49:33.210473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57870) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.216637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cda2e14b-a7f8-4969-90ff-afd29826b1de tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "GET /v2.0/quotas/c8e3a82689a447c7ab0766f003c06367/default HTTP/1.1" status: 200 len: 370 time: 0.0048239 Aug 29 04:49:33.220204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.234624 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-eef64769-4730-4cfb-bcdf-2bcb7e5ec2af tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:49:33.237658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eef64769-4730-4cfb-bcdf-2bcb7e5ec2af tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/c8e3a82689a447c7ab0766f003c06367 HTTP/1.1" status: 404 len: 348 time: 0.0143778 Aug 29 04:49:33.247126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.280925 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.283505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "DELETE /v2.0/subnets/e3741f8a-26b0-421d-a25e-b8c4ae123b3e HTTP/1.1" status: 204 len: 168 time: 0.3715367 Aug 29 04:49:33.284828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event deleted for resources: {'Subnet': ['ID=e3741f8a-26b0-421d-a25e-b8c4ae123b3e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.286041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57876) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.289902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea55fc-811d-4c75-907d-effebc4531c8 None None] Network 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:33.304995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.305458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.305900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.306351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.306829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.307261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.307662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.308070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.309458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.309458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.309458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.309792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd717a43-b927-4884-a8cb-7288c803631d tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.374575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57878) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.380207 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.395623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:network and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.401975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.408972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:subnet and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.414163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.421301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:subnetpool and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.426464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.433099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:port and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.439624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.445221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Deleting port 668de32e-9538-42a8-9c6e-875a3aecaf5c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:33.445571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.446168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:router and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.451264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.458350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:floatingip and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.463719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.486361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] DHCP port deletion for 9f58ddaa-f796-43b3-b3ff-44c8e530bf9b request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:33.507162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:security_group and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.516889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] For port 668de32e-9538-42a8-9c6e-875a3aecaf5c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=668de32e-9538-42a8-9c6e-875a3aecaf5c,segment=NetworkSegment(8237e83e-05f7-446b-8652-8ea4d4f2a40b),segment_id=8237e83e-05f7-446b-8652-8ea4d4f2a40b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:33.517262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.521987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.529812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Usage tracker for resource:security_group_rule and tenant:03d04f359fbd47d1ba25c31c0daec466 is out of sync, need to count used quota {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:49:33.536919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.quota.resource [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:49:33.537122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Calling delete_port for 668de32e-9538-42a8-9c6e-875a3aecaf5c owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:33.542077 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-41e12938-e09e-4de7-8ff3-f6483e7605e2 tempest-QuotasTest-560209595 tempest-QuotasTest-560209595-project-admin] 10.222.0.55 "GET /v2.0/quotas/03d04f359fbd47d1ba25c31c0daec466/details.json HTTP/1.1" status: 200 len: 703 time: 0.1666696 Aug 29 04:49:33.564126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] Deleting port 668de32e-9538-42a8-9c6e-875a3aecaf5c {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:33.564516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.651877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] For port 668de32e-9538-42a8-9c6e-875a3aecaf5c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=668de32e-9538-42a8-9c6e-875a3aecaf5c,segment=NetworkSegment(8237e83e-05f7-446b-8652-8ea4d4f2a40b),segment_id=8237e83e-05f7-446b-8652-8ea4d4f2a40b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:33.652377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.652526 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.673834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] Calling delete_port for 668de32e-9538-42a8-9c6e-875a3aecaf5c owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:33.697921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event deleted for resources: {'Port': ['ID=668de32e-9538-42a8-9c6e-875a3aecaf5c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.706640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] No DVR routers for this DVR port 668de32e-9538-42a8-9c6e-875a3aecaf5c on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:33.712471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.712822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.713170 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.713511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.713878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.714209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.714686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.715075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.715410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.715994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.716320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.716645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:33.783253 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.815364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] Pushing event deleted for resources: {'Port': ['ID=668de32e-9538-42a8-9c6e-875a3aecaf5c,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:33.826786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607608bf-c039-48fa-94f4-7bcd3a3205dc None None] No DVR routers for this DVR port 668de32e-9538-42a8-9c6e-875a3aecaf5c on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:33.844025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.856420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f58ddaa-f796-43b3-b3ff-44c8e530bf9b']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:33.869008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8237e83e-05f7-446b-8652-8ea4d4f2a40b') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:33.869322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8237e83e-05f7-446b-8652-8ea4d4f2a40b') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:33.879980 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.896063 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.902953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:33.903657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:33.908482 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:33.985269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.015797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.027031 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.031420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] 10.222.0.55 "DELETE /v2.0/networks/9f58ddaa-f796-43b3-b3ff-44c8e530bf9b HTTP/1.1" status: 204 len: 168 time: 0.7419331 Aug 29 04:49:34.047169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc401b20-7f7b-4b2c-b500-bed3ffe7e6e8 tempest-DHCPAgentSchedulersTestJSON-1295661228 tempest-DHCPAgentSchedulersTestJSON-1295661228-project] Pushing event deleted for resources: {'Network': ['ID=9f58ddaa-f796-43b3-b3ff-44c8e530bf9b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.119272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64216492-b1b4-4d46-94b3-ca8ecb4aefd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.165470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 668de32e-9538-42a8-9c6e-875a3aecaf5c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:34.190595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 668de32e-9538-42a8-9c6e-875a3aecaf5c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:34.191386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 668de32e-9538-42a8-9c6e-875a3aecaf5c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:34.238429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64216492-b1b4-4d46-94b3-ca8ecb4aefd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.243255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-64216492-b1b4-4d46-94b3-ca8ecb4aefd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.288456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-64216492-b1b4-4d46-94b3-ca8ecb4aefd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3cb0afb27fa462c9abecba163b4c38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018601 Aug 29 04:49:34.291042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57910) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.291522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216492-b1b4-4d46-94b3-ca8ecb4aefd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f799b9b-15f1-4202-919b-9b7cc7100f5d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.315528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57912) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.357556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d885c88-29f6-4a1c-8f26-933d33d6088a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.381140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d885c88-29f6-4a1c-8f26-933d33d6088a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.436380 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d885c88-29f6-4a1c-8f26-933d33d6088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.438921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d885c88-29f6-4a1c-8f26-933d33d6088a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.440031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d885c88-29f6-4a1c-8f26-933d33d6088a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f799b9b-15f1-4202-919b-9b7cc7100f5d HTTP/1.1" status: 204 len: 168 time: 0.1479375 Aug 29 04:49:34.457998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d885c88-29f6-4a1c-8f26-933d33d6088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f799b9b-15f1-4202-919b-9b7cc7100f5d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.487472 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eff27202-5db9-4d1e-907e-a97b31980780 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ce77f35ab7b41e09f32feb7704f73f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706786 Aug 29 04:49:34.489896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57918) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.546825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a3c42116-9df7-41b0-ab8d-69ca07d36dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.570587 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a3c42116-9df7-41b0-ab8d-69ca07d36dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.630820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a3c42116-9df7-41b0-ab8d-69ca07d36dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.633540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a3c42116-9df7-41b0-ab8d-69ca07d36dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.635175 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a3c42116-9df7-41b0-ab8d-69ca07d36dc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/140c59e6-538a-49fc-9b28-98ec31fd1098 HTTP/1.1" status: 204 len: 168 time: 0.1425662 Aug 29 04:49:34.647085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c42116-9df7-41b0-ab8d-69ca07d36dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140c59e6-538a-49fc-9b28-98ec31fd1098,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.818211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.838242 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b7177d7-8198-4829-848c-7da24f536be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.946703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b7177d7-8198-4829-848c-7da24f536be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.957668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1b7177d7-8198-4829-848c-7da24f536be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.000148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1b7177d7-8198-4829-848c-7da24f536be7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03d04f359fbd47d1ba25c31c0daec466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801000 Aug 29 04:49:35.002950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57930) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.005997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7177d7-8198-4829-848c-7da24f536be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f57250-62a2-4a2a-9d9c-60799e73cd64,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.069170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6b4c-cb02-4641-a62f-5140ecfec2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.096259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6b4c-cb02-4641-a62f-5140ecfec2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.151363 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6b4c-cb02-4641-a62f-5140ecfec2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.154365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6b4c-cb02-4641-a62f-5140ecfec2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.158048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb4d6b4c-cb02-4641-a62f-5140ecfec2cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62f57250-62a2-4a2a-9d9c-60799e73cd64 HTTP/1.1" status: 204 len: 168 time: 0.1514766 Aug 29 04:49:35.168848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57934) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.181462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d6b4c-cb02-4641-a62f-5140ecfec2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f57250-62a2-4a2a-9d9c-60799e73cd64,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.189570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bb6721e-f002-4a58-8e78-593e8961a75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.303241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bb6721e-f002-4a58-8e78-593e8961a75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.308008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bb6721e-f002-4a58-8e78-593e8961a75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.343399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9bb6721e-f002-4a58-8e78-593e8961a75b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=203eeb78b9ba4f4d8c1b85c2c2760877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735990 Aug 29 04:49:35.346547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.373507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6721e-f002-4a58-8e78-593e8961a75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1e149d-5876-4b7b-be37-8e5d240780c3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.414967 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2996be0-ce09-4244-a807-9a222d85f20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.445476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2996be0-ce09-4244-a807-9a222d85f20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.500101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2996be0-ce09-4244-a807-9a222d85f20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.504267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d2996be0-ce09-4244-a807-9a222d85f20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.505503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d2996be0-ce09-4244-a807-9a222d85f20e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b1e149d-5876-4b7b-be37-8e5d240780c3 HTTP/1.1" status: 204 len: 168 time: 0.1578343 Aug 29 04:49:35.521010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2996be0-ce09-4244-a807-9a222d85f20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1e149d-5876-4b7b-be37-8e5d240780c3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:36.457922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 57992) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.501574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 57998) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.754219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-150445088'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:36.776436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:36.779299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f17ba9c9-d73d-4964-b960-37654049c88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.780083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.788794 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.877259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f17ba9c9-d73d-4964-b960-37654049c88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.882065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f17ba9c9-d73d-4964-b960-37654049c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.916009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f17ba9c9-d73d-4964-b960-37654049c88a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5affa8416fe94d2b9ba825b5e7f16c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108942 Aug 29 04:49:36.916290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.940932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ba9c9-d73d-4964-b960-37654049c88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407e2a7b-0d2d-4c69-af6e-ba254a14b3ff,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:36.949298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58010) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.991905 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.997319 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-560ea4f2-f348-4b66-874c-35f4fb813174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.999755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.026479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-560ea4f2-f348-4b66-874c-35f4fb813174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.029070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:37.038414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e9805-8f2f-4c25-ad53-7fc222b84726,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.045463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.046747 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Added segment a23d01cf-1830-4017-a536-82a10ba7d345 of type vlan for network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 Aug 29 04:49:37.086644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-560ea4f2-f348-4b66-874c-35f4fb813174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.089327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-560ea4f2-f348-4b66-874c-35f4fb813174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.091216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-560ea4f2-f348-4b66-874c-35f4fb813174 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/407e2a7b-0d2d-4c69-af6e-ba254a14b3ff HTTP/1.1" status: 204 len: 168 time: 0.1735563 Aug 29 04:49:37.092676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.099547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-689514126', 'router:external': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:37.113099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ea4f2-f348-4b66-874c-35f4fb813174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407e2a7b-0d2d-4c69-af6e-ba254a14b3ff,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.124645 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.131302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Made reservation on behalf of 0f38cc08548040c2986a80246e382483 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:37.131741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:37.132507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.135677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.148284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.205901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Network': ['ID=44f30ab9-1483-48ff-b5c2-bb7eeb160b13,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.218481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:37.252955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.257877 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.265022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a0e3c845-9be6-4bea-acb9-624799cc22a1 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8046937 Aug 29 04:49:37.279836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:37.294876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5174633-ef0c-4194-96ee-f3a4f1067fe4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.298856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.299376 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Added segment db840eaa-6239-4996-a979-3b5f607e2d6c of type vlan for network aa00bc08-2d3d-4b79-92b1-d056709a6349 Aug 29 04:49:37.346617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.377939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.379085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:37.379788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.440014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4862776 Aug 29 04:49:37.440297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58018) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:37.447880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'subnet': {'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:37.461501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f15a08-03f1-4074-8c9e-fa30c8f08436 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Network': ['ID=aa00bc08-2d3d-4b79-92b1-d056709a6349,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.472929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network aa00bc08-2d3d-4b79-92b1-d056709a6349 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:37.483812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Made reservation on behalf of 0f38cc08548040c2986a80246e382483 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:37.486880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.657529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58020) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:37.679172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-784e60ff-181b-4234-8458-7c3d42daefe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.836467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-784e60ff-181b-4234-8458-7c3d42daefe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.841240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-784e60ff-181b-4234-8458-7c3d42daefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.903214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:37.903659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.938106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e60ff-181b-4234-8458-7c3d42daefe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f296a-b423-45a7-9bc0-e774f7562091,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.953024 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-784e60ff-181b-4234-8458-7c3d42daefe3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07cc1df7f98e4df8894ff06226159785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887666 Aug 29 04:49:37.953024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58022) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:37.999333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Subnet': ['ID=501d03ce-07d1-4233-a44f-60d5ee5c583d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.017353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Checking segment: {'id': 'db840eaa-6239-4996-a979-3b5f607e2d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:38.017877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network hostable DHCP agents. Network: aa00bc08-2d3d-4b79-92b1-d056709a6349, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:38.043022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73db7aae-7710-4786-bd7b-f7190ff3ce2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.054445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network aa00bc08-2d3d-4b79-92b1-d056709a6349 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:38.070347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73db7aae-7710-4786-bd7b-f7190ff3ce2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.076488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, aa00bc08-2d3d-4b79-92b1-d056709a6349) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:38.084094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.085341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.087630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d63476-22f3-400a-b234-94a663e0297f None None] Network aa00bc08-2d3d-4b79-92b1-d056709a6349 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:38.120575 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-41f5f878-9ebc-4617-ba59-15bbc2d551e1 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6789289 Aug 29 04:49:38.123420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58024) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.130540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-910467635', 'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:38.135805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73db7aae-7710-4786-bd7b-f7190ff3ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.138432 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73db7aae-7710-4786-bd7b-f7190ff3ce2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.142442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-73db7aae-7710-4786-bd7b-f7190ff3ce2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/450f296a-b423-45a7-9bc0-e774f7562091 HTTP/1.1" status: 204 len: 168 time: 0.1865251 Aug 29 04:49:38.156291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db7aae-7710-4786-bd7b-f7190ff3ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f296a-b423-45a7-9bc0-e774f7562091,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.167447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Made reservation on behalf of 0f38cc08548040c2986a80246e382483 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:38.169974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.191673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] device_id is not set on port 57a3f39b-9b67-4159-95ed-9bae517e2c86 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:38.269980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c88b800-e0b2-493f-bf9c-32110a91571e None None] Network aa00bc08-2d3d-4b79-92b1-d056709a6349 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:38.323692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Allocated IP 2001:db8::214 (aa00bc08-2d3d-4b79-92b1-d056709a6349/501d03ce-07d1-4233-a44f-60d5ee5c583d/57a3f39b-9b67-4159-95ed-9bae517e2c86) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:38.488737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.539383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.580145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network aa00bc08-2d3d-4b79-92b1-d056709a6349 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:38.583129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:38.587296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58030) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.588198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:38.589680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.590581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.606983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e12abf90-8fc0-46a0-9b32-25d93b7b0833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.612805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4867787 Aug 29 04:49:38.616734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58032) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.624839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7740a-adcb-444a-98cc-0aa661fef5c8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Port': ['ID=57a3f39b-9b67-4159-95ed-9bae517e2c86,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.741500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Deleting port 57a3f39b-9b67-4159-95ed-9bae517e2c86 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:38.742083 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.815674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e12abf90-8fc0-46a0-9b32-25d93b7b0833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.823622 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e12abf90-8fc0-46a0-9b32-25d93b7b0833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.874657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.878857 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e12abf90-8fc0-46a0-9b32-25d93b7b0833 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6159ae5a39ac400b99098153c164478f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873044 Aug 29 04:49:38.881547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58034) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.884020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12abf90-8fc0-46a0-9b32-25d93b7b0833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cc7b0f-3c90-430c-888d-9d59609f148a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.891426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Calling delete_port for 57a3f39b-9b67-4159-95ed-9bae517e2c86 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:38.963937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15183158-42be-433f-85d4-fe37eb2d9024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.997047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15183158-42be-433f-85d4-fe37eb2d9024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.028748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.048846 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15183158-42be-433f-85d4-fe37eb2d9024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.051579 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15183158-42be-433f-85d4-fe37eb2d9024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.055647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-15183158-42be-433f-85d4-fe37eb2d9024 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51cc7b0f-3c90-430c-888d-9d59609f148a HTTP/1.1" status: 204 len: 168 time: 0.1702163 Aug 29 04:49:39.068089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15183158-42be-433f-85d4-fe37eb2d9024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cc7b0f-3c90-430c-888d-9d59609f148a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:39.084861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.087556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "DELETE /v2.0/ports/57a3f39b-9b67-4159-95ed-9bae517e2c86 HTTP/1.1" status: 204 len: 168 time: 0.4697258 Aug 29 04:49:39.088631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29eb51-b005-484e-8a3f-2fc06fa26957 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event deleted for resources: {'Port': ['ID=57a3f39b-9b67-4159-95ed-9bae517e2c86,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:39.091979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58038) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:39.101808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349', 'external_fixed_ips': [{'subnet_id': '501d03ce-07d1-4233-a44f-60d5ee5c583d', 'ip_address': '2001:db8::214'}]}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:39.130130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.131633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.189530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.660163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.876078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.899192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.054723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Allocated IP 2001:db8::214 (aa00bc08-2d3d-4b79-92b1-d056709a6349/501d03ce-07d1-4233-a44f-60d5ee5c583d/6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:40.164052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.209902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.253457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network aa00bc08-2d3d-4b79-92b1-d056709a6349 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:40.256924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:40.264176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:40.342153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Port': ['ID=6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:40.492566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.522443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:40.528858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'subnet': {'network_id': '44f30ab9-1483-48ff-b5c2-bb7eeb160b13', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:40.620378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:40.624463 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.700625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.822211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.840516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Router 62e81101-09a9-4f63-814e-4a2ec0acdbd8 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:40.898525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Subnet': ['ID=d6c4c86d-68fc-44f2-82db-9d004ccdbbe2,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:40.905828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Checking segment: {'id': 'a23d01cf-1830-4017-a536-82a10ba7d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '44f30ab9-1483-48ff-b5c2-bb7eeb160b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:40.906207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network hostable DHCP agents. Network: 44f30ab9-1483-48ff-b5c2-bb7eeb160b13, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:40.933314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:40.951343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 44f30ab9-1483-48ff-b5c2-bb7eeb160b13) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:40.961634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.961634 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.980556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389d2da-c7c8-498a-b3b5-ea75629baf3b None None] Network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:40.981278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58070) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:40.982275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e4686fc4-c256-4e46-8419-08dd7d136ccf tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4576809 Aug 29 04:49:40.991215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1986579015'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:41.007670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:41.021683 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Sync routers for ids ['62e81101-09a9-4f63-814e-4a2ec0acdbd8'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:41.028024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:41.031646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.035535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.039283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2d625236-4d3e-4e9a-aae5-4e1b74e69ad3 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9428601 Aug 29 04:49:41.039982 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Routers {'62e81101-09a9-4f63-814e-4a2ec0acdbd8'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:41.040385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58072) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.040734 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['62e81101-09a9-4f63-814e-4a2ec0acdbd8'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:41.062886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:41.072837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.073112 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Added segment 9ed94dd1-5bb4-4c21-9a91-dfe9828578fc of type vlan for network da29f1a6-ac02-4253-87ea-1df275da19fd Aug 29 04:49:41.133182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.159242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-44f30ab9-1483-48ff-b5c2-bb7eeb160b13', 'network_id': '44f30ab9-1483-48ff-b5c2-bb7eeb160b13', 'tenant_id': '7ade5b18a7d04ee184926f519caf7180', 'fixed_ips': [{'subnet_id': 'd6c4c86d-68fc-44f2-82db-9d004ccdbbe2'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:41.160127 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.165494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.172419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.173409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.198609 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.259132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58074) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.261744 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Set router 62e81101-09a9-4f63-814e-4a2ec0acdbd8 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:41.261886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2793427 Aug 29 04:49:41.270983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0b8bb-2d7d-4266-a51c-f7f0a1ca828f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Network': ['ID=da29f1a6-ac02-4253-87ea-1df275da19fd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:41.271233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'subnet': {'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:41.323864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Allocated IP 2001:db8:0:ffff::2 (44f30ab9-1483-48ff-b5c2-bb7eeb160b13/d6c4c86d-68fc-44f2-82db-9d004ccdbbe2/b9b309f9-61cb-4280-bf53-40dbf56a7ada) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:41.329944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network da29f1a6-ac02-4253-87ea-1df275da19fd details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:41.407682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.468759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:41.472453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.519156 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e81101-09a9-4f63-814e-4a2ec0acdbd8', 'name': '', 'tenant_id': '0f38cc08548040c2986a80246e382483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349', 'external_fixed_ips': [{'subnet_id': '501d03ce-07d1-4233-a44f-60d5ee5c583d', 'ip_address': '2001:db8::214'}], 'enable_snat': True}, 'gw_port_id': '6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:39Z', 'updated_at': '2021-08-29T04:49:40Z', 'revision_number': 3, 'project_id': '0f38cc08548040c2986a80246e382483', 'gw_port': {'id': '6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4', 'name': '', 'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e81101-09a9-4f63-814e-4a2ec0acdbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '501d03ce-07d1-4233-a44f-60d5ee5c583d', 'ip_address': '2001:db8::214', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:39Z', 'updated_at': '2021-08-29T04:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '501d03ce-07d1-4233-a44f-60d5ee5c583d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:41.559162 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Checking router: 62e81101-09a9-4f63-814e-4a2ec0acdbd8 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:41.559517 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Updating router 62e81101-09a9-4f63-814e-4a2ec0acdbd8 port 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:41.563868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Deleting port 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:41.564390 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.579609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.590102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Transition to ACTIVE for port object b9b309f9-61cb-4280-bf53-40dbf56a7ada will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:41.598956 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.613854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Transition to ACTIVE for port object b9b309f9-61cb-4280-bf53-40dbf56a7ada will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:41.623139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.676165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:41.684484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:41.691778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:41.694840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.714911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Calling delete_port for 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:41.735583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Pushing event updated for resources: {'Port': ['ID=b9b309f9-61cb-4280-bf53-40dbf56a7ada,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:41.778418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Attempting to bind port b9b309f9-61cb-4280-bf53-40dbf56a7ada on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:41.778845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Attempting to bind port b9b309f9-61cb-4280-bf53-40dbf56a7ada by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'a23d01cf-1830-4017-a536-82a10ba7d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '44f30ab9-1483-48ff-b5c2-bb7eeb160b13'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:41.779216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Attempting to bind port b9b309f9-61cb-4280-bf53-40dbf56a7ada on network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:41.785341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:41.785765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Checking segment: {'id': 'a23d01cf-1830-4017-a536-82a10ba7d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '44f30ab9-1483-48ff-b5c2-bb7eeb160b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:41.786174 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.786569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Bound using segment: {'id': 'a23d01cf-1830-4017-a536-82a10ba7d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '44f30ab9-1483-48ff-b5c2-bb7eeb160b13'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:41.787039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Bound port: b9b309f9-61cb-4280-bf53-40dbf56a7ada, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23d01cf-1830-4017-a536-82a10ba7d345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '44f30ab9-1483-48ff-b5c2-bb7eeb160b13'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:41.787424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.875188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] For port b9b309f9-61cb-4280-bf53-40dbf56a7ada, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:41.879585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] For port b9b309f9-61cb-4280-bf53-40dbf56a7ada, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b9b309f9-61cb-4280-bf53-40dbf56a7ada,segment=NetworkSegment(a23d01cf-1830-4017-a536-82a10ba7d345),segment_id=a23d01cf-1830-4017-a536-82a10ba7d345)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:41.885899 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.942774 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.957344 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Transition to ACTIVE for port object 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:41.968882 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.985515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac752a2-ad97-42ae-9595-6bfcebd5cc21 None None] Pushing event updated for resources: {'Port': ['ID=b9b309f9-61cb-4280-bf53-40dbf56a7ada,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.034762 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Pushing event updated for resources: {'Port': ['ID=6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.038156 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Attempting to bind port 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:42.038514 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Attempting to bind port 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'db840eaa-6239-4996-a979-3b5f607e2d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:42.038871 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Attempting to bind port 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4 on network aa00bc08-2d3d-4b79-92b1-d056709a6349 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:42.046166 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.046512 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.046849 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.047182 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.047508 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.047833 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.048153 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.048473 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.048792 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.049112 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.049432 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.049786 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:42.056118 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:42.056492 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Checking segment: {'id': 'db840eaa-6239-4996-a979-3b5f607e2d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:42.056889 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.057277 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Bound using segment: {'id': 'db840eaa-6239-4996-a979-3b5f607e2d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:42.057788 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Bound port: 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db840eaa-6239-4996-a979-3b5f607e2d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'aa00bc08-2d3d-4b79-92b1-d056709a6349'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:42.058164 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.134472 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] For port 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:42.138175 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] For port 6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4,segment=NetworkSegment(db840eaa-6239-4996-a979-3b5f607e2d6c),segment_id=db840eaa-6239-4996-a979-3b5f607e2d6c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:42.145483 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.210148 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708d8d1-69f3-4138-a9c3-c03d7679e667 None None] Pushing event updated for resources: {'Port': ['ID=6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.260710 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Routers {'62e81101-09a9-4f63-814e-4a2ec0acdbd8'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:42.261401 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['62e81101-09a9-4f63-814e-4a2ec0acdbd8'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:42.274315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:42.277271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.366971 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] Set router 62e81101-09a9-4f63-814e-4a2ec0acdbd8 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:42.377494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.395504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Subnet': ['ID=21956b9c-8014-4483-a3eb-7c179751ef27,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.438604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ddc1f3a-88a8-4cbe-ace7-f28c1cb50ca4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.445628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Checking segment: {'id': '9ed94dd1-5bb4-4c21-9a91-dfe9828578fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:42.445628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network hostable DHCP agents. Network: da29f1a6-ac02-4253-87ea-1df275da19fd, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:42.463348 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e81101-09a9-4f63-814e-4a2ec0acdbd8', 'name': '', 'tenant_id': '0f38cc08548040c2986a80246e382483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:39Z', 'updated_at': '2021-08-29T04:49:41Z', 'revision_number': 4, 'project_id': '0f38cc08548040c2986a80246e382483', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:42.465108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.495487 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49503ba3-bae5-4a2d-a0f1-fe6059d5efd2 None None] The sync data for ids ['62e81101-09a9-4f63-814e-4a2ec0acdbd8'] in n-d-712143-14 is: [{'id': '62e81101-09a9-4f63-814e-4a2ec0acdbd8', 'name': '', 'tenant_id': '0f38cc08548040c2986a80246e382483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:39Z', 'updated_at': '2021-08-29T04:49:41Z', 'revision_number': 4, 'project_id': '0f38cc08548040c2986a80246e382483', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:42.568939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.570820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network da29f1a6-ac02-4253-87ea-1df275da19fd is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:42.573346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.614692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, da29f1a6-ac02-4253-87ea-1df275da19fd) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:42.625422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.625827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c39f2d-faf7-40dd-9b19-befcc130fbb6 None None] Network da29f1a6-ac02-4253-87ea-1df275da19fd requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:42.626166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.630273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.631003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62e81101-09a9-4f63-814e-4a2ec0acdbd8 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:42.637815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.638996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d303c322-6a42-4bed-9b65-32fc4be6b3d5 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "DELETE /v2.0/routers/62e81101-09a9-4f63-814e-4a2ec0acdbd8 HTTP/1.1" status: 204 len: 168 time: 1.5965452 Aug 29 04:49:42.642411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58086) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:42.662353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-75e2a03a-b48c-4f7f-a3cb-1332b539a04a tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3983514 Aug 29 04:49:42.665184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58088) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:42.682085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'port': {'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd', 'name': 'tempest-NetworksIpV6TestAttrs-2018260988'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:42.741362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Deleting subnet 501d03ce-07d1-4233-a44f-60d5ee5c583d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:42.744959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.824582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.865710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:42.866858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-da29f1a6-ac02-4253-87ea-1df275da19fd', 'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd', 'tenant_id': '7ade5b18a7d04ee184926f519caf7180', 'fixed_ips': [{'subnet_id': '21956b9c-8014-4483-a3eb-7c179751ef27'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:42.868074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.883242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.903105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.907307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] device_id is not set on port dbcd0b19-0305-4a2d-82f4-55207f69ccd4 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:42.985966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.020799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=501d03ce-07d1-4233-a44f-60d5ee5c583d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:43.026128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.028172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d56d72c0-2428-4ae6-8af4-df9d76978a76 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/501d03ce-07d1-4233-a44f-60d5ee5c583d HTTP/1.1" status: 204 len: 168 time: 0.3840702 Aug 29 04:49:43.030772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58092) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.047523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Allocated IP 2001:db8::f816:3eff:fe16:3579 (da29f1a6-ac02-4253-87ea-1df275da19fd/21956b9c-8014-4483-a3eb-7c179751ef27/dbcd0b19-0305-4a2d-82f4-55207f69ccd4) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:43.109573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.214167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.231842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa00bc08-2d3d-4b79-92b1-d056709a6349']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:43.237528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.246802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db840eaa-6239-4996-a979-3b5f607e2d6c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:43.247233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db840eaa-6239-4996-a979-3b5f607e2d6c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:43.252942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Transition to ACTIVE for port object dbcd0b19-0305-4a2d-82f4-55207f69ccd4 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:43.260767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.276533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.284853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:43.285287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:43.287157 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:43.303072 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.355210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Allocated IP 2001:db8::f816:3eff:fe74:26cd (da29f1a6-ac02-4253-87ea-1df275da19fd/21956b9c-8014-4483-a3eb-7c179751ef27/2694849a-b8cb-4211-bd61-98a8e2ad739d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:43.355838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network da29f1a6-ac02-4253-87ea-1df275da19fd is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:43.360099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:43.366510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:43.374385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:43.375444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.393311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.399414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa00bc08-2d3d-4b79-92b1-d056709a6349 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:49:43.404036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Port': ['ID=dbcd0b19-0305-4a2d-82f4-55207f69ccd4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:43.412161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.412336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-75d24f4f-0c36-4bce-b229-0c007c0cac17 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7434874 Aug 29 04:49:43.412562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58096) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.417805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "DELETE /v2.0/networks/aa00bc08-2d3d-4b79-92b1-d056709a6349 HTTP/1.1" status: 204 len: 168 time: 0.3825364 Aug 29 04:49:43.440832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558872f-23b5-4e27-ae07-f1e238b30f15 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa00bc08-2d3d-4b79-92b1-d056709a6349,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:43.466094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861f24d-43ad-494f-b419-c44d9b0f83cb None None] Network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:43.486118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting subnet 21956b9c-8014-4483-a3eb-7c179751ef27 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:43.580821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-76df43e7-fe48-4c9f-9e0e-f195899f4f94 None None] Provisioning for port b9b309f9-61cb-4280-bf53-40dbf56a7ada completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:43.761732 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.776351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Transition to ACTIVE for port object 2694849a-b8cb-4211-bd61-98a8e2ad739d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:43.794353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Transition to ACTIVE for port object 2694849a-b8cb-4211-bd61-98a8e2ad739d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:43.798738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58108) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.805982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9b8fe003-f6f7-499f-8039-1dd56ceb810f tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'router': {'name': 'tempest-router--1094359472', 'project_id': '39ed5f417dfe4137a104ceac83e51d93'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:43.820198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.827730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.860468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Network da29f1a6-ac02-4253-87ea-1df275da19fd is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:43.898456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:43.905796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:43.931092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe003-f6f7-499f-8039-1dd56ceb810f tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.932887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe003-f6f7-499f-8039-1dd56ceb810f tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.950272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.008148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Pushing event updated for resources: {'Port': ['ID=2694849a-b8cb-4211-bd61-98a8e2ad739d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:44.076859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Attempting to bind port 2694849a-b8cb-4211-bd61-98a8e2ad739d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:44.077546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Attempting to bind port 2694849a-b8cb-4211-bd61-98a8e2ad739d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '9ed94dd1-5bb4-4c21-9a91-dfe9828578fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:44.078156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Attempting to bind port 2694849a-b8cb-4211-bd61-98a8e2ad739d on network da29f1a6-ac02-4253-87ea-1df275da19fd {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:44.085025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:44.085731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Checking segment: {'id': '9ed94dd1-5bb4-4c21-9a91-dfe9828578fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:44.086527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.087292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Bound using segment: {'id': '9ed94dd1-5bb4-4c21-9a91-dfe9828578fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:44.087953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Bound port: 2694849a-b8cb-4211-bd61-98a8e2ad739d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed94dd1-5bb4-4c21-9a91-dfe9828578fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'da29f1a6-ac02-4253-87ea-1df275da19fd'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:44.088523 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.135925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe003-f6f7-499f-8039-1dd56ceb810f tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.163462 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe003-f6f7-499f-8039-1dd56ceb810f tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.193199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe003-f6f7-499f-8039-1dd56ceb810f tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.196442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9b8fe003-f6f7-499f-8039-1dd56ceb810f tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3965228 Aug 29 04:49:44.199707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.242280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] For port 2694849a-b8cb-4211-bd61-98a8e2ad739d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:44.247936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] For port 2694849a-b8cb-4211-bd61-98a8e2ad739d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2694849a-b8cb-4211-bd61-98a8e2ad739d,segment=NetworkSegment(9ed94dd1-5bb4-4c21-9a91-dfe9828578fc),segment_id=9ed94dd1-5bb4-4c21-9a91-dfe9828578fc)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:44.253668 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.260154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58114) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.268627 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.325960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff367-a891-49eb-a910-20c028d6e6d5 None None] Pushing event updated for resources: {'Port': ['ID=2694849a-b8cb-4211-bd61-98a8e2ad739d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:44.326994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6c93b8-a22e-4faa-827d-1fbf4e3ed46c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.340334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b9b309f9-61cb-4280-bf53-40dbf56a7ada up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:44.378019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.431533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Subnet': ['ID=21956b9c-8014-4483-a3eb-7c179751ef27,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:44.440245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.442306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-befa5ba6-0204-4ec3-9f13-fc2ff8e97b35 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/21956b9c-8014-4483-a3eb-7c179751ef27 HTTP/1.1" status: 204 len: 168 time: 1.0287030 Aug 29 04:49:44.444847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58118) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.518681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port b9b309f9-61cb-4280-bf53-40dbf56a7ada completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:44.526019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b9b309f9-61cb-4280-bf53-40dbf56a7ada triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:44.526448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.545184 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e111b92-5624-4aa7-81ad-053aaf89ab9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.590517 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6c93b8-a22e-4faa-827d-1fbf4e3ed46c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.595216 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6c93b8-a22e-4faa-827d-1fbf4e3ed46c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.613545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49032f-7c7b-4f0d-803c-4919f73fa78d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:44.615298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49032f-7c7b-4f0d-803c-4919f73fa78d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:44.620909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bc49032f-7c7b-4f0d-803c-4919f73fa78d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1729231 Aug 29 04:49:44.621527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58120) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.649666 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.672075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6c93b8-a22e-4faa-827d-1fbf4e3ed46c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.672611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6c93b8-a22e-4faa-827d-1fbf4e3ed46c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 849358ab-1938-46c2-ba3c-c9fb6db96bcd {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:44.694977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a6c93b8-a22e-4faa-827d-1fbf4e3ed46c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.698593 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0a6c93b8-a22e-4faa-827d-1fbf4e3ed46c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "DELETE /v2.0/routers/849358ab-1938-46c2-ba3c-c9fb6db96bcd HTTP/1.1" status: 204 len: 168 time: 0.4948194 Aug 29 04:49:44.736195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port b9b309f9-61cb-4280-bf53-40dbf56a7ada, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b9b309f9-61cb-4280-bf53-40dbf56a7ada,segment=NetworkSegment(a23d01cf-1830-4017-a536-82a10ba7d345),segment_id=a23d01cf-1830-4017-a536-82a10ba7d345)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:44.744298 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.837844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=b9b309f9-61cb-4280-bf53-40dbf56a7ada,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:44.851899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-628129e6-91ed-4bfc-b745-cbfb21fa459d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.874147 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-628129e6-91ed-4bfc-b745-cbfb21fa459d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:49:44.874688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628129e6-91ed-4bfc-b745-cbfb21fa459d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:44.880680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-628129e6-91ed-4bfc-b745-cbfb21fa459d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/da29f1a6-ac02-4253-87ea-1df275da19fd HTTP/1.1" status: 409 len: 405 time: 0.2435606 Aug 29 04:49:44.881491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58124) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.891473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1530546724'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:44.928160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e111b92-5624-4aa7-81ad-053aaf89ab9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.937052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e111b92-5624-4aa7-81ad-053aaf89ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.978906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:44.986804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:44.990330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.992645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e111b92-5624-4aa7-81ad-053aaf89ab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85700338-be65-4528-9872-0d3ade5b6050,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:45.006857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.007103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0e111b92-5624-4aa7-81ad-053aaf89ab9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f90a1a07d24c4cafb39ff39cf309ff86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7454369 Aug 29 04:49:45.033903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:45.046939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.047705 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Added segment c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b of type vlan for network d089de4e-6126-4b6b-bbfc-8c0886138f47 Aug 29 04:49:45.068131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f639334-c610-4ce0-9cf0-5aa25ac7ba29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.104494 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f639334-c610-4ce0-9cf0-5aa25ac7ba29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.111752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.145126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.150732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:45.151440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.169818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f639334-c610-4ce0-9cf0-5aa25ac7ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.173368 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8f639334-c610-4ce0-9cf0-5aa25ac7ba29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.177085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8f639334-c610-4ce0-9cf0-5aa25ac7ba29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85700338-be65-4528-9872-0d3ade5b6050 HTTP/1.1" status: 204 len: 168 time: 0.1666348 Aug 29 04:49:45.197640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f639334-c610-4ce0-9cf0-5aa25ac7ba29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85700338-be65-4528-9872-0d3ade5b6050,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:45.204138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-911199463', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:45.226008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3440373 Aug 29 04:49:45.229707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58134) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.237325 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'subnet': {'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:45.239674 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acff84-f961-442d-aee7-934769ff8021 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Network': ['ID=d089de4e-6126-4b6b-bbfc-8c0886138f47,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:45.253139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network d089de4e-6126-4b6b-bbfc-8c0886138f47 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:45.281742 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.282788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.367869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.445693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:45.449291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.575625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.671984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f54b1-c461-43ea-b085-3bb667b63648 None None] Network da29f1a6-ac02-4253-87ea-1df275da19fd requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:45.811410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c25cb0f-6730-48f9-8e92-0e8f8bf7d52f None None] Provisioning for port 2694849a-b8cb-4211-bd61-98a8e2ad739d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:45.889896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] DHCP port deletion for da29f1a6-ac02-4253-87ea-1df275da19fd request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:45.941269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] Deleting port 2694849a-b8cb-4211-bd61-98a8e2ad739d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:45.941683 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.945969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.objects.ports [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:45.953577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.964500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.007054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] For port 2694849a-b8cb-4211-bd61-98a8e2ad739d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2694849a-b8cb-4211-bd61-98a8e2ad739d,segment=NetworkSegment(9ed94dd1-5bb4-4c21-9a91-dfe9828578fc),segment_id=9ed94dd1-5bb4-4c21-9a91-dfe9828578fc)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:46.007457 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.031727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] Calling delete_port for 2694849a-b8cb-4211-bd61-98a8e2ad739d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:46.038123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.104938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Subnet': ['ID=45423bd0-aef8-425d-8e46-2648d4c8fed1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.118302 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.130910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Checking segment: {'id': 'c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:46.131279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network hostable DHCP agents. Network: d089de4e-6126-4b6b-bbfc-8c0886138f47, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:46.144207 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] Pushing event deleted for resources: {'Port': ['ID=2694849a-b8cb-4211-bd61-98a8e2ad739d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.150044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc3a09-2100-4ed3-9c17-b4879a025aa1 None None] No DVR routers for this DVR port 2694849a-b8cb-4211-bd61-98a8e2ad739d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:46.207006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b9b309f9-61cb-4280-bf53-40dbf56a7ada up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:46.265019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b9b309f9-61cb-4280-bf53-40dbf56a7ada triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:46.265019 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.557078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network d089de4e-6126-4b6b-bbfc-8c0886138f47 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:46.573257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Allocated IP 172.25.7.13 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/3c37dc22-9329-437c-9322-e4e5c73ace76) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:46.575052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, d089de4e-6126-4b6b-bbfc-8c0886138f47) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:46.582750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:46.583335 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.584695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7d6ee-42ce-493b-8a84-ede618534f17 None None] Network d089de4e-6126-4b6b-bbfc-8c0886138f47 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:46.615982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dffe5efb-e8d1-455e-94ee-ac0f55077359 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3847940 Aug 29 04:49:46.618641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58174) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:46.624618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'port': {'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47', 'name': 'tempest-NetworksIpV6TestAttrs-266554437'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:46.722849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.761027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:46.765636 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.773169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-d089de4e-6126-4b6b-bbfc-8c0886138f47', 'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47', 'tenant_id': '7ade5b18a7d04ee184926f519caf7180', 'fixed_ips': [{'subnet_id': '45423bd0-aef8-425d-8e46-2648d4c8fed1'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:46.780144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.785211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.806822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:46.809655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] device_id is not set on port a1234dca-f03b-43d5-a792-0d94133d7d1b yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:46.832626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:46.836330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:46.888659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event updated for resources: {'Port': ['ID=3c37dc22-9329-437c-9322-e4e5c73ace76,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.892464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c6b34173-57f6-4224-8024-97771f0ba7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.969041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Allocated IP 2001:db8::f816:3eff:feec:6c98 (d089de4e-6126-4b6b-bbfc-8c0886138f47/45423bd0-aef8-425d-8e46-2648d4c8fed1/9e4002a0-5570-41d2-a309-04fe94b4f434) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:47.129857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.149637 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.159451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Transition to ACTIVE for port object 9e4002a0-5570-41d2-a309-04fe94b4f434 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:47.180915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Transition to ACTIVE for port object 9e4002a0-5570-41d2-a309-04fe94b4f434 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:47.189069 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.231784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Network d089de4e-6126-4b6b-bbfc-8c0886138f47 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:47.236101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:47.240777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:47.243903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Pushing event updated for resources: {'Port': ['ID=9e4002a0-5570-41d2-a309-04fe94b4f434,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:47.257270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Allocated IP 2001:db8::f816:3eff:fe2e:8aab (d089de4e-6126-4b6b-bbfc-8c0886138f47/45423bd0-aef8-425d-8e46-2648d4c8fed1/a1234dca-f03b-43d5-a792-0d94133d7d1b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:47.314457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Attempting to bind port 9e4002a0-5570-41d2-a309-04fe94b4f434 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:47.314897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Attempting to bind port 9e4002a0-5570-41d2-a309-04fe94b4f434 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:47.319370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Attempting to bind port 9e4002a0-5570-41d2-a309-04fe94b4f434 on network d089de4e-6126-4b6b-bbfc-8c0886138f47 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:47.324350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:47.324718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Checking segment: {'id': 'c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:47.325124 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.325515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Bound using segment: {'id': 'c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:47.328155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Bound port: 9e4002a0-5570-41d2-a309-04fe94b4f434, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd089de4e-6126-4b6b-bbfc-8c0886138f47'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:47.328529 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.399009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] For port 9e4002a0-5570-41d2-a309-04fe94b4f434, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:47.402761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] For port 9e4002a0-5570-41d2-a309-04fe94b4f434, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9e4002a0-5570-41d2-a309-04fe94b4f434,segment=NetworkSegment(c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b),segment_id=c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:47.409299 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.417047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.472236 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.483410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486c847-1ee0-490d-96f1-383fb6e8cba6 None None] Pushing event updated for resources: {'Port': ['ID=9e4002a0-5570-41d2-a309-04fe94b4f434,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:47.487612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Transition to ACTIVE for port object a1234dca-f03b-43d5-a792-0d94133d7d1b will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:47.528654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.571006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network d089de4e-6126-4b6b-bbfc-8c0886138f47 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:47.574275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:47.577820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:47.581975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Router c12ae5d9-fa75-4718-ad04-7ce098b61c39 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:47.584082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:47.584716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.606602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Port': ['ID=a1234dca-f03b-43d5-a792-0d94133d7d1b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:47.613138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4daa0da-4eb7-41c0-a0b1-2b3120912b72 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9934127 Aug 29 04:49:47.615936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58288) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.704459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting subnet 45423bd0-aef8-425d-8e46-2648d4c8fed1 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:47.708106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.737203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:47.753881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] Sync routers for ids ['c12ae5d9-fa75-4718-ad04-7ce098b61c39'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:47.762421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.770892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.775061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1ec42ac2-04b4-49f0-b646-0509942ecb80 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7947206 Aug 29 04:49:47.775688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.779602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] Routers {'c12ae5d9-fa75-4718-ad04-7ce098b61c39'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:47.783759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c12ae5d9-fa75-4718-ad04-7ce098b61c39'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:47.806498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58294) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.880667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:47.891449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] Routers {'c12ae5d9-fa75-4718-ad04-7ce098b61c39'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:47.892084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c12ae5d9-fa75-4718-ad04-7ce098b61c39'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:47.922565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bad1c3fa-2233-4639-ad14-f351458f3f41 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/c12ae5d9-fa75-4718-ad04-7ce098b61c39 HTTP/1.1" status: 200 len: 923 time: 0.1451404 Aug 29 04:49:47.925172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58298) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.927822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.928529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:47.929199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ff84b-2adf-4e8b-b4f5-a9ce491a6c26 None None] The sync data for ids ['c12ae5d9-fa75-4718-ad04-7ce098b61c39'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:47.958722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-65196c0e-222b-4dcf-bd5e-935dc81bda22 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12ae5d9-fa75-4718-ad04-7ce098b61c39 HTTP/1.1" status: 200 len: 205 time: 0.0321171 Aug 29 04:49:47.962807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.994935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6067aa51-711b-43b1-b31d-0e6119dcb843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.023047 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.056932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Subnet': ['ID=45423bd0-aef8-425d-8e46-2648d4c8fed1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.070024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.074163 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-86e58eb7-f87c-49ad-8cc0-0bd68f8a0a0f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/45423bd0-aef8-425d-8e46-2648d4c8fed1 HTTP/1.1" status: 204 len: 168 time: 0.4547911 Aug 29 04:49:48.074773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58302) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.075484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.146334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822c762-8793-44d8-bfcc-211e816a589d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.147876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822c762-8793-44d8-bfcc-211e816a589d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.149415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2822c762-8793-44d8-bfcc-211e816a589d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0740464 Aug 29 04:49:48.153544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58304) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.202352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9e4002a0-5570-41d2-a309-04fe94b4f434 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:48.209695 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.266692 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6067aa51-711b-43b1-b31d-0e6119dcb843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.268086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 9e4002a0-5570-41d2-a309-04fe94b4f434 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:48.272649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-30d176f2-1958-4c7b-b095-f7fe7be786da tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.279470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Deleting port 3c37dc22-9329-437c-9322-e4e5c73ace76 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:48.279846 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.280707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6067aa51-711b-43b1-b31d-0e6119dcb843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.292019 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d176f2-1958-4c7b-b095-f7fe7be786da tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:49:48.292701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d176f2-1958-4c7b-b095-f7fe7be786da tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:48.299193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-30d176f2-1958-4c7b-b095-f7fe7be786da tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/d089de4e-6126-4b6b-bbfc-8c0886138f47 HTTP/1.1" status: 409 len: 405 time: 0.1399961 Aug 29 04:49:48.304189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58306) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.311126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1933597901'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.342288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6067aa51-711b-43b1-b31d-0e6119dcb843 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b2c30505b764531b0ca042927cb44a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346906 Aug 29 04:49:48.345466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58308) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.347431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067aa51-711b-43b1-b31d-0e6119dcb843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf40f89-690f-4b93-b52c-287aa8c92f28,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.366549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.381310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Calling delete_port for 3c37dc22-9329-437c-9322-e4e5c73ace76 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:48.388373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:48.392519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.440013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab27859e-694c-4936-8153-82442c6315c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.441627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:48.460955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.460955 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Added segment 622944e9-89b8-4837-bc83-fce1555b18ee of type vlan for network 7c70d751-1491-4ae4-b19d-bfa9effee5f9 Aug 29 04:49:48.477840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab27859e-694c-4936-8153-82442c6315c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.529159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.563640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.569350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.569981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.570911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.608562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event deleted for resources: {'Port': ['ID=3c37dc22-9329-437c-9322-e4e5c73ace76,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.617861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab27859e-694c-4936-8153-82442c6315c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.620638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab27859e-694c-4936-8153-82442c6315c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.622959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab27859e-694c-4936-8153-82442c6315c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9cf40f89-690f-4b93-b52c-287aa8c92f28 HTTP/1.1" status: 204 len: 168 time: 0.2762842 Aug 29 04:49:48.645815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f5549-94ae-42ce-9ef5-caead9c6fd1e None None] Network d089de4e-6126-4b6b-bbfc-8c0886138f47 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:48.664058 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3569932 Aug 29 04:49:48.672151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27859e-694c-4936-8153-82442c6315c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf40f89-690f-4b93-b52c-287aa8c92f28,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.675019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.684653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'subnet': {'network_id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.704558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.704951 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48297ad1-59dd-432e-89c1-048fdc9a348d tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Network': ['ID=7c70d751-1491-4ae4-b19d-bfa9effee5f9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.740911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 7c70d751-1491-4ae4-b19d-bfa9effee5f9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:48.799158 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:48.804471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.828955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.831826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.835917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-828437ed-c35e-4b7b-9e4d-02e82c796949 None None] Provisioning for port 9e4002a0-5570-41d2-a309-04fe94b4f434 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:48.849557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-828437ed-c35e-4b7b-9e4d-02e82c796949 None None] Provisioning complete for port 9e4002a0-5570-41d2-a309-04fe94b4f434 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:48.849962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-828437ed-c35e-4b7b-9e4d-02e82c796949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.882471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.883031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Fanout notify agent at l3_agent the message router_deleted on router c12ae5d9-fa75-4718-ad04-7ce098b61c39 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:48.902440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.903583 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9bf7decd-620e-4716-a9ab-77f3d4e18992 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/c12ae5d9-fa75-4718-ad04-7ce098b61c39 HTTP/1.1" status: 204 len: 168 time: 0.9397910 Aug 29 04:49:48.908133 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.913106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544431849', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': False}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.944050 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.945768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.971450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-828437ed-c35e-4b7b-9e4d-02e82c796949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.008208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-828437ed-c35e-4b7b-9e4d-02e82c796949 None None] For port 9e4002a0-5570-41d2-a309-04fe94b4f434, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9e4002a0-5570-41d2-a309-04fe94b4f434,segment=NetworkSegment(c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b),segment_id=c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:49.017247 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-828437ed-c35e-4b7b-9e4d-02e82c796949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.022984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] DHCP port deletion for d089de4e-6126-4b6b-bbfc-8c0886138f47 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:49.028248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.028549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58318) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.044801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b506dfe-c900-4a0e-ad53-bcf012f5cbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.143374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.objects.ports [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:49.144955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.208952 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.216752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Subnet': ['ID=14eff6c1-bed9-4304-b233-720b0f8ab572,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.225106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Checking segment: {'id': '622944e9-89b8-4837-bc83-fce1555b18ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:49.225499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network hostable DHCP agents. Network: 7c70d751-1491-4ae4-b19d-bfa9effee5f9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:49.246994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network 7c70d751-1491-4ae4-b19d-bfa9effee5f9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:49.256901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828437ed-c35e-4b7b-9e4d-02e82c796949 None None] Pushing event updated for resources: {'Port': ['ID=9e4002a0-5570-41d2-a309-04fe94b4f434,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.258180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 7c70d751-1491-4ae4-b19d-bfa9effee5f9) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:49.263240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.263990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.272084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d8f31-20db-4a86-bbd7-534b6355adf7 None None] Network 7c70d751-1491-4ae4-b19d-bfa9effee5f9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:49.326287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] Deleting port 9e4002a0-5570-41d2-a309-04fe94b4f434 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:49.327789 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.335774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b506dfe-c900-4a0e-ad53-bcf012f5cbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.343086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b506dfe-c900-4a0e-ad53-bcf012f5cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.354168 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a73a7c66-8d60-4088-af00-20b1c171f302 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6703470 Aug 29 04:49:49.354168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58320) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.399760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8b506dfe-c900-4a0e-ad53-bcf012f5cbbe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99fbb745de08480eaa8609ff634058db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674774 Aug 29 04:49:49.400963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58322) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.403790 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b506dfe-c900-4a0e-ad53-bcf012f5cbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60738cc-f39e-439c-aa1f-d01e3ffab1a1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.416589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] For port 9e4002a0-5570-41d2-a309-04fe94b4f434, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=9e4002a0-5570-41d2-a309-04fe94b4f434,segment=NetworkSegment(c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b),segment_id=c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:49.417185 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.450151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] Calling delete_port for 9e4002a0-5570-41d2-a309-04fe94b4f434 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:49.495412 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21d3e059-8860-4562-b350-1a551e1bef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.506258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.537235 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21d3e059-8860-4562-b350-1a551e1bef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.539319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.553258 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65b3c8f2-62ca-42b5-9413-775e80947c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.558519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-7c70d751-1491-4ae4-b19d-bfa9effee5f9', 'network_id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9', 'tenant_id': '7ade5b18a7d04ee184926f519caf7180', 'fixed_ips': [{'subnet_id': '14eff6c1-bed9-4304-b233-720b0f8ab572'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:49.559372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.563709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.637211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.686879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Allocated IP 172.25.7.55 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:49.688317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21d3e059-8860-4562-b350-1a551e1bef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.691172 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21d3e059-8860-4562-b350-1a551e1bef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.696917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-21d3e059-8860-4562-b350-1a551e1bef50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e60738cc-f39e-439c-aa1f-d01e3ffab1a1 HTTP/1.1" status: 204 len: 168 time: 0.2903569 Aug 29 04:49:49.700524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3e059-8860-4562-b350-1a551e1bef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60738cc-f39e-439c-aa1f-d01e3ffab1a1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.701800 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.714699 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.755802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] Pushing event deleted for resources: {'Port': ['ID=9e4002a0-5570-41d2-a309-04fe94b4f434,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.761826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Allocated IP 2001:db8::f816:3eff:fe68:1da (7c70d751-1491-4ae4-b19d-bfa9effee5f9/14eff6c1-bed9-4304-b233-720b0f8ab572/2bf0352a-95c6-414c-928f-5446ca85f4ad) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:49.764118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2987a-88fa-43c1-b295-3931aa9a3e96 None None] No DVR routers for this DVR port 9e4002a0-5570-41d2-a309-04fe94b4f434 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:49.841864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.888137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.928376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:49.934777 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.936091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:49.941873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:49.945378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Port': ['ID=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.964193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Transition to ACTIVE for port object 2bf0352a-95c6-414c-928f-5446ca85f4ad will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:49.984331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Transition to ACTIVE for port object 2bf0352a-95c6-414c-928f-5446ca85f4ad will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:49.996509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.015776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.055612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Subnet': ['ID=14eff6c1-bed9-4304-b233-720b0f8ab572,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.067412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Pushing event updated for resources: {'Port': ['ID=2bf0352a-95c6-414c-928f-5446ca85f4ad,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.094213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Network 7c70d751-1491-4ae4-b19d-bfa9effee5f9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:50.096636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:50.119556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:50.147810 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.161688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c70d751-1491-4ae4-b19d-bfa9effee5f9']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:50.178294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622944e9-89b8-4837-bc83-fce1555b18ee') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:50.178910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622944e9-89b8-4837-bc83-fce1555b18ee') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:50.192970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.210490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.222603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:50.222860 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: items = [ Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:50.226788 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:50.232715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Attempting to bind port 2bf0352a-95c6-414c-928f-5446ca85f4ad on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:50.234087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Attempting to bind port 2bf0352a-95c6-414c-928f-5446ca85f4ad by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '622944e9-89b8-4837-bc83-fce1555b18ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:50.234710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Attempting to bind port 2bf0352a-95c6-414c-928f-5446ca85f4ad on network 7c70d751-1491-4ae4-b19d-bfa9effee5f9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:50.241545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9e4002a0-5570-41d2-a309-04fe94b4f434 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:50.264388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:50.265239 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Checking segment: {'id': '622944e9-89b8-4837-bc83-fce1555b18ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:50.265914 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.266557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Bound using segment: {'id': '622944e9-89b8-4837-bc83-fce1555b18ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:50.267310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Bound port: 2bf0352a-95c6-414c-928f-5446ca85f4ad, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622944e9-89b8-4837-bc83-fce1555b18ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:50.267944 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.282648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 9e4002a0-5570-41d2-a309-04fe94b4f434 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:50.283368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 9e4002a0-5570-41d2-a309-04fe94b4f434 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:50.312257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:49:50.312257 n-d-712143-14 neutron-server[94823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:49:50.312257 n-d-712143-14 neutron-server[94823]: [parameters: {'id': '7c70d751-1491-4ae4-b19d-bfa9effee5f9'}] Aug 29 04:49:50.312257 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:50.312933 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:50.350528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] For port 2bf0352a-95c6-414c-928f-5446ca85f4ad, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:50.354101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] For port 2bf0352a-95c6-414c-928f-5446ca85f4ad, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2bf0352a-95c6-414c-928f-5446ca85f4ad,segment=NetworkSegment(622944e9-89b8-4837-bc83-fce1555b18ee),segment_id=622944e9-89b8-4837-bc83-fce1555b18ee)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:50.360457 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.438213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d5632-bb91-42ac-bd3a-7c5766953a03 None None] Pushing event updated for resources: {'Port': ['ID=2bf0352a-95c6-414c-928f-5446ca85f4ad,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.455342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde93c9e-08f6-4646-a987-9afa3c2aa47e None None] Network 7c70d751-1491-4ae4-b19d-bfa9effee5f9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:50.582372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ea033-b149-4cb9-b88a-eca97b1ac69f None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:49:50.644979 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.653110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ea033-b149-4cb9-b88a-eca97b1ac69f None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:49:50.815418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.844146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.845192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.851651 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.871355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting port 2bf0352a-95c6-414c-928f-5446ca85f4ad {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:50.871765 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.937510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] For port 2bf0352a-95c6-414c-928f-5446ca85f4ad, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2bf0352a-95c6-414c-928f-5446ca85f4ad,segment=NetworkSegment(622944e9-89b8-4837-bc83-fce1555b18ee),segment_id=622944e9-89b8-4837-bc83-fce1555b18ee)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:50.937898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.951212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Calling delete_port for 2bf0352a-95c6-414c-928f-5446ca85f4ad owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:50.979750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Router e412cc92-eb93-49aa-b2de-ef369f931ed1 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:51.035246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.066764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Port': ['ID=2bf0352a-95c6-414c-928f-5446ca85f4ad,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.066764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No DVR routers for this DVR port 2bf0352a-95c6-414c-928f-5446ca85f4ad on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:51.094630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:51.104491 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Sync routers for ids ['e412cc92-eb93-49aa-b2de-ef369f931ed1'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:51.112014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.113446 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ab947b54-f902-44e1-aa70-a96088adf352 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2041252 Aug 29 04:49:51.115809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58326) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:51.116074 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Routers {'e412cc92-eb93-49aa-b2de-ef369f931ed1'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:51.116681 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e412cc92-eb93-49aa-b2de-ef369f931ed1'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:51.154284 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.164705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c70d751-1491-4ae4-b19d-bfa9effee5f9']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:51.179760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622944e9-89b8-4837-bc83-fce1555b18ee') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:51.180107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622944e9-89b8-4837-bc83-fce1555b18ee') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:51.190687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.205718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.211800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:51.212201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:51.215173 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:51.227366 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Set router e412cc92-eb93-49aa-b2de-ef369f931ed1 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:51.232408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c29a0987-2b4e-4cdc-b740-3d60f613dcba tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/e412cc92-eb93-49aa-b2de-ef369f931ed1 HTTP/1.1" status: 200 len: 907 time: 0.1131003 Aug 29 04:49:51.232575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58328) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:51.238032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544431849', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': True}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:51.260303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.261363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.274353 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.282953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.286384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/7c70d751-1491-4ae4-b19d-bfa9effee5f9 HTTP/1.1" status: 204 len: 168 time: 1.9309764 Aug 29 04:49:51.290041 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58330) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:51.294633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2000429271'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:51.300868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37960baa-fb95-428a-baa2-e2957e1abe8f tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Network': ['ID=7c70d751-1491-4ae4-b19d-bfa9effee5f9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.325767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.401448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:51.405014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.414538 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e412cc92-eb93-49aa-b2de-ef369f931ed1', 'name': 'tempest-snat-router-544431849', 'tenant_id': '0f38cc08548040c2986a80246e382483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.55'}], 'enable_snat': False}, 'gw_port_id': 'e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:48Z', 'updated_at': '2021-08-29T04:49:50Z', 'revision_number': 3, 'project_id': '0f38cc08548040c2986a80246e382483', 'gw_port': {'id': 'e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e412cc92-eb93-49aa-b2de-ef369f931ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:49Z', 'updated_at': '2021-08-29T04:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:51.444968 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Checking router: e412cc92-eb93-49aa-b2de-ef369f931ed1 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:51.445308 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Updating router e412cc92-eb93-49aa-b2de-ef369f931ed1 port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:51.470615 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.489220 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.495098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:51.514329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.514872 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Added segment 369c58cc-6f80-4e4d-9cb1-adc4ad029356 of type vlan for network 0adf112e-f4f1-4efc-a7f1-cff32abe66b7 Aug 29 04:49:51.596901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.630595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.636089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.636686 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.698519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4078820 Aug 29 04:49:51.701309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58332) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:51.706421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'subnet': {'network_id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:51.717744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569e04e-ed9d-48f2-ba1a-5eff4d85feac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Network': ['ID=0adf112e-f4f1-4efc-a7f1-cff32abe66b7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.726625 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.734209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 0adf112e-f4f1-4efc-a7f1-cff32abe66b7 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:51.738207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Transition to ACTIVE for port object e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:51.745067 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.808347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:51.812134 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be333ef9-1639-4a50-8679-3bb5dd4ba225 None None] Pushing event updated for resources: {'Port': ['ID=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.812626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.816186 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Attempting to bind port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:51.816866 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Attempting to bind port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:51.817727 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Attempting to bind port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:51.838841 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:51.840388 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:51.841216 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.842049 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:51.843225 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Bound port: e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:51.843775 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.851122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.875707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.001574 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] For port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:52.003063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Allocated IP 172.25.7.242 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/fca224a0-3e5d-4c83-9237-2ff7127fe4c1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:52.006376 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] For port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:52.011721 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.067955 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Routers {'e412cc92-eb93-49aa-b2de-ef369f931ed1'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:52.068687 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e412cc92-eb93-49aa-b2de-ef369f931ed1'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:52.138513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.185749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.200140 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] Set router e412cc92-eb93-49aa-b2de-ef369f931ed1 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:52.234356 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be333ef9-1639-4a50-8679-3bb5dd4ba225 None None] Pushing event updated for resources: {'Port': ['ID=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:52.249577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:52.252844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:52.258925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:52.262120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Port': ['ID=fca224a0-3e5d-4c83-9237-2ff7127fe4c1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:52.281777 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.342853 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.352243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Subnet': ['ID=efabaf7e-2026-4145-aad4-3f2d3cc338cd,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:52.357555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Checking segment: {'id': '369c58cc-6f80-4e4d-9cb1-adc4ad029356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:52.357988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network hostable DHCP agents. Network: 0adf112e-f4f1-4efc-a7f1-cff32abe66b7, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:52.375896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network 0adf112e-f4f1-4efc-a7f1-cff32abe66b7 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:52.388039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 0adf112e-f4f1-4efc-a7f1-cff32abe66b7) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:52.396762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d8091-e9cd-41ce-97f5-45bea99ce603 None None] Network 0adf112e-f4f1-4efc-a7f1-cff32abe66b7 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:52.396948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.398367 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.407160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e412cc92-eb93-49aa-b2de-ef369f931ed1', 'name': 'tempest-snat-router-544431849', 'tenant_id': '0f38cc08548040c2986a80246e382483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.55'}], 'enable_snat': False}, 'gw_port_id': 'e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:48Z', 'updated_at': '2021-08-29T04:49:50Z', 'revision_number': 3, 'project_id': '0f38cc08548040c2986a80246e382483', 'gw_port': {'id': 'e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e412cc92-eb93-49aa-b2de-ef369f931ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:49Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:52.422466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5a39c7ca-6581-4434-9eda-09282368de54 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7171094 Aug 29 04:49:52.422703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:52.439962 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d147d53-c821-48d9-a3e2-d53718e58c44 None None] The sync data for ids ['e412cc92-eb93-49aa-b2de-ef369f931ed1'] in n-d-712143-14 is: [{'id': 'e412cc92-eb93-49aa-b2de-ef369f931ed1', 'name': 'tempest-snat-router-544431849', 'tenant_id': '0f38cc08548040c2986a80246e382483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.55'}], 'enable_snat': False}, 'gw_port_id': 'e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:48Z', 'updated_at': '2021-08-29T04:49:50Z', 'revision_number': 3, 'project_id': '0f38cc08548040c2986a80246e382483', 'gw_port': {'id': 'e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e412cc92-eb93-49aa-b2de-ef369f931ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:49Z', 'updated_at': '2021-08-29T04:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:52.584608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-0adf112e-f4f1-4efc-a7f1-cff32abe66b7', 'network_id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7', 'tenant_id': '7ade5b18a7d04ee184926f519caf7180', 'fixed_ips': [{'subnet_id': 'efabaf7e-2026-4145-aad4-3f2d3cc338cd'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:52.585498 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.616374 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.643680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.763709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Allocated IP 2001:db8::2 (0adf112e-f4f1-4efc-a7f1-cff32abe66b7/efabaf7e-2026-4145-aad4-3f2d3cc338cd/49009b3d-7277-41f5-a833-5a94b33d9954) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:52.805994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.961089 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.970857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Transition to ACTIVE for port object 49009b3d-7277-41f5-a833-5a94b33d9954 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:52.986553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Transition to ACTIVE for port object 49009b3d-7277-41f5-a833-5a94b33d9954 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:52.993181 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.995880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.043424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Network 0adf112e-f4f1-4efc-a7f1-cff32abe66b7 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:53.047163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:53.048353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.053479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:53.056457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Pushing event updated for resources: {'Port': ['ID=49009b3d-7277-41f5-a833-5a94b33d9954,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:53.087076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Subnet': ['ID=efabaf7e-2026-4145-aad4-3f2d3cc338cd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:53.117668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Attempting to bind port 49009b3d-7277-41f5-a833-5a94b33d9954 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:53.117996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Attempting to bind port 49009b3d-7277-41f5-a833-5a94b33d9954 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '369c58cc-6f80-4e4d-9cb1-adc4ad029356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:53.118389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Attempting to bind port 49009b3d-7277-41f5-a833-5a94b33d9954 on network 0adf112e-f4f1-4efc-a7f1-cff32abe66b7 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:53.123615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:53.123926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Checking segment: {'id': '369c58cc-6f80-4e4d-9cb1-adc4ad029356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:53.124330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.124730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Bound using segment: {'id': '369c58cc-6f80-4e4d-9cb1-adc4ad029356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:53.125194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Bound port: 49009b3d-7277-41f5-a833-5a94b33d9954, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369c58cc-6f80-4e4d-9cb1-adc4ad029356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:53.125580 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.181800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.195991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] For port 49009b3d-7277-41f5-a833-5a94b33d9954, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:53.199185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adf112e-f4f1-4efc-a7f1-cff32abe66b7']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:53.199963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] For port 49009b3d-7277-41f5-a833-5a94b33d9954, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=49009b3d-7277-41f5-a833-5a94b33d9954,segment=NetworkSegment(369c58cc-6f80-4e4d-9cb1-adc4ad029356),segment_id=369c58cc-6f80-4e4d-9cb1-adc4ad029356)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:53.206019 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.214159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369c58cc-6f80-4e4d-9cb1-adc4ad029356') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:53.216118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369c58cc-6f80-4e4d-9cb1-adc4ad029356') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:53.228949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.251090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.263342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:53.263907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:53.266991 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:53.296461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349911-9f4f-44b0-a035-98d7195ade92 None None] Pushing event updated for resources: {'Port': ['ID=49009b3d-7277-41f5-a833-5a94b33d9954,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:53.311347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787c7255-bc86-414a-b08f-167e5e6df4e9 None None] Network 0adf112e-f4f1-4efc-a7f1-cff32abe66b7 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:53.324629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Router c601147f-19f9-4794-a8d4-f15d355c6239 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:53.339730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:49:53.339730 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:49:53.339730 n-d-712143-14 neutron-server[94824]: [parameters: {'id': '0adf112e-f4f1-4efc-a7f1-cff32abe66b7'}] Aug 29 04:49:53.339730 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:53.340243 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:53.439344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baaf08b-718c-4b2b-b2ed-012dcd20522e None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:49:53.441092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:53.457455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.461735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5bfa8c75-b129-405e-8363-c49803767768 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2246010 Aug 29 04:49:53.462084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58336) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:53.462282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Sync routers for ids ['c601147f-19f9-4794-a8d4-f15d355c6239'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:53.487525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Routers {'c601147f-19f9-4794-a8d4-f15d355c6239'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:53.488155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['c601147f-19f9-4794-a8d4-f15d355c6239'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:53.567092 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0024f55c-f9b5-4532-aad9-52c0937dbc2b tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/c601147f-19f9-4794-a8d4-f15d355c6239 HTTP/1.1" status: 200 len: 907 time: 0.1038442 Aug 29 04:49:53.569650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:53.588445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baaf08b-718c-4b2b-b2ed-012dcd20522e None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:49:53.661699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Set router c601147f-19f9-4794-a8d4-f15d355c6239 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:53.671247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.783156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.842187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.845609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Deleting port fca224a0-3e5d-4c83-9237-2ff7127fe4c1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:53.845741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.967802 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.984019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Calling delete_port for fca224a0-3e5d-4c83-9237-2ff7127fe4c1 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:54.004851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting port 49009b3d-7277-41f5-a833-5a94b33d9954 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:54.005784 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.111650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601147f-19f9-4794-a8d4-f15d355c6239', 'name': 'tempest-snat-router-544431849', 'tenant_id': '0f38cc08548040c2986a80246e382483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'fca224a0-3e5d-4c83-9237-2ff7127fe4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:52Z', 'revision_number': 3, 'project_id': '0f38cc08548040c2986a80246e382483', 'gw_port': {'id': 'fca224a0-3e5d-4c83-9237-2ff7127fe4c1', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c601147f-19f9-4794-a8d4-f15d355c6239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:49:51Z', 'updated_at': '2021-08-29T04:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:54.116191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] For port 49009b3d-7277-41f5-a833-5a94b33d9954, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=49009b3d-7277-41f5-a833-5a94b33d9954,segment=NetworkSegment(369c58cc-6f80-4e4d-9cb1-adc4ad029356),segment_id=369c58cc-6f80-4e4d-9cb1-adc4ad029356)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:54.116586 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.147871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Checking router: c601147f-19f9-4794-a8d4-f15d355c6239 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:54.148228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Updating router c601147f-19f9-4794-a8d4-f15d355c6239 port fca224a0-3e5d-4c83-9237-2ff7127fe4c1 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:54.163005 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Calling delete_port for 49009b3d-7277-41f5-a833-5a94b33d9954 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:54.179251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.216484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:54.292429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.320145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.323263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event deleted for resources: {'Port': ['ID=fca224a0-3e5d-4c83-9237-2ff7127fe4c1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:54.353909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Port': ['ID=49009b3d-7277-41f5-a833-5a94b33d9954,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:54.372910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:54.382126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:54.382422 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.543224 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.548382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:54.548741 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:54.565826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:54.569933 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.623874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:54.700993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No DVR routers for this DVR port 49009b3d-7277-41f5-a833-5a94b33d9954 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:54.807912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.816253 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.820922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adf112e-f4f1-4efc-a7f1-cff32abe66b7']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:54.881399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369c58cc-6f80-4e4d-9cb1-adc4ad029356') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:54.881727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369c58cc-6f80-4e4d-9cb1-adc4ad029356') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:54.920320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.923363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.929422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.939612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.975531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:54.975948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:54.978916 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:54.989565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.990106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c601147f-19f9-4794-a8d4-f15d355c6239 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:55.022188 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.023380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1d80ee65-febe-460f-bb0c-f769628807e8 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c601147f-19f9-4794-a8d4-f15d355c6239 HTTP/1.1" status: 204 len: 168 time: 1.4527764 Aug 29 04:49:55.025994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58340) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.047051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.052254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.058155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/0adf112e-f4f1-4efc-a7f1-cff32abe66b7 HTTP/1.1" status: 204 len: 168 time: 2.6343670 Aug 29 04:49:55.058686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.068010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-835857068'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:55.068542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Port fca224a0-3e5d-4c83-9237-2ff7127fe4c1 not found while updating agent binding for router c601147f-19f9-4794-a8d4-f15d355c6239. {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:49:55.077767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Routers set() bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:55.078153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Router IDs set() for agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:49:55.078797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_agentschedulers_db [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c601147f-19f9-4794-a8d4-f15d355c6239'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent'). {{(pid=94825) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:49:55.079175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9642e-2e92-4596-a081-37bb63baa0db None None] The sync data for ids ['c601147f-19f9-4794-a8d4-f15d355c6239'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:55.085854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79f994-93ea-46a6-a367-906d0bfb8e29 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Network': ['ID=0adf112e-f4f1-4efc-a7f1-cff32abe66b7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:55.102459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:55.106012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.129436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:55.135836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.140427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.140787 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Added segment 2d8db701-ece0-4880-a808-9512304bfac4 of type vlan for network 76572e45-d44c-47d7-b3d0-f2650c8a5ff9 Aug 29 04:49:55.183435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.208474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.214105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.214787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.240392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.274205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2113945 Aug 29 04:49:55.277176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58344) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.282744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Request body: {'subnet': {'network_id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:55.294169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Deleting port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:55.294514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.337408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c739337-f32d-4984-94cf-afa21d8c3780 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Network': ['ID=76572e45-d44c-47d7-b3d0-f2650c8a5ff9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:55.350749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 76572e45-d44c-47d7-b3d0-f2650c8a5ff9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:55.379241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] For port e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:55.379865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.383242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Made reservation on behalf of 7ade5b18a7d04ee184926f519caf7180 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:55.386943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.395128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Calling delete_port for e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:55.565523 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.590021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event deleted for resources: {'Port': ['ID=e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:55.646012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.objects.ports [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:49:55.647441 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.653486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.708305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event updated for resources: {'Subnet': ['ID=ba4d82ed-7ef8-415b-86f0-cb903ba948e5,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:55.718725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Checking segment: {'id': '2d8db701-ece0-4880-a808-9512304bfac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:55.719094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network hostable DHCP agents. Network: 76572e45-d44c-47d7-b3d0-f2650c8a5ff9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:55.735841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Network 76572e45-d44c-47d7-b3d0-f2650c8a5ff9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:55.744579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 76572e45-d44c-47d7-b3d0-f2650c8a5ff9) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:55.745475 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.747696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.749486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.750094 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.757503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b10b48-c0d7-445c-a6ff-4f19d1f4d63e None None] Network 76572e45-d44c-47d7-b3d0-f2650c8a5ff9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:55.766231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a59b4b96-f270-474d-a317-280e3e38d558 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4879897 Aug 29 04:49:55.768973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.798427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.799082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e412cc92-eb93-49aa-b2de-ef369f931ed1 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:49:55.804104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.808638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-369ef925-6fb1-4588-9157-e0ea998133c2 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e412cc92-eb93-49aa-b2de-ef369f931ed1 HTTP/1.1" status: 204 len: 168 time: 0.7782297 Aug 29 04:49:55.809285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58348) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:55.814675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1716658584', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:55.858304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.859574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.897796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fbd6f6a-ce5d-490f-87d3-6445d99dbeb3 req-0586f0ec-bf3e-4701-8e6a-3c4e0e389722 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0473418 Aug 29 04:49:55.921690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.932904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.952379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-76572e45-d44c-47d7-b3d0-f2650c8a5ff9', 'network_id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9', 'tenant_id': '7ade5b18a7d04ee184926f519caf7180', 'fixed_ips': [{'subnet_id': 'ba4d82ed-7ef8-415b-86f0-cb903ba948e5'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:55.953514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.996559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fbd6f6a-ce5d-490f-87d3-6445d99dbeb3 req-c7659528-f3b9-4f47-8770-de0163a9a89a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0320132 Aug 29 04:49:56.046517 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:56.055679 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fbd6f6a-ce5d-490f-87d3-6445d99dbeb3 req-52d1a0eb-055f-449f-82b0-e763a7aba833 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262933 Aug 29 04:49:56.075781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.102844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Allocated IP 2001:db8::f816:3eff:fec2:21b (76572e45-d44c-47d7-b3d0-f2650c8a5ff9/ba4d82ed-7ef8-415b-86f0-cb903ba948e5/7084f294-91ca-45f2-8feb-f9bdf29060c2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:56.110227 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.204504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd6f6a-ce5d-490f-87d3-6445d99dbeb3 req-bf97bb66-279e-4e4d-a6a8-633bf4e63556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:56.206283 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fbd6f6a-ce5d-490f-87d3-6445d99dbeb3 req-bf97bb66-279e-4e4d-a6a8-633bf4e63556 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435947 Aug 29 04:49:56.263581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.271936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Transition to ACTIVE for port object 7084f294-91ca-45f2-8feb-f9bdf29060c2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:56.291216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Transition to ACTIVE for port object 7084f294-91ca-45f2-8feb-f9bdf29060c2 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:56.311413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.322230 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.322775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.351102 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.367840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4d82ed-7ef8-415b-86f0-cb903ba948e5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.381489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Network 76572e45-d44c-47d7-b3d0-f2650c8a5ff9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:56.388970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:56.393225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:56.400869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Pushing event updated for resources: {'Port': ['ID=7084f294-91ca-45f2-8feb-f9bdf29060c2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.427808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:56.447228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.458765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76572e45-d44c-47d7-b3d0-f2650c8a5ff9']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:56.462969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Allocated IP 172.25.7.199 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/d9a5390c-e4a3-487a-9c6d-4eb2cb34d677) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:56.469918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:56.470267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e70d8dcb-9ef1-4b5e-aeaf-4fa1030d02b5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:56.483443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8db701-ece0-4880-a808-9512304bfac4') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:56.483751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8db701-ece0-4880-a808-9512304bfac4') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:56.483976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Attempting to bind port 7084f294-91ca-45f2-8feb-f9bdf29060c2 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:56.484347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Attempting to bind port 7084f294-91ca-45f2-8feb-f9bdf29060c2 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2d8db701-ece0-4880-a808-9512304bfac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:56.484718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Attempting to bind port 7084f294-91ca-45f2-8feb-f9bdf29060c2 on network 76572e45-d44c-47d7-b3d0-f2650c8a5ff9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:56.490023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:56.490402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Checking segment: {'id': '2d8db701-ece0-4880-a808-9512304bfac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:56.490834 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.491222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Bound using segment: {'id': '2d8db701-ece0-4880-a808-9512304bfac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:56.491683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Bound port: 7084f294-91ca-45f2-8feb-f9bdf29060c2, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8db701-ece0-4880-a808-9512304bfac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:56.492916 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.493478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.508137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.515795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:56.516360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:56.519443 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:56.562700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] For port 7084f294-91ca-45f2-8feb-f9bdf29060c2, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:56.578286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] For port 7084f294-91ca-45f2-8feb-f9bdf29060c2, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7084f294-91ca-45f2-8feb-f9bdf29060c2,segment=NetworkSegment(2d8db701-ece0-4880-a808-9512304bfac4),segment_id=2d8db701-ece0-4880-a808-9512304bfac4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:56.579097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:49:56.579097 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:49:56.579097 n-d-712143-14 neutron-server[94824]: [parameters: {'id': '76572e45-d44c-47d7-b3d0-f2650c8a5ff9'}] Aug 29 04:49:56.579097 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:56.579465 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:56.579855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.582793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.628212 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.663332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:56.664211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b5802-c6a4-4352-b604-e8c908d3706b None None] Pushing event updated for resources: {'Port': ['ID=7084f294-91ca-45f2-8feb-f9bdf29060c2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.668116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:56.670447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:56.682703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73907795-1c40-4379-a33e-e7149678544e None None] Network 76572e45-d44c-47d7-b3d0-f2650c8a5ff9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:56.702000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event updated for resources: {'Port': ['ID=d9a5390c-e4a3-487a-9c6d-4eb2cb34d677,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.804315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25784047-3dd6-4db1-9fef-664e9896ea9d None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:49:56.873801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25784047-3dd6-4db1-9fef-664e9896ea9d None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:49:56.930068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.081122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.128563 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.135579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting port 7084f294-91ca-45f2-8feb-f9bdf29060c2 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:57.135916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.203084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] For port 7084f294-91ca-45f2-8feb-f9bdf29060c2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7084f294-91ca-45f2-8feb-f9bdf29060c2,segment=NetworkSegment(2d8db701-ece0-4880-a808-9512304bfac4),segment_id=2d8db701-ece0-4880-a808-9512304bfac4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:57.203460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.216611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Calling delete_port for 7084f294-91ca-45f2-8feb-f9bdf29060c2 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:57.256887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Router 83a8a37a-b4da-4f76-b306-cf2f79656002 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:49:57.294471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.322114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Port': ['ID=7084f294-91ca-45f2-8feb-f9bdf29060c2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:57.325176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No DVR routers for this DVR port 7084f294-91ca-45f2-8feb-f9bdf29060c2 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:57.363871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:57.375667 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] Sync routers for ids ['83a8a37a-b4da-4f76-b306-cf2f79656002'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:57.384093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.388035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a6e66847-6b59-487a-8885-f8967e3cd987 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.5755289 Aug 29 04:49:57.388168 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] Routers {'83a8a37a-b4da-4f76-b306-cf2f79656002'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:57.388168 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['83a8a37a-b4da-4f76-b306-cf2f79656002'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.388393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58350) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:57.392996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': False}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:57.410843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.422249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76572e45-d44c-47d7-b3d0-f2650c8a5ff9']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.423233 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.432026 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] Routers {'83a8a37a-b4da-4f76-b306-cf2f79656002'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:57.432883 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['83a8a37a-b4da-4f76-b306-cf2f79656002'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.434170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8db701-ece0-4880-a808-9512304bfac4') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.434530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8db701-ece0-4880-a808-9512304bfac4') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.447061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.471392 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.472673 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdf6ce-73f7-4b91-b5ae-0523233d0d94 None None] The sync data for ids ['83a8a37a-b4da-4f76-b306-cf2f79656002'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:57.478846 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.487533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:57.487700 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:57.491329 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:57.566191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.579869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.581831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/76572e45-d44c-47d7-b3d0-f2650c8a5ff9 HTTP/1.1" status: 204 len: 168 time: 1.8115931 Aug 29 04:49:57.588072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58352) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:57.594504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf401e-653c-497a-a025-2b3581644ea3 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Network': ['ID=76572e45-d44c-47d7-b3d0-f2650c8a5ff9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:57.921028 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc23eec-d74d-4763-a3a4-0556afde85cd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:57.921488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc23eec-d74d-4763-a3a4-0556afde85cd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:57.923248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1dc23eec-d74d-4763-a3a4-0556afde85cd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/ba4d82ed-7ef8-415b-86f0-cb903ba948e5 HTTP/1.1" status: 404 len: 337 time: 0.3026478 Aug 29 04:49:57.927397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58354) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:57.946292 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-be39035b-5496-43ae-a640-b908a8a198af tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:57.947067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be39035b-5496-43ae-a640-b908a8a198af tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:57.953945 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be39035b-5496-43ae-a640-b908a8a198af tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/76572e45-d44c-47d7-b3d0-f2650c8a5ff9 HTTP/1.1" status: 404 len: 339 time: 0.0215995 Aug 29 04:49:57.954221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:57.981334 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c020682-1b3c-4968-bd13-e9ddade883c5 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:57.981820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c020682-1b3c-4968-bd13-e9ddade883c5 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:57.983588 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0c020682-1b3c-4968-bd13-e9ddade883c5 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/efabaf7e-2026-4145-aad4-3f2d3cc338cd HTTP/1.1" status: 404 len: 337 time: 0.0283265 Aug 29 04:49:57.986187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.003873 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f4a862-c470-4a0e-bc06-7e0228778f42 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:58.004409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f4a862-c470-4a0e-bc06-7e0228778f42 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:58.006094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-97f4a862-c470-4a0e-bc06-7e0228778f42 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/0adf112e-f4f1-4efc-a7f1-cff32abe66b7 HTTP/1.1" status: 404 len: 339 time: 0.0189943 Aug 29 04:49:58.008417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58360) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.034681 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec36de74-5799-4a61-84df-65c90f5c9b81 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:58.035138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec36de74-5799-4a61-84df-65c90f5c9b81 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:58.036867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ec36de74-5799-4a61-84df-65c90f5c9b81 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/14eff6c1-bed9-4304-b233-720b0f8ab572 HTTP/1.1" status: 404 len: 337 time: 0.0275598 Aug 29 04:49:58.039462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.043071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.058002 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d361b009-faeb-4671-a196-d6dd9ce7a779 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:58.058544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d361b009-faeb-4671-a196-d6dd9ce7a779 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:58.060209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d361b009-faeb-4671-a196-d6dd9ce7a779 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/7c70d751-1491-4ae4-b19d-bfa9effee5f9 HTTP/1.1" status: 404 len: 339 time: 0.0198245 Aug 29 04:49:58.064160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58364) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.156954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting port a1234dca-f03b-43d5-a792-0d94133d7d1b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:58.157679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.225540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.238337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Calling delete_port for a1234dca-f03b-43d5-a792-0d94133d7d1b owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:58.321499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.350872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Port': ['ID=a1234dca-f03b-43d5-a792-0d94133d7d1b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:58.356406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.358465 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3427d823-ae69-471b-8e51-d8444a7b3ff4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/ports/a1234dca-f03b-43d5-a792-0d94133d7d1b HTTP/1.1" status: 204 len: 168 time: 0.2934053 Aug 29 04:49:58.361345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.387761 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c99a54-0a86-4783-96f3-45921fdd949b tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:58.388213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c99a54-0a86-4783-96f3-45921fdd949b tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:58.390646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-74c99a54-0a86-4783-96f3-45921fdd949b tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/45423bd0-aef8-425d-8e46-2648d4c8fed1 HTTP/1.1" status: 404 len: 337 time: 0.0282512 Aug 29 04:49:58.393389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.456158 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.459493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.473158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.558548 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.568826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d089de4e-6126-4b6b-bbfc-8c0886138f47']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.575529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Router 83a8a37a-b4da-4f76-b306-cf2f79656002 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:49:58.579896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.580195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c627c8fc-3564-4b9b-9c9b-4d6ad0d4da4b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.589431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.603624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.610046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:58.610709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:58.613762 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:58.679410 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.692601 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.695824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/d089de4e-6126-4b6b-bbfc-8c0886138f47 HTTP/1.1" status: 204 len: 168 time: 0.3011110 Aug 29 04:49:58.702655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58370) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.711529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05e96d-7bc9-4c63-8a9a-3a3da84a38ac tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Network': ['ID=d089de4e-6126-4b6b-bbfc-8c0886138f47,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:58.746356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:58.752909 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.755270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] Sync routers for ids ['83a8a37a-b4da-4f76-b306-cf2f79656002'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:58.755732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a069d580-6281-4e77-a9de-45016bf89923 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "PUT /v2.0/routers/83a8a37a-b4da-4f76-b306-cf2f79656002 HTTP/1.1" status: 200 len: 926 time: 1.3660657 Aug 29 04:49:58.759436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.765038 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] Routers {'83a8a37a-b4da-4f76-b306-cf2f79656002'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:58.765677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['83a8a37a-b4da-4f76-b306-cf2f79656002'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.800020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.809628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] Routers {'83a8a37a-b4da-4f76-b306-cf2f79656002'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:58.810419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['83a8a37a-b4da-4f76-b306-cf2f79656002'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.824572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting port dbcd0b19-0305-4a2d-82f4-55207f69ccd4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:58.825108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.864322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:58.865002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f0b0ed-db8d-4c72-ad5e-979e1313eb91 None None] The sync data for ids ['83a8a37a-b4da-4f76-b306-cf2f79656002'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:58.877661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d782091a-9049-492e-800c-e4424683907a tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/83a8a37a-b4da-4f76-b306-cf2f79656002 HTTP/1.1" status: 200 len: 926 time: 0.1124265 Aug 29 04:49:58.878129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58374) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:58.918121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.932928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Calling delete_port for dbcd0b19-0305-4a2d-82f4-55207f69ccd4 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:58.950429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49614d98-f67d-489c-a3c9-d250b39eadfa tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:58.955488 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-49614d98-f67d-489c-a3c9-d250b39eadfa tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=83a8a37a-b4da-4f76-b306-cf2f79656002&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0729592 Aug 29 04:49:58.957463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.016835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.044980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Port': ['ID=dbcd0b19-0305-4a2d-82f4-55207f69ccd4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:59.051173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.054056 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6971bc24-4815-4031-9d08-5b272c121c6c tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/ports/dbcd0b19-0305-4a2d-82f4-55207f69ccd4 HTTP/1.1" status: 204 len: 168 time: 0.3500762 Aug 29 04:49:59.055618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.062575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be3658-9a54-4c5f-ac9d-a1cf95f777a7 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.067184 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-78be3658-9a54-4c5f-ac9d-a1cf95f777a7 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.1056130 Aug 29 04:49:59.067509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58380) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.085490 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9878e8-9359-4aec-93a5-7747443680c9 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:59.085993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9878e8-9359-4aec-93a5-7747443680c9 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:59.087714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f9878e8-9359-4aec-93a5-7747443680c9 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/21956b9c-8014-4483-a3eb-7c179751ef27 HTTP/1.1" status: 404 len: 337 time: 0.0312366 Aug 29 04:49:59.090871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58382) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.097202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b072034c-9780-4068-9b16-c4ea8210c886 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a8a37a-b4da-4f76-b306-cf2f79656002 HTTP/1.1" status: 200 len: 205 time: 0.0263395 Aug 29 04:49:59.097418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.168061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.204823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.264768 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.275605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da29f1a6-ac02-4253-87ea-1df275da19fd']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:59.286772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed94dd1-5bb4-4c21-9a91-dfe9828578fc') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:59.287063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed94dd1-5bb4-4c21-9a91-dfe9828578fc') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:59.297228 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.313270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.321965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.322194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:59.322542 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:59.325841 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:59.376886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Deleting port d9a5390c-e4a3-487a-9c6d-4eb2cb34d677 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:59.377324 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.386949 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.395454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.398122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/da29f1a6-ac02-4253-87ea-1df275da19fd HTTP/1.1" status: 204 len: 168 time: 0.3060737 Aug 29 04:49:59.398838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58386) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.418722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f1318-9ab2-4043-90cf-09463a53b4a4 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Network': ['ID=da29f1a6-ac02-4253-87ea-1df275da19fd,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:59.460740 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.463055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting subnet d6c4c86d-68fc-44f2-82db-9d004ccdbbe2 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:59.466439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.473418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Calling delete_port for d9a5390c-e4a3-487a-9c6d-4eb2cb34d677 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:59.515024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.623485 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.645903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.674479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event deleted for resources: {'Port': ['ID=d9a5390c-e4a3-487a-9c6d-4eb2cb34d677,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:59.697002 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.732019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c4c86d-68fc-44f2-82db-9d004ccdbbe2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:59.736152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.739379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-750857fb-f159-4769-9674-afc83fae5bbd tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/subnets/d6c4c86d-68fc-44f2-82db-9d004ccdbbe2 HTTP/1.1" status: 204 len: 168 time: 0.3369269 Aug 29 04:49:59.743258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58388) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.746105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.749871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02823e28-2fac-4c63-b3b7-554df9cb28bc None None] Network 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:59.896609 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.902831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.934822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] DHCP port deletion for 44f30ab9-1483-48ff-b5c2-bb7eeb160b13 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:59.965174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.995565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] Deleting port b9b309f9-61cb-4280-bf53-40dbf56a7ada {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:59.995948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.004426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.004972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Fanout notify agent at l3_agent the message router_deleted on router 83a8a37a-b4da-4f76-b306-cf2f79656002 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:00.011739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.018053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e13b4ec1-e634-4b71-9242-29caaeac5de7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/83a8a37a-b4da-4f76-b306-cf2f79656002 HTTP/1.1" status: 204 len: 168 time: 0.9144778 Aug 29 04:50:00.018053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58390) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:00.022328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9242cef1-1b4a-4898-919b-f9bdc7ad03a8 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-888010699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:00.054034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9242cef1-1b4a-4898-919b-f9bdc7ad03a8 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.055016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9242cef1-1b4a-4898-919b-f9bdc7ad03a8 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.058386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] For port b9b309f9-61cb-4280-bf53-40dbf56a7ada, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b9b309f9-61cb-4280-bf53-40dbf56a7ada,segment=NetworkSegment(a23d01cf-1830-4017-a536-82a10ba7d345),segment_id=a23d01cf-1830-4017-a536-82a10ba7d345)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:00.058967 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.071876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Deleting port b9b309f9-61cb-4280-bf53-40dbf56a7ada {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:00.072258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.072473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] Calling delete_port for b9b309f9-61cb-4280-bf53-40dbf56a7ada owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:00.154549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.161409 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9242cef1-1b4a-4898-919b-f9bdc7ad03a8 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.171754 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9242cef1-1b4a-4898-919b-f9bdc7ad03a8 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.182479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] No DVR routers for this DVR port b9b309f9-61cb-4280-bf53-40dbf56a7ada on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:00.187307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56424c2-e071-421d-81e1-b73bdc7db04b None None] Pushing event deleted for resources: {'Port': ['ID=b9b309f9-61cb-4280-bf53-40dbf56a7ada,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:00.188028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] For port b9b309f9-61cb-4280-bf53-40dbf56a7ada, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b9b309f9-61cb-4280-bf53-40dbf56a7ada,segment=NetworkSegment(a23d01cf-1830-4017-a536-82a10ba7d345),segment_id=a23d01cf-1830-4017-a536-82a10ba7d345)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:00.188433 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.191902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b9b309f9-61cb-4280-bf53-40dbf56a7ada no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:00.206788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9242cef1-1b4a-4898-919b-f9bdc7ad03a8 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.208862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9242cef1-1b4a-4898-919b-f9bdc7ad03a8 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1898959 Aug 29 04:50:00.209848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Calling delete_port for b9b309f9-61cb-4280-bf53-40dbf56a7ada owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:00.211400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:00.216154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:00.216770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b9b309f9-61cb-4280-bf53-40dbf56a7ada {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:00.217180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b9b309f9-61cb-4280-bf53-40dbf56a7ada not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:00.804390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.815051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.850971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Port': ['ID=b9b309f9-61cb-4280-bf53-40dbf56a7ada,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:00.855778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] No DVR routers for this DVR port b9b309f9-61cb-4280-bf53-40dbf56a7ada on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:00.969056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:00.980581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f30ab9-1483-48ff-b5c2-bb7eeb160b13']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:00.992451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23d01cf-1830-4017-a536-82a10ba7d345') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:00.992746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23d01cf-1830-4017-a536-82a10ba7d345') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:01.005538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.027245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.035909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:01.036292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:01.039377 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:01.104940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.109068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.110924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] 10.222.0.55 "DELETE /v2.0/networks/44f30ab9-1483-48ff-b5c2-bb7eeb160b13 HTTP/1.1" status: 204 len: 168 time: 1.3661828 Aug 29 04:50:01.185933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bfab2-9554-48bf-841f-0ead0a827fc6 tempest-NetworksIpV6TestAttrs-1473759283 tempest-NetworksIpV6TestAttrs-1473759283-project] Pushing event deleted for resources: {'Network': ['ID=44f30ab9-1483-48ff-b5c2-bb7eeb160b13,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:01.213465 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.235284 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.336324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Allocated IP 172.25.7.44 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/e15c82dd-fab7-438a-a9a2-df71bc2483ec) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:01.362140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58398) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:01.442146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.482071 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.494851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4cca7e71-ab16-48f7-88d1-09b90cbed859 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ade5b18a7d04ee184926f519caf7180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314917 Aug 29 04:50:01.497373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58402) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:01.520480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:01.525226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:01.529458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:01.546673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8a99b7ac-7749-49c2-8aa0-7fc0af55cecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.555879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event updated for resources: {'Port': ['ID=e15c82dd-fab7-438a-a9a2-df71bc2483ec,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:01.559888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.570651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8a99b7ac-7749-49c2-8aa0-7fc0af55cecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.618571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8a99b7ac-7749-49c2-8aa0-7fc0af55cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.621060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8a99b7ac-7749-49c2-8aa0-7fc0af55cecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.622240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8a99b7ac-7749-49c2-8aa0-7fc0af55cecf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e09e9805-8f2f-4c25-ad53-7fc222b84726 HTTP/1.1" status: 204 len: 168 time: 0.1238797 Aug 29 04:50:01.630601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99b7ac-7749-49c2-8aa0-7fc0af55cecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e9805-8f2f-4c25-ad53-7fc222b84726,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:01.796422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:01.997357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.001325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.133899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Router deadd164-7e38-4720-9a61-beb173818850 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:02.247063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:02.254142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.255882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f6537d6-0ea1-49be-9e45-1680ada0c28b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "PUT /v2.0/routers/deadd164-7e38-4720-9a61-beb173818850 HTTP/1.1" status: 200 len: 882 time: 2.0435584 Aug 29 04:50:02.257383 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c467184-2585-4963-9933-7e87ca978eec None None] Sync routers for ids ['deadd164-7e38-4720-9a61-beb173818850'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:02.258719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58424) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.267598 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c467184-2585-4963-9933-7e87ca978eec None None] Routers {'deadd164-7e38-4720-9a61-beb173818850'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:02.268216 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c467184-2585-4963-9933-7e87ca978eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['deadd164-7e38-4720-9a61-beb173818850'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.269734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.301918 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c467184-2585-4963-9933-7e87ca978eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.310359 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c467184-2585-4963-9933-7e87ca978eec None None] Routers {'deadd164-7e38-4720-9a61-beb173818850'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:02.310959 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c467184-2585-4963-9933-7e87ca978eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['deadd164-7e38-4720-9a61-beb173818850'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.342424 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c467184-2585-4963-9933-7e87ca978eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:02.343071 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c467184-2585-4963-9933-7e87ca978eec None None] The sync data for ids ['deadd164-7e38-4720-9a61-beb173818850'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:02.373030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919444984'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:02.393645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:02.394368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fec75484-8e8e-42bf-9c2e-2de5320e5847 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/deadd164-7e38-4720-9a61-beb173818850 HTTP/1.1" status: 200 len: 923 time: 0.1342845 Aug 29 04:50:02.396792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58430) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.397084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.406272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.474127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44380b06-395f-477a-8d2a-9ff1f6ecad06 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.475654 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-44380b06-395f-477a-8d2a-9ff1f6ecad06 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=deadd164-7e38-4720-9a61-beb173818850&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0779295 Aug 29 04:50:02.478441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58432) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.499980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.504557 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.528763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:02.544621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050dd0e9-6b38-4e2f-bf6c-7d1c37cdf212,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:02.548678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.549035 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment 4afe8aef-a8ee-4a76-9bae-352bea4a6024 of type vlan for network 3addbc2d-976c-45b8-a06b-7843c901d0e9 Aug 29 04:50:02.565288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acddcf-82d6-4633-bea1-73ce93cd898b tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.566754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d7acddcf-82d6-4633-bea1-73ce93cd898b tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.0874057 Aug 29 04:50:02.569740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58434) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.591451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.597916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-95c267f5-da0b-453a-8771-c4de2a663e5d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=deadd164-7e38-4720-9a61-beb173818850 HTTP/1.1" status: 200 len: 205 time: 0.0271072 Aug 29 04:50:02.600465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58436) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.616956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.622911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.623602 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.686699 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4155793 Aug 29 04:50:02.695057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008798-cef2-4d0f-a86a-701d60d9ba3c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=3addbc2d-976c-45b8-a06b-7843c901d0e9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:02.706661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 3addbc2d-976c-45b8-a06b-7843c901d0e9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:02.712438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.814902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:02.818767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.820195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': '3addbc2d-976c-45b8-a06b-7843c901d0e9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:02.877354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Deleting port e15c82dd-fab7-438a-a9a2-df71bc2483ec {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:02.877842 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.909928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:02.914487 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.955727 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:02.968553 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Calling delete_port for e15c82dd-fab7-438a-a9a2-df71bc2483ec owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:03.094895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.133689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.158928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event deleted for resources: {'Port': ['ID=e15c82dd-fab7-438a-a9a2-df71bc2483ec,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.159288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=268eb1fc-e0c8-4772-8472-c3af50c411de,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.161774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': '4afe8aef-a8ee-4a76-9bae-352bea4a6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3addbc2d-976c-45b8-a06b-7843c901d0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:03.162187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: 3addbc2d-976c-45b8-a06b-7843c901d0e9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:03.183100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 3addbc2d-976c-45b8-a06b-7843c901d0e9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:03.192520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 3addbc2d-976c-45b8-a06b-7843c901d0e9) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:03.196581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:03.197176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.203850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5b795-81b2-45ff-83b9-7bfdbfab28f3 None None] Network 3addbc2d-976c-45b8-a06b-7843c901d0e9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:03.212824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0558532d-3069-494b-849e-91e60d14aa7e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3967836 Aug 29 04:50:03.217853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58440) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.224674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557893990'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:03.234106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.251216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:03.256517 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.286184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:03.297256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.297889 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment f7ee190f-23d1-4978-bcd2-38166ea3258d of type vlan for network 8176c3f7-6610-4dc4-bf38-f25e823da515 Aug 29 04:50:03.328517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.330838 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.342086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.367728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-3addbc2d-976c-45b8-a06b-7843c901d0e9', 'network_id': '3addbc2d-976c-45b8-a06b-7843c901d0e9', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '268eb1fc-e0c8-4772-8472-c3af50c411de'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:03.369065 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.371585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.375577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.376130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Fanout notify agent at l3_agent the message router_deleted on router deadd164-7e38-4720-9a61-beb173818850 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:03.377258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:03.378013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.385077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.386728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4cef607f-625f-457a-bf5b-e54d2f335a05 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/deadd164-7e38-4720-9a61-beb173818850 HTTP/1.1" status: 204 len: 168 time: 0.7852933 Aug 29 04:50:03.390883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58442) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.396259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-65f9f4b0-8bed-4ff4-9f44-27bb0776ae2d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-118344510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:03.428477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65f9f4b0-8bed-4ff4-9f44-27bb0776ae2d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.429569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65f9f4b0-8bed-4ff4-9f44-27bb0776ae2d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.447542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2256951 Aug 29 04:50:03.447929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58444) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.451403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeda89-d52c-4e51-bc53-becb3d15b52e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=8176c3f7-6610-4dc4-bf38-f25e823da515,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.460328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': '8176c3f7-6610-4dc4-bf38-f25e823da515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:03.464547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8176c3f7-6610-4dc4-bf38-f25e823da515 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:03.533845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65f9f4b0-8bed-4ff4-9f44-27bb0776ae2d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.540590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65f9f4b0-8bed-4ff4-9f44-27bb0776ae2d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.568731 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-65f9f4b0-8bed-4ff4-9f44-27bb0776ae2d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.572766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-65f9f4b0-8bed-4ff4-9f44-27bb0776ae2d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1778271 Aug 29 04:50:03.573019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58446) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.578897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': True}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:03.587489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Allocated IP 172.20.255.242 (3addbc2d-976c-45b8-a06b-7843c901d0e9/268eb1fc-e0c8-4772-8472-c3af50c411de/b6dbd8b8-4ec1-445e-a140-28a1fc204651) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:03.656241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:03.659626 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.732274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.742680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Transition to ACTIVE for port object b6dbd8b8-4ec1-445e-a140-28a1fc204651 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:03.758589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Transition to ACTIVE for port object b6dbd8b8-4ec1-445e-a140-28a1fc204651 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:03.765049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.808047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Network 3addbc2d-976c-45b8-a06b-7843c901d0e9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:03.813300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:03.817210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:03.823056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Pushing event updated for resources: {'Port': ['ID=b6dbd8b8-4ec1-445e-a140-28a1fc204651,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.877771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Attempting to bind port b6dbd8b8-4ec1-445e-a140-28a1fc204651 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:03.878156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Attempting to bind port b6dbd8b8-4ec1-445e-a140-28a1fc204651 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4afe8aef-a8ee-4a76-9bae-352bea4a6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3addbc2d-976c-45b8-a06b-7843c901d0e9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:03.878525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Attempting to bind port b6dbd8b8-4ec1-445e-a140-28a1fc204651 on network 3addbc2d-976c-45b8-a06b-7843c901d0e9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:03.883929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:03.884344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Checking segment: {'id': '4afe8aef-a8ee-4a76-9bae-352bea4a6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3addbc2d-976c-45b8-a06b-7843c901d0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:03.884717 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.885132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Bound using segment: {'id': '4afe8aef-a8ee-4a76-9bae-352bea4a6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3addbc2d-976c-45b8-a06b-7843c901d0e9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:03.885623 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Bound port: b6dbd8b8-4ec1-445e-a140-28a1fc204651, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afe8aef-a8ee-4a76-9bae-352bea4a6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3addbc2d-976c-45b8-a06b-7843c901d0e9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:03.886015 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.949489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] For port b6dbd8b8-4ec1-445e-a140-28a1fc204651, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:03.954117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] For port b6dbd8b8-4ec1-445e-a140-28a1fc204651, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b6dbd8b8-4ec1-445e-a140-28a1fc204651,segment=NetworkSegment(4afe8aef-a8ee-4a76-9bae-352bea4a6024),segment_id=4afe8aef-a8ee-4a76-9bae-352bea4a6024)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:03.962229 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.130262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.180181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fd9e7-4aa5-40ed-9cc4-cc65ff291871 None None] Pushing event updated for resources: {'Port': ['ID=b6dbd8b8-4ec1-445e-a140-28a1fc204651,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:04.321692 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.460259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=bfcc5b0e-5502-4b30-ae8a-d8b89e70d75f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:04.488229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': 'f7ee190f-23d1-4978-bcd2-38166ea3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8176c3f7-6610-4dc4-bf38-f25e823da515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:04.488521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: 8176c3f7-6610-4dc4-bf38-f25e823da515, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:04.536185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.556734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.558282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 8176c3f7-6610-4dc4-bf38-f25e823da515 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:04.572011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8176c3f7-6610-4dc4-bf38-f25e823da515) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:04.579708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a40ebf-d400-4639-92e8-a4f134a9a383 None None] Network 8176c3f7-6610-4dc4-bf38-f25e823da515 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:04.602381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.602982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.627712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-694a5c53-6baf-4a0f-9f8c-08a4e893433d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1787264 Aug 29 04:50:04.630552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58448) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.733927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-8176c3f7-6610-4dc4-bf38-f25e823da515', 'network_id': '8176c3f7-6610-4dc4-bf38-f25e823da515', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': 'bfcc5b0e-5502-4b30-ae8a-d8b89e70d75f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:04.735300 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.742374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Allocated IP 172.25.7.214 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/cec99f63-0c33-40dd-a32c-1af63e719724) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:04.786307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.885980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Allocated IP 172.20.0.2 (8176c3f7-6610-4dc4-bf38-f25e823da515/bfcc5b0e-5502-4b30-ae8a-d8b89e70d75f/80c0c9dd-493d-4ecc-9988-e1499c97694e) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:04.905865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.913423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.001076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.046703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:05.049922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:05.052560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:05.068108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.077776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Transition to ACTIVE for port object 80c0c9dd-493d-4ecc-9988-e1499c97694e will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:05.086768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Port': ['ID=cec99f63-0c33-40dd-a32c-1af63e719724,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.094576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Transition to ACTIVE for port object 80c0c9dd-493d-4ecc-9988-e1499c97694e will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:05.103726 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.137526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c73e4-f59a-474b-958b-b6a89a996685 None None] Network 3addbc2d-976c-45b8-a06b-7843c901d0e9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:05.176739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.197291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Network 8176c3f7-6610-4dc4-bf38-f25e823da515 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:05.209970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:05.212769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:05.217526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Pushing event updated for resources: {'Port': ['ID=80c0c9dd-493d-4ecc-9988-e1499c97694e,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.226605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcc5b0e-5502-4b30-ae8a-d8b89e70d75f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.236112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-01fbe515-f12c-4663-ae83-2f4d048165a5 None None] Provisioning for port b6dbd8b8-4ec1-445e-a140-28a1fc204651 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:05.300490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.308607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Attempting to bind port 80c0c9dd-493d-4ecc-9988-e1499c97694e on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:05.308984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Attempting to bind port 80c0c9dd-493d-4ecc-9988-e1499c97694e by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'f7ee190f-23d1-4978-bcd2-38166ea3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8176c3f7-6610-4dc4-bf38-f25e823da515'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:05.309350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Attempting to bind port 80c0c9dd-493d-4ecc-9988-e1499c97694e on network 8176c3f7-6610-4dc4-bf38-f25e823da515 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:05.337230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:05.337631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Checking segment: {'id': 'f7ee190f-23d1-4978-bcd2-38166ea3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8176c3f7-6610-4dc4-bf38-f25e823da515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:05.338042 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.338441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Bound using segment: {'id': 'f7ee190f-23d1-4978-bcd2-38166ea3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8176c3f7-6610-4dc4-bf38-f25e823da515'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:05.338921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Bound port: 80c0c9dd-493d-4ecc-9988-e1499c97694e, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ee190f-23d1-4978-bcd2-38166ea3258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8176c3f7-6610-4dc4-bf38-f25e823da515'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:05.339305 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.346481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8176c3f7-6610-4dc4-bf38-f25e823da515']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:05.361529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ee190f-23d1-4978-bcd2-38166ea3258d') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:05.361849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ee190f-23d1-4978-bcd2-38166ea3258d') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:05.375081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.418558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.429406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:05.429834 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:05.432789 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:05.440381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] For port 80c0c9dd-493d-4ecc-9988-e1499c97694e, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:05.473492 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.526876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] For port 80c0c9dd-493d-4ecc-9988-e1499c97694e, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=80c0c9dd-493d-4ecc-9988-e1499c97694e,segment=NetworkSegment(f7ee190f-23d1-4978-bcd2-38166ea3258d),segment_id=f7ee190f-23d1-4978-bcd2-38166ea3258d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:05.531966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:05.531966 n-d-712143-14 neutron-server[94823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:05.531966 n-d-712143-14 neutron-server[94823]: [parameters: {'id': '8176c3f7-6610-4dc4-bf38-f25e823da515'}] Aug 29 04:50:05.531966 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:05.532712 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:05.535005 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.616820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59963e44-ea48-4ae7-bd59-4a7f78a749f7 None None] Pushing event updated for resources: {'Port': ['ID=80c0c9dd-493d-4ecc-9988-e1499c97694e,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.635165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3e742-cd5c-49fa-b31b-5b170fef3264 None None] Network 8176c3f7-6610-4dc4-bf38-f25e823da515 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:05.696332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.699689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.766687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3938fc-378b-471d-bb50-5072f32f91a4 None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:05.829949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Router de43b8a6-11d5-408b-996e-c39de493cef4 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:05.835729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3938fc-378b-471d-bb50-5072f32f91a4 None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:05.938657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:05.944632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.948986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58450) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.949509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb6f364a-04fd-4967-a00d-86b31c9a239c tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "PUT /v2.0/routers/de43b8a6-11d5-408b-996e-c39de493cef4 HTTP/1.1" status: 200 len: 918 time: 2.3750491 Aug 29 04:50:05.963443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] Sync routers for ids ['de43b8a6-11d5-408b-996e-c39de493cef4'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:05.981326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] Routers {'de43b8a6-11d5-408b-996e-c39de493cef4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:05.982030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['de43b8a6-11d5-408b-996e-c39de493cef4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:06.024896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:06.033297 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.060060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] Routers {'de43b8a6-11d5-408b-996e-c39de493cef4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:06.060726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['de43b8a6-11d5-408b-996e-c39de493cef4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:06.062865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-346d06c3-7830-4258-bd01-a9de2119dc21 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/de43b8a6-11d5-408b-996e-c39de493cef4 HTTP/1.1" status: 200 len: 924 time: 0.1117735 Aug 29 04:50:06.065490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58452) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.096791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Deleting port 80c0c9dd-493d-4ecc-9988-e1499c97694e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:06.097125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.102182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:06.102842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd53af-6e86-4734-a9ee-ae06a6eb4856 None None] The sync data for ids ['de43b8a6-11d5-408b-996e-c39de493cef4'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:06.141841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4474ff0-d62a-4ab5-9d14-a3a9d5981608 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:06.143615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f4474ff0-d62a-4ab5-9d14-a3a9d5981608 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=de43b8a6-11d5-408b-996e-c39de493cef4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0769343 Aug 29 04:50:06.147250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58454) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.190075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] For port 80c0c9dd-493d-4ecc-9988-e1499c97694e, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=80c0c9dd-493d-4ecc-9988-e1499c97694e,segment=NetworkSegment(f7ee190f-23d1-4978-bcd2-38166ea3258d),segment_id=f7ee190f-23d1-4978-bcd2-38166ea3258d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:06.190450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.206244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Calling delete_port for 80c0c9dd-493d-4ecc-9988-e1499c97694e owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:06.220197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b6dbd8b8-4ec1-445e-a140-28a1fc204651 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:06.265750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c7d24-b70c-43c4-8d18-382f2e9ae523 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:06.267569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-104c7d24-b70c-43c4-8d18-382f2e9ae523 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.1189203 Aug 29 04:50:06.270392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58456) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.274784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port b6dbd8b8-4ec1-445e-a140-28a1fc204651 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:06.283699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b6dbd8b8-4ec1-445e-a140-28a1fc204651 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:06.284359 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.300079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.306802 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5b9e932c-8b78-453b-8e82-25a956883fea tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43b8a6-11d5-408b-996e-c39de493cef4 HTTP/1.1" status: 200 len: 205 time: 0.0322011 Aug 29 04:50:06.307010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58458) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.330353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Port': ['ID=80c0c9dd-493d-4ecc-9988-e1499c97694e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.334164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No DVR routers for this DVR port 80c0c9dd-493d-4ecc-9988-e1499c97694e on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:06.378110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.411990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port b6dbd8b8-4ec1-445e-a140-28a1fc204651, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b6dbd8b8-4ec1-445e-a140-28a1fc204651,segment=NetworkSegment(4afe8aef-a8ee-4a76-9bae-352bea4a6024),segment_id=4afe8aef-a8ee-4a76-9bae-352bea4a6024)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:06.414512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.417568 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.418773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.425122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8176c3f7-6610-4dc4-bf38-f25e823da515']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:06.435805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ee190f-23d1-4978-bcd2-38166ea3258d') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:06.436101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ee190f-23d1-4978-bcd2-38166ea3258d') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:06.445146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.460628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.469296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:06.469781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:06.472958 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:06.475941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=b6dbd8b8-4ec1-445e-a140-28a1fc204651,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.533256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.536212 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.542650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.549023 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/8176c3f7-6610-4dc4-bf38-f25e823da515 HTTP/1.1" status: 204 len: 168 time: 1.9174778 Aug 29 04:50:06.549640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58460) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.559638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060541517'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:06.574374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977ddd1-8956-4cae-ab0c-6e3d6ea8e6ac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=8176c3f7-6610-4dc4-bf38-f25e823da515,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.588861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Deleting port cec99f63-0c33-40dd-a32c-1af63e719724 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:06.589217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.592224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:06.596178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.620048 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:06.630598 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.630883 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment 6d342c22-b556-4312-a82c-2cff733ba22b of type vlan for network 735522fa-1a26-4e36-9b41-fc41e2094dc6 Aug 29 04:50:06.668922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.671379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.680817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Calling delete_port for cec99f63-0c33-40dd-a32c-1af63e719724 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:06.696796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.703367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:06.704020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.766686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2124116 Aug 29 04:50:06.769622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58462) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.776550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': '735522fa-1a26-4e36-9b41-fc41e2094dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:06.796464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d699ec-d07e-44c9-944a-684feb62c2b5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=735522fa-1a26-4e36-9b41-fc41e2094dc6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.809265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 735522fa-1a26-4e36-9b41-fc41e2094dc6 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:06.851496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.879033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:06.882135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event deleted for resources: {'Port': ['ID=cec99f63-0c33-40dd-a32c-1af63e719724,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.883121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.939934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Performing IP validity checks on allocation pools {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:50:06.940466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:50:06.941363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.035247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.037383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.068509 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.084453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.084910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Fanout notify agent at l3_agent the message router_deleted on router de43b8a6-11d5-408b-996e-c39de493cef4 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:07.092131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.093431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8b2efb1b-5fe1-454a-a107-efa799a77014 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/de43b8a6-11d5-408b-996e-c39de493cef4 HTTP/1.1" status: 204 len: 168 time: 0.7854464 Aug 29 04:50:07.097317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58464) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:07.101327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-76b9fcff-f7b3-4985-abb7-99b2a9573279 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2115835443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:07.125063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76b9fcff-f7b3-4985-abb7-99b2a9573279 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.126298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76b9fcff-f7b3-4985-abb7-99b2a9573279 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.135442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=8f1af0bf-0276-42b7-bb3f-d7f8d70fdb13,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.143454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': '6d342c22-b556-4312-a82c-2cff733ba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '735522fa-1a26-4e36-9b41-fc41e2094dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:07.143813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: 735522fa-1a26-4e36-9b41-fc41e2094dc6, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:07.159542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 735522fa-1a26-4e36-9b41-fc41e2094dc6 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:07.168058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 735522fa-1a26-4e36-9b41-fc41e2094dc6) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:07.172783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.173558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.178341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3789abc-c1db-464f-97d0-63f941f0f8d0 None None] Network 735522fa-1a26-4e36-9b41-fc41e2094dc6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:07.180038 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76b9fcff-f7b3-4985-abb7-99b2a9573279 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.186730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76b9fcff-f7b3-4985-abb7-99b2a9573279 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.191506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fc70e774-9da1-4a52-9b0c-def8d01ddf73 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4185464 Aug 29 04:50:07.191864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58466) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:07.248935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-76b9fcff-f7b3-4985-abb7-99b2a9573279 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.252660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-76b9fcff-f7b3-4985-abb7-99b2a9573279 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1522768 Aug 29 04:50:07.253391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58468) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:07.258237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'enable_snat': False}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:07.298847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.328199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af59cc9-fe3f-4ade-9707-c155bba6fd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-735522fa-1a26-4e36-9b41-fc41e2094dc6', 'network_id': '735522fa-1a26-4e36-9b41-fc41e2094dc6', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '8f1af0bf-0276-42b7-bb3f-d7f8d70fdb13'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:07.329232 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0af59cc9-fe3f-4ade-9707-c155bba6fd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.354546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.418403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-0af59cc9-fe3f-4ade-9707-c155bba6fd53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f1af0bf-0276-42b7-bb3f-d7f8d70fdb13: This subnet is being modified by another concurrent operation. Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f1af0bf-0276-42b7-bb3f-d7f8d70fdb13: This subnet is being modified by another concurrent operation. Aug 29 04:50:07.428317 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:50:07.447708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1af0bf-0276-42b7-bb3f-d7f8d70fdb13,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.459342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc13bf4-145b-484d-b911-a2d8f1edf327 None None] Network 735522fa-1a26-4e36-9b41-fc41e2094dc6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:07.480676 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.510657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.520660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735522fa-1a26-4e36-9b41-fc41e2094dc6']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:07.532162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d342c22-b556-4312-a82c-2cff733ba22b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:07.532464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d342c22-b556-4312-a82c-2cff733ba22b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:07.541774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.556315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.562267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:07.562655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:07.566503 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:07.573737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbfb6ed-08eb-4b31-8413-6dd6b9f99090 None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:07.626076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.634474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.636346 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/735522fa-1a26-4e36-9b41-fc41e2094dc6 HTTP/1.1" status: 204 len: 168 time: 0.4436305 Aug 29 04:50:07.640221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58470) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:07.644728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbfb6ed-08eb-4b31-8413-6dd6b9f99090 None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:07.658138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2033316828'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:07.665413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0ed8d-48eb-424d-b0ca-ca34d7bee6f3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=735522fa-1a26-4e36-9b41-fc41e2094dc6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.698387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:07.700945 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.703969 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.725898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.738614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:07.759676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.760233 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment 4845a017-887b-441f-8a7b-b31262fb9294 of type vlan for network f13f0596-3643-4d1c-a2fe-c60c86fe3f4f Aug 29 04:50:07.829697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.863599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.873567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.874389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.937976 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2963758 Aug 29 04:50:07.945370 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58472) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:07.955591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:08.017315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf402f93-6eda-4893-81fc-bbcc522a3a47 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=f13f0596-3643-4d1c-a2fe-c60c86fe3f4f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.028039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f13f0596-3643-4d1c-a2fe-c60c86fe3f4f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:08.089960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:08.094864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.176766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Allocated IP 172.25.7.223 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/7817d411-0f7b-4920-9ef9-daaa0cee8faa) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:08.190047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b6dbd8b8-4ec1-445e-a140-28a1fc204651 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:08.249901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b6dbd8b8-4ec1-445e-a140-28a1fc204651 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:08.250286 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.307549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.328744 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.365273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.399504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=9cfe340c-619d-43d8-bb15-b53998d1b3f0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.399728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:08.406563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': '4845a017-887b-441f-8a7b-b31262fb9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:08.406931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: f13f0596-3643-4d1c-a2fe-c60c86fe3f4f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:08.409297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:08.412801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:08.427276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network f13f0596-3643-4d1c-a2fe-c60c86fe3f4f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:08.437812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f13f0596-3643-4d1c-a2fe-c60c86fe3f4f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:08.447109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Pushing event updated for resources: {'Port': ['ID=7817d411-0f7b-4920-9ef9-daaa0cee8faa,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.447509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce793c3b-eb9e-4857-bc86-4b6bb98503d0 None None] Network f13f0596-3643-4d1c-a2fe-c60c86fe3f4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:08.450345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.451152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.473178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-865a80af-d917-4d05-8878-5baef2381ffc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5259089 Aug 29 04:50:08.473939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58476) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:08.596514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.609235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-f13f0596-3643-4d1c-a2fe-c60c86fe3f4f', 'network_id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '9cfe340c-619d-43d8-bb15-b53998d1b3f0'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:08.610239 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.703633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.771220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Allocated IP 172.20.0.1 (f13f0596-3643-4d1c-a2fe-c60c86fe3f4f/9cfe340c-619d-43d8-bb15-b53998d1b3f0/d71790ba-5552-453a-bc64-3c97e992f16d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:08.922897 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.926464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.932898 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.942513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Transition to ACTIVE for port object d71790ba-5552-453a-bc64-3c97e992f16d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:08.958766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Transition to ACTIVE for port object d71790ba-5552-453a-bc64-3c97e992f16d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:08.965837 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.009051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Network f13f0596-3643-4d1c-a2fe-c60c86fe3f4f is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:09.012077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:09.014628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:09.021793 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.021968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Pushing event updated for resources: {'Port': ['ID=d71790ba-5552-453a-bc64-3c97e992f16d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.074342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Router bc43f93c-87e2-4c8a-8233-26adf3431964 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:09.079458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Attempting to bind port d71790ba-5552-453a-bc64-3c97e992f16d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:09.080430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Attempting to bind port d71790ba-5552-453a-bc64-3c97e992f16d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4845a017-887b-441f-8a7b-b31262fb9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:09.080430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Attempting to bind port d71790ba-5552-453a-bc64-3c97e992f16d on network f13f0596-3643-4d1c-a2fe-c60c86fe3f4f {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:09.083611 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.085274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:09.085699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Checking segment: {'id': '4845a017-887b-441f-8a7b-b31262fb9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:09.086103 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.086506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Bound using segment: {'id': '4845a017-887b-441f-8a7b-b31262fb9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:09.087085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Bound port: d71790ba-5552-453a-bc64-3c97e992f16d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4845a017-887b-441f-8a7b-b31262fb9294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:09.087479 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.112129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfe340c-619d-43d8-bb15-b53998d1b3f0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.164088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] For port d71790ba-5552-453a-bc64-3c97e992f16d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:09.167417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] For port d71790ba-5552-453a-bc64-3c97e992f16d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d71790ba-5552-453a-bc64-3c97e992f16d,segment=NetworkSegment(4845a017-887b-441f-8a7b-b31262fb9294),segment_id=4845a017-887b-441f-8a7b-b31262fb9294)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:09.172656 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.180923 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.191201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13f0596-3643-4d1c-a2fe-c60c86fe3f4f']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.202839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4845a017-887b-441f-8a7b-b31262fb9294') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.203210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4845a017-887b-441f-8a7b-b31262fb9294') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.207490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:09.211494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.212627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4d0110ab-6d6a-4218-bd95-068a0f6fbae4 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "PUT /v2.0/routers/bc43f93c-87e2-4c8a-8233-26adf3431964 HTTP/1.1" status: 200 len: 920 time: 1.9582617 Aug 29 04:50:09.216952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58478) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.217583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.224370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] Sync routers for ids ['bc43f93c-87e2-4c8a-8233-26adf3431964'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:09.233172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.233455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab168f85-09ac-4df5-93fd-3b53c0687e65 None None] Pushing event updated for resources: {'Port': ['ID=d71790ba-5552-453a-bc64-3c97e992f16d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.233783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] Routers {'bc43f93c-87e2-4c8a-8233-26adf3431964'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:09.234570 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bc43f93c-87e2-4c8a-8233-26adf3431964'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.248739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:09.249159 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.271811 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.278855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28352ef2-3cba-4f44-ad1d-62374f81c8f2 None None] Network f13f0596-3643-4d1c-a2fe-c60c86fe3f4f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:09.281526 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] Routers {'bc43f93c-87e2-4c8a-8233-26adf3431964'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:09.282509 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['bc43f93c-87e2-4c8a-8233-26adf3431964'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:09.312048 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:09.314417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.db.api [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:09.314417 n-d-712143-14 neutron-server[94824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:09.314417 n-d-712143-14 neutron-server[94824]: [parameters: {'id': 'f13f0596-3643-4d1c-a2fe-c60c86fe3f4f'}] Aug 29 04:50:09.314417 n-d-712143-14 neutron-server[94824]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:09.314417 n-d-712143-14 neutron-server[94824]: DEBUG oslo_db.api [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:09.317157 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:09.318061 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19607836-a380-45a5-8706-b781cd7816d7 None None] The sync data for ids ['bc43f93c-87e2-4c8a-8233-26adf3431964'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:09.354071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cff0b1ab-4ee9-4c39-a8a1-1d4fd3c6d1cf tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/bc43f93c-87e2-4c8a-8233-26adf3431964 HTTP/1.1" status: 200 len: 926 time: 0.1354008 Aug 29 04:50:09.356867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58480) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.397342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad9159d-a946-4e15-9bba-9a373a4c7b00 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.398901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ad9159d-a946-4e15-9bba-9a373a4c7b00 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=bc43f93c-87e2-4c8a-8233-26adf3431964&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0410833 Aug 29 04:50:09.401679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58482) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.408735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aeae1e-589b-47e4-b58d-a160fc80d50b None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:09.471708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aeae1e-589b-47e4-b58d-a160fc80d50b None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:09.485608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93fc8eb-1119-45e2-9f74-be8602c8a578 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.487050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c93fc8eb-1119-45e2-9f74-be8602c8a578 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/networks/465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 881 time: 0.0840859 Aug 29 04:50:09.489889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58484) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.521901 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a286acfe-03a0-4f75-be67-bbd5a38133f4 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc43f93c-87e2-4c8a-8233-26adf3431964 HTTP/1.1" status: 200 len: 205 time: 0.0308638 Aug 29 04:50:09.524334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58486) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.629886 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.730532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.786288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Deleting port 7817d411-0f7b-4920-9ef9-daaa0cee8faa {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:09.786627 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.816302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.860863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.872697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Calling delete_port for 7817d411-0f7b-4920-9ef9-daaa0cee8faa owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:09.874665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Deleting port d71790ba-5552-453a-bc64-3c97e992f16d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:09.875010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.937316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] For port d71790ba-5552-453a-bc64-3c97e992f16d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d71790ba-5552-453a-bc64-3c97e992f16d,segment=NetworkSegment(4845a017-887b-441f-8a7b-b31262fb9294),segment_id=4845a017-887b-441f-8a7b-b31262fb9294)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:09.937712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.954136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Calling delete_port for d71790ba-5552-453a-bc64-3c97e992f16d owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:10.037913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.044691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.064883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event deleted for resources: {'Port': ['ID=7817d411-0f7b-4920-9ef9-daaa0cee8faa,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.072141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Port': ['ID=d71790ba-5552-453a-bc64-3c97e992f16d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.076287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No DVR routers for this DVR port d71790ba-5552-453a-bc64-3c97e992f16d on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:10.131941 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.155868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.165809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13f0596-3643-4d1c-a2fe-c60c86fe3f4f']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:10.177537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4845a017-887b-441f-8a7b-b31262fb9294') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:10.177909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4845a017-887b-441f-8a7b-b31262fb9294') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:10.187909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.205344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.211176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:10.211562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:10.214718 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:10.223486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.225622 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.267625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.268144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Fanout notify agent at l3_agent the message router_deleted on router bc43f93c-87e2-4c8a-8233-26adf3431964 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:10.276094 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.277262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-09d6b9e3-abf4-4e1a-aef2-8f7d7a29ae79 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/bc43f93c-87e2-4c8a-8233-26adf3431964 HTTP/1.1" status: 204 len: 168 time: 0.7520132 Aug 29 04:50:10.277644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.281242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58488) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:10.284751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.286315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2042217263', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:10.286554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/f13f0596-3643-4d1c-a2fe-c60c86fe3f4f HTTP/1.1" status: 204 len: 168 time: 1.8116300 Aug 29 04:50:10.291625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58490) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:10.298417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d774e-21e5-458b-a20f-13c51f4e9c97 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=f13f0596-3643-4d1c-a2fe-c60c86fe3f4f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.300243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795505713'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:10.321288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:50:10.321288 n-d-712143-14 neutron-server[94823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:50:10.321288 n-d-712143-14 neutron-server[94823]: [parameters: {'project_id': '2c5086c3c2b44698982d30d239ecdda5', 'id': '8c5b084e-0d11-4dfb-8178-80f05c94eb74', 'expiration': datetime.datetime(2021, 8, 29, 4, 52, 10, 315139)}] Aug 29 04:50:10.321288 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:10.321786 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:10.326748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.327728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.381816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.511891 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.701651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.720079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.825067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Allocated IP 172.25.7.12 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/e15a2122-cae1-4dbc-af54-cdf408493b97) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:10.883159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:10.886883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.930310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:10.950600 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.950951 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment f79d15c6-cd24-4dba-a23b-e9ea4c3dd50d of type vlan for network d86f7ec1-8f98-4c12-b5da-a13693faa9b3 Aug 29 04:50:11.238678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.272538 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.312610 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.318077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.318668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.369215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.385379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0919776 Aug 29 04:50:11.388252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58492) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:11.393532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': 'd86f7ec1-8f98-4c12-b5da-a13693faa9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:11.425956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:11.428755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff8634-7cd0-466f-83ba-9ccf87c573bd tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=d86f7ec1-8f98-4c12-b5da-a13693faa9b3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.432841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:11.438912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:11.442598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network d86f7ec1-8f98-4c12-b5da-a13693faa9b3 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:11.463191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event updated for resources: {'Port': ['ID=e15a2122-cae1-4dbc-af54-cdf408493b97,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.499930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:11.504035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.708426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.712140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.768269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=442c5210-7972-4332-93d7-978f36dfb710,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.777431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': 'f79d15c6-cd24-4dba-a23b-e9ea4c3dd50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd86f7ec1-8f98-4c12-b5da-a13693faa9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:11.777826 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: d86f7ec1-8f98-4c12-b5da-a13693faa9b3, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:11.795287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network d86f7ec1-8f98-4c12-b5da-a13693faa9b3 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:11.805099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, d86f7ec1-8f98-4c12-b5da-a13693faa9b3) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:11.809887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.811384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.820968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff6175-d365-49cd-b6fa-9b1bfb88cd96 None None] Network d86f7ec1-8f98-4c12-b5da-a13693faa9b3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:11.830744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b857722b-493e-483f-83ac-de23aa89635c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4412091 Aug 29 04:50:11.833359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58494) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:11.925262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.933383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.981242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448d6d3-1502-4835-8197-21b7c81274f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-d86f7ec1-8f98-4c12-b5da-a13693faa9b3', 'network_id': 'd86f7ec1-8f98-4c12-b5da-a13693faa9b3', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '442c5210-7972-4332-93d7-978f36dfb710'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:11.982461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a448d6d3-1502-4835-8197-21b7c81274f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.003682 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.075347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.076091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Router a7afe056-b131-4040-9416-08e8091a99cb is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-a448d6d3-1502-4835-8197-21b7c81274f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 442c5210-7972-4332-93d7-978f36dfb710: This subnet is being modified by another concurrent operation. Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 442c5210-7972-4332-93d7-978f36dfb710: This subnet is being modified by another concurrent operation. Aug 29 04:50:12.085519 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:50:12.099412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=442c5210-7972-4332-93d7-978f36dfb710,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.106118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a578ea2-e452-472e-89e9-da3a09b80ea9 None None] Network d86f7ec1-8f98-4c12-b5da-a13693faa9b3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:12.207358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.214478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:12.225949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86f7ec1-8f98-4c12-b5da-a13693faa9b3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.228741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] Sync routers for ids ['a7afe056-b131-4040-9416-08e8091a99cb'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:12.235893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b822f6f-27b8-4d94-8238-216b58610cdf None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:12.242414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79d15c6-cd24-4dba-a23b-e9ea4c3dd50d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.242758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79d15c6-cd24-4dba-a23b-e9ea4c3dd50d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.244237 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.249283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5829d6b1-f727-4b87-a78f-1ebab0c973b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9637754 Aug 29 04:50:12.249473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58496) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:12.253884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.255272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:12.269144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] Routers {'a7afe056-b131-4040-9416-08e8091a99cb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:12.269837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a7afe056-b131-4040-9416-08e8091a99cb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.270015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.279084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:12.280272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:12.285302 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:12.315911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.343507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] Routers {'a7afe056-b131-4040-9416-08e8091a99cb'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:12.344064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a7afe056-b131-4040-9416-08e8091a99cb'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.347927 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.357857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.360257 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/d86f7ec1-8f98-4c12-b5da-a13693faa9b3 HTTP/1.1" status: 204 len: 168 time: 0.5257044 Aug 29 04:50:12.363772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58498) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:12.369799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-516577007'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:12.383179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.383845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5552b-7d84-49b3-9ee6-4cfd539fe16c None None] The sync data for ids ['a7afe056-b131-4040-9416-08e8091a99cb'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:12.385397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b822f6f-27b8-4d94-8238-216b58610cdf None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:12.386022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6caa5-7e9c-4370-b633-6303aed94c41 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=d86f7ec1-8f98-4c12-b5da-a13693faa9b3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.421251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:12.425355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.453282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:12.466227 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.466768 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment fe4affb3-55d2-4ed9-bdf1-d22b7e06fb6a of type vlan for network 5c4868c3-726b-40b4-bc1f-7ba69d4683cb Aug 29 04:50:12.515340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.553771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.560080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.561414 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.623581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2583387 Aug 29 04:50:12.624232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:12.633876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': '5c4868c3-726b-40b4-bc1f-7ba69d4683cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:12.661647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.678488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.680478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c97f6-4454-450e-a3b8-26c804a53906 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=5c4868c3-726b-40b4-bc1f-7ba69d4683cb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.692199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 5c4868c3-726b-40b4-bc1f-7ba69d4683cb details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:12.741583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Deleting port e15a2122-cae1-4dbc-af54-cdf408493b97 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:12.742491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.752140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:12.756865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.823620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Performing IP validity checks on allocation pools {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:50:12.823854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.824173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.ipam_backend_mixin [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:50:12.835917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Calling delete_port for e15a2122-cae1-4dbc-af54-cdf408493b97 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:12.966210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.020238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.034701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=356031af-d021-435f-a65a-23dc06ff1ae6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.039049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': 'fe4affb3-55d2-4ed9-bdf1-d22b7e06fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5c4868c3-726b-40b4-bc1f-7ba69d4683cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:13.039413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: 5c4868c3-726b-40b4-bc1f-7ba69d4683cb, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:13.048302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Pushing event deleted for resources: {'Port': ['ID=e15a2122-cae1-4dbc-af54-cdf408493b97,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.057153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 5c4868c3-726b-40b4-bc1f-7ba69d4683cb is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:13.066036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 5c4868c3-726b-40b4-bc1f-7ba69d4683cb) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:13.070020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:13.070608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.076984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67ab98-cd60-44ce-b4ec-15186eb17318 None None] Network 5c4868c3-726b-40b4-bc1f-7ba69d4683cb requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:13.088702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a5fed4c1-1ec4-4398-b15e-b50e9d82cf9c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4611373 Aug 29 04:50:13.092272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.117521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.200664 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.242439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6946e4-af36-44c8-aeac-419ade11e8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-5c4868c3-726b-40b4-bc1f-7ba69d4683cb', 'network_id': '5c4868c3-726b-40b4-bc1f-7ba69d4683cb', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '356031af-d021-435f-a65a-23dc06ff1ae6'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:13.243446 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e6946e4-af36-44c8-aeac-419ade11e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.261165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.334974 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.337993 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.338512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-9e6946e4-af36-44c8-aeac-419ade11e8a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 356031af-d021-435f-a65a-23dc06ff1ae6: This subnet is being modified by another concurrent operation. Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 356031af-d021-435f-a65a-23dc06ff1ae6: This subnet is being modified by another concurrent operation. Aug 29 04:50:13.344212 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:50:13.361877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3baf02-da29-4655-8d10-855ece8498eb None None] Network 5c4868c3-726b-40b4-bc1f-7ba69d4683cb requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:13.374670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=356031af-d021-435f-a65a-23dc06ff1ae6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.431755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Router a7afe056-b131-4040-9416-08e8091a99cb has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:13.434262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.445399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4868c3-726b-40b4-bc1f-7ba69d4683cb']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:13.456986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4affb3-55d2-4ed9-bdf1-d22b7e06fb6a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:13.457289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4affb3-55d2-4ed9-bdf1-d22b7e06fb6a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:13.466720 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.481447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.487099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7230e-5a12-4501-942a-ec38ee17411e None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:13.488212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:13.488810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:13.491915 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:13.512673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:13.520140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.523617 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-355cddf9-fe4f-4620-9def-9b7447a007f5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "PUT /v2.0/routers/a7afe056-b131-4040-9416-08e8091a99cb HTTP/1.1" status: 200 len: 710 time: 1.2727954 Aug 29 04:50:13.524302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58504) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.528199 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] Sync routers for ids ['a7afe056-b131-4040-9416-08e8091a99cb'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:13.542342 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] Routers {'a7afe056-b131-4040-9416-08e8091a99cb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:13.547807 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a7afe056-b131-4040-9416-08e8091a99cb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:13.553017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.568262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7230e-5a12-4501-942a-ec38ee17411e None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:13.577783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.579896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/5c4868c3-726b-40b4-bc1f-7ba69d4683cb HTTP/1.1" status: 204 len: 168 time: 0.4852648 Aug 29 04:50:13.580945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda42213-4521-4227-943c-1e88e552f6c1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=5c4868c3-726b-40b4-bc1f-7ba69d4683cb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.588161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58506) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.588892 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:13.593811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049472981'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:13.600143 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] Routers {'a7afe056-b131-4040-9416-08e8091a99cb'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:13.600961 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:49:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a7afe056-b131-4040-9416-08e8091a99cb'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:13.610645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e8a5bb72-dbb4-49a4-a9bc-8b0f2fffe254 tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/routers/a7afe056-b131-4040-9416-08e8091a99cb HTTP/1.1" status: 200 len: 745 time: 0.0851526 Aug 29 04:50:13.611510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58508) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.618288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:13.622313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.635402 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:13.636336 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cccf4ac-fac5-4d37-87bb-6c4aadee8b9b None None] The sync data for ids ['a7afe056-b131-4040-9416-08e8091a99cb'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:13.654357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:13.663603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.663944 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment 4d37b373-24f6-4438-8729-76b741bb279a of type vlan for network 45ed8d36-a031-4cf4-a5bd-37121e6c72d2 Aug 29 04:50:13.714482 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.742804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.749624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:13.750547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.814240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2248945 Aug 29 04:50:13.817142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58510) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.822310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:13.841923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7625f1a-0935-4718-93f5-3f7bdf411fbe tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=45ed8d36-a031-4cf4-a5bd-37121e6c72d2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.854480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 45ed8d36-a031-4cf4-a5bd-37121e6c72d2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:13.925960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:13.929717 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.940868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-22dead87-8863-4e75-9365-1ff634d9611e tempest-RoutersIpV6AdminTest-1655270324 tempest-RoutersIpV6AdminTest-1655270324-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&device_id=a7afe056-b131-4040-9416-08e8091a99cb HTTP/1.1" status: 200 len: 205 time: 0.3285220 Aug 29 04:50:13.943436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58512) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.969646 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5e4d932c-333f-41c1-b6b8-0af9612f801e tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7afe056-b131-4040-9416-08e8091a99cb HTTP/1.1" status: 200 len: 205 time: 0.0251358 Aug 29 04:50:13.972268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58514) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.044256 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a72e097-eb53-4504-ad0c-dd8eea6e55a5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.119588 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.187891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=2e5ee325-d8f4-4aff-856a-e6360b2077d0,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.192481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': '4d37b373-24f6-4438-8729-76b741bb279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:14.192846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: 45ed8d36-a031-4cf4-a5bd-37121e6c72d2, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:14.202398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a72e097-eb53-4504-ad0c-dd8eea6e55a5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.204535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a72e097-eb53-4504-ad0c-dd8eea6e55a5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.209868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 45ed8d36-a031-4cf4-a5bd-37121e6c72d2 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:14.219470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 45ed8d36-a031-4cf4-a5bd-37121e6c72d2) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:14.224343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:14.225201 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.230973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87203ad8-1af3-4ba4-8abe-6ad5a1bf8714 None None] Network 45ed8d36-a031-4cf4-a5bd-37121e6c72d2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:14.245538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-00e1c9d6-f8de-4b7f-97a4-ef444a9bf5ae tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4271793 Aug 29 04:50:14.246018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58516) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.293879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a72e097-eb53-4504-ad0c-dd8eea6e55a5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.294448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a72e097-eb53-4504-ad0c-dd8eea6e55a5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Fanout notify agent at l3_agent the message router_deleted on router a7afe056-b131-4040-9416-08e8091a99cb {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:14.303234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a72e097-eb53-4504-ad0c-dd8eea6e55a5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.304188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4a72e097-eb53-4504-ad0c-dd8eea6e55a5 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/a7afe056-b131-4040-9416-08e8091a99cb HTTP/1.1" status: 204 len: 168 time: 0.3309822 Aug 29 04:50:14.307810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58518) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.342653 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c3218fb0-27e5-4ec8-a34e-d610f80ae826 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7afe056-b131-4040-9416-08e8091a99cb HTTP/1.1" status: 200 len: 205 time: 0.0289552 Aug 29 04:50:14.345186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.379283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-45ed8d36-a031-4cf4-a5bd-37121e6c72d2', 'network_id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '2e5ee325-d8f4-4aff-856a-e6360b2077d0'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:14.380474 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.380907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.386854 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-a5e0298f-a2c8-4877-a375-9d8ad89b99b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] delete failed (client error): The resource could not be found. Aug 29 04:50:14.387897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a5e0298f-a2c8-4877-a375-9d8ad89b99b1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/a7afe056-b131-4040-9416-08e8091a99cb HTTP/1.1" status: 404 len: 336 time: 0.0416183 Aug 29 04:50:14.390680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58522) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.426666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3ac0779d-0fef-45ad-ac07-3f8731bc0bcb tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc43f93c-87e2-4c8a-8233-26adf3431964 HTTP/1.1" status: 200 len: 205 time: 0.0327384 Aug 29 04:50:14.427567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58524) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.440568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.464255 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-24ae1f22-f7bb-422e-bbe2-e6e506b36aa3 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] delete failed (client error): The resource could not be found. Aug 29 04:50:14.465732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-24ae1f22-f7bb-422e-bbe2-e6e506b36aa3 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/bc43f93c-87e2-4c8a-8233-26adf3431964 HTTP/1.1" status: 404 len: 336 time: 0.0375941 Aug 29 04:50:14.469092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.496886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c3c7beea-2f22-4ffb-b183-6ddd95c0e17f tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=de43b8a6-11d5-408b-996e-c39de493cef4 HTTP/1.1" status: 200 len: 205 time: 0.0265982 Aug 29 04:50:14.499286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58528) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.536035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Allocated IP 172.20.0.1 (45ed8d36-a031-4cf4-a5bd-37121e6c72d2/2e5ee325-d8f4-4aff-856a-e6360b2077d0/4c81fac5-f515-4e20-8ace-c1ef950fe583) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:14.542567 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-8ceb36a3-b153-4191-8da8-faff2ee226dd tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] delete failed (client error): The resource could not be found. Aug 29 04:50:14.543682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8ceb36a3-b153-4191-8da8-faff2ee226dd tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/de43b8a6-11d5-408b-996e-c39de493cef4 HTTP/1.1" status: 404 len: 336 time: 0.0434518 Aug 29 04:50:14.546827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.577172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-24482b58-c706-4e04-935b-2987cac4795b tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=deadd164-7e38-4720-9a61-beb173818850 HTTP/1.1" status: 200 len: 205 time: 0.0265338 Aug 29 04:50:14.577502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58532) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.614414 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-a1d7da67-1039-45e2-80fa-72f486bda4f1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] delete failed (client error): The resource could not be found. Aug 29 04:50:14.615445 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a1d7da67-1039-45e2-80fa-72f486bda4f1 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/deadd164-7e38-4720-9a61-beb173818850 HTTP/1.1" status: 404 len: 336 time: 0.0371447 Aug 29 04:50:14.617970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.649022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6a69c881-a93c-4a95-9ed6-2f1e2ba52ef6 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a8a37a-b4da-4f76-b306-cf2f79656002 HTTP/1.1" status: 200 len: 205 time: 0.0299976 Aug 29 04:50:14.651353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58536) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.678030 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.686223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Transition to ACTIVE for port object 4c81fac5-f515-4e20-8ace-c1ef950fe583 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:14.688234 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-8ed3cbbb-e91f-4c82-8931-18dfbc1f515d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] delete failed (client error): The resource could not be found. Aug 29 04:50:14.689254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8ed3cbbb-e91f-4c82-8931-18dfbc1f515d tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/83a8a37a-b4da-4f76-b306-cf2f79656002 HTTP/1.1" status: 404 len: 336 time: 0.0370193 Aug 29 04:50:14.692126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58538) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.701605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Transition to ACTIVE for port object 4c81fac5-f515-4e20-8ace-c1ef950fe583 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:14.711117 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.721376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f19f8d8-fa81-4e55-a222-1b79aed506df tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12ae5d9-fa75-4718-ad04-7ce098b61c39 HTTP/1.1" status: 200 len: 205 time: 0.0278676 Aug 29 04:50:14.723922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58540) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.753303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Network 45ed8d36-a031-4cf4-a5bd-37121e6c72d2 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:14.758122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:14.761734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:14.765744 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-ec0583aa-8dea-46a8-8c8c-aaa47e9b78d7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] delete failed (client error): The resource could not be found. Aug 29 04:50:14.766859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ec0583aa-8dea-46a8-8c8c-aaa47e9b78d7 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/routers/c12ae5d9-fa75-4718-ad04-7ce098b61c39 HTTP/1.1" status: 404 len: 336 time: 0.0420456 Aug 29 04:50:14.769538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58542) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.770421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Pushing event updated for resources: {'Port': ['ID=4c81fac5-f515-4e20-8ace-c1ef950fe583,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.797051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.799184 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aea8f8-3f99-4a8e-a438-d419ce5ab275 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:14.799641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aea8f8-3f99-4a8e-a438-d419ce5ab275 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:14.801329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-09aea8f8-3f99-4a8e-a438-d419ce5ab275 tempest-RoutersIpV6AdminTest-2125281648 tempest-RoutersIpV6AdminTest-2125281648-project] 10.222.0.55 "DELETE /v2.0/subnets/501d03ce-07d1-4233-a44f-60d5ee5c583d HTTP/1.1" status: 404 len: 337 time: 0.0308321 Aug 29 04:50:14.823621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Attempting to bind port 4c81fac5-f515-4e20-8ace-c1ef950fe583 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:14.823999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Attempting to bind port 4c81fac5-f515-4e20-8ace-c1ef950fe583 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4d37b373-24f6-4438-8729-76b741bb279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:14.824372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Attempting to bind port 4c81fac5-f515-4e20-8ace-c1ef950fe583 on network 45ed8d36-a031-4cf4-a5bd-37121e6c72d2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:14.830477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:14.830862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Checking segment: {'id': '4d37b373-24f6-4438-8729-76b741bb279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:14.831279 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.831683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Bound using segment: {'id': '4d37b373-24f6-4438-8729-76b741bb279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:14.832162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Bound port: 4c81fac5-f515-4e20-8ace-c1ef950fe583, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d37b373-24f6-4438-8729-76b741bb279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:14.832569 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.833299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5ee325-d8f4-4aff-856a-e6360b2077d0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.895539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.907065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] For port 4c81fac5-f515-4e20-8ace-c1ef950fe583, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:14.907620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ed8d36-a031-4cf4-a5bd-37121e6c72d2']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.909813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] For port 4c81fac5-f515-4e20-8ace-c1ef950fe583, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4c81fac5-f515-4e20-8ace-c1ef950fe583,segment=NetworkSegment(4d37b373-24f6-4438-8729-76b741bb279a),segment_id=4d37b373-24f6-4438-8729-76b741bb279a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:14.915115 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.918233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d37b373-24f6-4438-8729-76b741bb279a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.918614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d37b373-24f6-4438-8729-76b741bb279a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.928138 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.949726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.964764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:14.965208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:14.969897 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:14.995510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e0bd-32be-404f-9113-3c0519208594 None None] Pushing event updated for resources: {'Port': ['ID=4c81fac5-f515-4e20-8ace-c1ef950fe583,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.014700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548cd05d-0ca2-4f9a-a26c-27f74b04fb86 None None] Network 45ed8d36-a031-4cf4-a5bd-37121e6c72d2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:15.038933 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:15.038933 n-d-712143-14 neutron-server[94823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:15.038933 n-d-712143-14 neutron-server[94823]: [parameters: {'id': '45ed8d36-a031-4cf4-a5bd-37121e6c72d2'}] Aug 29 04:50:15.038933 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:15.039317 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:15.100725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58548) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.140229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d0672-942f-4c63-961b-eabe038db90a None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:15.205428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d0672-942f-4c63-961b-eabe038db90a None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:15.218058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4b9120b-5f6b-4850-8a65-b399b49a1fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.312413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4b9120b-5f6b-4850-8a65-b399b49a1fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.316358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f4b9120b-5f6b-4850-8a65-b399b49a1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.359049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f4b9120b-5f6b-4850-8a65-b399b49a1fd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8904759d16884ac0aeef4e452142c1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570903 Aug 29 04:50:15.360141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9120b-5f6b-4850-8a65-b399b49a1fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43416aeb-c1ba-4b3a-80c0-2ede463ee320,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.362106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58552) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.413795 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c781e108-0a3a-4129-8025-479410fdc480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.434821 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c781e108-0a3a-4129-8025-479410fdc480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.481259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c781e108-0a3a-4129-8025-479410fdc480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.484406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c781e108-0a3a-4129-8025-479410fdc480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.485566 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c781e108-0a3a-4129-8025-479410fdc480 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43416aeb-c1ba-4b3a-80c0-2ede463ee320 HTTP/1.1" status: 204 len: 168 time: 0.1223285 Aug 29 04:50:15.493660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e108-0a3a-4129-8025-479410fdc480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43416aeb-c1ba-4b3a-80c0-2ede463ee320,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.540706 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.597936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Deleting port 4c81fac5-f515-4e20-8ace-c1ef950fe583 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:15.598286 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.663695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] For port 4c81fac5-f515-4e20-8ace-c1ef950fe583, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4c81fac5-f515-4e20-8ace-c1ef950fe583,segment=NetworkSegment(4d37b373-24f6-4438-8729-76b741bb279a),segment_id=4d37b373-24f6-4438-8729-76b741bb279a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:15.664065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.678177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Calling delete_port for 4c81fac5-f515-4e20-8ace-c1ef950fe583 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:15.753467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58558) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.774484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.811879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Port': ['ID=4c81fac5-f515-4e20-8ace-c1ef950fe583,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.822112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No DVR routers for this DVR port 4c81fac5-f515-4e20-8ace-c1ef950fe583 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:15.832100 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-577fbf22-2315-4e48-b8a3-8e4dabbc448f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f38cc08548040c2986a80246e382483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775673 Aug 29 04:50:15.834758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58560) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.883959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a9c459d-8d3f-4db3-8156-864f78abebef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.904916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a9c459d-8d3f-4db3-8156-864f78abebef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.906067 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.915926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ed8d36-a031-4cf4-a5bd-37121e6c72d2']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.927186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d37b373-24f6-4438-8729-76b741bb279a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.927479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d37b373-24f6-4438-8729-76b741bb279a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:15.936089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.950135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.956321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a9c459d-8d3f-4db3-8156-864f78abebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.958682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:15.959087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.959254 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1a9c459d-8d3f-4db3-8156-864f78abebef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:15.962564 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:15.965172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1a9c459d-8d3f-4db3-8156-864f78abebef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5174633-ef0c-4194-96ee-f3a4f1067fe4 HTTP/1.1" status: 204 len: 168 time: 0.1273742 Aug 29 04:50:15.973685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c459d-8d3f-4db3-8156-864f78abebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5174633-ef0c-4194-96ee-f3a4f1067fe4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.031450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.043472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.046644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/45ed8d36-a031-4cf4-a5bd-37121e6c72d2 HTTP/1.1" status: 204 len: 168 time: 1.7994754 Aug 29 04:50:16.050412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58564) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.056678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881220817'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:16.063115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2f40f-22f1-4edf-83df-341ee1c60231 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=45ed8d36-a031-4cf4-a5bd-37121e6c72d2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.079969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:16.083474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.107671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:16.116247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.116590 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment e8b98a44-6a94-4215-a0c3-25c91803ca83 of type vlan for network 9f12ca15-08c0-403f-8316-3a25458e230c Aug 29 04:50:16.157096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.184774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.190714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.191319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.253097 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2009041 Aug 29 04:50:16.255964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58570) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.261811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': '9f12ca15-08c0-403f-8316-3a25458e230c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:16.264758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291e42d-4e82-4437-ac21-466d7e90d1ef tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=9f12ca15-08c0-403f-8316-3a25458e230c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.275572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9f12ca15-08c0-403f-8316-3a25458e230c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:16.362317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:16.366142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.552969 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.620471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=5d92a5be-a882-497f-8e3a-29788f6f43c5,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.628722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': 'e8b98a44-6a94-4215-a0c3-25c91803ca83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9f12ca15-08c0-403f-8316-3a25458e230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:16.629211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: 9f12ca15-08c0-403f-8316-3a25458e230c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:16.647835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 9f12ca15-08c0-403f-8316-3a25458e230c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:16.657397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9f12ca15-08c0-403f-8316-3a25458e230c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:16.661478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.662145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.668079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc50daa-bca9-4993-a328-45a8949f2bbd None None] Network 9f12ca15-08c0-403f-8316-3a25458e230c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:16.677464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0680c50d-5351-4cc3-b0fd-57ba541f2713 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4199700 Aug 29 04:50:16.679887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58586) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.782356 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.827234 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31d956d5-db37-42f4-aa32-6fd9c242b4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.835402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f198a9f1-d80a-421d-8230-7221cd3fa8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9f12ca15-08c0-403f-8316-3a25458e230c', 'network_id': '9f12ca15-08c0-403f-8316-3a25458e230c', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '5d92a5be-a882-497f-8e3a-29788f6f43c5'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:16.836376 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f198a9f1-d80a-421d-8230-7221cd3fa8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.847294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.914542 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-f198a9f1-d80a-421d-8230-7221cd3fa8ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d92a5be-a882-497f-8e3a-29788f6f43c5: This subnet is being modified by another concurrent operation. Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d92a5be-a882-497f-8e3a-29788f6f43c5: This subnet is being modified by another concurrent operation. Aug 29 04:50:16.936851 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:50:16.950307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=5d92a5be-a882-497f-8e3a-29788f6f43c5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.966813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27768f2e-bc58-409e-8fc0-a2685ec99db1 None None] Network 9f12ca15-08c0-403f-8316-3a25458e230c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:17.013533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.025628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f12ca15-08c0-403f-8316-3a25458e230c']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.038484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b98a44-6a94-4215-a0c3-25c91803ca83') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.038787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b98a44-6a94-4215-a0c3-25c91803ca83') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:17.050258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.074440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.081222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:17.081654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.082894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff3891-4b9c-4618-8e0e-6db6f70ed87f None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:17.085135 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:17.145183 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.153131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff3891-4b9c-4618-8e0e-6db6f70ed87f None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:17.153497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.160587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/9f12ca15-08c0-403f-8316-3a25458e230c HTTP/1.1" status: 204 len: 168 time: 0.4750226 Aug 29 04:50:17.160783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58598) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.166629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494440724'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:17.168462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226e18-4b70-4749-8a67-4428d2654795 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=9f12ca15-08c0-403f-8316-3a25458e230c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.196003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:17.199527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.224402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:17.235578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.235853 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment 0735c34c-d36b-45bf-bf0b-76f1a98c9c69 of type vlan for network dd22e6f8-93c9-43dd-a26c-4996e6271a34 Aug 29 04:50:17.278624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.305897 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.312181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:17.312981 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.368226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58604) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.383394 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2203813 Aug 29 04:50:17.384331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58608) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.389875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:17.392857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35356b86-ab6a-4bce-8ba6-577d363219a1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=dd22e6f8-93c9-43dd-a26c-4996e6271a34,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.403561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:17.510471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b22ac68a-e13d-4519-beea-f0fec5b1977d tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-297441177'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:17.557062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22ac68a-e13d-4519-beea-f0fec5b1977d tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.558062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22ac68a-e13d-4519-beea-f0fec5b1977d tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.569943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.586644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.640789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 is not hosted by any dhcp agent {{(pid=94823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:50:17.646109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:17.646702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.647951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "PUT /v2.0/networks/dd22e6f8-93c9-43dd-a26c-4996e6271a34 HTTP/1.1" status: 200 len: 723 time: 0.2626204 Aug 29 04:50:17.650836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58610) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.656559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': 'dd22e6f8-93c9-43dd-a26c-4996e6271a34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:17.684076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22ac68a-e13d-4519-beea-f0fec5b1977d tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.690703 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22ac68a-e13d-4519-beea-f0fec5b1977d tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.695793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127d7a-491c-4906-815b-995cffbe884c tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=dd22e6f8-93c9-43dd-a26c-4996e6271a34,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.707547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:17.709092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b22ac68a-e13d-4519-beea-f0fec5b1977d tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.710409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b22ac68a-e13d-4519-beea-f0fec5b1977d tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3410230 Aug 29 04:50:17.713016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58612) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.754225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:17.758143 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.793629 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9222eacb-3b40-4bdf-92b7-31e9c8d3d624 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.955516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9222eacb-3b40-4bdf-92b7-31e9c8d3d624 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.958000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9222eacb-3b40-4bdf-92b7-31e9c8d3d624 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.961435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.000355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9222eacb-3b40-4bdf-92b7-31e9c8d3d624 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.000905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9222eacb-3b40-4bdf-92b7-31e9c8d3d624 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9b126fb-ac15-4452-8636-f30f35fff3c9 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:18.005438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9222eacb-3b40-4bdf-92b7-31e9c8d3d624 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.006583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9222eacb-3b40-4bdf-92b7-31e9c8d3d624 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b9b126fb-ac15-4452-8636-f30f35fff3c9 HTTP/1.1" status: 204 len: 168 time: 0.2925313 Aug 29 04:50:18.010106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58614) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.015324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0877145b-99f9-43a6-b473-95b47b597809 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Request body: {'router': {'name': 'tempest-router-1273970142', 'distributed': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:18.034554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=0e14fa6f-7bc1-463e-96c3-18b2e712dc80,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.036387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0877145b-99f9-43a6-b473-95b47b597809 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.037391 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0877145b-99f9-43a6-b473-95b47b597809 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.043266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': '0735c34c-d36b-45bf-bf0b-76f1a98c9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd22e6f8-93c9-43dd-a26c-4996e6271a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:18.043721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: dd22e6f8-93c9-43dd-a26c-4996e6271a34, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:18.060039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:18.070265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, dd22e6f8-93c9-43dd-a26c-4996e6271a34) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:18.078129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:18.078540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.079011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3948fc-435c-467f-9d0e-b6d91881f436 None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:18.101645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bbd2e6ec-ff5c-4566-bfa5-ad94fb2b0445 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4471323 Aug 29 04:50:18.102114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58616) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.104274 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0877145b-99f9-43a6-b473-95b47b597809 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.108487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-05c2d341-df0d-4f9a-b157-83d27003a823 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:18.109104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0877145b-99f9-43a6-b473-95b47b597809 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.125448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0877145b-99f9-43a6-b473-95b47b597809 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.127012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0877145b-99f9-43a6-b473-95b47b597809 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1160290 Aug 29 04:50:18.130034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58618) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.202779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05c2d341-df0d-4f9a-b157-83d27003a823 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12756878'] for subnet, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.205515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80b709c5-1454-4d5a-9b8c-5ea7a1af715c tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.243853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-dd22e6f8-93c9-43dd-a26c-4996e6271a34', 'network_id': 'dd22e6f8-93c9-43dd-a26c-4996e6271a34', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': '0e14fa6f-7bc1-463e-96c3-18b2e712dc80'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:18.244907 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.350438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05c2d341-df0d-4f9a-b157-83d27003a823 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738958343464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58716240'] for subnet, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.363639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80b709c5-1454-4d5a-9b8c-5ea7a1af715c tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.366580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80b709c5-1454-4d5a-9b8c-5ea7a1af715c tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.367090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2d341-df0d-4f9a-b157-83d27003a823 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:18.368048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05c2d341-df0d-4f9a-b157-83d27003a823 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.369906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-05c2d341-df0d-4f9a-b157-83d27003a823 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "PUT /v2.0/subnets/0e14fa6f-7bc1-463e-96c3-18b2e712dc80 HTTP/1.1" status: 200 len: 806 time: 0.2663732 Aug 29 04:50:18.374436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58620) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.404042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Allocated IP 172.20.0.2 (dd22e6f8-93c9-43dd-a26c-4996e6271a34/0e14fa6f-7bc1-463e-96c3-18b2e712dc80/726fde23-c49f-4bff-80a8-54bd9f948c62) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:18.415370 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2d341-df0d-4f9a-b157-83d27003a823 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=0e14fa6f-7bc1-463e-96c3-18b2e712dc80,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.555589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.565546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Transition to ACTIVE for port object 726fde23-c49f-4bff-80a8-54bd9f948c62 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:18.580945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Transition to ACTIVE for port object 726fde23-c49f-4bff-80a8-54bd9f948c62 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:18.587552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.633252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:18.636274 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:18.640940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:18.644109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Pushing event updated for resources: {'Port': ['ID=726fde23-c49f-4bff-80a8-54bd9f948c62,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.696256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Attempting to bind port 726fde23-c49f-4bff-80a8-54bd9f948c62 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:18.696657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Attempting to bind port 726fde23-c49f-4bff-80a8-54bd9f948c62 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '0735c34c-d36b-45bf-bf0b-76f1a98c9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd22e6f8-93c9-43dd-a26c-4996e6271a34'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:18.697013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Attempting to bind port 726fde23-c49f-4bff-80a8-54bd9f948c62 on network dd22e6f8-93c9-43dd-a26c-4996e6271a34 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:18.702164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:18.702550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Checking segment: {'id': '0735c34c-d36b-45bf-bf0b-76f1a98c9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd22e6f8-93c9-43dd-a26c-4996e6271a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:18.702955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.703353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Bound using segment: {'id': '0735c34c-d36b-45bf-bf0b-76f1a98c9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd22e6f8-93c9-43dd-a26c-4996e6271a34'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:18.703818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Bound port: 726fde23-c49f-4bff-80a8-54bd9f948c62, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0735c34c-d36b-45bf-bf0b-76f1a98c9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd22e6f8-93c9-43dd-a26c-4996e6271a34'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:18.704204 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.722975 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80b709c5-1454-4d5a-9b8c-5ea7a1af715c tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.723487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b709c5-1454-4d5a-9b8c-5ea7a1af715c tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2033e94-cb0f-43d1-9d82-acb256e4e746 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:18.728108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-80b709c5-1454-4d5a-9b8c-5ea7a1af715c tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.729552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-80b709c5-1454-4d5a-9b8c-5ea7a1af715c tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b2033e94-cb0f-43d1-9d82-acb256e4e746 HTTP/1.1" status: 204 len: 168 time: 0.5981710 Aug 29 04:50:18.733393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58622) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.737948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2adc92ff-8023-45b7-8929-7cbafd1fd129 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Request body: {'router': {'name': 'tempest-router-754237284', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c1c36a31640b4f3ab1b6f1b00d6366b2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:18.758900 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2adc92ff-8023-45b7-8929-7cbafd1fd129 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.759898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2adc92ff-8023-45b7-8929-7cbafd1fd129 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.775961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] For port 726fde23-c49f-4bff-80a8-54bd9f948c62, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:18.779577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] For port 726fde23-c49f-4bff-80a8-54bd9f948c62, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=726fde23-c49f-4bff-80a8-54bd9f948c62,segment=NetworkSegment(0735c34c-d36b-45bf-bf0b-76f1a98c9c69),segment_id=0735c34c-d36b-45bf-bf0b-76f1a98c9c69)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:18.782399 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.784377 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.821432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2adc92ff-8023-45b7-8929-7cbafd1fd129 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.827146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2adc92ff-8023-45b7-8929-7cbafd1fd129 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.839528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-07e3d587-9b07-4422-b471-d9d332800951 req-470f9263-e673-4ea0-b65e-fff449cc33b6 service neutron] (94824) timed out ('10.222.0.55', 36826) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:50:18.845975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2adc92ff-8023-45b7-8929-7cbafd1fd129 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.847386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2adc92ff-8023-45b7-8929-7cbafd1fd129 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1128891 Aug 29 04:50:18.847509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c1488-8a6e-4e75-b6da-0001fd9fe34b None None] Pushing event updated for resources: {'Port': ['ID=726fde23-c49f-4bff-80a8-54bd9f948c62,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.850232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58624) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.855644 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:18.857000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Deleting port 726fde23-c49f-4bff-80a8-54bd9f948c62 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:18.857957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.939140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] For port 726fde23-c49f-4bff-80a8-54bd9f948c62, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=726fde23-c49f-4bff-80a8-54bd9f948c62,segment=NetworkSegment(0735c34c-d36b-45bf-bf0b-76f1a98c9c69),segment_id=0735c34c-d36b-45bf-bf0b-76f1a98c9c69)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:18.939511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.953507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Calling delete_port for 726fde23-c49f-4bff-80a8-54bd9f948c62 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:19.089308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.089903 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.114846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.143785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Port': ['ID=726fde23-c49f-4bff-80a8-54bd9f948c62,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:19.181562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 04:50:19.181935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Router 4d89acca-ef4e-47ce-aafa-044a3f3fda8a migrating from provider to provider. {{(pid=94824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 04:50:19.182351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.187469 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.189977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No DVR routers for this DVR port 726fde23-c49f-4bff-80a8-54bd9f948c62 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:19.190961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.235180 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.271819 n-d-712143-14 neutron-server[94824]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] No L3 agents can host the router 4d89acca-ef4e-47ce-aafa-044a3f3fda8a Aug 29 04:50:19.301149 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.330066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=0e14fa6f-7bc1-463e-96c3-18b2e712dc80,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:19.376501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Hosts for router 4d89acca-ef4e-47ce-aafa-044a3f3fda8a: [] {{(pid=94824) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 04:50:19.398913 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.399799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Hosts for other DVR routers connected to router 4d89acca-ef4e-47ce-aafa-044a3f3fda8a: set() {{(pid=94824) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 04:50:19.402347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.403552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf05cc45-f95f-4168-a901-b17c5b23c7aa tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "PUT /v2.0/routers/4d89acca-ef4e-47ce-aafa-044a3f3fda8a HTTP/1.1" status: 200 len: 716 time: 0.5518003 Aug 29 04:50:19.406381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58626) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.409758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd22e6f8-93c9-43dd-a26c-4996e6271a34']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.420388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0735c34c-d36b-45bf-bf0b-76f1a98c9c69') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.420695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0735c34c-d36b-45bf-bf0b-76f1a98c9c69') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:19.429435 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.446785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.454594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:19.455177 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:19.458409 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:19.481872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-73e213ec-8963-4fbc-b52d-881ea6057573 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "GET /v2.0/routers/4d89acca-ef4e-47ce-aafa-044a3f3fda8a HTTP/1.1" status: 200 len: 716 time: 0.0721445 Aug 29 04:50:19.482114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58628) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.493223 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83ac4918-eb06-4449-aca1-9bbf058495c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.523966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.533880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.535961 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/dd22e6f8-93c9-43dd-a26c-4996e6271a34 HTTP/1.1" status: 204 len: 168 time: 1.1604712 Aug 29 04:50:19.538380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58632) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.548697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113f3bf-27ea-4da0-a862-c8f2e8a8a68d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=dd22e6f8-93c9-43dd-a26c-4996e6271a34,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:19.630238 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.869542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0e912-220f-405a-98b4-96e3194dbd00 None None] DHCP port deletion for dd22e6f8-93c9-43dd-a26c-4996e6271a34 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:19.886891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd2c33-5ed0-4701-b857-a5ce8217f90a None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:19.899383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd2c33-5ed0-4701-b857-a5ce8217f90a None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:50:19.906585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f0896-13a8-4b78-96d4-a4897ecba0f5 None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:19.922869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f0896-13a8-4b78-96d4-a4897ecba0f5 None None] Network dd22e6f8-93c9-43dd-a26c-4996e6271a34 could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:50:19.925080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-dc2d31c6-84f8-4037-b2b3-91b11db29c4a None None] Could not find standard attr ID for object 726fde23-c49f-4bff-80a8-54bd9f948c62. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:50:19.929521 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-335813a4-15cc-43e5-8b72-9b55aaaeb372 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:19.930119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335813a4-15cc-43e5-8b72-9b55aaaeb372 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:19.931802 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-335813a4-15cc-43e5-8b72-9b55aaaeb372 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/dd22e6f8-93c9-43dd-a26c-4996e6271a34 HTTP/1.1" status: 404 len: 339 time: 0.3923955 Aug 29 04:50:19.935962 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58634) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:19.941090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520793118', 'description': 'd1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:19.962864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:19.967275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.991613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:20.002298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.002646 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment 34ab2749-9fb7-4372-b4b6-fe68e05c97c8 of type vlan for network 6eca56b8-e6bf-4bd4-8452-d427ea187a32 Aug 29 04:50:20.006951 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8ee9e5fe-9e13-429d-8cf8-c0c489128ef0 tempest-RoutersTestDVR-1224768 tempest-RoutersTestDVR-1224768-project] 10.222.0.55 "GET /v2.0/routers/4d89acca-ef4e-47ce-aafa-044a3f3fda8a HTTP/1.1" status: 200 len: 682 time: 0.5215659 Aug 29 04:50:20.007487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58636) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.047780 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.072583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.076037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8bb36946-6c38-4272-b9ac-96f8f45df8d5 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.078022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.078623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.144334 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2072523 Aug 29 04:50:20.147012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.153649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15763139-caec-43bf-bb7b-6b48812742c0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=6eca56b8-e6bf-4bd4-8452-d427ea187a32,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.164371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6eca56b8-e6bf-4bd4-8452-d427ea187a32 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:20.285510 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8bb36946-6c38-4272-b9ac-96f8f45df8d5 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.289561 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8bb36946-6c38-4272-b9ac-96f8f45df8d5 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.340583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af315b6-634d-4777-86a9-2164e8a62d58 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.342580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8af315b6-634d-4777-86a9-2164e8a62d58 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/networks?id=6eca56b8-e6bf-4bd4-8452-d427ea187a32 HTTP/1.1" status: 200 len: 761 time: 0.1946614 Aug 29 04:50:20.345265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58640) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.350925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'description': 'd2'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:20.368513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8bb36946-6c38-4272-b9ac-96f8f45df8d5 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.369049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb36946-6c38-4272-b9ac-96f8f45df8d5 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d89acca-ef4e-47ce-aafa-044a3f3fda8a {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:20.401888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8bb36946-6c38-4272-b9ac-96f8f45df8d5 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.403020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8bb36946-6c38-4272-b9ac-96f8f45df8d5 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "DELETE /v2.0/routers/4d89acca-ef4e-47ce-aafa-044a3f3fda8a HTTP/1.1" status: 204 len: 168 time: 0.3946257 Aug 29 04:50:20.407817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58642) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.412514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6f5de03b-5570-486d-9b74-d231b1b293c0 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Request body: {'router': {'name': 'tempest-router-1592564324', 'distributed': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:20.434533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f5de03b-5570-486d-9b74-d231b1b293c0 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.435896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f5de03b-5570-486d-9b74-d231b1b293c0 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.492769 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f5de03b-5570-486d-9b74-d231b1b293c0 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.496983 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f5de03b-5570-486d-9b74-d231b1b293c0 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.509774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f5de03b-5570-486d-9b74-d231b1b293c0 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.511073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f5de03b-5570-486d-9b74-d231b1b293c0 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1022086 Aug 29 04:50:20.514352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58644) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.518266 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.532314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.549958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 6eca56b8-e6bf-4bd4-8452-d427ea187a32 is not hosted by any dhcp agent {{(pid=94824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:50:20.555212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.555799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.557211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "PUT /v2.0/networks/6eca56b8-e6bf-4bd4-8452-d427ea187a32 HTTP/1.1" status: 200 len: 758 time: 0.2109625 Aug 29 04:50:20.580938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58646) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.607912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81957a-57f7-4aae-a5f8-dca4e9bbde1b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=6eca56b8-e6bf-4bd4-8452-d427ea187a32,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.618772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 6eca56b8-e6bf-4bd4-8452-d427ea187a32 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:20.649083 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15cbc4ee-ac69-49df-816d-3208721b4269 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.791970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45dd5a-135e-4cc4-b354-cd7104779eb3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.793376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8f45dd5a-135e-4cc4-b354-cd7104779eb3 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/networks?id=6eca56b8-e6bf-4bd4-8452-d427ea187a32 HTTP/1.1" status: 200 len: 761 time: 0.2114804 Aug 29 04:50:20.797555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58648) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:20.803681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-899777986'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:20.819544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.822395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.827381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:20.831083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.855042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:20.855405 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15cbc4ee-ac69-49df-816d-3208721b4269 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.857745 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15cbc4ee-ac69-49df-816d-3208721b4269 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.864643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.864983 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment c0b7e482-6f53-4dc1-ad03-34f6aa437f00 of type vlan for network 2b9f6d3b-6189-49a6-aa43-c5e23905eebf Aug 29 04:50:20.905122 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15cbc4ee-ac69-49df-816d-3208721b4269 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.905670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cbc4ee-ac69-49df-816d-3208721b4269 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd81d13b-e489-4043-b7ea-5931cd6c885f {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:20.906184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.909864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15cbc4ee-ac69-49df-816d-3208721b4269 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.911156 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-15cbc4ee-ac69-49df-816d-3208721b4269 tempest-RoutersTestDVR-81927184 tempest-RoutersTestDVR-81927184-project-admin] 10.222.0.55 "DELETE /v2.0/routers/cd81d13b-e489-4043-b7ea-5931cd6c885f HTTP/1.1" status: 204 len: 168 time: 0.3957322 Aug 29 04:50:20.934315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.940323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.940914 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.999531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2008560 Aug 29 04:50:21.002280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:21.007182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': '2b9f6d3b-6189-49a6-aa43-c5e23905eebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:21.060012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa058e8-b80d-4ebe-94e3-399cb6803e9b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=2b9f6d3b-6189-49a6-aa43-c5e23905eebf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.071699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 2b9f6d3b-6189-49a6-aa43-c5e23905eebf details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:21.107486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:21.111115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.169160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58656) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:21.279612 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-874aa08e-4208-4268-84eb-a635dc6d69dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.295947 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.364634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=b9b1d1cd-e98c-41e6-8aca-facd2d9f5609,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.372052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': 'c0b7e482-6f53-4dc1-ad03-34f6aa437f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2b9f6d3b-6189-49a6-aa43-c5e23905eebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:21.372431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: 2b9f6d3b-6189-49a6-aa43-c5e23905eebf, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:21.373631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-874aa08e-4208-4268-84eb-a635dc6d69dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.377470 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-874aa08e-4208-4268-84eb-a635dc6d69dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.390541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network 2b9f6d3b-6189-49a6-aa43-c5e23905eebf is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:21.399747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 2b9f6d3b-6189-49a6-aa43-c5e23905eebf) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:21.404963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:21.405831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.411195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c312ceae-8f2b-455b-a973-b4e4441ae1ac None None] Network 2b9f6d3b-6189-49a6-aa43-c5e23905eebf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:21.416336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874aa08e-4208-4268-84eb-a635dc6d69dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e2329-a5c0-4730-8e5a-0012adbd798b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.422132 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-874aa08e-4208-4268-84eb-a635dc6d69dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1c36a31640b4f3ab1b6f1b00d6366b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506993 Aug 29 04:50:21.424820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58660) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:21.434397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b9bd2888-c10a-4db9-ba89-9ce9f16d8c3e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4310749 Aug 29 04:50:21.435042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:21.486647 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d9ce-0871-4678-bce8-835020824f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.508860 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d9ce-0871-4678-bce8-835020824f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.533563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.563080 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d9ce-0871-4678-bce8-835020824f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.566321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d9ce-0871-4678-bce8-835020824f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.570136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4d9d9ce-0871-4678-bce8-835020824f18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d5e2329-a5c0-4730-8e5a-0012adbd798b HTTP/1.1" status: 204 len: 168 time: 0.1439412 Aug 29 04:50:21.573584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3274ef-0f73-4b1d-8aad-f8673a5d071c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-2b9f6d3b-6189-49a6-aa43-c5e23905eebf', 'network_id': '2b9f6d3b-6189-49a6-aa43-c5e23905eebf', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': 'b9b1d1cd-e98c-41e6-8aca-facd2d9f5609'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:21.576306 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bc3274ef-0f73-4b1d-8aad-f8673a5d071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.579152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9d9ce-0871-4678-bce8-835020824f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e2329-a5c0-4730-8e5a-0012adbd798b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.606175 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.679332 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-bc3274ef-0f73-4b1d-8aad-f8673a5d071c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9b1d1cd-e98c-41e6-8aca-facd2d9f5609: This subnet is being modified by another concurrent operation. Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9b1d1cd-e98c-41e6-8aca-facd2d9f5609: This subnet is being modified by another concurrent operation. Aug 29 04:50:21.692769 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 04:50:21.712312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b1d1cd-e98c-41e6-8aca-facd2d9f5609,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.719697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb1e1c-7bdd-42d5-aaad-f8b8ab1687cc None None] Network 2b9f6d3b-6189-49a6-aa43-c5e23905eebf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:21.769205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.780368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9f6d3b-6189-49a6-aa43-c5e23905eebf']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.791535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b7e482-6f53-4dc1-ad03-34f6aa437f00') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.791919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b7e482-6f53-4dc1-ad03-34f6aa437f00') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.801941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.817011 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.823636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:21.824316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:21.827931 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:21.835126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddecc5e2-ff20-42b7-82cc-23ca990df662 None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:21.892107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:21.900274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.912860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.914774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/2b9f6d3b-6189-49a6-aa43-c5e23905eebf HTTP/1.1" status: 204 len: 168 time: 0.4780719 Aug 29 04:50:21.915736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecc5e2-ff20-42b7-82cc-23ca990df662 None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:21.917001 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb06af1e-dcab-4a1a-9c57-09eefb87b76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.917810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58670) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:21.928642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23272ff9-2beb-4702-8a37-c6d74030ad88 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=2b9f6d3b-6189-49a6-aa43-c5e23905eebf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.951520 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e19b0c0-e743-41c7-babb-61a1e8e3500d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] GET failed (client error): The resource could not be found. Aug 29 04:50:21.953321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9e19b0c0-e743-41c7-babb-61a1e8e3500d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/subnets/b9b1d1cd-e98c-41e6-8aca-facd2d9f5609 HTTP/1.1" status: 404 len: 337 time: 0.0344682 Aug 29 04:50:21.956196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58672) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:21.981091 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0773b729-7398-4dce-bfe9-b18f020f3e8f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:21.982088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0773b729-7398-4dce-bfe9-b18f020f3e8f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:21.983998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0773b729-7398-4dce-bfe9-b18f020f3e8f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/2b9f6d3b-6189-49a6-aa43-c5e23905eebf HTTP/1.1" status: 404 len: 339 time: 0.0266426 Aug 29 04:50:21.987918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58674) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.032555 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb06af1e-dcab-4a1a-9c57-09eefb87b76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.037092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb06af1e-dcab-4a1a-9c57-09eefb87b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.082381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fb06af1e-dcab-4a1a-9c57-09eefb87b76b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea11a508f60d4594a291745fb6c24af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883960 Aug 29 04:50:22.083141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.091271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06af1e-dcab-4a1a-9c57-09eefb87b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2870ff4c-6b43-4ac5-9877-ccef1075df1e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.141212 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95c6c0de-3368-4615-8f42-9aca3de431d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.164315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95c6c0de-3368-4615-8f42-9aca3de431d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.190378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecfc0cf-a15e-4ca4-941b-cb742f616274 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.191847 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ecfc0cf-a15e-4ca4-941b-cb742f616274 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2030144 Aug 29 04:50:22.194556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58678) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.217325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95c6c0de-3368-4615-8f42-9aca3de431d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.220005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-95c6c0de-3368-4615-8f42-9aca3de431d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.221213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-95c6c0de-3368-4615-8f42-9aca3de431d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2870ff4c-6b43-4ac5-9877-ccef1075df1e HTTP/1.1" status: 204 len: 168 time: 0.1358218 Aug 29 04:50:22.229088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6c0de-3368-4615-8f42-9aca3de431d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2870ff4c-6b43-4ac5-9877-ccef1075df1e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.241105 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ce10d6d-5ac7-416b-996e-2d1d0c26830e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12 HTTP/1.1" status: 200 len: 207 time: 0.0419679 Aug 29 04:50:22.241448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58682) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.339746 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.427187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b6c1e-0643-433c-856f-31ffe3e682f9 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.434155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b6c1e-0643-433c-856f-31ffe3e682f9 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.440816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b6c1e-0643-433c-856f-31ffe3e682f9 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.446623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b6c1e-0643-433c-856f-31ffe3e682f9 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.450323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c89b6c1e-0643-433c-856f-31ffe3e682f9 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2056870 Aug 29 04:50:22.452602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58686) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.565988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7efe9cfb-7965-41b8-bae9-125af8f42db1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1122830 Aug 29 04:50:22.569268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58694) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.622392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a2292-c91c-4f2c-a6f4-2bf9696315bc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.624416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a2292-c91c-4f2c-a6f4-2bf9696315bc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.625965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-609a2292-c91c-4f2c-a6f4-2bf9696315bc tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0557292 Aug 29 04:50:22.629554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58698) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.682960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf23b48-e5d2-4b42-b63e-a126f41a506f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.684379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf23b48-e5d2-4b42-b63e-a126f41a506f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.686504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-edf23b48-e5d2-4b42-b63e-a126f41a506f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0559790 Aug 29 04:50:22.690124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58700) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.792231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a259bdb-6fcb-4293-91ee-d8b9bec1faac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.793615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a259bdb-6fcb-4293-91ee-d8b9bec1faac tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/networks/3addbc2d-976c-45b8-a06b-7843c901d0e9 HTTP/1.1" status: 200 len: 800 time: 0.1024611 Aug 29 04:50:22.798127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58708) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.904486 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0fac1a76-183a-4eb6-81d6-3d518ed8a931 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/networks/3addbc2d-976c-45b8-a06b-7843c901d0e9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1050789 Aug 29 04:50:22.907847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58712) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.962618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eda137-9ee1-41a5-87a3-56cc3d842178 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.964018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-99eda137-9ee1-41a5-87a3-56cc3d842178 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/subnets/268eb1fc-e0c8-4772-8472-c3af50c411de HTTP/1.1" status: 200 len: 811 time: 0.0552399 Aug 29 04:50:22.967893 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58716) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.017929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a416046-2fb5-4fe8-910a-b5ce770f084b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['shared'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.019341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6a416046-2fb5-4fe8-910a-b5ce770f084b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "GET /v2.0/subnets/268eb1fc-e0c8-4772-8472-c3af50c411de?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0505385 Aug 29 04:50:23.022924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58718) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.027682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1028827189'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:23.049935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:23.055658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.077261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:23.086239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.086618 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Added segment 15d688cb-ed24-4e69-80fb-f4cf61d5db24 of type vlan for network b04c28ef-acb6-4943-88bd-26962a6a193c Aug 29 04:50:23.129656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.154746 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.160295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.160880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.221668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1976297 Aug 29 04:50:23.224389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.231050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'network_id': 'b04c28ef-acb6-4943-88bd-26962a6a193c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:23.236415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907fc3f-1614-4c0a-acc7-d5ef08e90265 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Network': ['ID=b04c28ef-acb6-4943-88bd-26962a6a193c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.247661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b04c28ef-acb6-4943-88bd-26962a6a193c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:23.324478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Made reservation on behalf of 2c5086c3c2b44698982d30d239ecdda5 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:23.328165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.389233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Performing IP validity checks on allocation pools {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:50:23.389881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:50:23.507783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.524848 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.582483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=b90e446f-ea25-493c-bbb1-91fca8871f03,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.594028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Checking segment: {'id': '15d688cb-ed24-4e69-80fb-f4cf61d5db24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b04c28ef-acb6-4943-88bd-26962a6a193c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:23.594389 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network hostable DHCP agents. Network: b04c28ef-acb6-4943-88bd-26962a6a193c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:23.610626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Network b04c28ef-acb6-4943-88bd-26962a6a193c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:23.612855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-999768814', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:23.619706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b04c28ef-acb6-4943-88bd-26962a6a193c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:23.624155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.624778 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16355704'] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.635310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b387a955-378e-40fa-9263-dc3a2cbeb1c0 None None] Network b04c28ef-acb6-4943-88bd-26962a6a193c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:23.644942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Made reservation on behalf of e83b920b8d25470282ce3e3b9b250626 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:23.647676 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.652355 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-48ec74cb-7e59-4614-bf61-72d21ec0de62 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4267302 Aug 29 04:50:23.657013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58738) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.657657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.664233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3ee775f8-10d7-4d6d-bc38-2666c40d86b6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:23.754567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.760371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.766204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] device_id is not set on port af406b09-d20d-48dd-85ee-89a235c97cd1 yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:23.773917 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ee775f8-10d7-4d6d-bc38-2666c40d86b6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66375322'] for subnet, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.794305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb44bb-6450-49aa-bc3f-ebebe74271f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b04c28ef-acb6-4943-88bd-26962a6a193c', 'network_id': 'b04c28ef-acb6-4943-88bd-26962a6a193c', 'tenant_id': '2c5086c3c2b44698982d30d239ecdda5', 'fixed_ips': [{'subnet_id': 'b90e446f-ea25-493c-bbb1-91fca8871f03'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:23.795272 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8cb44bb-6450-49aa-bc3f-ebebe74271f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.820653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453be25e-51b8-4238-9cc3-69bd49a99cc8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.898491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Allocated IP 172.25.7.248 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/af406b09-d20d-48dd-85ee-89a235c97cd1) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:24.042142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.083449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.127875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:24.133386 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-d8cb44bb-6450-49aa-bc3f-ebebe74271f5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:50:24.133386 n-d-712143-14 neutron-server[94825]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 29 04:50:24.133386 n-d-712143-14 neutron-server[94825]: [parameters: {'in_use': 1, 'id_1': 'b90e446f-ea25-493c-bbb1-91fca8871f03'}] Aug 29 04:50:24.133386 n-d-712143-14 neutron-server[94825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:24.133850 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-d8cb44bb-6450-49aa-bc3f-ebebe74271f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:24.139293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:24.141856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:24.167033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Pushing event updated for resources: {'Port': ['ID=af406b09-d20d-48dd-85ee-89a235c97cd1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.190295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.191058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.204729 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bc1e7177-3fd5-4a96-bf7f-9df21db4f4ff tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6958573 Aug 29 04:50:24.207629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58740) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.212026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.248'}]}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:24.231703 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.233446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.250318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ee775f8-10d7-4d6d-bc38-2666c40d86b6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738958343464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66494986'] for subnet, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.287289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.293171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee775f8-10d7-4d6d-bc38-2666c40d86b6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.293893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ee775f8-10d7-4d6d-bc38-2666c40d86b6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.295873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ee775f8-10d7-4d6d-bc38-2666c40d86b6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "PUT /v2.0/subnets/b90e446f-ea25-493c-bbb1-91fca8871f03 HTTP/1.1" status: 200 len: 877 time: 0.6372931 Aug 29 04:50:24.299781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58742) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.354301 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee775f8-10d7-4d6d-bc38-2666c40d86b6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event updated for resources: {'Subnet': ['ID=b90e446f-ea25-493c-bbb1-91fca8871f03,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.404389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.429438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.456678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.524894 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.553042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=b90e446f-ea25-493c-bbb1-91fca8871f03,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.613704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.623399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04c28ef-acb6-4943-88bd-26962a6a193c']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.633992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d688cb-ed24-4e69-80fb-f4cf61d5db24') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.634285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d688cb-ed24-4e69-80fb-f4cf61d5db24') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:24.635205 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8cb44bb-6450-49aa-bc3f-ebebe74271f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.638585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.645053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.658314 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.659878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.665942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:24.666624 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:24.670322 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:24.728465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14feaf50-2b72-48e7-88d3-d97a9d65308e None None] Network b04c28ef-acb6-4943-88bd-26962a6a193c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:24.740714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.759798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.765242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/b04c28ef-acb6-4943-88bd-26962a6a193c HTTP/1.1" status: 204 len: 168 time: 0.4609568 Aug 29 04:50:24.765242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c03504-fec1-438b-8191-43d0756a7f0b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=b04c28ef-acb6-4943-88bd-26962a6a193c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:24.765517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58744) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.792010 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9ae499-c48c-436d-9232-ca31b28ba939 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:24.792464 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9ae499-c48c-436d-9232-ca31b28ba939 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:24.797025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bf9ae499-c48c-436d-9232-ca31b28ba939 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/b90e446f-ea25-493c-bbb1-91fca8871f03 HTTP/1.1" status: 404 len: 337 time: 0.0275800 Aug 29 04:50:24.797229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58746) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.815151 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6deb59-d551-4aa5-b29b-6e3004f2acfa tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:24.815611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6deb59-d551-4aa5-b29b-6e3004f2acfa tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:24.817326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2c6deb59-d551-4aa5-b29b-6e3004f2acfa tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/b04c28ef-acb6-4943-88bd-26962a6a193c HTTP/1.1" status: 404 len: 339 time: 0.0191376 Aug 29 04:50:24.820028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58748) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.831940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.850725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f16ffc-db9a-41ef-ac99-0553492c0a10 None None] Network b04c28ef-acb6-4943-88bd-26962a6a193c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:24.852099 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-04582f4a-c845-4d70-a837-0894ab427933 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:24.852596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04582f4a-c845-4d70-a837-0894ab427933 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:24.854678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-04582f4a-c845-4d70-a837-0894ab427933 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/b9b1d1cd-e98c-41e6-8aca-facd2d9f5609 HTTP/1.1" status: 404 len: 337 time: 0.0326960 Aug 29 04:50:24.856866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58750) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.862918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f16ffc-db9a-41ef-ac99-0553492c0a10 None None] Network b04c28ef-acb6-4943-88bd-26962a6a193c could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:50:24.876117 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a0fdcf-a013-4eef-8bd6-091d3d4d0bd0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:24.876661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a0fdcf-a013-4eef-8bd6-091d3d4d0bd0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:24.878378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-82a0fdcf-a013-4eef-8bd6-091d3d4d0bd0 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/2b9f6d3b-6189-49a6-aa43-c5e23905eebf HTTP/1.1" status: 404 len: 339 time: 0.0199308 Aug 29 04:50:24.880829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58752) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.961905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.995785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:24.998435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.042785 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.043515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f39bdabb-de10-49c5-897b-26ca03b1e794 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:25.051011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.059389 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:50:25.060529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d572124e-1f79-49d6-b0c5-075651b42855 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8519652 Aug 29 04:50:25.061749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eca56b8-e6bf-4bd4-8452-d427ea187a32']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:25.064223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58754) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.072665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ab2749-9fb7-4372-b4b6-fe68e05c97c8') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:25.072891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ab2749-9fb7-4372-b4b6-fe68e05c97c8') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:25.082433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.097036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.103154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:25.103540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:25.107008 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:25.140833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Deleting port af406b09-d20d-48dd-85ee-89a235c97cd1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:25.141176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.168000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.175869 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.178623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/6eca56b8-e6bf-4bd4-8452-d427ea187a32 HTTP/1.1" status: 204 len: 168 time: 0.2965984 Aug 29 04:50:25.181471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58756) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.199297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cea13-dd08-44be-9623-37de15662755 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=6eca56b8-e6bf-4bd4-8452-d427ea187a32,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:25.219143 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb5b013-31dd-4bf7-b9f2-df0c6b308c4e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.219607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb5b013-31dd-4bf7-b9f2-df0c6b308c4e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.221359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0eb5b013-31dd-4bf7-b9f2-df0c6b308c4e tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/0e14fa6f-7bc1-463e-96c3-18b2e712dc80 HTTP/1.1" status: 404 len: 337 time: 0.0387478 Aug 29 04:50:25.221971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.224057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.249789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Calling delete_port for af406b09-d20d-48dd-85ee-89a235c97cd1 owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:25.253949 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-987ba694-c8ce-40c3-b9a6-caacf1984d29 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.254474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987ba694-c8ce-40c3-b9a6-caacf1984d29 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.256080 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-987ba694-c8ce-40c3-b9a6-caacf1984d29 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/dd22e6f8-93c9-43dd-a26c-4996e6271a34 HTTP/1.1" status: 404 len: 339 time: 0.0311100 Aug 29 04:50:25.258600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58760) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.285707 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5842c254-7e01-4151-ac53-23a789545025 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.286162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5842c254-7e01-4151-ac53-23a789545025 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.287845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5842c254-7e01-4151-ac53-23a789545025 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/5d92a5be-a882-497f-8e3a-29788f6f43c5 HTTP/1.1" status: 404 len: 337 time: 0.0280621 Aug 29 04:50:25.290379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58762) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.308116 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb740361-206e-40ac-a438-435d954367ff tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.308661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb740361-206e-40ac-a438-435d954367ff tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.310967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb740361-206e-40ac-a438-435d954367ff tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/9f12ca15-08c0-403f-8316-3a25458e230c HTTP/1.1" status: 404 len: 339 time: 0.0190721 Aug 29 04:50:25.313412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58764) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.350199 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2164b55c-43f9-4803-b712-dea3f11fc4a2 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.350560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2164b55c-43f9-4803-b712-dea3f11fc4a2 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.352273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2164b55c-43f9-4803-b712-dea3f11fc4a2 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/2e5ee325-d8f4-4aff-856a-e6360b2077d0 HTTP/1.1" status: 404 len: 337 time: 0.0378528 Aug 29 04:50:25.355115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58766) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.373683 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-da59bf3b-c47c-4bad-aa90-a0aabbffcbe5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.374219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da59bf3b-c47c-4bad-aa90-a0aabbffcbe5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.375945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-da59bf3b-c47c-4bad-aa90-a0aabbffcbe5 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/45ed8d36-a031-4cf4-a5bd-37121e6c72d2 HTTP/1.1" status: 404 len: 339 time: 0.0198512 Aug 29 04:50:25.378419 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58768) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.404699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.410195 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b8a812-c593-4c05-b37f-112c0663e43d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.410661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b8a812-c593-4c05-b37f-112c0663e43d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.416205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-94b8a812-c593-4c05-b37f-112c0663e43d tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/356031af-d021-435f-a65a-23dc06ff1ae6 HTTP/1.1" status: 404 len: 337 time: 0.0330188 Aug 29 04:50:25.416392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58770) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.433560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Pushing event deleted for resources: {'Port': ['ID=af406b09-d20d-48dd-85ee-89a235c97cd1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:25.434793 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-80554ea5-4206-4399-8a8a-7caccd5d0ae7 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.435442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80554ea5-4206-4399-8a8a-7caccd5d0ae7 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.437045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-80554ea5-4206-4399-8a8a-7caccd5d0ae7 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/5c4868c3-726b-40b4-bc1f-7ba69d4683cb HTTP/1.1" status: 404 len: 339 time: 0.0197382 Aug 29 04:50:25.439719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58772) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.468579 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-043ada3a-7b7b-4b70-a424-cee1b1e9f374 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.469032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043ada3a-7b7b-4b70-a424-cee1b1e9f374 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.473164 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-043ada3a-7b7b-4b70-a424-cee1b1e9f374 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/442c5210-7972-4332-93d7-978f36dfb710 HTTP/1.1" status: 404 len: 337 time: 0.0281672 Aug 29 04:50:25.473344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58774) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.492103 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-963a24f2-3913-4342-82cc-4451a91911b2 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.492637 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963a24f2-3913-4342-82cc-4451a91911b2 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.494363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-963a24f2-3913-4342-82cc-4451a91911b2 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/d86f7ec1-8f98-4c12-b5da-a13693faa9b3 HTTP/1.1" status: 404 len: 339 time: 0.0200903 Aug 29 04:50:25.497665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58776) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.498458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.500415 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-de5e525e-5851-43a1-99ba-3752a53ef514 tempest-RoutersAdminNegativeTest-626250687 tempest-RoutersAdminNegativeTest-626250687-project-admin] 10.222.0.55 "DELETE /v2.0/ports/af406b09-d20d-48dd-85ee-89a235c97cd1 HTTP/1.1" status: 204 len: 168 time: 0.4352312 Aug 29 04:50:25.523594 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbde674-29fb-4425-a69a-a9b0f2c3d9cb tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.524046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbde674-29fb-4425-a69a-a9b0f2c3d9cb tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.525891 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fbbde674-29fb-4425-a69a-a9b0f2c3d9cb tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/9cfe340c-619d-43d8-bb15-b53998d1b3f0 HTTP/1.1" status: 404 len: 337 time: 0.0272915 Aug 29 04:50:25.528333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58780) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.547160 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e16a943-02d6-4b50-b605-a99df9e1e512 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.547701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e16a943-02d6-4b50-b605-a99df9e1e512 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.549338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3e16a943-02d6-4b50-b605-a99df9e1e512 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/f13f0596-3643-4d1c-a2fe-c60c86fe3f4f HTTP/1.1" status: 404 len: 339 time: 0.0194535 Aug 29 04:50:25.551832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58782) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.576822 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebd7969-0c0c-4162-b9e9-3670cf514d7f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.577270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebd7969-0c0c-4162-b9e9-3670cf514d7f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.578981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ebd7969-0c0c-4162-b9e9-3670cf514d7f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/8f1af0bf-0276-42b7-bb3f-d7f8d70fdb13 HTTP/1.1" status: 404 len: 337 time: 0.0262492 Aug 29 04:50:25.581411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58784) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.599811 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1f437d-1fe5-4e8f-8aca-20ee547a00b1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.600590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1f437d-1fe5-4e8f-8aca-20ee547a00b1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.604795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2d1f437d-1fe5-4e8f-8aca-20ee547a00b1 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/735522fa-1a26-4e36-9b41-fc41e2094dc6 HTTP/1.1" status: 404 len: 339 time: 0.0200901 Aug 29 04:50:25.605006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58786) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.637117 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a53057c-8c36-4c04-94f7-c8162f9178d6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.637578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a53057c-8c36-4c04-94f7-c8162f9178d6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.641814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0a53057c-8c36-4c04-94f7-c8162f9178d6 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/bfcc5b0e-5502-4b30-ae8a-d8b89e70d75f HTTP/1.1" status: 404 len: 337 time: 0.0333662 Aug 29 04:50:25.642047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58788) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.661306 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6502f45c-4521-4f5e-bb99-2a42b6eab505 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:25.661534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6502f45c-4521-4f5e-bb99-2a42b6eab505 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:25.663145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6502f45c-4521-4f5e-bb99-2a42b6eab505 tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/8176c3f7-6610-4dc4-bf38-f25e823da515 HTTP/1.1" status: 404 len: 339 time: 0.0200953 Aug 29 04:50:25.665509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58792) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.716023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Deleting subnet 268eb1fc-e0c8-4772-8472-c3af50c411de {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:25.719701 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.749609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58794) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.767793 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.874954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45e1021f-9e98-464a-ae17-66e44077cdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.886705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.980765 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.012586 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Subnet': ['ID=268eb1fc-e0c8-4772-8472-c3af50c411de,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.025638 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.028171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-14a6810e-af4f-41d4-b874-f5c4ef8d7c9f tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/subnets/268eb1fc-e0c8-4772-8472-c3af50c411de HTTP/1.1" status: 204 len: 168 time: 0.3616505 Aug 29 04:50:26.031461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58798) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.032471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbe416-99c2-4720-abf5-a3756eda0798 None None] Network 3addbc2d-976c-45b8-a06b-7843c901d0e9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:26.068649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45e1021f-9e98-464a-ae17-66e44077cdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.074409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-45e1021f-9e98-464a-ae17-66e44077cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.117152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.117554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1021f-9e98-464a-ae17-66e44077cdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9705f1ba-16fd-4385-bd62-d01a91dd7234,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.121970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-45e1021f-9e98-464a-ae17-66e44077cdfd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98d8fec116584f64b0bb04623e488b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752437 Aug 29 04:50:26.125113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58800) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.173992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Deleting port b6dbd8b8-4ec1-445e-a140-28a1fc204651 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:26.174340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.175944 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d08deed9-f3aa-4001-a42d-d2e4e326c213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.200029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d08deed9-f3aa-4001-a42d-d2e4e326c213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.246293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] For port b6dbd8b8-4ec1-445e-a140-28a1fc204651, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b6dbd8b8-4ec1-445e-a140-28a1fc204651,segment=NetworkSegment(4afe8aef-a8ee-4a76-9bae-352bea4a6024),segment_id=4afe8aef-a8ee-4a76-9bae-352bea4a6024)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:26.246662 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.248386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] DHCP port deletion for 3addbc2d-976c-45b8-a06b-7843c901d0e9 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:26.255512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d08deed9-f3aa-4001-a42d-d2e4e326c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.257873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d08deed9-f3aa-4001-a42d-d2e4e326c213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.259046 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d08deed9-f3aa-4001-a42d-d2e4e326c213 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9705f1ba-16fd-4385-bd62-d01a91dd7234 HTTP/1.1" status: 204 len: 168 time: 0.1329794 Aug 29 04:50:26.267649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08deed9-f3aa-4001-a42d-d2e4e326c213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705f1ba-16fd-4385-bd62-d01a91dd7234,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.277209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Calling delete_port for b6dbd8b8-4ec1-445e-a140-28a1fc204651 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:26.309567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] Deleting port b6dbd8b8-4ec1-445e-a140-28a1fc204651 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:26.310001 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.369623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.376956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] For port b6dbd8b8-4ec1-445e-a140-28a1fc204651, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b6dbd8b8-4ec1-445e-a140-28a1fc204651,segment=NetworkSegment(4afe8aef-a8ee-4a76-9bae-352bea4a6024),segment_id=4afe8aef-a8ee-4a76-9bae-352bea4a6024)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:26.377652 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.393400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] Calling delete_port for b6dbd8b8-4ec1-445e-a140-28a1fc204651 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:26.399436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Port': ['ID=b6dbd8b8-4ec1-445e-a140-28a1fc204651,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.407178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] No DVR routers for this DVR port b6dbd8b8-4ec1-445e-a140-28a1fc204651 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:26.485057 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.492605 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.505612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3addbc2d-976c-45b8-a06b-7843c901d0e9']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.510229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] Pushing event deleted for resources: {'Port': ['ID=b6dbd8b8-4ec1-445e-a140-28a1fc204651,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.516932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df277b3b-2693-43ac-8c10-e2b0f7cdd70d None None] No DVR routers for this DVR port b6dbd8b8-4ec1-445e-a140-28a1fc204651 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:26.518382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afe8aef-a8ee-4a76-9bae-352bea4a6024') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.519233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afe8aef-a8ee-4a76-9bae-352bea4a6024') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.530321 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.545282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.551695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:26.552272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:26.555374 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:26.578909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58806) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.616165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.624468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0540c78d-dc4f-4f32-83c3-2d917e3f52b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e83b920b8d25470282ce3e3b9b250626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419083 Aug 29 04:50:26.628076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.628305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58808) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.628411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] 10.222.0.55 "DELETE /v2.0/networks/3addbc2d-976c-45b8-a06b-7843c901d0e9 HTTP/1.1" status: 204 len: 168 time: 0.5926468 Aug 29 04:50:26.637386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ab1a9-36da-4608-b631-b91e4653e27b tempest-NetworksTest-1397744014 tempest-NetworksTest-1397744014-project] Pushing event deleted for resources: {'Network': ['ID=3addbc2d-976c-45b8-a06b-7843c901d0e9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.677279 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ef746c7-00a4-4bb9-8301-f26db73b29fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.699014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ef746c7-00a4-4bb9-8301-f26db73b29fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.749496 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ef746c7-00a4-4bb9-8301-f26db73b29fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.752057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3ef746c7-00a4-4bb9-8301-f26db73b29fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.755884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3ef746c7-00a4-4bb9-8301-f26db73b29fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/453be25e-51b8-4238-9cc3-69bd49a99cc8 HTTP/1.1" status: 204 len: 168 time: 0.1301210 Aug 29 04:50:26.763728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef746c7-00a4-4bb9-8301-f26db73b29fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453be25e-51b8-4238-9cc3-69bd49a99cc8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.888437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58820) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.034085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7f09e6e0-40c8-4dfb-9176-928e9d674139 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c5086c3c2b44698982d30d239ecdda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444359 Aug 29 04:50:27.036660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58830) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.088594 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61ba934a-acec-4ab3-9baa-5198d9967f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.112378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61ba934a-acec-4ab3-9baa-5198d9967f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.162526 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61ba934a-acec-4ab3-9baa-5198d9967f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.165108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-61ba934a-acec-4ab3-9baa-5198d9967f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.166301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-61ba934a-acec-4ab3-9baa-5198d9967f8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/050dd0e9-6b38-4e2f-bf6c-7d1c37cdf212 HTTP/1.1" status: 204 len: 168 time: 0.1256361 Aug 29 04:50:27.175195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba934a-acec-4ab3-9baa-5198d9967f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050dd0e9-6b38-4e2f-bf6c-7d1c37cdf212,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.372973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58848) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.475526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-927281019'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:27.497728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:27.501540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.510058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.605310 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.610471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.633669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:27.647472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f10cbf-a891-4f26-b710-6717017ecdd4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.652512 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.652855 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Added segment 6b8364ff-b7ae-47db-b311-f6a1399e75f4 of type vlan for network fef22b24-bd34-400b-b1d0-491dd466b177 Aug 29 04:50:27.693562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.722843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.728729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.729333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.793815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4196475 Aug 29 04:50:27.797300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58866) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.800645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff0338-2015-4790-b77e-c1eda4f69ad0 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Network': ['ID=fef22b24-bd34-400b-b1d0-491dd466b177,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.808848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'subnet': {'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:27.813187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network fef22b24-bd34-400b-b1d0-491dd466b177 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:27.843341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58868) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.907038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:27.910552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.948181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bc68e89d-eb3b-420c-9d1c-43a8d4dcd379 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-404898625', 'prefixes': ['172.20.0.0/16']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:28.039481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bc68e89d-eb3b-420c-9d1c-43a8d4dcd379 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] Notify callbacks [] for subnetpool, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.040724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bc68e89d-eb3b-420c-9d1c-43a8d4dcd379 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1962931 Aug 29 04:50:28.043440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58872) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.086102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3b9e4350-8c01-4403-9d0c-377b1518cf37 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] 10.222.0.55 "GET /v2.0/subnetpools/efb05b7e-375a-46d7-b049-173990127829 HTTP/1.1" status: 200 len: 731 time: 0.0413852 Aug 29 04:50:28.088783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58874) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.094320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-51908742-569e-4a63-b3b6-71449cc3871d tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1959218592'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:28.107895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.168779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Subnet': ['ID=f7385d9a-8699-4031-8912-dea23aae92ca,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.179384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-51908742-569e-4a63-b3b6-71449cc3871d tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] Notify callbacks [] for subnetpool, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.181205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Checking segment: {'id': '6b8364ff-b7ae-47db-b311-f6a1399e75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:28.181572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network hostable DHCP agents. Network: fef22b24-bd34-400b-b1d0-491dd466b177, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:28.183521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-51908742-569e-4a63-b3b6-71449cc3871d tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] 10.222.0.55 "PUT /v2.0/subnetpools/efb05b7e-375a-46d7-b049-173990127829 HTTP/1.1" status: 200 len: 684 time: 0.0937572 Aug 29 04:50:28.183833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58876) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.221250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b6dbd8b8-4ec1-445e-a140-28a1fc204651 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:28.240887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b6dbd8b8-4ec1-445e-a140-28a1fc204651 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:28.241234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b6dbd8b8-4ec1-445e-a140-28a1fc204651 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:28.252321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network fef22b24-bd34-400b-b1d0-491dd466b177 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:28.276875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, fef22b24-bd34-400b-b1d0-491dd466b177) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:28.282055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.282651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.287494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7446b150-5e99-4203-936c-878fb88b52e7 None None] Network fef22b24-bd34-400b-b1d0-491dd466b177 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:28.298041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ee281f08-df5d-48b0-a75b-ab1607d318b3 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] Notify callbacks [] for subnetpool, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.299183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ee281f08-df5d-48b0-a75b-ab1607d318b3 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] 10.222.0.55 "DELETE /v2.0/subnetpools/efb05b7e-375a-46d7-b049-173990127829 HTTP/1.1" status: 204 len: 168 time: 0.1144075 Aug 29 04:50:28.302521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58878) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.312366 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-52a87969-f2c1-4ff6-8008-f0438001d1ee tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5137405 Aug 29 04:50:28.315135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.318859 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-a956702e-852b-41de-a082-fdfd374b5e86 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] show failed (client error): The resource could not be found. Aug 29 04:50:28.322471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a956702e-852b-41de-a082-fdfd374b5e86 tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] 10.222.0.55 "GET /v2.0/subnetpools/efb05b7e-375a-46d7-b049-173990127829 HTTP/1.1" status: 404 len: 346 time: 0.0163472 Aug 29 04:50:28.322689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'name': 'tempest-AllowedAddressPairTestJSON-784921895'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:28.322838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58882) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.338285 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-027ed639-78bf-408f-ae5c-d0f38867c91c tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] delete failed (client error): The resource could not be found. Aug 29 04:50:28.344184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-027ed639-78bf-408f-ae5c-d0f38867c91c tempest-SubnetPoolsTestJSON-1873375368 tempest-SubnetPoolsTestJSON-1873375368-project] 10.222.0.55 "DELETE /v2.0/subnetpools/efb05b7e-375a-46d7-b049-173990127829 HTTP/1.1" status: 404 len: 346 time: 0.0157518 Aug 29 04:50:28.454624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-fef22b24-bd34-400b-b1d0-491dd466b177', 'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'tenant_id': '72bd1a12770447969e8c17a87a0fe7cf', 'fixed_ips': [{'subnet_id': 'f7385d9a-8699-4031-8912-dea23aae92ca'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:28.455632 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.615323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Allocated IP 172.20.0.2 (fef22b24-bd34-400b-b1d0-491dd466b177/f7385d9a-8699-4031-8912-dea23aae92ca/73961982-180a-4bed-bcb0-14d8f9f52783) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:28.645524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58888) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.784339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac8dcc0-3407-4bb7-abfb-45c2e5d0cbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.799786 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.809569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Transition to ACTIVE for port object 73961982-180a-4bed-bcb0-14d8f9f52783 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:28.827251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Transition to ACTIVE for port object 73961982-180a-4bed-bcb0-14d8f9f52783 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:28.833245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.878449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Network fef22b24-bd34-400b-b1d0-491dd466b177 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:28.881630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:28.884025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:28.890446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac8dcc0-3407-4bb7-abfb-45c2e5d0cbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.891468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Pushing event updated for resources: {'Port': ['ID=73961982-180a-4bed-bcb0-14d8f9f52783,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.901243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ac8dcc0-3407-4bb7-abfb-45c2e5d0cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.911557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:28.915217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.933546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] device_id is not set on port 185d2265-4ed0-400b-9fc2-e7529eac093f yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:28.937828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ac8dcc0-3407-4bb7-abfb-45c2e5d0cbee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7b39a33c5c544bc94b71f76ab9071f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909539 Aug 29 04:50:28.938435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58892) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.952395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Attempting to bind port 73961982-180a-4bed-bcb0-14d8f9f52783 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:28.953022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Attempting to bind port 73961982-180a-4bed-bcb0-14d8f9f52783 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '6b8364ff-b7ae-47db-b311-f6a1399e75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:28.953560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Attempting to bind port 73961982-180a-4bed-bcb0-14d8f9f52783 on network fef22b24-bd34-400b-b1d0-491dd466b177 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:28.960369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:28.961048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Checking segment: {'id': '6b8364ff-b7ae-47db-b311-f6a1399e75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:28.962177 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.962406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8dcc0-3407-4bb7-abfb-45c2e5d0cbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae24507-5ee8-4677-958b-61345069e9b8,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.962918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Bound using segment: {'id': '6b8364ff-b7ae-47db-b311-f6a1399e75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:28.963564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Bound port: 73961982-180a-4bed-bcb0-14d8f9f52783, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8364ff-b7ae-47db-b311-f6a1399e75f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:28.964248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.010225 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b0587b-931e-4d2d-9a14-4cb07f32838f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.032449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b0587b-931e-4d2d-9a14-4cb07f32838f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.036327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] For port 73961982-180a-4bed-bcb0-14d8f9f52783, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:29.039981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] For port 73961982-180a-4bed-bcb0-14d8f9f52783, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=73961982-180a-4bed-bcb0-14d8f9f52783,segment=NetworkSegment(6b8364ff-b7ae-47db-b311-f6a1399e75f4),segment_id=6b8364ff-b7ae-47db-b311-f6a1399e75f4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:29.044879 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.058683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Allocated IP 172.20.0.9 (fef22b24-bd34-400b-b1d0-491dd466b177/f7385d9a-8699-4031-8912-dea23aae92ca/185d2265-4ed0-400b-9fc2-e7529eac093f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:29.093515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b0587b-931e-4d2d-9a14-4cb07f32838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.096113 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b0587b-931e-4d2d-9a14-4cb07f32838f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.097285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d5b0587b-931e-4d2d-9a14-4cb07f32838f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ae24507-5ee8-4677-958b-61345069e9b8 HTTP/1.1" status: 204 len: 168 time: 0.1551909 Aug 29 04:50:29.112105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0587b-931e-4d2d-9a14-4cb07f32838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae24507-5ee8-4677-958b-61345069e9b8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:29.128967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65198be5-d315-4d5f-8c15-ab845ca8d145 None None] Pushing event updated for resources: {'Port': ['ID=73961982-180a-4bed-bcb0-14d8f9f52783,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:29.238916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.254825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Transition to ACTIVE for port object 185d2265-4ed0-400b-9fc2-e7529eac093f will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:29.316506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.368164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network fef22b24-bd34-400b-b1d0-491dd466b177 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:29.371555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:29.375631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:29.423864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=185d2265-4ed0-400b-9fc2-e7529eac093f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:29.444488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.444488 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.465877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-821d3433-cf30-4b12-8167-98f57f62210a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1465297 Aug 29 04:50:29.466191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.474981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'name': 'tempest-AllowedAddressPairTestJSON-783127820', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b3:37:09'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:29.593947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:29.686974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.705304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] device_id is not set on port 7b884309-112c-4f91-9543-2eb10d17968e yet. {{(pid=94824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:29.823411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Allocated IP 172.20.0.13 (fef22b24-bd34-400b-b1d0-491dd466b177/f7385d9a-8699-4031-8912-dea23aae92ca/7b884309-112c-4f91-9543-2eb10d17968e) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:29.984514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.999894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Transition to ACTIVE for port object 7b884309-112c-4f91-9543-2eb10d17968e will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:30.035853 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.084668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network fef22b24-bd34-400b-b1d0-491dd466b177 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:30.088002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:30.095503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:30.121366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=7b884309-112c-4f91-9543-2eb10d17968e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.156653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:30.157438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.177109 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f3548b52-9b76-43f3-be67-cf92b75bd0e6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7060869 Aug 29 04:50:30.179877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58924) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.212353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3056ad-2309-4419-b9e7-4c5e6b8a0b48 None None] Network fef22b24-bd34-400b-b1d0-491dd466b177 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:30.240831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975948a-1b7b-4c50-b861-66a7b1528f46 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:30.247513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975948a-1b7b-4c50-b861-66a7b1528f46 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:30.254054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975948a-1b7b-4c50-b861-66a7b1528f46 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:30.256028 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f975948a-1b7b-4c50-b861-66a7b1528f46 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.0750117 Aug 29 04:50:30.258582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58928) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.282569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f545b566-0869-48d7-aade-37ca19271b48 None None] Provisioning for port 73961982-180a-4bed-bcb0-14d8f9f52783 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:30.290126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73961982-180a-4bed-bcb0-14d8f9f52783 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:30.377190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting port 7b884309-112c-4f91-9543-2eb10d17968e {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:30.377540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.395143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 73961982-180a-4bed-bcb0-14d8f9f52783 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:30.402684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 73961982-180a-4bed-bcb0-14d8f9f52783 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:30.403061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.470853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.493428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Calling delete_port for 7b884309-112c-4f91-9543-2eb10d17968e owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:30.520094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.554709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 73961982-180a-4bed-bcb0-14d8f9f52783, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=73961982-180a-4bed-bcb0-14d8f9f52783,segment=NetworkSegment(6b8364ff-b7ae-47db-b311-f6a1399e75f4),segment_id=6b8364ff-b7ae-47db-b311-f6a1399e75f4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:30.561323 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.616890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=73961982-180a-4bed-bcb0-14d8f9f52783,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.627709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.629474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.629983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.630416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.630858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.631277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.631702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.632098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.632644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.633131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.633577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.634002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:30.654370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.685083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Port': ['ID=7b884309-112c-4f91-9543-2eb10d17968e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.813923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca96f8cf-56ad-45e2-8197-79578f595072 None None] Could not find standard attr ID for object 7b884309-112c-4f91-9543-2eb10d17968e. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:50:30.824300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca96f8cf-56ad-45e2-8197-79578f595072 None None] Provisioning complete for port 73961982-180a-4bed-bcb0-14d8f9f52783 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:30.824680 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca96f8cf-56ad-45e2-8197-79578f595072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.834885 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.837026 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-caeafaf5-b4f1-4be2-9974-9fcbe3e763ab tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/ports/7b884309-112c-4f91-9543-2eb10d17968e HTTP/1.1" status: 204 len: 168 time: 0.5766780 Aug 29 04:50:30.839751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.868181 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-00118707-261a-4c83-839c-4a949534a232 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] GET failed (client error): The resource could not be found. Aug 29 04:50:30.870138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-00118707-261a-4c83-839c-4a949534a232 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "GET /v2.0/ports/7b884309-112c-4f91-9543-2eb10d17968e HTTP/1.1" status: 404 len: 333 time: 0.0290270 Aug 29 04:50:30.873933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58940) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.879802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'name': 'tempest-AllowedAddressPairTestJSON-427781285'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:30.940769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca96f8cf-56ad-45e2-8197-79578f595072 None None] Provisioning for port 185d2265-4ed0-400b-9fc2-e7529eac093f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:30.945057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ca96f8cf-56ad-45e2-8197-79578f595072 None None] Provisioning complete for port 185d2265-4ed0-400b-9fc2-e7529eac093f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:30.945431 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca96f8cf-56ad-45e2-8197-79578f595072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.006579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca96f8cf-56ad-45e2-8197-79578f595072 None None] Port 185d2265-4ed0-400b-9fc2-e7529eac093f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:31.040980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:31.044992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.071611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] device_id is not set on port dc890aed-c3de-4656-83ed-9ee354df440c yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:31.128220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0fd26dd7-11ef-48ee-86bc-43bdec9890ac None None] Provisioning complete for port 185d2265-4ed0-400b-9fc2-e7529eac093f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:31.128716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fd26dd7-11ef-48ee-86bc-43bdec9890ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.171378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0fd26dd7-11ef-48ee-86bc-43bdec9890ac None None] Port 185d2265-4ed0-400b-9fc2-e7529eac093f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:31.197560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Allocated IP 172.20.0.11 (fef22b24-bd34-400b-b1d0-491dd466b177/f7385d9a-8699-4031-8912-dea23aae92ca/dc890aed-c3de-4656-83ed-9ee354df440c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:31.285167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-582c1d07-0f0e-441f-8a28-3eb99b47fe68 None None] Could not find standard attr ID for object 7b884309-112c-4f91-9543-2eb10d17968e. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:50:31.359511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.380169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Transition to ACTIVE for port object dc890aed-c3de-4656-83ed-9ee354df440c will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:31.418761 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.461680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network fef22b24-bd34-400b-b1d0-491dd466b177 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:31.466982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:31.470748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:31.501145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=dc890aed-c3de-4656-83ed-9ee354df440c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.527265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:31.527899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.543439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-06ad02f8-a0d9-4b5d-ba4b-a46927385c3e tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6681030 Aug 29 04:50:31.546371 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58948) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:31.547414 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.551896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b3:37:09'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:31.633067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.806153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fa8b0117-7177-4bc0-b2c2-f9e64bdb897e None None] Provisioning for port dc890aed-c3de-4656-83ed-9ee354df440c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:31.809890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fa8b0117-7177-4bc0-b2c2-f9e64bdb897e None None] Provisioning complete for port dc890aed-c3de-4656-83ed-9ee354df440c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:31.811048 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa8b0117-7177-4bc0-b2c2-f9e64bdb897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.841776 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.846824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b0117-7177-4bc0-b2c2-f9e64bdb897e None None] Port dc890aed-c3de-4656-83ed-9ee354df440c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:31.847070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.925927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=dc890aed-c3de-4656-83ed-9ee354df440c,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.936762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] In _notify_port_updated(), no bound segment for port dc890aed-c3de-4656-83ed-9ee354df440c on network fef22b24-bd34-400b-b1d0-491dd466b177 {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:50:31.942278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:31.942936 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.944291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b63f1d16-1c10-4c4f-bc34-c15bcabdbf90 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "PUT /v2.0/ports/dc890aed-c3de-4656-83ed-9ee354df440c HTTP/1.1" status: 200 len: 993 time: 0.3967819 Aug 29 04:50:31.947076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58950) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.044891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting port dc890aed-c3de-4656-83ed-9ee354df440c {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:32.045240 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.065845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-850c028a-a72d-4d1a-90dc-85bfe2dd222d None None] Provisioning complete for port dc890aed-c3de-4656-83ed-9ee354df440c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:32.066228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-850c028a-a72d-4d1a-90dc-85bfe2dd222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.101458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-850c028a-a72d-4d1a-90dc-85bfe2dd222d None None] Port dc890aed-c3de-4656-83ed-9ee354df440c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:32.133505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.145366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Calling delete_port for dc890aed-c3de-4656-83ed-9ee354df440c owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:32.213361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73961982-180a-4bed-bcb0-14d8f9f52783 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:32.278053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 73961982-180a-4bed-bcb0-14d8f9f52783 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:32.278436 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.325261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.356648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Port': ['ID=dc890aed-c3de-4656-83ed-9ee354df440c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:32.500126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.502253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8ce8bc07-2fc7-4a7a-ae59-770a1c488cbd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/ports/dc890aed-c3de-4656-83ed-9ee354df440c HTTP/1.1" status: 204 len: 168 time: 0.5542338 Aug 29 04:50:32.504771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 58958) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.533154 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d679606-0388-4821-af1f-96544d76955c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] GET failed (client error): The resource could not be found. Aug 29 04:50:32.535208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8d679606-0388-4821-af1f-96544d76955c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "GET /v2.0/ports/dc890aed-c3de-4656-83ed-9ee354df440c HTTP/1.1" status: 404 len: 333 time: 0.0292461 Aug 29 04:50:32.539135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58960) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.545037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'name': 'tempest-AllowedAddressPairTestJSON-1193269191'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:32.654503 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:32.657946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.675219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] device_id is not set on port 8a7865c9-235f-4700-8e63-da9e66df17a2 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:32.788362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Allocated IP 172.20.0.14 (fef22b24-bd34-400b-b1d0-491dd466b177/f7385d9a-8699-4031-8912-dea23aae92ca/8a7865c9-235f-4700-8e63-da9e66df17a2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:32.931789 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.950289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Transition to ACTIVE for port object 8a7865c9-235f-4700-8e63-da9e66df17a2 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:32.984071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.024404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network fef22b24-bd34-400b-b1d0-491dd466b177 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:33.027496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:33.033294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:33.048234 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:50:33.070688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=8a7865c9-235f-4700-8e63-da9e66df17a2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.088649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:33.089295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.104613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab546736-5d8e-46fc-824a-db3a57388ec9 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5640161 Aug 29 04:50:33.107319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58962) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:33.112640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b3:37:09'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:33.339509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e4b4a046-7f2f-4b5e-b982-e6a4ab4cbbaf None None] Provisioning for port 8a7865c9-235f-4700-8e63-da9e66df17a2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:33.341003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.348439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e4b4a046-7f2f-4b5e-b982-e6a4ab4cbbaf None None] Provisioning complete for port 8a7865c9-235f-4700-8e63-da9e66df17a2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:33.348823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4b4a046-7f2f-4b5e-b982-e6a4ab4cbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.387511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4a046-7f2f-4b5e-b982-e6a4ab4cbbaf None None] Port 8a7865c9-235f-4700-8e63-da9e66df17a2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:33.542838 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.547416 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.618633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=8a7865c9-235f-4700-8e63-da9e66df17a2,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.633803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] In _notify_port_updated(), no bound segment for port 8a7865c9-235f-4700-8e63-da9e66df17a2 on network fef22b24-bd34-400b-b1d0-491dd466b177 {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:50:33.640071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:33.640743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.642134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-07f439b8-885b-42b0-a6b9-71a34dc06a78 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "PUT /v2.0/ports/8a7865c9-235f-4700-8e63-da9e66df17a2 HTTP/1.1" status: 200 len: 997 time: 0.5338330 Aug 29 04:50:33.645039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58966) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:33.738806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting port 8a7865c9-235f-4700-8e63-da9e66df17a2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:33.739152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.808702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d61f0bc0-74d9-4c33-9a65-a0e2f20ad3b9 None None] Provisioning complete for port 8a7865c9-235f-4700-8e63-da9e66df17a2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:33.809070 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d61f0bc0-74d9-4c33-9a65-a0e2f20ad3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.821718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.838371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Calling delete_port for 8a7865c9-235f-4700-8e63-da9e66df17a2 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:33.842041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d61f0bc0-74d9-4c33-9a65-a0e2f20ad3b9 None None] Port 8a7865c9-235f-4700-8e63-da9e66df17a2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:33.962378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.990695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Port': ['ID=8a7865c9-235f-4700-8e63-da9e66df17a2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.021305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.021676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.022010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.022365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.022677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.023007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.023329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.023650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.023972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.024292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.024610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.024924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:34.069997 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.072081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-57d5a235-2490-4e79-98d1-4d0b53a76449 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/ports/8a7865c9-235f-4700-8e63-da9e66df17a2 HTTP/1.1" status: 204 len: 168 time: 0.4259427 Aug 29 04:50:34.074646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58968) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:34.100886 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d170b2-a3f9-41f6-acf4-44d8dbcca278 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] GET failed (client error): The resource could not be found. Aug 29 04:50:34.102476 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a0d170b2-a3f9-41f6-acf4-44d8dbcca278 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "GET /v2.0/ports/8a7865c9-235f-4700-8e63-da9e66df17a2 HTTP/1.1" status: 404 len: 333 time: 0.0268924 Aug 29 04:50:34.106620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58970) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:34.111633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'name': 'tempest-AllowedAddressPairTestJSON-682743334'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:34.219353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:34.222987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.244211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] device_id is not set on port 332b3f4f-9fe8-411d-8dff-d58e70f5bc39 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:34.349566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Allocated IP 172.20.0.12 (fef22b24-bd34-400b-b1d0-491dd466b177/f7385d9a-8699-4031-8912-dea23aae92ca/332b3f4f-9fe8-411d-8dff-d58e70f5bc39) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:34.506166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.521992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Transition to ACTIVE for port object 332b3f4f-9fe8-411d-8dff-d58e70f5bc39 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:34.559728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.602405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network fef22b24-bd34-400b-b1d0-491dd466b177 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:34.605378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:34.611457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:34.640310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=332b3f4f-9fe8-411d-8dff-d58e70f5bc39,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.666219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:34.666865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.682144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-627af564-c4bc-4b30-b34c-99eff895e68c tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5744123 Aug 29 04:50:34.684941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58980) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:34.690679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'network_id': 'fef22b24-bd34-400b-b1d0-491dd466b177', 'name': 'tempest-AllowedAddressPairTestJSON-29270996'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:34.807932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Made reservation on behalf of 72bd1a12770447969e8c17a87a0fe7cf for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:34.812052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.829176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] device_id is not set on port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:34.868585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-044fdb55-85cc-44f3-a46b-f69f48ce6a5f None None] Provisioning for port 332b3f4f-9fe8-411d-8dff-d58e70f5bc39 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:34.873689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-044fdb55-85cc-44f3-a46b-f69f48ce6a5f None None] Provisioning complete for port 332b3f4f-9fe8-411d-8dff-d58e70f5bc39 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:34.874065 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-044fdb55-85cc-44f3-a46b-f69f48ce6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.907430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-044fdb55-85cc-44f3-a46b-f69f48ce6a5f None None] Port 332b3f4f-9fe8-411d-8dff-d58e70f5bc39 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:34.952773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Allocated IP 172.20.0.10 (fef22b24-bd34-400b-b1d0-491dd466b177/f7385d9a-8699-4031-8912-dea23aae92ca/ff7ae8f0-a8d6-4fb5-b261-307b1be9c773) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:35.106439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.122621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Transition to ACTIVE for port object ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:35.163832 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.212291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Network fef22b24-bd34-400b-b1d0-491dd466b177 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:35.217466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:35.221164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:35.227641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=ff7ae8f0-a8d6-4fb5-b261-307b1be9c773,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.273459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:35.274124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.288957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed75434d-5aff-413f-95ad-3d839b2e75cb tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6023774 Aug 29 04:50:35.291528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58982) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:35.297070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b3:37:09'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:35:a7:16'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:35.364094 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.432214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7b73eb92-6617-4dca-b8fe-785d423a8f5c None None] Provisioning for port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:35.437829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7b73eb92-6617-4dca-b8fe-785d423a8f5c None None] Provisioning complete for port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:35.438354 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b73eb92-6617-4dca-b8fe-785d423a8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.481729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7b73eb92-6617-4dca-b8fe-785d423a8f5c None None] Port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:35.549035 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.553880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.630938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event updated for resources: {'Port': ['ID=ff7ae8f0-a8d6-4fb5-b261-307b1be9c773,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.646066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] In _notify_port_updated(), no bound segment for port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 on network fef22b24-bd34-400b-b1d0-491dd466b177 {{(pid=94823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:50:35.651991 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:35.652659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.654584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9103d28d-1e0d-415e-887f-805237f9ebb6 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "PUT /v2.0/ports/ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 HTTP/1.1" status: 200 len: 1055 time: 0.3620708 Aug 29 04:50:35.657378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58990) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:35.760209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:35.766037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.863636 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.875608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Calling delete_port for ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:35.902422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-148c3aec-e1db-462c-ab43-1377c1160d74 None None] Provisioning complete for port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:35.903375 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-148c3aec-e1db-462c-ab43-1377c1160d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.937209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-148c3aec-e1db-462c-ab43-1377c1160d74 None None] Port ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:36.006588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.038616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Port': ['ID=ff7ae8f0-a8d6-4fb5-b261-307b1be9c773,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:36.240547 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.242575 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab54f88a-579f-400f-9597-384c0cbcb381 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/ports/ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 HTTP/1.1" status: 204 len: 168 time: 0.5842104 Aug 29 04:50:36.245169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58994) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.269989 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cee88c0-2881-4f11-b75b-7ac82bb34e98 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] GET failed (client error): The resource could not be found. Aug 29 04:50:36.271460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8cee88c0-2881-4f11-b75b-7ac82bb34e98 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "GET /v2.0/ports/ff7ae8f0-a8d6-4fb5-b261-307b1be9c773 HTTP/1.1" status: 404 len: 333 time: 0.0253313 Aug 29 04:50:36.274090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 58996) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.368898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting port 332b3f4f-9fe8-411d-8dff-d58e70f5bc39 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:36.369303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.453524 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.465629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Calling delete_port for 332b3f4f-9fe8-411d-8dff-d58e70f5bc39 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:36.592134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.620786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Port': ['ID=332b3f4f-9fe8-411d-8dff-d58e70f5bc39,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:36.694611 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.697330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6128f9cd-7368-468c-b177-ea4fccb95709 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/ports/332b3f4f-9fe8-411d-8dff-d58e70f5bc39 HTTP/1.1" status: 204 len: 168 time: 0.4222431 Aug 29 04:50:36.700043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.020144 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea026061-488e-4cb1-baf6-76541374095a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] GET failed (client error): The resource could not be found. Aug 29 04:50:37.021579 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ea026061-488e-4cb1-baf6-76541374095a tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "GET /v2.0/ports/332b3f4f-9fe8-411d-8dff-d58e70f5bc39 HTTP/1.1" status: 404 len: 333 time: 0.3204858 Aug 29 04:50:37.025163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59004) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.107931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting port 185d2265-4ed0-400b-9fc2-e7529eac093f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:37.108272 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.196068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.208224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Calling delete_port for 185d2265-4ed0-400b-9fc2-e7529eac093f owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:37.335414 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.363171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Port': ['ID=185d2265-4ed0-400b-9fc2-e7529eac093f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:37.430781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.435415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4703d6e7-81b4-4da7-9930-35999202fcfd tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/ports/185d2265-4ed0-400b-9fc2-e7529eac093f HTTP/1.1" status: 204 len: 168 time: 0.4066291 Aug 29 04:50:37.435671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59006) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.492986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting subnet f7385d9a-8699-4031-8912-dea23aae92ca {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:37.496483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.538570 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.619997 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.680763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.708057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Subnet': ['ID=f7385d9a-8699-4031-8912-dea23aae92ca,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:37.710039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.714536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-786ad6fe-1f29-4a3d-99a6-bf1d353032e7 tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/subnets/f7385d9a-8699-4031-8912-dea23aae92ca HTTP/1.1" status: 204 len: 168 time: 0.2752817 Aug 29 04:50:37.715563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.720050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abcc17-a649-4fe3-ba05-7dccf15367e3 None None] Network fef22b24-bd34-400b-b1d0-491dd466b177 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:37.790160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.865266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Deleting port 73961982-180a-4bed-bcb0-14d8f9f52783 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:37.866069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.979846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] For port 73961982-180a-4bed-bcb0-14d8f9f52783, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=73961982-180a-4bed-bcb0-14d8f9f52783,segment=NetworkSegment(6b8364ff-b7ae-47db-b311-f6a1399e75f4),segment_id=6b8364ff-b7ae-47db-b311-f6a1399e75f4)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:37.980216 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.994480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Calling delete_port for 73961982-180a-4bed-bcb0-14d8f9f52783 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:38.054796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] DHCP port deletion for fef22b24-bd34-400b-b1d0-491dd466b177 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:38.079061 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.102750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] Deleting port 73961982-180a-4bed-bcb0-14d8f9f52783 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:38.103129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.110362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Port': ['ID=73961982-180a-4bed-bcb0-14d8f9f52783,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.112740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] No DVR routers for this DVR port 73961982-180a-4bed-bcb0-14d8f9f52783 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:38.185680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] For port 73961982-180a-4bed-bcb0-14d8f9f52783, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:38.187086 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.199059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.210005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] Calling delete_port for 73961982-180a-4bed-bcb0-14d8f9f52783 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:38.210633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef22b24-bd34-400b-b1d0-491dd466b177']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:38.213872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] Port 73961982-180a-4bed-bcb0-14d8f9f52783 was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:50:38.215700 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.223930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8364ff-b7ae-47db-b311-f6a1399e75f4') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:38.224148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8364ff-b7ae-47db-b311-f6a1399e75f4') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:38.236178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.246635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73961982-180a-4bed-bcb0-14d8f9f52783 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:38.251289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] Pushing event deleted for resources: {'Port': ['ID=73961982-180a-4bed-bcb0-14d8f9f52783,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.254629 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.262246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:38.263590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:38.267124 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:38.272061 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbad38e-188e-4c94-9657-19268e4f40b3 None None] No DVR routers for this DVR port 73961982-180a-4bed-bcb0-14d8f9f52783 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:38.274302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 73961982-180a-4bed-bcb0-14d8f9f52783 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:38.274657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73961982-180a-4bed-bcb0-14d8f9f52783 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:38.339034 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.349800 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.351579 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] 10.222.0.55 "DELETE /v2.0/networks/fef22b24-bd34-400b-b1d0-491dd466b177 HTTP/1.1" status: 204 len: 168 time: 0.6356864 Aug 29 04:50:38.363347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15733d-766e-4ad8-be0d-1828ddd3673f tempest-AllowedAddressPairTestJSON-1531440381 tempest-AllowedAddressPairTestJSON-1531440381-project] Pushing event deleted for resources: {'Network': ['ID=fef22b24-bd34-400b-b1d0-491dd466b177,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.616163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59016) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:38.772075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-18ad7ef0-bc15-429f-8cdc-c8a8ba231230 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72bd1a12770447969e8c17a87a0fe7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544733 Aug 29 04:50:38.774830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59020) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:38.826148 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-034f3a5b-4968-45fb-8dbd-292b0c633717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.847710 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-034f3a5b-4968-45fb-8dbd-292b0c633717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.895119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-034f3a5b-4968-45fb-8dbd-292b0c633717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.897864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-034f3a5b-4968-45fb-8dbd-292b0c633717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.899118 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-034f3a5b-4968-45fb-8dbd-292b0c633717 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6f10cbf-a891-4f26-b710-6717017ecdd4 HTTP/1.1" status: 204 len: 168 time: 0.1231310 Aug 29 04:50:38.907681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f3a5b-4968-45fb-8dbd-292b0c633717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f10cbf-a891-4f26-b710-6717017ecdd4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:39.552209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59050) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:39.651007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-149139777'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:39.671787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Made reservation on behalf of 57d08ca5c61d4391986217cc4d59e0e7 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:39.675308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.684249 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.778829 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.783090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.811843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:39.827352 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2ad351-04ac-40f1-a218-75582be028a5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:39.833273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.833747 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Added segment 6840340a-6a81-4d31-9ef8-1b8834a4234b of type vlan for network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b Aug 29 04:50:39.877677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.907002 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.914795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:39.915396 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.973033 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4195752 Aug 29 04:50:39.975978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59054) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:39.983752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Request body: {'subnet': {'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.032665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b43f0-ac90-4695-b5ec-2bfd87f53846 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event updated for resources: {'Network': ['ID=60522f1b-9140-4c5b-a8ad-5f6a9683b09b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.043661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:40.087668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Made reservation on behalf of 57d08ca5c61d4391986217cc4d59e0e7 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:40.091827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.283037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.345743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event updated for resources: {'Subnet': ['ID=1a0cefa5-b365-4a6d-8a77-55a430d89ccb,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.355154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Checking segment: {'id': '6840340a-6a81-4d31-9ef8-1b8834a4234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:40.355524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Network hostable DHCP agents. Network: 60522f1b-9140-4c5b-a8ad-5f6a9683b09b, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:40.372437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:40.381786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 60522f1b-9140-4c5b-a8ad-5f6a9683b09b) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:40.386051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.386637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.391046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530d554-dd52-4ea3-ba4f-08cca27b9335 None None] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:40.400905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c09db10-6b06-4e70-a60b-58f22ce81a5c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4239178 Aug 29 04:50:40.405475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59058) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:40.410396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Request body: {'port': {'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1472600414'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.522624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Made reservation on behalf of 57d08ca5c61d4391986217cc4d59e0e7 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:40.526213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.538828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-60522f1b-9140-4c5b-a8ad-5f6a9683b09b', 'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b', 'tenant_id': '57d08ca5c61d4391986217cc4d59e0e7', 'fixed_ips': [{'subnet_id': '1a0cefa5-b365-4a6d-8a77-55a430d89ccb'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:40.539783 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.546523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] device_id is not set on port 387fda84-4c4c-4ddc-a4d9-8021054ce14f yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:40.653096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Allocated IP 172.20.0.3 (60522f1b-9140-4c5b-a8ad-5f6a9683b09b/1a0cefa5-b365-4a6d-8a77-55a430d89ccb/387fda84-4c4c-4ddc-a4d9-8021054ce14f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:40.801162 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.814937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Transition to ACTIVE for port object 387fda84-4c4c-4ddc-a4d9-8021054ce14f will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:40.848049 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.890573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Allocated IP 172.20.0.2 (60522f1b-9140-4c5b-a8ad-5f6a9683b09b/1a0cefa5-b365-4a6d-8a77-55a430d89ccb/a6daf4e0-b556-41d2-a78b-02ffbb64dd12) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:40.891651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:40.894810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:40.897561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:40.931664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event updated for resources: {'Port': ['ID=387fda84-4c4c-4ddc-a4d9-8021054ce14f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.961006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.961006 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.971757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-046f7068-ad8c-4b6e-869e-e8475603daed tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5652227 Aug 29 04:50:40.974976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59060) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:40.980567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Request body: {'port': {'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-147414041', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.981058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] bootfile-name is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:50:40.981406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] tftp-server is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:50:40.981779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.api.validators [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] server-ip-address is not in valid_values {{(pid=94823) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:50:41.038331 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.050359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Transition to ACTIVE for port object a6daf4e0-b556-41d2-a78b-02ffbb64dd12 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:41.067077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Transition to ACTIVE for port object a6daf4e0-b556-41d2-a78b-02ffbb64dd12 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:41.072902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.106736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Made reservation on behalf of 57d08ca5c61d4391986217cc4d59e0e7 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:41.106967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:41.109839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:41.112174 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.113581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:41.135029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] device_id is not set on port 935a02be-cfea-43d1-9f16-b5e4548687a1 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:41.183278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Attempting to bind port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:41.183876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Attempting to bind port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '6840340a-6a81-4d31-9ef8-1b8834a4234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:41.184418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Attempting to bind port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 on network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:41.190347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Pushing event updated for resources: {'Port': ['ID=a6daf4e0-b556-41d2-a78b-02ffbb64dd12,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.192925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:41.193305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Checking segment: {'id': '6840340a-6a81-4d31-9ef8-1b8834a4234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:41.193748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.194138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Bound using segment: {'id': '6840340a-6a81-4d31-9ef8-1b8834a4234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:41.194621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Bound port: a6daf4e0-b556-41d2-a78b-02ffbb64dd12, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6840340a-6a81-4d31-9ef8-1b8834a4234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '60522f1b-9140-4c5b-a8ad-5f6a9683b09b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:41.195014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.264097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] For port a6daf4e0-b556-41d2-a78b-02ffbb64dd12, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:41.267851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] For port a6daf4e0-b556-41d2-a78b-02ffbb64dd12, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a6daf4e0-b556-41d2-a78b-02ffbb64dd12,segment=NetworkSegment(6840340a-6a81-4d31-9ef8-1b8834a4234b),segment_id=6840340a-6a81-4d31-9ef8-1b8834a4234b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:41.269068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Allocated IP 172.20.0.8 (60522f1b-9140-4c5b-a8ad-5f6a9683b09b/1a0cefa5-b365-4a6d-8a77-55a430d89ccb/935a02be-cfea-43d1-9f16-b5e4548687a1) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:41.273334 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.324405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7f850-7db6-4dec-beca-be15addcfe97 None None] Pushing event updated for resources: {'Port': ['ID=a6daf4e0-b556-41d2-a78b-02ffbb64dd12,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.439767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.455083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Transition to ACTIVE for port object 935a02be-cfea-43d1-9f16-b5e4548687a1 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:41.500690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.560941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:41.568086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:41.572640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:41.604485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event updated for resources: {'Port': ['ID=935a02be-cfea-43d1-9f16-b5e4548687a1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.632390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.633192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.650449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f33e6fd2-9b86-454b-be11-68962f2109b6 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.6741669 Aug 29 04:50:41.652721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59070) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.705898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f57e3-a1a6-4ee7-9071-15304cc5101c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.711895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f57e3-a1a6-4ee7-9071-15304cc5101c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.718139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f57e3-a1a6-4ee7-9071-15304cc5101c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.719799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-787f57e3-a1a6-4ee7-9071-15304cc5101c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0660572 Aug 29 04:50:41.722717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59072) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.816851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Deleting port 935a02be-cfea-43d1-9f16-b5e4548687a1 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:41.817472 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.904225 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.915794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Calling delete_port for 935a02be-cfea-43d1-9f16-b5e4548687a1 owned by {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:42.052904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.084406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event deleted for resources: {'Port': ['ID=935a02be-cfea-43d1-9f16-b5e4548687a1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:42.160766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.163414 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7c6cf736-62e5-4e47-bc38-9820ddcd9f12 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "DELETE /v2.0/ports/935a02be-cfea-43d1-9f16-b5e4548687a1 HTTP/1.1" status: 204 len: 168 time: 0.4397519 Aug 29 04:50:42.167195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59074) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.173231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Request body: {'port': {'name': 'tempest-new-port-name-627168091', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:42.173888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.api.validators [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] bootfile-name is not in valid_values {{(pid=94824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:50:42.174304 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.api.validators [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] tftp-server is not in valid_values {{(pid=94824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:50:42.174747 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.api.validators [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] server-ip-address is not in valid_values {{(pid=94824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:50:42.280796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a6daf4e0-b556-41d2-a78b-02ffbb64dd12 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:42.285808 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.344625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:42.350921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1972859-34b3-4e4f-9622-407179a58d23 None None] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:42.432946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c47d9300-b140-44f3-8b4a-4f59f2e79fd6 None None] Provisioning for port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:42.446466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c47d9300-b140-44f3-8b4a-4f59f2e79fd6 None None] Provisioning complete for port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:42.447124 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c47d9300-b140-44f3-8b4a-4f59f2e79fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.538131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.543112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.603168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c47d9300-b140-44f3-8b4a-4f59f2e79fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.635215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] In _notify_port_updated(), no bound segment for port 387fda84-4c4c-4ddc-a4d9-8021054ce14f on network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b {{(pid=94824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:50:42.638910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c47d9300-b140-44f3-8b4a-4f59f2e79fd6 None None] For port a6daf4e0-b556-41d2-a78b-02ffbb64dd12, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a6daf4e0-b556-41d2-a78b-02ffbb64dd12,segment=NetworkSegment(6840340a-6a81-4d31-9ef8-1b8834a4234b),segment_id=6840340a-6a81-4d31-9ef8-1b8834a4234b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:42.642377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.643140 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.644407 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c47d9300-b140-44f3-8b4a-4f59f2e79fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.645313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "PUT /v2.0/ports/387fda84-4c4c-4ddc-a4d9-8021054ce14f HTTP/1.1" status: 200 len: 1135 time: 0.4771140 Aug 29 04:50:42.649324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59080) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.664920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event updated for resources: {'Port': ['ID=387fda84-4c4c-4ddc-a4d9-8021054ce14f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:42.675260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.675759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.676162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.676565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.676964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.677390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.677802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.678194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.678582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.678969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.679365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.679742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5434ced8-bb2a-4d94-8817-68939124742c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:42.716237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d9300-b140-44f3-8b4a-4f59f2e79fd6 None None] Pushing event updated for resources: {'Port': ['ID=a6daf4e0-b556-41d2-a78b-02ffbb64dd12,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:42.723247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9068d20-2915-4acb-912b-05fc0e65a60c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.730417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59082) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.737053 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e9068d20-2915-4acb-912b-05fc0e65a60c tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "GET /v2.0/ports/387fda84-4c4c-4ddc-a4d9-8021054ce14f HTTP/1.1" status: 200 len: 1135 time: 0.0864723 Aug 29 04:50:42.855317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Deleting port 387fda84-4c4c-4ddc-a4d9-8021054ce14f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:42.855845 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.872052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5b8610b-53eb-4b11-bf2f-36c3a7bdb86b None None] Provisioning complete for port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:42.872812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5b8610b-53eb-4b11-bf2f-36c3a7bdb86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.966386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.980581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Calling delete_port for 387fda84-4c4c-4ddc-a4d9-8021054ce14f owned by {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:42.983651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5b8610b-53eb-4b11-bf2f-36c3a7bdb86b None None] Provisioning for port 387fda84-4c4c-4ddc-a4d9-8021054ce14f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:42.988592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d5b8610b-53eb-4b11-bf2f-36c3a7bdb86b None None] Provisioning complete for port 387fda84-4c4c-4ddc-a4d9-8021054ce14f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:42.989098 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5b8610b-53eb-4b11-bf2f-36c3a7bdb86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.031489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8610b-53eb-4b11-bf2f-36c3a7bdb86b None None] Port 387fda84-4c4c-4ddc-a4d9-8021054ce14f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:43.131127 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.145656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-68c84920-2b0b-4c29-a4dd-62b16a6635ea None None] Could not find standard attr ID for object 387fda84-4c4c-4ddc-a4d9-8021054ce14f. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:50:43.161808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event deleted for resources: {'Port': ['ID=387fda84-4c4c-4ddc-a4d9-8021054ce14f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.239878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.241945 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-daed7e1c-5f9e-4e56-9191-985c664005a8 tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "DELETE /v2.0/ports/387fda84-4c4c-4ddc-a4d9-8021054ce14f HTTP/1.1" status: 204 len: 168 time: 0.5115778 Aug 29 04:50:43.244382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59086) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.300571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Deleting subnet 1a0cefa5-b365-4a6d-8a77-55a430d89ccb {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:43.303992 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.357884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-498d93bb-242c-44c9-845b-1e86a4cbb9da None None] Could not find standard attr ID for object 935a02be-cfea-43d1-9f16-b5e4548687a1. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:50:43.363635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.470210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.545913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.582980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0cefa5-b365-4a6d-8a77-55a430d89ccb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.585426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.590554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0b5ffd4d-6f5c-4d05-b7cb-76711c0f945e tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "DELETE /v2.0/subnets/1a0cefa5-b365-4a6d-8a77-55a430d89ccb HTTP/1.1" status: 204 len: 168 time: 0.3449271 Aug 29 04:50:43.590717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59094) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.631449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59096) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.705686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.753809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df79a68a-aced-4387-bcf9-56444e795b4c None None] Network 60522f1b-9140-4c5b-a8ad-5f6a9683b09b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:43.766828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Deleting port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:43.767175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.776377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8484f1b3-7814-4fe2-b409-0d7576766873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.814862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9c2542fe-377a-4dcf-9a9c-00b34957003a None None] Could not find standard attr ID for object 387fda84-4c4c-4ddc-a4d9-8021054ce14f. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:50:43.836840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] For port a6daf4e0-b556-41d2-a78b-02ffbb64dd12, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a6daf4e0-b556-41d2-a78b-02ffbb64dd12,segment=NetworkSegment(6840340a-6a81-4d31-9ef8-1b8834a4234b),segment_id=6840340a-6a81-4d31-9ef8-1b8834a4234b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:43.837093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.856284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Calling delete_port for a6daf4e0-b556-41d2-a78b-02ffbb64dd12 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:43.923138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8484f1b3-7814-4fe2-b409-0d7576766873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.929486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8484f1b3-7814-4fe2-b409-0d7576766873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.969083 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.973175 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8484f1b3-7814-4fe2-b409-0d7576766873 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17ac6ac186254d739073b6a80c485129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406231 Aug 29 04:50:43.974077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484f1b3-7814-4fe2-b409-0d7576766873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00891bf-5c29-468b-932c-9c275a3e5a75,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.977496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:43.996558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event deleted for resources: {'Port': ['ID=a6daf4e0-b556-41d2-a78b-02ffbb64dd12,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.002853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] No DVR routers for this DVR port a6daf4e0-b556-41d2-a78b-02ffbb64dd12 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:44.006299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581adfd-fc4e-4dc0-be18-054c8eb7353b None None] DHCP port deletion for 60522f1b-9140-4c5b-a8ad-5f6a9683b09b request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:44.036857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29c4b7ed-968d-4378-b97f-a1c99a01f589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.058614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29c4b7ed-968d-4378-b97f-a1c99a01f589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.080005 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.089844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60522f1b-9140-4c5b-a8ad-5f6a9683b09b']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.105543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29c4b7ed-968d-4378-b97f-a1c99a01f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.105802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6840340a-6a81-4d31-9ef8-1b8834a4234b') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.106023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6840340a-6a81-4d31-9ef8-1b8834a4234b') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.108753 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29c4b7ed-968d-4378-b97f-a1c99a01f589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.109927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-29c4b7ed-968d-4378-b97f-a1c99a01f589 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a00891bf-5c29-468b-932c-9c275a3e5a75 HTTP/1.1" status: 204 len: 168 time: 0.1314526 Aug 29 04:50:44.116783 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.117738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4b7ed-968d-4378-b97f-a1c99a01f589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00891bf-5c29-468b-932c-9c275a3e5a75,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.133098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.140334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:44.140937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:44.144174 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:44.204368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.213725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a6daf4e0-b556-41d2-a78b-02ffbb64dd12 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:44.227182 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.229072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] 10.222.0.55 "DELETE /v2.0/networks/60522f1b-9140-4c5b-a8ad-5f6a9683b09b HTTP/1.1" status: 204 len: 168 time: 0.6364787 Aug 29 04:50:44.230224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee7e8-63f2-44d4-ac0d-951e3e330bcf tempest-ExtraDHCPOptionsTestJSON-1327156815 tempest-ExtraDHCPOptionsTestJSON-1327156815-project] Pushing event deleted for resources: {'Network': ['ID=60522f1b-9140-4c5b-a8ad-5f6a9683b09b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.245530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a6daf4e0-b556-41d2-a78b-02ffbb64dd12 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:44.246081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a6daf4e0-b556-41d2-a78b-02ffbb64dd12 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:44.427482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.444932 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98927fe-8533-4c31-84cf-7f8d6a3a8b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.486672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59112) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.543798 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98927fe-8533-4c31-84cf-7f8d6a3a8b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.548198 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d98927fe-8533-4c31-84cf-7f8d6a3a8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.589271 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d98927fe-8533-4c31-84cf-7f8d6a3a8b72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43458cc6db9e4d729d90d5cbb271dcba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582286 Aug 29 04:50:44.589271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98927fe-8533-4c31-84cf-7f8d6a3a8b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f03a17e-5c97-42c3-8b55-d410e2251fa7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.589677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59116) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.674152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f61b888d-c5af-493c-b55a-9f22b12de0f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57d08ca5c61d4391986217cc4d59e0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838322 Aug 29 04:50:44.674841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59118) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.682991 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-317fb955-acfe-4ac9-8e06-4269af1f2ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.721170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-317fb955-acfe-4ac9-8e06-4269af1f2ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.767121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e9e-b31d-44e0-83a9-2e44935a0ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.789492 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e9e-b31d-44e0-83a9-2e44935a0ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.801849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-317fb955-acfe-4ac9-8e06-4269af1f2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.804365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-317fb955-acfe-4ac9-8e06-4269af1f2ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.805486 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-317fb955-acfe-4ac9-8e06-4269af1f2ce2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f03a17e-5c97-42c3-8b55-d410e2251fa7 HTTP/1.1" status: 204 len: 168 time: 0.2145932 Aug 29 04:50:44.829534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fb955-acfe-4ac9-8e06-4269af1f2ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f03a17e-5c97-42c3-8b55-d410e2251fa7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.857436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e9e-b31d-44e0-83a9-2e44935a0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.860122 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e9e-b31d-44e0-83a9-2e44935a0ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.861283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1fe53e9e-b31d-44e0-83a9-2e44935a0ea5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d2ad351-04ac-40f1-a218-75582be028a5 HTTP/1.1" status: 204 len: 168 time: 0.1860194 Aug 29 04:50:44.869478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe53e9e-b31d-44e0-83a9-2e44935a0ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2ad351-04ac-40f1-a218-75582be028a5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.608953 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59162) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.754285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1247799551'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:45.776330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:45.780202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.788946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.880893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.885171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.910567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:45.926530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d0de9-0a83-4f48-9797-cf862cf7e4ea,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.929415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.929819 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment 7963e56e-0638-4a90-9da7-c0642eb42416 of type vlan for network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc Aug 29 04:50:45.977425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.002756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.008459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:46.009081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.068012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4579334 Aug 29 04:50:46.070725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59182) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.076094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1390660603'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:46.087410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e1db-1ad0-4212-b2ca-3460037992d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.101322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:46.103510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:46.107334 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.134182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:46.145135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.145483 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment 0673a13c-3bba-4770-9cf7-d4a17276d9dd of type vlan for network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 Aug 29 04:50:46.189302 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.226383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.232613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:46.233135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.293350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2215827 Aug 29 04:50:46.296367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59184) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.302236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': '9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:46.312594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fba59-8ab9-4226-b123-00f51b267f63 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=de6c680d-d766-4b15-8bb6-16ddcbd9f2f2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.323313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:46.395262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:46.398937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.597167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.665239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=113137d7-20bb-449d-a8c1-bf95b5b940ba,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.674115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': '7963e56e-0638-4a90-9da7-c0642eb42416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:46.674479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:46.691706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:46.700954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:46.705463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:46.706756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.709873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374a237-d477-4001-809d-24eb945c0689 None None] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:46.724014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-daad594c-b398-4b37-8f35-7fde6d62633a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4238489 Aug 29 04:50:46.724236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.729172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': 'de6c680d-d766-4b15-8bb6-16ddcbd9f2f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:46.824574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:46.828234 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.865757 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eca2c8dc-c3da-438e-b698-af7d3872c3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.878305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc', 'network_id': '9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': '113137d7-20bb-449d-a8c1-bf95b5b940ba'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:46.879245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.019261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.020640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Allocated IP 172.20.0.2 (9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc/113137d7-20bb-449d-a8c1-bf95b5b940ba/f330a58e-4e94-48d4-a945-43d04b8763f1) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:47.104456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=a8724583-1f19-4bf4-a366-9fe97add6d06,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.107086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': '0673a13c-3bba-4770-9cf7-d4a17276d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'de6c680d-d766-4b15-8bb6-16ddcbd9f2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:47.107517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: de6c680d-d766-4b15-8bb6-16ddcbd9f2f2, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:47.133686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:47.144663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, de6c680d-d766-4b15-8bb6-16ddcbd9f2f2) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:47.151257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:47.151923 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.160036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61be74-4134-4e25-8efb-48e009ec4295 None None] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:47.169670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4de95d39-eeab-4a78-9fa4-d877cc91407c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4429057 Aug 29 04:50:47.171902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.180134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b38b2bb6-feb7-48dc-baaf-37aeef431587 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1364073816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:47.205165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b38b2bb6-feb7-48dc-baaf-37aeef431587 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.206250 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b38b2bb6-feb7-48dc-baaf-37aeef431587 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.269070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b38b2bb6-feb7-48dc-baaf-37aeef431587 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.273453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b38b2bb6-feb7-48dc-baaf-37aeef431587 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.274565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.289212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Transition to ACTIVE for port object f330a58e-4e94-48d4-a945-43d04b8763f1 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:47.290167 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b38b2bb6-feb7-48dc-baaf-37aeef431587 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.291621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b38b2bb6-feb7-48dc-baaf-37aeef431587 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1186578 Aug 29 04:50:47.295026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.331352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Transition to ACTIVE for port object f330a58e-4e94-48d4-a945-43d04b8763f1 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:47.344266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.387535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:47.411036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:47.414838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:47.422425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-de6c680d-d766-4b15-8bb6-16ddcbd9f2f2', 'network_id': 'de6c680d-d766-4b15-8bb6-16ddcbd9f2f2', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': 'a8724583-1f19-4bf4-a366-9fe97add6d06'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:47.423248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.428077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Pushing event updated for resources: {'Port': ['ID=f330a58e-4e94-48d4-a945-43d04b8763f1,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.542223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Attempting to bind port f330a58e-4e94-48d4-a945-43d04b8763f1 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:47.542599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Attempting to bind port f330a58e-4e94-48d4-a945-43d04b8763f1 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '7963e56e-0638-4a90-9da7-c0642eb42416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:47.542964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Attempting to bind port f330a58e-4e94-48d4-a945-43d04b8763f1 on network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:47.553279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:47.553676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Checking segment: {'id': '7963e56e-0638-4a90-9da7-c0642eb42416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:47.554084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.554891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Bound using segment: {'id': '7963e56e-0638-4a90-9da7-c0642eb42416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:47.555017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Bound port: f330a58e-4e94-48d4-a945-43d04b8763f1, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7963e56e-0638-4a90-9da7-c0642eb42416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:47.555304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.580344 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.658345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Allocated IP 172.21.0.2 (de6c680d-d766-4b15-8bb6-16ddcbd9f2f2/a8724583-1f19-4bf4-a366-9fe97add6d06/04e33717-2311-4ffa-ad21-0cc872000831) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:47.667540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] For port f330a58e-4e94-48d4-a945-43d04b8763f1, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:47.674561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] For port f330a58e-4e94-48d4-a945-43d04b8763f1, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f330a58e-4e94-48d4-a945-43d04b8763f1,segment=NetworkSegment(7963e56e-0638-4a90-9da7-c0642eb42416),segment_id=7963e56e-0638-4a90-9da7-c0642eb42416)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:47.682050 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.800598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95b252-cd34-41e6-84d7-bca644b79b62 None None] Pushing event updated for resources: {'Port': ['ID=f330a58e-4e94-48d4-a945-43d04b8763f1,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.864722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.20.0.1 (9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc/113137d7-20bb-449d-a8c1-bf95b5b940ba/ad5e4712-479b-4887-9824-d194e937b110) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:47.921406 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.936282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Transition to ACTIVE for port object 04e33717-2311-4ffa-ad21-0cc872000831 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:47.969308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Transition to ACTIVE for port object 04e33717-2311-4ffa-ad21-0cc872000831 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:47.979168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.014444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.042198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object ad5e4712-479b-4887-9824-d194e937b110 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:48.043742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:48.053257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:48.057272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:48.066430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Pushing event updated for resources: {'Port': ['ID=04e33717-2311-4ffa-ad21-0cc872000831,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:48.081233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.128637 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:48.132286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Attempting to bind port 04e33717-2311-4ffa-ad21-0cc872000831 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:48.132742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Attempting to bind port 04e33717-2311-4ffa-ad21-0cc872000831 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '0673a13c-3bba-4770-9cf7-d4a17276d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'de6c680d-d766-4b15-8bb6-16ddcbd9f2f2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:48.133202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Attempting to bind port 04e33717-2311-4ffa-ad21-0cc872000831 on network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:48.134645 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:48.138708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:48.139168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Checking segment: {'id': '0673a13c-3bba-4770-9cf7-d4a17276d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'de6c680d-d766-4b15-8bb6-16ddcbd9f2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:48.139636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.140097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Bound using segment: {'id': '0673a13c-3bba-4770-9cf7-d4a17276d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'de6c680d-d766-4b15-8bb6-16ddcbd9f2f2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:48.140230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:48.140694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Bound port: 04e33717-2311-4ffa-ad21-0cc872000831, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0673a13c-3bba-4770-9cf7-d4a17276d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'de6c680d-d766-4b15-8bb6-16ddcbd9f2f2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:48.141146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.148569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=ad5e4712-479b-4887-9824-d194e937b110,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:48.210355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.253538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] For port 04e33717-2311-4ffa-ad21-0cc872000831, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:48.258807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] For port 04e33717-2311-4ffa-ad21-0cc872000831, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=04e33717-2311-4ffa-ad21-0cc872000831,segment=NetworkSegment(0673a13c-3bba-4770-9cf7-d4a17276d9dd),segment_id=0673a13c-3bba-4770-9cf7-d4a17276d9dd)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:48.266053 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.303706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f330a58e-4e94-48d4-a945-43d04b8763f1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:48.377518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b2c3-6a63-4e66-8c1e-e410c7da463f None None] Pushing event updated for resources: {'Port': ['ID=04e33717-2311-4ffa-ad21-0cc872000831,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:48.378325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.403311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f330a58e-4e94-48d4-a945-43d04b8763f1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:48.719772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.725379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.803751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.806575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=ad5e4712-479b-4887-9824-d194e937b110,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:48.946261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b1658-3daf-49ef-b361-4a9b1d7c1297 None None] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:49.018187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-88dbb415-29ea-46f1-b658-274a1c86747e None None] Provisioning for port f330a58e-4e94-48d4-a945-43d04b8763f1 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:49.025736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-88dbb415-29ea-46f1-b658-274a1c86747e None None] Provisioning complete for port f330a58e-4e94-48d4-a945-43d04b8763f1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:49.026113 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88dbb415-29ea-46f1-b658-274a1c86747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.343490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:49.346331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:49.388895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88dbb415-29ea-46f1-b658-274a1c86747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.432028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-88dbb415-29ea-46f1-b658-274a1c86747e None None] For port f330a58e-4e94-48d4-a945-43d04b8763f1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f330a58e-4e94-48d4-a945-43d04b8763f1,segment=NetworkSegment(7963e56e-0638-4a90-9da7-c0642eb42416),segment_id=7963e56e-0638-4a90-9da7-c0642eb42416)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:49.437907 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88dbb415-29ea-46f1-b658-274a1c86747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.481628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553764b-0044-41e3-9bc4-28987a9ad942 None None] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:49.484755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router d47192b2-de76-49a5-bca9-39af67d022c3 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:50:49.582923 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca788543-ff86-4d1d-a0c3-24b395c5c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.605304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:49.614601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbb415-29ea-46f1-b658-274a1c86747e None None] Pushing event updated for resources: {'Port': ['ID=f330a58e-4e94-48d4-a945-43d04b8763f1,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.618063 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-111bdec8-9483-4392-9a24-6c185b047df1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/d47192b2-de76-49a5-bca9-39af67d022c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3220201 Aug 29 04:50:49.621100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:49.627615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c891b9f2-5327-48f6-96ff-6f19cf5278d2 None None] Provisioning for port 04e33717-2311-4ffa-ad21-0cc872000831 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:49.632992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] Sync routers for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:49.673365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50c1bd2-2b8e-4d87-be74-8cf71c039680 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:49.676173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e50c1bd2-2b8e-4d87-be74-8cf71c039680 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports/ad5e4712-479b-4887-9824-d194e937b110 HTTP/1.1" status: 200 len: 910 time: 0.0540938 Aug 29 04:50:49.679245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59220) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:49.680930 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.686495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:49.687347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:49.728734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:49.761996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:49.763076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:49.807806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:49.808777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a29095-0fd1-4db6-a5f5-edbc06fa0a82 None None] The sync data for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:49.828339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a0c89621-a632-4aef-bebd-ee3604fcec0f None None] Provisioning complete for port f330a58e-4e94-48d4-a945-43d04b8763f1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:49.828812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0c89621-a632-4aef-bebd-ee3604fcec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.946083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a0c89621-a632-4aef-bebd-ee3604fcec0f None None] Provisioning for port ad5e4712-479b-4887-9824-d194e937b110 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:49.952432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a0c89621-a632-4aef-bebd-ee3604fcec0f None None] Provisioning complete for port ad5e4712-479b-4887-9824-d194e937b110 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:49.953025 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a0c89621-a632-4aef-bebd-ee3604fcec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.001851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a0c89621-a632-4aef-bebd-ee3604fcec0f None None] Port ad5e4712-479b-4887-9824-d194e937b110 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:50.120805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.136095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ea7110ed-5b39-4b54-8d46-c9d7ff2b18a9 None None] Provisioning complete for port ad5e4712-479b-4887-9824-d194e937b110 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:50.136621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ea7110ed-5b39-4b54-8d46-c9d7ff2b18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.211334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ea7110ed-5b39-4b54-8d46-c9d7ff2b18a9 None None] Port ad5e4712-479b-4887-9824-d194e937b110 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:50.352232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f330a58e-4e94-48d4-a945-43d04b8763f1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:50.385829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-95aadee1-ff22-4b19-939f-36368bc93ceb None None] Provisioning complete for port ad5e4712-479b-4887-9824-d194e937b110 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:50.386332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-95aadee1-ff22-4b19-939f-36368bc93ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.421751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.21.0.1 (de6c680d-d766-4b15-8bb6-16ddcbd9f2f2/a8724583-1f19-4bf4-a366-9fe97add6d06/694f8f30-6984-42ff-b105-451ee01ebe5d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:50.440845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-95aadee1-ff22-4b19-939f-36368bc93ceb None None] Port ad5e4712-479b-4887-9824-d194e937b110 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:50.453540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f330a58e-4e94-48d4-a945-43d04b8763f1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:50.453949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.540514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 04e33717-2311-4ffa-ad21-0cc872000831 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:50.546532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.566881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object 694f8f30-6984-42ff-b105-451ee01ebe5d will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:50.596266 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 04e33717-2311-4ffa-ad21-0cc872000831 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:50.599989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 04e33717-2311-4ffa-ad21-0cc872000831 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:50.600361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.608533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.654006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:50.657819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:50.660212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:50.700261 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.705393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=694f8f30-6984-42ff-b105-451ee01ebe5d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:50.724422 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.739258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 04e33717-2311-4ffa-ad21-0cc872000831, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=04e33717-2311-4ffa-ad21-0cc872000831,segment=NetworkSegment(0673a13c-3bba-4770-9cf7-d4a17276d9dd),segment_id=0673a13c-3bba-4770-9cf7-d4a17276d9dd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:50.743869 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.813011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=04e33717-2311-4ffa-ad21-0cc872000831,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:50.829000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.840339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.857281 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.967245 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9df43595-b571-4af7-a780-f1cfadba9fc1 None None] Provisioning for port 694f8f30-6984-42ff-b105-451ee01ebe5d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:50.971429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9df43595-b571-4af7-a780-f1cfadba9fc1 None None] Provisioning complete for port 694f8f30-6984-42ff-b105-451ee01ebe5d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:50.971806 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9df43595-b571-4af7-a780-f1cfadba9fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.008792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9df43595-b571-4af7-a780-f1cfadba9fc1 None None] Port 694f8f30-6984-42ff-b105-451ee01ebe5d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:51.114674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.119046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.192861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.194656 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=694f8f30-6984-42ff-b105-451ee01ebe5d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:51.304152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:51.305537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:51.406797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router d47192b2-de76-49a5-bca9-39af67d022c3 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:51.506933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:51.512221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f7eb54d2-5597-408e-8e06-5c8420a90e85 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/d47192b2-de76-49a5-bca9-39af67d022c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315966 Aug 29 04:50:51.514808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59230) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:51.516637 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] Sync routers for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:51.526362 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:51.526985 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:51.536089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df8bdeb8-8822-415a-b679-2ffa8735d871 None None] Provisioning complete for port 694f8f30-6984-42ff-b105-451ee01ebe5d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:51.536667 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df8bdeb8-8822-415a-b679-2ffa8735d871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.575289 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:51.583520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba65fc-3ca6-45a7-8bd8-7da1883a0025 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:51.585092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e3ba65fc-3ca6-45a7-8bd8-7da1883a0025 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports/694f8f30-6984-42ff-b105-451ee01ebe5d HTTP/1.1" status: 200 len: 910 time: 0.0687220 Aug 29 04:50:51.588274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:51.597167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:51.597819 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:51.605128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df8bdeb8-8822-415a-b679-2ffa8735d871 None None] Port 694f8f30-6984-42ff-b105-451ee01ebe5d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:51.646207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:51.646849 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c613af-60d9-43af-b4c2-31401649b843 None None] The sync data for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:51.923849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.173004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 694f8f30-6984-42ff-b105-451ee01ebe5d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:52.173451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.256012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 04e33717-2311-4ffa-ad21-0cc872000831 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:52.278506 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.292377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 694f8f30-6984-42ff-b105-451ee01ebe5d owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:52.303540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 04e33717-2311-4ffa-ad21-0cc872000831 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:52.304241 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.355770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.496460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.521867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=694f8f30-6984-42ff-b105-451ee01ebe5d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:52.913191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.099908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router d47192b2-de76-49a5-bca9-39af67d022c3 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:53.193892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:53.199176 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf75f891-0954-4a51-87d5-dc0029c90b6e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/d47192b2-de76-49a5-bca9-39af67d022c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6097054 Aug 29 04:50:53.205164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] Sync routers for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:53.208236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:53.214505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:53.215325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:53.246693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:53.256079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:53.256774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:53.292126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:53.292814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d654b7d-d73c-4af1-b867-46bc3bf0c576 None None] The sync data for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:53.524211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.767236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port ad5e4712-479b-4887-9824-d194e937b110 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:53.767584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.870693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.884266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for ad5e4712-479b-4887-9824-d194e937b110 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:54.019198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59250) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.091179 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.120769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=ad5e4712-479b-4887-9824-d194e937b110,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.149575 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-372ffa18-8b23-4eff-8eec-1336f19a862f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.253865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-372ffa18-8b23-4eff-8eec-1336f19a862f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.259161 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-372ffa18-8b23-4eff-8eec-1336f19a862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.283223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.301351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-372ffa18-8b23-4eff-8eec-1336f19a862f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16c7d28273c2453e8c180347c2bf3a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806065 Aug 29 04:50:54.302099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ffa18-8b23-4eff-8eec-1336f19a862f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b2f71-764c-4fc2-a0dd-0c2d52b6f0df,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.304494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59254) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.360490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06742d78-1ad5-47fd-bfe1-c567b6e7162c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.381396 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06742d78-1ad5-47fd-bfe1-c567b6e7162c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.435087 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06742d78-1ad5-47fd-bfe1-c567b6e7162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.438135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06742d78-1ad5-47fd-bfe1-c567b6e7162c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.439293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-06742d78-1ad5-47fd-bfe1-c567b6e7162c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b24b2f71-764c-4fc2-a0dd-0c2d52b6f0df HTTP/1.1" status: 204 len: 168 time: 0.1339626 Aug 29 04:50:54.447296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742d78-1ad5-47fd-bfe1-c567b6e7162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b2f71-764c-4fc2-a0dd-0c2d52b6f0df,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.454286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router d47192b2-de76-49a5-bca9-39af67d022c3 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:50:54.534500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:50:54.539556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4499b3d5-bde2-4eb7-9897-978f6689758d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/d47192b2-de76-49a5-bca9-39af67d022c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3287227 Aug 29 04:50:54.542528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59258) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.565097 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] Sync routers for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:50:54.573031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3bdaef53-07eb-46d8-8864-884061cb1c40 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=d47192b2-de76-49a5-bca9-39af67d022c3 HTTP/1.1" status: 200 len: 205 time: 0.0270710 Aug 29 04:50:54.573423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.574526 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:54.575851 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.607150 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.616245 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] Routers {'d47192b2-de76-49a5-bca9-39af67d022c3'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:50:54.617068 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['d47192b2-de76-49a5-bca9-39af67d022c3'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.649045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05e72fe0-b1cf-4d24-826f-453b386cbae4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.665316 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.666005 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9000e-6cfa-4422-8217-977ee217674c None None] The sync data for ids ['d47192b2-de76-49a5-bca9-39af67d022c3'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:50:54.723571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59264) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.737173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a3caa10c-462f-4e3e-a528-6c43f6db3e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.814232 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05e72fe0-b1cf-4d24-826f-453b386cbae4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.816393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05e72fe0-b1cf-4d24-826f-453b386cbae4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.830549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a3caa10c-462f-4e3e-a528-6c43f6db3e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.834154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a3caa10c-462f-4e3e-a528-6c43f6db3e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.859796 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05e72fe0-b1cf-4d24-826f-453b386cbae4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.860404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e72fe0-b1cf-4d24-826f-453b386cbae4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Fanout notify agent at l3_agent the message router_deleted on router d47192b2-de76-49a5-bca9-39af67d022c3 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:50:54.867655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-05e72fe0-b1cf-4d24-826f-453b386cbae4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.868793 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-05e72fe0-b1cf-4d24-826f-453b386cbae4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/d47192b2-de76-49a5-bca9-39af67d022c3 HTTP/1.1" status: 204 len: 168 time: 0.2943468 Aug 29 04:50:54.871388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.877449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a3caa10c-462f-4e3e-a528-6c43f6db3e71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24dfa634698c422b930eb77585398653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527848 Aug 29 04:50:54.878945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caa10c-462f-4e3e-a528-6c43f6db3e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d52c9ba-4955-4ee6-bd91-9e675192513a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.880410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.941541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet a8724583-1f19-4bf4-a366-9fe97add6d06 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:54.949803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.998584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68c9278e-6c18-49ac-9429-f73b512dd74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.005095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.047987 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68c9278e-6c18-49ac-9429-f73b512dd74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.120962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.151263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68c9278e-6c18-49ac-9429-f73b512dd74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.154496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-68c9278e-6c18-49ac-9429-f73b512dd74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.155627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-68c9278e-6c18-49ac-9429-f73b512dd74f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d52c9ba-4955-4ee6-bd91-9e675192513a HTTP/1.1" status: 204 len: 168 time: 0.2743483 Aug 29 04:50:55.170829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9278e-6c18-49ac-9429-f73b512dd74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d52c9ba-4955-4ee6-bd91-9e675192513a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.197116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.224241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=a8724583-1f19-4bf4-a366-9fe97add6d06,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.229898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.231791 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aadfc572-99bf-4d07-9103-383541d27e0f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/a8724583-1f19-4bf4-a366-9fe97add6d06 HTTP/1.1" status: 204 len: 168 time: 0.3593445 Aug 29 04:50:55.234910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59272) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:55.237315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b84c2-4fed-47a9-b2d3-29d461878d2f None None] Network de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:55.288856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet 113137d7-20bb-449d-a8c1-bf95b5b940ba {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:55.292024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.333605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.410849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] DHCP port deletion for de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:55.425312 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.466394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] Deleting port 04e33717-2311-4ffa-ad21-0cc872000831 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:55.466974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.488719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.506265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.513653 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/113137d7-20bb-449d-a8c1-bf95b5b940ba HTTP/1.1" status: 204 len: 168 time: 0.2755234 Aug 29 04:50:55.514462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f372c2b-45a2-4b19-a291-4fdc53501bba None None] Network 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:55.514633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59280) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:55.540146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973baa38-ec87-47f6-8805-d6bfdf105dd8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=113137d7-20bb-449d-a8c1-bf95b5b940ba,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.587688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] For port 04e33717-2311-4ffa-ad21-0cc872000831, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=04e33717-2311-4ffa-ad21-0cc872000831,segment=NetworkSegment(0673a13c-3bba-4770-9cf7-d4a17276d9dd),segment_id=0673a13c-3bba-4770-9cf7-d4a17276d9dd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:55.588400 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.606317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.610221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] Calling delete_port for 04e33717-2311-4ffa-ad21-0cc872000831 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:55.666731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 04e33717-2311-4ffa-ad21-0cc872000831 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:55.667207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.744071 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.779221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] Pushing event deleted for resources: {'Port': ['ID=04e33717-2311-4ffa-ad21-0cc872000831,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.785316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa409a-1532-49cf-a7fa-a0d512a30372 None None] No DVR routers for this DVR port 04e33717-2311-4ffa-ad21-0cc872000831 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:55.805812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] DHCP port deletion for 9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:55.871959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] Deleting port f330a58e-4e94-48d4-a945-43d04b8763f1 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:55.872347 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.936949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] For port f330a58e-4e94-48d4-a945-43d04b8763f1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f330a58e-4e94-48d4-a945-43d04b8763f1,segment=NetworkSegment(7963e56e-0638-4a90-9da7-c0642eb42416),segment_id=7963e56e-0638-4a90-9da7-c0642eb42416)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:55.937369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.957503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] Calling delete_port for f330a58e-4e94-48d4-a945-43d04b8763f1 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:56.000939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-569fbe97-2e88-41ea-981e-d9184cd547e8 req-a97f16b9-3b16-4130-8055-c214a5d363b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0365019 Aug 29 04:50:56.019394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port 04e33717-2311-4ffa-ad21-0cc872000831, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=04e33717-2311-4ffa-ad21-0cc872000831,segment=NetworkSegment(0673a13c-3bba-4770-9cf7-d4a17276d9dd),segment_id=0673a13c-3bba-4770-9cf7-d4a17276d9dd)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:56.019624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.040516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 04e33717-2311-4ffa-ad21-0cc872000831 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:56.057284 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.063914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-569fbe97-2e88-41ea-981e-d9184cd547e8 req-f2d54fc5-09db-404b-a29c-49f54e5793f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0333858 Aug 29 04:50:56.091370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] Pushing event deleted for resources: {'Port': ['ID=f330a58e-4e94-48d4-a945-43d04b8763f1,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.097537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fcff7-565e-44dc-94e2-fd68f94bf562 None None] No DVR routers for this DVR port f330a58e-4e94-48d4-a945-43d04b8763f1 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:56.134731 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-569fbe97-2e88-41ea-981e-d9184cd547e8 req-dfc5e181-e587-4461-a7fb-02f12c3c1810 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239196 Aug 29 04:50:56.219940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.248536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f330a58e-4e94-48d4-a945-43d04b8763f1 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:56.257160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=04e33717-2311-4ffa-ad21-0cc872000831,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.259064 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port 04e33717-2311-4ffa-ad21-0cc872000831 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:56.269341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f330a58e-4e94-48d4-a945-43d04b8763f1 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:56.269784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f330a58e-4e94-48d4-a945-43d04b8763f1 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:56.270357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 04e33717-2311-4ffa-ad21-0cc872000831 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:56.289224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 04e33717-2311-4ffa-ad21-0cc872000831 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:56.289677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 04e33717-2311-4ffa-ad21-0cc872000831 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:56.368793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fbe97-2e88-41ea-981e-d9184cd547e8 req-beb1dbbc-f0b8-4f40-8527-89049d98940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:56.370297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-569fbe97-2e88-41ea-981e-d9184cd547e8 req-beb1dbbc-f0b8-4f40-8527-89049d98940d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242155 Aug 29 04:50:56.371777 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.386440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6c680d-d766-4b15-8bb6-16ddcbd9f2f2']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.397542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0673a13c-3bba-4770-9cf7-d4a17276d9dd') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.397871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0673a13c-3bba-4770-9cf7-d4a17276d9dd') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.407576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.427020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.433836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:56.434208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: self.session.flush() Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:56.437772 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:56.497943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.505090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.509321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/de6c680d-d766-4b15-8bb6-16ddcbd9f2f2 HTTP/1.1" status: 204 len: 168 time: 0.9912229 Aug 29 04:50:56.509709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59308) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:56.523632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949e3e4-c55a-4ba7-b028-211974030ca4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=de6c680d-d766-4b15-8bb6-16ddcbd9f2f2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.587044 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.670174 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.680105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.695241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7963e56e-0638-4a90-9da7-c0642eb42416') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.695546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7963e56e-0638-4a90-9da7-c0642eb42416') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.705523 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.722986 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.729568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:56.730000 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:56.733523 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:56.794635 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.802689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.804498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc HTTP/1.1" status: 204 len: 168 time: 0.2938004 Aug 29 04:50:56.808558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59318) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:56.814819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824942272'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:56.817813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09400d-02c8-4c53-8048-bc2c1fc74553 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=9a93b6e3-f0d9-49ef-b3ab-8ad8330e54bc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.835748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:56.839285 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.864250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:56.873389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.873769 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment 5d515488-9961-4fd3-8df8-53f6b1858464 of type vlan for network a9fe5111-665c-4f6e-8f77-2782727054a1 Aug 29 04:50:56.914627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.940387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.946111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:56.946712 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.984233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59322) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.005657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1956918 Aug 29 04:50:57.008272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59326) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.013786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:57.065848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21446d80-7ef6-40f3-aeb7-8b0a84f97cd0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=a9fe5111-665c-4f6e-8f77-2782727054a1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.078406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network a9fe5111-665c-4f6e-8f77-2782727054a1 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:57.098679 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cf08919-fcd0-4351-8784-30dbfb897fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.110347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:57.113874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.207669 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cf08919-fcd0-4351-8784-30dbfb897fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.211988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6cf08919-fcd0-4351-8784-30dbfb897fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.253386 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6cf08919-fcd0-4351-8784-30dbfb897fc5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e45625662df1462abcdf01ef3e4564bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679622 Aug 29 04:50:57.254201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf08919-fcd0-4351-8784-30dbfb897fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef864dd-6606-4ed6-9d49-48bad6d58ba6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.256749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59328) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.299811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.309035 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e62d1e4-f65b-48f1-a21d-3ac1bbad0198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.336691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e62d1e4-f65b-48f1-a21d-3ac1bbad0198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.365196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.375006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': '5d515488-9961-4fd3-8df8-53f6b1858464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:57.375365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: a9fe5111-665c-4f6e-8f77-2782727054a1, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:57.391345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e62d1e4-f65b-48f1-a21d-3ac1bbad0198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.394676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network a9fe5111-665c-4f6e-8f77-2782727054a1 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:57.395190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0e62d1e4-f65b-48f1-a21d-3ac1bbad0198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.396773 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0e62d1e4-f65b-48f1-a21d-3ac1bbad0198 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ef864dd-6606-4ed6-9d49-48bad6d58ba6 HTTP/1.1" status: 204 len: 168 time: 0.1389401 Aug 29 04:50:57.404162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, a9fe5111-665c-4f6e-8f77-2782727054a1) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:57.408760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:57.409344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.412486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62d1e4-f65b-48f1-a21d-3ac1bbad0198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef864dd-6606-4ed6-9d49-48bad6d58ba6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.415149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68eb0dc-588d-4e94-89bc-f3715ca3db39 None None] Network a9fe5111-665c-4f6e-8f77-2782727054a1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:57.430849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0f800658-e13c-4af9-b01d-289f206e3fe6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4215319 Aug 29 04:50:57.433303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.438653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f08c3a98-0401-4b73-b6d2-e8035d3bdd86 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-553429001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:57.460803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f08c3a98-0401-4b73-b6d2-e8035d3bdd86 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.461920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f08c3a98-0401-4b73-b6d2-e8035d3bdd86 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.525490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f08c3a98-0401-4b73-b6d2-e8035d3bdd86 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.530056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f08c3a98-0401-4b73-b6d2-e8035d3bdd86 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.551614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f08c3a98-0401-4b73-b6d2-e8035d3bdd86 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.555664 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f08c3a98-0401-4b73-b6d2-e8035d3bdd86 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1213350 Aug 29 04:50:57.556245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59336) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.562889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'port': {'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1', 'name': 'tempest-RoutersTest-911129384'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:57.588848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-a9fe5111-665c-4f6e-8f77-2782727054a1', 'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': 'c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:57.590312 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.678415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:57.682424 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.701583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] device_id is not set on port 1f7ef9e8-5107-45c2-a060-29157d16cc10 yet. {{(pid=94823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:50:57.724118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.736198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Allocated IP 172.20.0.2 (a9fe5111-665c-4f6e-8f77-2782727054a1/c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c/6054730d-7996-487f-b943-7123630c97b5) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:57.738034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11528a21-64db-42c8-8b2d-a626cf09e751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.834258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11528a21-64db-42c8-8b2d-a626cf09e751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.838239 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11528a21-64db-42c8-8b2d-a626cf09e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.880347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-11528a21-64db-42c8-8b2d-a626cf09e751 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c420319136004173bc2822b876c50582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550457 Aug 29 04:50:57.881238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528a21-64db-42c8-8b2d-a626cf09e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcca797-a384-4bcc-a97a-a3078ed80245,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.883157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59340) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.892884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.902368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Transition to ACTIVE for port object 6054730d-7996-487f-b943-7123630c97b5 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:57.918284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Transition to ACTIVE for port object 6054730d-7996-487f-b943-7123630c97b5 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:57.924746 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.960728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Network a9fe5111-665c-4f6e-8f77-2782727054a1 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:57.968129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:57.972683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:57.979551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Pushing event updated for resources: {'Port': ['ID=6054730d-7996-487f-b943-7123630c97b5,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.980491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eb47-64a5-48b7-a7f5-5523e348f76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.999636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.20.0.14 (a9fe5111-665c-4f6e-8f77-2782727054a1/c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c/1f7ef9e8-5107-45c2-a060-29157d16cc10) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:58.019303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eb47-64a5-48b7-a7f5-5523e348f76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.034948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Attempting to bind port 6054730d-7996-487f-b943-7123630c97b5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:58.035407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Attempting to bind port 6054730d-7996-487f-b943-7123630c97b5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '5d515488-9961-4fd3-8df8-53f6b1858464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:58.035798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Attempting to bind port 6054730d-7996-487f-b943-7123630c97b5 on network a9fe5111-665c-4f6e-8f77-2782727054a1 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:58.040759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:58.041129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Checking segment: {'id': '5d515488-9961-4fd3-8df8-53f6b1858464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:58.041533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.041963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Bound using segment: {'id': '5d515488-9961-4fd3-8df8-53f6b1858464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:58.042426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Bound port: 6054730d-7996-487f-b943-7123630c97b5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d515488-9961-4fd3-8df8-53f6b1858464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a9fe5111-665c-4f6e-8f77-2782727054a1'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:58.042808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.100410 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eb47-64a5-48b7-a7f5-5523e348f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.102920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe8eb47-64a5-48b7-a7f5-5523e348f76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.104079 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fbe8eb47-64a5-48b7-a7f5-5523e348f76f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fcca797-a384-4bcc-a97a-a3078ed80245 HTTP/1.1" status: 204 len: 168 time: 0.2197442 Aug 29 04:50:58.109629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] For port 6054730d-7996-487f-b943-7123630c97b5, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:58.113327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] For port 6054730d-7996-487f-b943-7123630c97b5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6054730d-7996-487f-b943-7123630c97b5,segment=NetworkSegment(5d515488-9961-4fd3-8df8-53f6b1858464),segment_id=5d515488-9961-4fd3-8df8-53f6b1858464)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:58.119025 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.152042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8eb47-64a5-48b7-a7f5-5523e348f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcca797-a384-4bcc-a97a-a3078ed80245,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.190857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfbd41-012f-4216-a5d3-0471a75d25bc None None] Pushing event updated for resources: {'Port': ['ID=6054730d-7996-487f-b943-7123630c97b5,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.221107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.236701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object 1f7ef9e8-5107-45c2-a060-29157d16cc10 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:58.272008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.317163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network a9fe5111-665c-4f6e-8f77-2782727054a1 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:58.322801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:58.327591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:58.356381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=1f7ef9e8-5107-45c2-a060-29157d16cc10,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.389923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:58.390593 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.407706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-543a8a6e-857e-4172-8fc1-3c1d332d588a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8496697 Aug 29 04:50:58.410211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59346) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:58.740365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.989037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.994265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.245981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718feb5-261c-4d3e-bcb2-c57c5d243cde None None] Network a9fe5111-665c-4f6e-8f77-2782727054a1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:59.311754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0f90ad37-810c-439f-8a9b-17973c10ff27 None None] Provisioning for port 6054730d-7996-487f-b943-7123630c97b5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:59.397311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=1f7ef9e8-5107-45c2-a060-29157d16cc10,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:59.557128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.679238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.844630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ae670698-01e8-4c61-993b-8d20db08eec2 None None] Provisioning for port 1f7ef9e8-5107-45c2-a060-29157d16cc10 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:59.849298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ae670698-01e8-4c61-993b-8d20db08eec2 None None] Provisioning complete for port 1f7ef9e8-5107-45c2-a060-29157d16cc10 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:59.850082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ae670698-01e8-4c61-993b-8d20db08eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.894134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ae670698-01e8-4c61-993b-8d20db08eec2 None None] Port 1f7ef9e8-5107-45c2-a060-29157d16cc10 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:50:59.960733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.966660 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.031373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9e30f6c8-68be-4619-bb77-ed82a0e5c439 None None] Provisioning complete for port 1f7ef9e8-5107-45c2-a060-29157d16cc10 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:00.032149 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e30f6c8-68be-4619-bb77-ed82a0e5c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.048355 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.051655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=1f7ef9e8-5107-45c2-a060-29157d16cc10,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.075952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9e30f6c8-68be-4619-bb77-ed82a0e5c439 None None] Port 1f7ef9e8-5107-45c2-a060-29157d16cc10 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:00.160395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network a9fe5111-665c-4f6e-8f77-2782727054a1 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:00.161970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:00.305653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-83be8d99-d046-46bd-97d0-c7c97eab807c None None] Provisioning complete for port 1f7ef9e8-5107-45c2-a060-29157d16cc10 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:00.306239 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83be8d99-d046-46bd-97d0-c7c97eab807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.319833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router f186b942-d6fc-44f0-baaa-b88c2b2497ea is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:00.347561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6054730d-7996-487f-b943-7123630c97b5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:00.399489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-83be8d99-d046-46bd-97d0-c7c97eab807c None None] Port 1f7ef9e8-5107-45c2-a060-29157d16cc10 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:00.420167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 6054730d-7996-487f-b943-7123630c97b5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:00.424234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6054730d-7996-487f-b943-7123630c97b5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:00.424616 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.438247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:00.446196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f7d38c15-ba50-4ea5-aed3-df1e3c0f9703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/f186b942-d6fc-44f0-baaa-b88c2b2497ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335624 Aug 29 04:51:00.448029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59392) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:00.469638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] Sync routers for ids ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:00.490392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] Routers {'f186b942-d6fc-44f0-baaa-b88c2b2497ea'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:00.490940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:00.498659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5936d0fa-6b6a-47ee-831a-a4ed25b3b560 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:00.501631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5936d0fa-6b6a-47ee-831a-a4ed25b3b560 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports/1f7ef9e8-5107-45c2-a060-29157d16cc10 HTTP/1.1" status: 200 len: 977 time: 0.0506532 Aug 29 04:51:00.502943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:00.530144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:00.563414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] Routers {'f186b942-d6fc-44f0-baaa-b88c2b2497ea'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:00.564321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:00.752883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-abff9c6b-4fb9-4abf-90be-d2bd73b5aee6 None None] Provisioning complete for port 1f7ef9e8-5107-45c2-a060-29157d16cc10 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:00.753158 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-abff9c6b-4fb9-4abf-90be-d2bd73b5aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.756254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:00.756862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7639ad9-97e1-4623-923f-4958f6308cd1 None None] The sync data for ids ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:00.784152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.813577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-abff9c6b-4fb9-4abf-90be-d2bd73b5aee6 None None] Port 1f7ef9e8-5107-45c2-a060-29157d16cc10 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:00.829763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 6054730d-7996-487f-b943-7123630c97b5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6054730d-7996-487f-b943-7123630c97b5,segment=NetworkSegment(5d515488-9961-4fd3-8df8-53f6b1858464),segment_id=5d515488-9961-4fd3-8df8-53f6b1858464)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:00.834132 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.889206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=6054730d-7996-487f-b943-7123630c97b5,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.950958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.154627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 1f7ef9e8-5107-45c2-a060-29157d16cc10 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:01.154882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.240377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.252292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 1f7ef9e8-5107-45c2-a060-29157d16cc10 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:01.437971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.465241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=1f7ef9e8-5107-45c2-a060-29157d16cc10,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:01.561282 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.614176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.779609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router f186b942-d6fc-44f0-baaa-b88c2b2497ea has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:02.101037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:02.109018 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b2fc28c6-fcf7-4916-ba43-1ce87e4daf30 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/f186b942-d6fc-44f0-baaa-b88c2b2497ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6016755 Aug 29 04:51:02.109920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59416) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.112464 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] Sync routers for ids ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:02.122922 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] Routers {'f186b942-d6fc-44f0-baaa-b88c2b2497ea'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:02.123531 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:02.154843 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:02.163287 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] Routers {'f186b942-d6fc-44f0-baaa-b88c2b2497ea'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:02.163931 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:02.199437 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:02.200830 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d45a0-9b36-49cf-ba1a-b2a9578cca17 None None] The sync data for ids ['f186b942-d6fc-44f0-baaa-b88c2b2497ea'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:02.264836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6054730d-7996-487f-b943-7123630c97b5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:02.306088 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-3368ba4c-df9a-49de-9fb1-f10b07c655db tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:51:02.310077 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3368ba4c-df9a-49de-9fb1-f10b07c655db tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/f186b942-d6fc-44f0-baaa-b88c2b2497ea/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1988955 Aug 29 04:51:02.310617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59418) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.315982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6054730d-7996-487f-b943-7123630c97b5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:02.316352 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.342561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-699f33a4-5b3b-4027-a4c0-b8094b85e331 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=f186b942-d6fc-44f0-baaa-b88c2b2497ea HTTP/1.1" status: 200 len: 205 time: 0.0301521 Aug 29 04:51:02.345042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59420) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.437442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24bdeb8f-8f06-456c-8319-c119218b70f9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.608610 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24bdeb8f-8f06-456c-8319-c119218b70f9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.610767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24bdeb8f-8f06-456c-8319-c119218b70f9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.653439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24bdeb8f-8f06-456c-8319-c119218b70f9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.654051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bdeb8f-8f06-456c-8319-c119218b70f9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Fanout notify agent at l3_agent the message router_deleted on router f186b942-d6fc-44f0-baaa-b88c2b2497ea {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:02.664044 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24bdeb8f-8f06-456c-8319-c119218b70f9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.665140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-24bdeb8f-8f06-456c-8319-c119218b70f9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/f186b942-d6fc-44f0-baaa-b88c2b2497ea HTTP/1.1" status: 204 len: 168 time: 0.3186386 Aug 29 04:51:02.667913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59424) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.719589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:02.722666 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.767191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.849500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.907182 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.939682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:02.942798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.944754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4c2566d0-c49e-4524-8dd7-a04b2eccf97f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c HTTP/1.1" status: 204 len: 168 time: 0.2758803 Aug 29 04:51:02.947590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.948070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba77c74-9e6f-45d4-8153-b2d7afc9f158 None None] Network a9fe5111-665c-4f6e-8f77-2782727054a1 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:03.043228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.100655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 6054730d-7996-487f-b943-7123630c97b5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:03.107008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.139486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] DHCP port deletion for a9fe5111-665c-4f6e-8f77-2782727054a1 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:03.185050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port 6054730d-7996-487f-b943-7123630c97b5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6054730d-7996-487f-b943-7123630c97b5,segment=NetworkSegment(5d515488-9961-4fd3-8df8-53f6b1858464),segment_id=5d515488-9961-4fd3-8df8-53f6b1858464)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:03.185722 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.192722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] Deleting port 6054730d-7996-487f-b943-7123630c97b5 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:03.193180 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.199678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 6054730d-7996-487f-b943-7123630c97b5 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:03.254717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] For port 6054730d-7996-487f-b943-7123630c97b5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6054730d-7996-487f-b943-7123630c97b5,segment=NetworkSegment(5d515488-9961-4fd3-8df8-53f6b1858464),segment_id=5d515488-9961-4fd3-8df8-53f6b1858464)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:03.255270 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.271887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] Calling delete_port for 6054730d-7996-487f-b943-7123630c97b5 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:03.282298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.309060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=6054730d-7996-487f-b943-7123630c97b5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.311282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port 6054730d-7996-487f-b943-7123630c97b5 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:03.354014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.381734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] Pushing event deleted for resources: {'Port': ['ID=6054730d-7996-487f-b943-7123630c97b5,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.384009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e0e1b-60ce-4085-8819-d4e052a3f42e None None] No DVR routers for this DVR port 6054730d-7996-487f-b943-7123630c97b5 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:03.403199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.413365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fe5111-665c-4f6e-8f77-2782727054a1']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.424509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d515488-9961-4fd3-8df8-53f6b1858464') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.424804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d515488-9961-4fd3-8df8-53f6b1858464') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.433455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.448508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.455042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:03.455501 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:03.458633 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:03.526014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.530708 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.532673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/a9fe5111-665c-4f6e-8f77-2782727054a1 HTTP/1.1" status: 204 len: 168 time: 0.5831645 Aug 29 04:51:03.538340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59432) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.544772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1724461053'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:03.548505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e5d3-ae95-4b51-af0f-3d94d92635c7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=a9fe5111-665c-4f6e-8f77-2782727054a1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.567425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:03.571143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.596036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:03.606715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.607583 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment ece824a2-d495-40c4-8e8a-955c5f00a61c of type vlan for network 2ed0e517-a079-42d2-96e0-2a9713c2038b Aug 29 04:51:03.649014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.674852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.680362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.680988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.739660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1995916 Aug 29 04:51:03.742507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59434) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.747703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': '2ed0e517-a079-42d2-96e0-2a9713c2038b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:03.752915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe53ba-fba6-40c8-b9b9-839301ae1519 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=2ed0e517-a079-42d2-96e0-2a9713c2038b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.763405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:03.839752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:03.844184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.022078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.081887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=5b4c9e70-eb84-4941-b6cf-d7026ae1e162,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:04.094288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': 'ece824a2-d495-40c4-8e8a-955c5f00a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2ed0e517-a079-42d2-96e0-2a9713c2038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:04.094651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: 2ed0e517-a079-42d2-96e0-2a9713c2038b, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:04.110970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:04.119625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 2ed0e517-a079-42d2-96e0-2a9713c2038b) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:04.123980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:04.124584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.130807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d0611-6cb8-4395-8d0f-57bfbe481fb1 None None] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:04.141946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-929ff5e4-fcbf-4ff8-a3be-118dc2f4f78f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3960149 Aug 29 04:51:04.142160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59436) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.146800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ae6c6652-14bb-48ef-bc30-af8541219b19 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-601272220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:04.175346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae6c6652-14bb-48ef-bc30-af8541219b19 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.187360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae6c6652-14bb-48ef-bc30-af8541219b19 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.263860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6054730d-7996-487f-b943-7123630c97b5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:04.268047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae6c6652-14bb-48ef-bc30-af8541219b19 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.273432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae6c6652-14bb-48ef-bc30-af8541219b19 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.292124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae6c6652-14bb-48ef-bc30-af8541219b19 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.296671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 6054730d-7996-487f-b943-7123630c97b5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:04.296818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ae6c6652-14bb-48ef-bc30-af8541219b19 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1510611 Aug 29 04:51:04.296905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6054730d-7996-487f-b943-7123630c97b5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:04.298059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.386803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-2ed0e517-a079-42d2-96e0-2a9713c2038b', 'network_id': '2ed0e517-a079-42d2-96e0-2a9713c2038b', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': '5b4c9e70-eb84-4941-b6cf-d7026ae1e162'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:04.388035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.552906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Allocated IP 172.20.0.2 (2ed0e517-a079-42d2-96e0-2a9713c2038b/5b4c9e70-eb84-4941-b6cf-d7026ae1e162/ee939a87-30d4-4dba-ab91-d01ca0dabbef) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:04.636953 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.714558 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.724388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Transition to ACTIVE for port object ee939a87-30d4-4dba-ab91-d01ca0dabbef will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:04.743945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Transition to ACTIVE for port object ee939a87-30d4-4dba-ab91-d01ca0dabbef will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:04.750753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.773522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59448) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.793694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:04.796697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:04.803264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:04.807639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Pushing event updated for resources: {'Port': ['ID=ee939a87-30d4-4dba-ab91-d01ca0dabbef,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:04.874606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Attempting to bind port ee939a87-30d4-4dba-ab91-d01ca0dabbef on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:04.875502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Attempting to bind port ee939a87-30d4-4dba-ab91-d01ca0dabbef by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ece824a2-d495-40c4-8e8a-955c5f00a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2ed0e517-a079-42d2-96e0-2a9713c2038b'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:04.875966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Attempting to bind port ee939a87-30d4-4dba-ab91-d01ca0dabbef on network 2ed0e517-a079-42d2-96e0-2a9713c2038b {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:04.881415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:04.881765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Checking segment: {'id': 'ece824a2-d495-40c4-8e8a-955c5f00a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2ed0e517-a079-42d2-96e0-2a9713c2038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:04.882118 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.882507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Bound using segment: {'id': 'ece824a2-d495-40c4-8e8a-955c5f00a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2ed0e517-a079-42d2-96e0-2a9713c2038b'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:04.882967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Bound port: ee939a87-30d4-4dba-ab91-d01ca0dabbef, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece824a2-d495-40c4-8e8a-955c5f00a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2ed0e517-a079-42d2-96e0-2a9713c2038b'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:04.883989 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.937486 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c256237f-02c7-4962-8a3b-7add017f1ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.947647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] For port ee939a87-30d4-4dba-ab91-d01ca0dabbef, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:04.952128 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] For port ee939a87-30d4-4dba-ab91-d01ca0dabbef, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ee939a87-30d4-4dba-ab91-d01ca0dabbef,segment=NetworkSegment(ece824a2-d495-40c4-8e8a-955c5f00a61c),segment_id=ece824a2-d495-40c4-8e8a-955c5f00a61c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:04.957423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.969974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.20.0.1 (2ed0e517-a079-42d2-96e0-2a9713c2038b/5b4c9e70-eb84-4941-b6cf-d7026ae1e162/c37809d6-0f8c-4056-a98c-950c44f99fb6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:05.022609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7103e-01f9-4318-afb4-22e7dd7cda6e None None] Pushing event updated for resources: {'Port': ['ID=ee939a87-30d4-4dba-ab91-d01ca0dabbef,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.141477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.155184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c256237f-02c7-4962-8a3b-7add017f1ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.162789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c256237f-02c7-4962-8a3b-7add017f1ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.165694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object c37809d6-0f8c-4056-a98c-950c44f99fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:05.222750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c256237f-02c7-4962-8a3b-7add017f1ced admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f27803f72804256ab14fcab811c32f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460528 Aug 29 04:51:05.222750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256237f-02c7-4962-8a3b-7add017f1ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9752139f-8fc7-431e-b1ad-6b6e4229112e,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.225809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59452) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:05.250289 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.292156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:05.300060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d753c56-360d-4d74-a371-5ce5d5f104bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.301128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:05.305849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:05.331793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=c37809d6-0f8c-4056-a98c-950c44f99fb6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.332251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d753c56-360d-4d74-a371-5ce5d5f104bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.355050 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.382140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d753c56-360d-4d74-a371-5ce5d5f104bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.384691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d753c56-360d-4d74-a371-5ce5d5f104bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.385887 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d753c56-360d-4d74-a371-5ce5d5f104bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9752139f-8fc7-431e-b1ad-6b6e4229112e HTTP/1.1" status: 204 len: 168 time: 0.1578438 Aug 29 04:51:05.396001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d753c56-360d-4d74-a371-5ce5d5f104bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752139f-8fc7-431e-b1ad-6b6e4229112e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.521933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.700474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59458) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:05.721454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f17cbc17-fb17-4911-a1ee-8e1e21d3500d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.812329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.817039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.837068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f17cbc17-fb17-4911-a1ee-8e1e21d3500d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.842226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f17cbc17-fb17-4911-a1ee-8e1e21d3500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.883288 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f17cbc17-fb17-4911-a1ee-8e1e21d3500d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a770fb2e01d74a2b89f10cabcdd7ab11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810503 Aug 29 04:51:05.884097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cbc17-fb17-4911-a1ee-8e1e21d3500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5650d537-07b0-4c0d-923e-0458488b6159,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.887501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59460) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:05.906888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=c37809d6-0f8c-4056-a98c-950c44f99fb6,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.914257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.952708 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ede52b66-edee-4e72-a1a3-4eeba2a30555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.954292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54230292-b679-45b9-8d88-fb54c5c6c8bb None None] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:05.983575 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ede52b66-edee-4e72-a1a3-4eeba2a30555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.026986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:06.029046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:06.036371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d024ae6a-9de4-4c3c-a81b-30f03af75698 None None] Provisioning for port ee939a87-30d4-4dba-ab91-d01ca0dabbef completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:06.041713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ede52b66-edee-4e72-a1a3-4eeba2a30555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.045679 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ede52b66-edee-4e72-a1a3-4eeba2a30555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.047160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ede52b66-edee-4e72-a1a3-4eeba2a30555 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5650d537-07b0-4c0d-923e-0458488b6159 HTTP/1.1" status: 204 len: 168 time: 0.1580334 Aug 29 04:51:06.066596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede52b66-edee-4e72-a1a3-4eeba2a30555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5650d537-07b0-4c0d-923e-0458488b6159,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.171631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router a1f62f36-c8cd-439f-89ac-9e632d274087 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:06.293608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:06.308931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ee939a87-30d4-4dba-ab91-d01ca0dabbef up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:06.312036 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-88db74b6-6f76-433d-95ed-f6d14ef866ec tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/a1f62f36-c8cd-439f-89ac-9e632d274087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0112669 Aug 29 04:51:06.314657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59466) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:06.351652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] Sync routers for ids ['a1f62f36-c8cd-439f-89ac-9e632d274087'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:06.371039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8d63d-68b7-4108-ad2e-815bbe280d0e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:06.373627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7be8d63d-68b7-4108-ad2e-815bbe280d0e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports/c37809d6-0f8c-4056-a98c-950c44f99fb6 HTTP/1.1" status: 200 len: 910 time: 0.0570335 Aug 29 04:51:06.376799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59468) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:06.390304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] Routers {'a1f62f36-c8cd-439f-89ac-9e632d274087'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:06.392121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a1f62f36-c8cd-439f-89ac-9e632d274087'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:06.439997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:06.469206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] Routers {'a1f62f36-c8cd-439f-89ac-9e632d274087'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:06.469911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a1f62f36-c8cd-439f-89ac-9e632d274087'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:06.532078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port ee939a87-30d4-4dba-ab91-d01ca0dabbef completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:06.538249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:06.539267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b1e9a-900c-45a1-acd3-414a614012f7 None None] The sync data for ids ['a1f62f36-c8cd-439f-89ac-9e632d274087'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:06.554560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ee939a87-30d4-4dba-ab91-d01ca0dabbef triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:06.555344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.559809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Provisioning complete for port ee939a87-30d4-4dba-ab91-d01ca0dabbef triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:06.560510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.685409 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.761059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] For port ee939a87-30d4-4dba-ab91-d01ca0dabbef, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ee939a87-30d4-4dba-ab91-d01ca0dabbef,segment=NetworkSegment(ece824a2-d495-40c4-8e8a-955c5f00a61c),segment_id=ece824a2-d495-40c4-8e8a-955c5f00a61c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:06.762457 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.766231 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.822839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Provisioning for port c37809d6-0f8c-4056-a98c-950c44f99fb6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:06.841392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Provisioning complete for port c37809d6-0f8c-4056-a98c-950c44f99fb6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:06.841847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.901817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Pushing event updated for resources: {'Port': ['ID=ee939a87-30d4-4dba-ab91-d01ca0dabbef,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.917520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:51:06.917909 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:51:06.931479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c12fa76-6996-4c2d-8233-7489371832d6 None None] Port c37809d6-0f8c-4056-a98c-950c44f99fb6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:07.052036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0f22a220-3e81-497d-b534-1e029ee21604 None None] Provisioning complete for port c37809d6-0f8c-4056-a98c-950c44f99fb6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:07.052712 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f22a220-3e81-497d-b534-1e029ee21604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.071767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.087980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0f22a220-3e81-497d-b534-1e029ee21604 None None] Port c37809d6-0f8c-4056-a98c-950c44f99fb6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:07.321338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port c37809d6-0f8c-4056-a98c-950c44f99fb6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:07.321965 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.410652 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.426287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for c37809d6-0f8c-4056-a98c-950c44f99fb6 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:07.622246 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.648486 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=c37809d6-0f8c-4056-a98c-950c44f99fb6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:07.811771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.983304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router a1f62f36-c8cd-439f-89ac-9e632d274087 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:08.064945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:08.070293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-abe96104-9c74-4042-aab5-1a8b0a84c8c3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/a1f62f36-c8cd-439f-89ac-9e632d274087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924353 Aug 29 04:51:08.073029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59514) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.076109 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] Sync routers for ids ['a1f62f36-c8cd-439f-89ac-9e632d274087'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:08.087099 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] Routers {'a1f62f36-c8cd-439f-89ac-9e632d274087'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:08.087924 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a1f62f36-c8cd-439f-89ac-9e632d274087'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.108983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4738e18e-c246-4c0e-9977-4f45f55d62f8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1f62f36-c8cd-439f-89ac-9e632d274087 HTTP/1.1" status: 200 len: 205 time: 0.0303152 Aug 29 04:51:08.109355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.125757 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.135584 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] Routers {'a1f62f36-c8cd-439f-89ac-9e632d274087'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:08.136305 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a1f62f36-c8cd-439f-89ac-9e632d274087'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.174603 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.175260 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0b5db-b371-4eac-b072-ec657502ce6a None None] The sync data for ids ['a1f62f36-c8cd-439f-89ac-9e632d274087'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:08.202438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0847dd60-71bd-4ead-9b3d-1c332acfb4d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.277125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ee939a87-30d4-4dba-ab91-d01ca0dabbef up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:08.381461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ee939a87-30d4-4dba-ab91-d01ca0dabbef triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:08.382489 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.386698 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0847dd60-71bd-4ead-9b3d-1c332acfb4d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.389057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0847dd60-71bd-4ead-9b3d-1c332acfb4d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.444231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0847dd60-71bd-4ead-9b3d-1c332acfb4d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.444988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847dd60-71bd-4ead-9b3d-1c332acfb4d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Fanout notify agent at l3_agent the message router_deleted on router a1f62f36-c8cd-439f-89ac-9e632d274087 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:08.453879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0847dd60-71bd-4ead-9b3d-1c332acfb4d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.455054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0847dd60-71bd-4ead-9b3d-1c332acfb4d1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/a1f62f36-c8cd-439f-89ac-9e632d274087 HTTP/1.1" status: 204 len: 168 time: 0.3446109 Aug 29 04:51:08.457509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.525831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet 5b4c9e70-eb84-4941-b6cf-d7026ae1e162 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:08.530226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.575343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.658595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.732892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.766862 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.768943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/5b4c9e70-eb84-4941-b6cf-d7026ae1e162 HTTP/1.1" status: 204 len: 168 time: 0.3100765 Aug 29 04:51:08.769714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b28b0-31a0-44fb-9cf9-a59e25705760 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4c9e70-eb84-4941-b6cf-d7026ae1e162,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:08.771737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59528) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.775855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6437a47-ff02-4f71-b416-6b28e916f455 None None] Network 2ed0e517-a079-42d2-96e0-2a9713c2038b requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:08.852088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.913435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port ee939a87-30d4-4dba-ab91-d01ca0dabbef {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:08.913816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.971837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] DHCP port deletion for 2ed0e517-a079-42d2-96e0-2a9713c2038b request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:09.000410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port ee939a87-30d4-4dba-ab91-d01ca0dabbef, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ee939a87-30d4-4dba-ab91-d01ca0dabbef,segment=NetworkSegment(ece824a2-d495-40c4-8e8a-955c5f00a61c),segment_id=ece824a2-d495-40c4-8e8a-955c5f00a61c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:09.000779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.016428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for ee939a87-30d4-4dba-ab91-d01ca0dabbef owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:09.033172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] Deleting port ee939a87-30d4-4dba-ab91-d01ca0dabbef {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:09.033861 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.101087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] For port ee939a87-30d4-4dba-ab91-d01ca0dabbef, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ee939a87-30d4-4dba-ab91-d01ca0dabbef,segment=NetworkSegment(ece824a2-d495-40c4-8e8a-955c5f00a61c),segment_id=ece824a2-d495-40c4-8e8a-955c5f00a61c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:09.101492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.108088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.115198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] Calling delete_port for ee939a87-30d4-4dba-ab91-d01ca0dabbef owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:09.135488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=ee939a87-30d4-4dba-ab91-d01ca0dabbef,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:09.137827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port ee939a87-30d4-4dba-ab91-d01ca0dabbef on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:09.195104 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.220358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.221948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] Pushing event deleted for resources: {'Port': ['ID=ee939a87-30d4-4dba-ab91-d01ca0dabbef,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:09.226839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9102d7-a3d7-452b-a234-dcf1d8d96464 None None] No DVR routers for this DVR port ee939a87-30d4-4dba-ab91-d01ca0dabbef on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:09.231013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed0e517-a079-42d2-96e0-2a9713c2038b']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:09.246129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece824a2-d495-40c4-8e8a-955c5f00a61c') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:09.246444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece824a2-d495-40c4-8e8a-955c5f00a61c') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:09.255154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.268853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.274793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:09.275196 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:09.279033 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:09.337957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.348820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.354481 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/2ed0e517-a079-42d2-96e0-2a9713c2038b HTTP/1.1" status: 204 len: 168 time: 0.5773747 Aug 29 04:51:09.355569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59532) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.361301 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899807c-c529-4b26-8a68-f0891dc2e0f5 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=2ed0e517-a079-42d2-96e0-2a9713c2038b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:09.362526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1497996679', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}, 'admin_state_up': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:09.390804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.392589 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.462928 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.604500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.806976 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.831356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.935802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.25.7.107 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/ce493a2e-6291-4cd9-bcfe-aa604e7419bd) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:10.049418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.050606 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:10.094891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.132565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:10.137352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:10.141292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:10.165650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=ce493a2e-6291-4cd9-bcfe-aa604e7419bd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:10.242947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ee939a87-30d4-4dba-ab91-d01ca0dabbef no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:10.273989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: ee939a87-30d4-4dba-ab91-d01ca0dabbef {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:10.274425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ee939a87-30d4-4dba-ab91-d01ca0dabbef not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:10.408472 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.862150 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.994933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router 9d1f546f-e636-4f45-aef9-afe2781fc743 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:11.107031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:11.116579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] Sync routers for ids ['9d1f546f-e636-4f45-aef9-afe2781fc743'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:11.126927 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.128158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] Routers {'9d1f546f-e636-4f45-aef9-afe2781fc743'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:11.128843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d1f546f-e636-4f45-aef9-afe2781fc743'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:11.130959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ed649429-7005-4b35-93e2-2d6edeb468dc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.7740111 Aug 29 04:51:11.131507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59546) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:11.164630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:11.177104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] Routers {'9d1f546f-e636-4f45-aef9-afe2781fc743'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:11.177762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d1f546f-e636-4f45-aef9-afe2781fc743'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:11.212970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:11.213611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26d46b-ddae-4877-b45a-62833b275f4f None None] The sync data for ids ['9d1f546f-e636-4f45-aef9-afe2781fc743'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:11.257433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a5620a8-df58-4ccf-a8c2-aba3bbfe6dd6 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/routers/9d1f546f-e636-4f45-aef9-afe2781fc743 HTTP/1.1" status: 200 len: 881 time: 0.1242602 Aug 29 04:51:11.260061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59548) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:11.495470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1aaf4c04-5809-46ec-b3bf-9303dc385bc4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2340963 Aug 29 04:51:11.498545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:11.503482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d70b42bd-c5f8-4ec5-9bb6-5f5f631d8d33 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1497996679'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:11.807661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d70b42bd-c5f8-4ec5-9bb6-5f5f631d8d33 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.820984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d70b42bd-c5f8-4ec5-9bb6-5f5f631d8d33 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.932770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b42bd-c5f8-4ec5-9bb6-5f5f631d8d33 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router 9d1f546f-e636-4f45-aef9-afe2781fc743 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:11.985675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59558) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.044678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b42bd-c5f8-4ec5-9bb6-5f5f631d8d33 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:12.052064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d70b42bd-c5f8-4ec5-9bb6-5f5f631d8d33 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.054194 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d70b42bd-c5f8-4ec5-9bb6-5f5f631d8d33 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/9d1f546f-e636-4f45-aef9-afe2781fc743 HTTP/1.1" status: 200 len: 888 time: 0.5544729 Aug 29 04:51:12.056009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59562) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.057817 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] Sync routers for ids ['9d1f546f-e636-4f45-aef9-afe2781fc743'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:12.070719 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] Routers {'9d1f546f-e636-4f45-aef9-afe2781fc743'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:12.071676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d1f546f-e636-4f45-aef9-afe2781fc743'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:12.110939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4268977-d5a3-4c15-9377-002b0991583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.118324 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:12.128958 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] Routers {'9d1f546f-e636-4f45-aef9-afe2781fc743'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:12.129826 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9d1f546f-e636-4f45-aef9-afe2781fc743'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:12.170384 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:12.171147 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954a4f1-d501-4320-b190-eee7c1396aaf None None] The sync data for ids ['9d1f546f-e636-4f45-aef9-afe2781fc743'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:12.184083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8e2b030c-e777-45b3-a2eb-5a2a4c4fe7f7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/routers/9d1f546f-e636-4f45-aef9-afe2781fc743 HTTP/1.1" status: 200 len: 888 time: 0.1264696 Aug 29 04:51:12.186964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59564) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.224456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08a7c0d0-e78b-483d-977e-a4dd128aa2a0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d1f546f-e636-4f45-aef9-afe2781fc743 HTTP/1.1" status: 200 len: 205 time: 0.0364172 Aug 29 04:51:12.227111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.235783 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4268977-d5a3-4c15-9377-002b0991583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.240348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4268977-d5a3-4c15-9377-002b0991583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.276643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4268977-d5a3-4c15-9377-002b0991583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b1943-b80c-4db3-bf55-cc1506c6450d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.283730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4268977-d5a3-4c15-9377-002b0991583e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38e71edfa21d4ac2968d7b16e9c4b764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944059 Aug 29 04:51:12.283949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59568) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.332229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c486123-d30e-4940-abce-d378a9dcab85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.335399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.354130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c486123-d30e-4940-abce-d378a9dcab85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.402183 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c486123-d30e-4940-abce-d378a9dcab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.404799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c486123-d30e-4940-abce-d378a9dcab85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.406008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c486123-d30e-4940-abce-d378a9dcab85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/203b1943-b80c-4db3-bf55-cc1506c6450d HTTP/1.1" status: 204 len: 168 time: 0.1211510 Aug 29 04:51:12.414086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c486123-d30e-4940-abce-d378a9dcab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b1943-b80c-4db3-bf55-cc1506c6450d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.453064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.510093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port ce493a2e-6291-4cd9-bcfe-aa604e7419bd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:12.510740 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.592123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.605858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for ce493a2e-6291-4cd9-bcfe-aa604e7419bd owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:12.686412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.700106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f169c8bb-15eb-40c5-bcf3-7243342674d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.773783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.800349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=ce493a2e-6291-4cd9-bcfe-aa604e7419bd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.844920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f169c8bb-15eb-40c5-bcf3-7243342674d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.850074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f169c8bb-15eb-40c5-bcf3-7243342674d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.860416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.893771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f169c8bb-15eb-40c5-bcf3-7243342674d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=477e3ffdb8994a49a96aacf11f2d7f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062318 Aug 29 04:51:12.894763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169c8bb-15eb-40c5-bcf3-7243342674d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a642e5-48af-49a1-bdd5-34996435d0bb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.897843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59576) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.956677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8955bcf8-cf60-4807-85e9-ab37ff4e7c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.980451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8955bcf8-cf60-4807-85e9-ab37ff4e7c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.030364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8955bcf8-cf60-4807-85e9-ab37ff4e7c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.032957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8955bcf8-cf60-4807-85e9-ab37ff4e7c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.034171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8955bcf8-cf60-4807-85e9-ab37ff4e7c8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39a642e5-48af-49a1-bdd5-34996435d0bb HTTP/1.1" status: 204 len: 168 time: 0.1350377 Aug 29 04:51:13.043604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955bcf8-cf60-4807-85e9-ab37ff4e7c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a642e5-48af-49a1-bdd5-34996435d0bb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.200933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.203142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.248889 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.249418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Fanout notify agent at l3_agent the message router_deleted on router 9d1f546f-e636-4f45-aef9-afe2781fc743 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:13.260382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.261512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-901d8095-a5d8-4fc3-92b0-55651faf3249 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/9d1f546f-e636-4f45-aef9-afe2781fc743 HTTP/1.1" status: 204 len: 168 time: 1.0334198 Aug 29 04:51:13.265809 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59582) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.271228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1041238681'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.293119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:13.296743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.320884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:13.330876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.331212 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment 8a031d91-84f9-47ee-bd1b-14a1132ba36a of type vlan for network e2909c01-3937-4bf2-85bc-34714abf8c61 Aug 29 04:51:13.379797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.405497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.411246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:13.411824 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.470722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2036884 Aug 29 04:51:13.473485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59592) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.480345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': 'e2909c01-3937-4bf2-85bc-34714abf8c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.486378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5a91a-b914-41f4-9a4e-301c2c25c9ef tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=e2909c01-3937-4bf2-85bc-34714abf8c61,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.498872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e2909c01-3937-4bf2-85bc-34714abf8c61 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:13.577567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:13.581078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.771243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.841829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=14866b51-72c1-4899-999d-903882cf8014,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.847179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': '8a031d91-84f9-47ee-bd1b-14a1132ba36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e2909c01-3937-4bf2-85bc-34714abf8c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:13.847600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: e2909c01-3937-4bf2-85bc-34714abf8c61, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:13.865234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network e2909c01-3937-4bf2-85bc-34714abf8c61 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:13.874200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e2909c01-3937-4bf2-85bc-34714abf8c61) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:13.878803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:13.879426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.883555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621482ed-5ac9-4ac6-b731-4522b721ee13 None None] Network e2909c01-3937-4bf2-85bc-34714abf8c61 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:13.896173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2b8d7ce3-5df0-40d7-845c-1206647d5b59 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4206419 Aug 29 04:51:13.899011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59606) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.904255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9f9ed737-9f9a-4878-80bb-dba4892c743a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1415580661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.926675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed737-9f9a-4878-80bb-dba4892c743a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.927981 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed737-9f9a-4878-80bb-dba4892c743a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.988584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed737-9f9a-4878-80bb-dba4892c743a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.992124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed737-9f9a-4878-80bb-dba4892c743a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.009089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed737-9f9a-4878-80bb-dba4892c743a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.010342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9f9ed737-9f9a-4878-80bb-dba4892c743a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1102941 Aug 29 04:51:14.013811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59610) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.060304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-e2909c01-3937-4bf2-85bc-34714abf8c61', 'network_id': 'e2909c01-3937-4bf2-85bc-34714abf8c61', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': '14866b51-72c1-4899-999d-903882cf8014'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:14.061182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.214171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Allocated IP 172.20.0.2 (e2909c01-3937-4bf2-85bc-34714abf8c61/14866b51-72c1-4899-999d-903882cf8014/bc1d1b00-c000-4643-9b2e-47dd55242358) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:14.309777 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.538108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.547349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Transition to ACTIVE for port object bc1d1b00-c000-4643-9b2e-47dd55242358 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:14.579066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Transition to ACTIVE for port object bc1d1b00-c000-4643-9b2e-47dd55242358 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:14.585518 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.626282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Network e2909c01-3937-4bf2-85bc-34714abf8c61 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:14.629279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:14.631765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:14.634500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.20.0.1 (e2909c01-3937-4bf2-85bc-34714abf8c61/14866b51-72c1-4899-999d-903882cf8014/c4040cbd-4543-4166-aadb-f38193eea9ec) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:14.647452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Pushing event updated for resources: {'Port': ['ID=bc1d1b00-c000-4643-9b2e-47dd55242358,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.705429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Attempting to bind port bc1d1b00-c000-4643-9b2e-47dd55242358 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.705849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Attempting to bind port bc1d1b00-c000-4643-9b2e-47dd55242358 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8a031d91-84f9-47ee-bd1b-14a1132ba36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e2909c01-3937-4bf2-85bc-34714abf8c61'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.706226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Attempting to bind port bc1d1b00-c000-4643-9b2e-47dd55242358 on network e2909c01-3937-4bf2-85bc-34714abf8c61 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.711462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:14.711851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Checking segment: {'id': '8a031d91-84f9-47ee-bd1b-14a1132ba36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e2909c01-3937-4bf2-85bc-34714abf8c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:14.712263 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.712816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Bound using segment: {'id': '8a031d91-84f9-47ee-bd1b-14a1132ba36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e2909c01-3937-4bf2-85bc-34714abf8c61'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:14.713300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Bound port: bc1d1b00-c000-4643-9b2e-47dd55242358, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a031d91-84f9-47ee-bd1b-14a1132ba36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e2909c01-3937-4bf2-85bc-34714abf8c61'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:14.713770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.767883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.783610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] For port bc1d1b00-c000-4643-9b2e-47dd55242358, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:14.785909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object c4040cbd-4543-4166-aadb-f38193eea9ec will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:14.787005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] For port bc1d1b00-c000-4643-9b2e-47dd55242358, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bc1d1b00-c000-4643-9b2e-47dd55242358,segment=NetworkSegment(8a031d91-84f9-47ee-bd1b-14a1132ba36a),segment_id=8a031d91-84f9-47ee-bd1b-14a1132ba36a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:14.794079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.820550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.859813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa6378-b304-429a-ab4b-a2ca0b560315 None None] Pushing event updated for resources: {'Port': ['ID=bc1d1b00-c000-4643-9b2e-47dd55242358,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.864425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network e2909c01-3937-4bf2-85bc-34714abf8c61 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:14.867987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:14.872082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:14.920348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=c4040cbd-4543-4166-aadb-f38193eea9ec,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.927550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.068047 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.140580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59642) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.253027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d580bd2c-9ff3-4dc6-86f9-c406f4332476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.348182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d580bd2c-9ff3-4dc6-86f9-c406f4332476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.352170 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d580bd2c-9ff3-4dc6-86f9-c406f4332476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.353070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.357892 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.390819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d580bd2c-9ff3-4dc6-86f9-c406f4332476 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=415114d3a8d54d1281f825640b83b6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485187 Aug 29 04:51:15.392947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580bd2c-9ff3-4dc6-86f9-c406f4332476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0562a-8186-4c84-a22a-b0af4e3184a3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.395348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.429990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.432622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=c4040cbd-4543-4166-aadb-f38193eea9ec,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.448094 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63e5b21d-a0f8-452c-baf9-789dd07248ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.472167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63e5b21d-a0f8-452c-baf9-789dd07248ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.527075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63e5b21d-a0f8-452c-baf9-789dd07248ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.530145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63e5b21d-a0f8-452c-baf9-789dd07248ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.531485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-63e5b21d-a0f8-452c-baf9-789dd07248ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21a0562a-8186-4c84-a22a-b0af4e3184a3 HTTP/1.1" status: 204 len: 168 time: 0.1348102 Aug 29 04:51:15.543145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network e2909c01-3937-4bf2-85bc-34714abf8c61 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:15.545429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:15.547800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5b21d-a0f8-452c-baf9-789dd07248ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0562a-8186-4c84-a22a-b0af4e3184a3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.686894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router ea0021cf-439a-4a2c-a8a0-d3487b2e5308 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:15.787346 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:15.795816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7de17163-920e-43a2-aa9a-1bcc89a2fab8 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/ea0021cf-439a-4a2c-a8a0-d3487b2e5308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7806878 Aug 29 04:51:15.796434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.808124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] Sync routers for ids ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:15.818679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] Routers {'ea0021cf-439a-4a2c-a8a0-d3487b2e5308'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:15.818858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:15.835937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59654) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.850637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2249b347-fdcc-4ad1-a2d7-20f5ea59ef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.852478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62ac1b7-dbfe-47e1-a409-36b09458e515 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:15.857185 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f62ac1b7-dbfe-47e1-a409-36b09458e515 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports/c4040cbd-4543-4166-aadb-f38193eea9ec HTTP/1.1" status: 200 len: 910 time: 0.0565491 Aug 29 04:51:15.858002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59656) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.858917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52836046-2293-4bce-a991-10328cbe78b1 None None] Network e2909c01-3937-4bf2-85bc-34714abf8c61 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:15.860669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:15.865167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14866b51-72c1-4899-999d-903882cf8014'}]}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:15.916844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] Routers {'ea0021cf-439a-4a2c-a8a0-d3487b2e5308'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:15.917604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:15.957757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3e04dc8-18a3-47df-9e23-526cb411b070 None None] Provisioning for port bc1d1b00-c000-4643-9b2e-47dd55242358 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:15.961472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:15.962126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e74a1-b71a-4639-b98c-8f38c4320313 None None] The sync data for ids ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:15.973106 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2249b347-fdcc-4ad1-a2d7-20f5ea59ef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.978772 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2249b347-fdcc-4ad1-a2d7-20f5ea59ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.019533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2249b347-fdcc-4ad1-a2d7-20f5ea59ef9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=081554cd0c624998bce243e67fa69399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821256 Aug 29 04:51:16.021917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249b347-fdcc-4ad1-a2d7-20f5ea59ef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62f85a-d4c3-4211-b58b-1517b170328f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.024494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59658) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.040378 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.080317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-40de4957-54cf-48ac-9122-f8931034b9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.105217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-40de4957-54cf-48ac-9122-f8931034b9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.157675 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-40de4957-54cf-48ac-9122-f8931034b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.160346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-40de4957-54cf-48ac-9122-f8931034b9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.163968 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-40de4957-54cf-48ac-9122-f8931034b9f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c62f85a-d4c3-4211-b58b-1517b170328f HTTP/1.1" status: 204 len: 168 time: 0.1358647 Aug 29 04:51:16.181420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de4957-54cf-48ac-9122-f8931034b9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62f85a-d4c3-4211-b58b-1517b170328f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.325396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bc1d1b00-c000-4643-9b2e-47dd55242358 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:16.381648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port bc1d1b00-c000-4643-9b2e-47dd55242358 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:16.391183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bc1d1b00-c000-4643-9b2e-47dd55242358 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:16.391570 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.447967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Provisioning complete for port bc1d1b00-c000-4643-9b2e-47dd55242358 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:16.448341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.492146 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.505510 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.548770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.577670 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.609477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:16.610176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.612359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port bc1d1b00-c000-4643-9b2e-47dd55242358, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bc1d1b00-c000-4643-9b2e-47dd55242358,segment=NetworkSegment(8a031d91-84f9-47ee-bd1b-14a1132ba36a),segment_id=8a031d91-84f9-47ee-bd1b-14a1132ba36a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:16.614636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/ports/c4040cbd-4543-4166-aadb-f38193eea9ec HTTP/1.1" status: 200 len: 910 time: 0.7554595 Aug 29 04:51:16.614921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59668) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.615503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae4bee-8cd2-4c7e-8a45-97c19aceac42 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=c4040cbd-4543-4166-aadb-f38193eea9ec,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.620393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.687229 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:51:16.687873 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:51:16.704372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=bc1d1b00-c000-4643-9b2e-47dd55242358,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.817996 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-33414e29-c31d-425a-a3d8-60cbe07eb0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.234986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Provisioning for port c4040cbd-4543-4166-aadb-f38193eea9ec completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:17.239836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Provisioning complete for port c4040cbd-4543-4166-aadb-f38193eea9ec triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:17.240410 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.283170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-adf55ea3-32af-4afb-b06d-c41fccef659b None None] Port c4040cbd-4543-4166-aadb-f38193eea9ec cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:17.294225 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.402294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bb920048-35c5-48b4-a01e-91d50f3a1ef3 None None] Provisioning complete for port c4040cbd-4543-4166-aadb-f38193eea9ec triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:17.402858 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb920048-35c5-48b4-a01e-91d50f3a1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.438967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bb920048-35c5-48b4-a01e-91d50f3a1ef3 None None] Port c4040cbd-4543-4166-aadb-f38193eea9ec cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:17.550916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port c4040cbd-4543-4166-aadb-f38193eea9ec {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:17.551295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.639415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.653743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for c4040cbd-4543-4166-aadb-f38193eea9ec owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:17.833931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.862358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=c4040cbd-4543-4166-aadb-f38193eea9ec,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.022091 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.192218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router ea0021cf-439a-4a2c-a8a0-d3487b2e5308 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:18.267003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bc1d1b00-c000-4643-9b2e-47dd55242358 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:18.280367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:18.285980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8c501f1b-8a9c-400c-bd6e-1299bdc0a5f3 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/ea0021cf-439a-4a2c-a8a0-d3487b2e5308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6698861 Aug 29 04:51:18.288773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59708) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.294420 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] Sync routers for ids ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:18.305902 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] Routers {'ea0021cf-439a-4a2c-a8a0-d3487b2e5308'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:18.306805 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:18.322986 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f46efc1-65bc-461a-9c15-3f78abd76dcc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea0021cf-439a-4a2c-a8a0-d3487b2e5308 HTTP/1.1" status: 200 len: 205 time: 0.0326154 Aug 29 04:51:18.325957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59710) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.331111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port bc1d1b00-c000-4643-9b2e-47dd55242358 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:18.331503 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.349981 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:18.363220 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] Routers {'ea0021cf-439a-4a2c-a8a0-d3487b2e5308'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:18.364051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:50:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:18.399904 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:18.400874 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7675c5-05b7-49e6-bc53-85d655da8a0c None None] The sync data for ids ['ea0021cf-439a-4a2c-a8a0-d3487b2e5308'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:18.414996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e2187ea5-b9c3-419f-bae3-98316cbdb787 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.577219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e2187ea5-b9c3-419f-bae3-98316cbdb787 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.579391 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e2187ea5-b9c3-419f-bae3-98316cbdb787 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.629405 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e2187ea5-b9c3-419f-bae3-98316cbdb787 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.629875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2187ea5-b9c3-419f-bae3-98316cbdb787 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Fanout notify agent at l3_agent the message router_deleted on router ea0021cf-439a-4a2c-a8a0-d3487b2e5308 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:18.636832 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e2187ea5-b9c3-419f-bae3-98316cbdb787 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.641209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e2187ea5-b9c3-419f-bae3-98316cbdb787 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/ea0021cf-439a-4a2c-a8a0-d3487b2e5308 HTTP/1.1" status: 204 len: 168 time: 0.3113747 Aug 29 04:51:18.641209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59712) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.701628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet 14866b51-72c1-4899-999d-903882cf8014 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:18.704847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.749159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.838733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.903916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.931946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=14866b51-72c1-4899-999d-903882cf8014,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.946346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.946346 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-03acc809-fb62-484d-8b08-dc959ba36323 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/14866b51-72c1-4899-999d-903882cf8014 HTTP/1.1" status: 204 len: 168 time: 0.3023648 Aug 29 04:51:18.953269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc7d7e-6e5d-4b8d-bbb7-b53648c1ce67 None None] Network e2909c01-3937-4bf2-85bc-34714abf8c61 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:18.953576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.034168 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.091688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port bc1d1b00-c000-4643-9b2e-47dd55242358 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:19.092036 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.122599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] DHCP port deletion for e2909c01-3937-4bf2-85bc-34714abf8c61 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:19.158318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port bc1d1b00-c000-4643-9b2e-47dd55242358, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bc1d1b00-c000-4643-9b2e-47dd55242358,segment=NetworkSegment(8a031d91-84f9-47ee-bd1b-14a1132ba36a),segment_id=8a031d91-84f9-47ee-bd1b-14a1132ba36a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:19.158619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.172878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] Deleting port bc1d1b00-c000-4643-9b2e-47dd55242358 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:19.173260 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.173479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for bc1d1b00-c000-4643-9b2e-47dd55242358 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:19.239698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] For port bc1d1b00-c000-4643-9b2e-47dd55242358, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=bc1d1b00-c000-4643-9b2e-47dd55242358,segment=NetworkSegment(8a031d91-84f9-47ee-bd1b-14a1132ba36a),segment_id=8a031d91-84f9-47ee-bd1b-14a1132ba36a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:19.240104 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.262345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.262508 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] Calling delete_port for bc1d1b00-c000-4643-9b2e-47dd55242358 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:19.282638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=bc1d1b00-c000-4643-9b2e-47dd55242358,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.289959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port bc1d1b00-c000-4643-9b2e-47dd55242358 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:19.349383 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.379751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.380838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] Pushing event deleted for resources: {'Port': ['ID=bc1d1b00-c000-4643-9b2e-47dd55242358,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.385244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e62f75-07a2-4de3-b1d0-89f450aa0d4a None None] No DVR routers for this DVR port bc1d1b00-c000-4643-9b2e-47dd55242358 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:19.390242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2909c01-3937-4bf2-85bc-34714abf8c61']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:19.406421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a031d91-84f9-47ee-bd1b-14a1132ba36a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:19.407263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a031d91-84f9-47ee-bd1b-14a1132ba36a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:19.416416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.430646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.436577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:19.437041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:19.440445 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:19.489239 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-af9d7b6c-01a4-4bed-a153-e35ec9a75da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.500549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.507706 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.509628 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/e2909c01-3937-4bf2-85bc-34714abf8c61 HTTP/1.1" status: 204 len: 168 time: 0.5608816 Aug 29 04:51:19.513819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59722) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.518908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-91a07e9b-4c60-42f7-a7c3-93b155dd0979 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1937667778', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.521391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d40af7-44ed-4280-8055-3a083fc631e4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=e2909c01-3937-4bf2-85bc-34714abf8c61,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.558349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91a07e9b-4c60-42f7-a7c3-93b155dd0979 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.559448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91a07e9b-4c60-42f7-a7c3-93b155dd0979 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.619156 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91a07e9b-4c60-42f7-a7c3-93b155dd0979 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.622832 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91a07e9b-4c60-42f7-a7c3-93b155dd0979 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.632617 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.639265 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-91a07e9b-4c60-42f7-a7c3-93b155dd0979 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.643032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-91a07e9b-4c60-42f7-a7c3-93b155dd0979 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1254385 Aug 29 04:51:19.643657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59728) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.648587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-960169878'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.670704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:19.674449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.702706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:19.711513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.711936 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment 0903efa8-08f8-4ed4-b7b9-724fd5ccd833 of type vlan for network c816da76-138b-490c-9b57-98aba12c76ab Aug 29 04:51:19.756334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.782013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.787640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:19.788231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.849187 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2046096 Aug 29 04:51:19.852105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.859738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.866250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024549d-69b6-41da-b8d6-dbeb6359050a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=c816da76-138b-490c-9b57-98aba12c76ab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.877121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network c816da76-138b-490c-9b57-98aba12c76ab details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:19.960834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:19.966187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.160758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.228700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=b0290d02-659c-49a5-a6ba-bef25331315f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.241215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:20.241578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: c816da76-138b-490c-9b57-98aba12c76ab, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:20.262055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network c816da76-138b-490c-9b57-98aba12c76ab is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:20.264256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bc1d1b00-c000-4643-9b2e-47dd55242358 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:20.284286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, c816da76-138b-490c-9b57-98aba12c76ab) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:20.285889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: bc1d1b00-c000-4643-9b2e-47dd55242358 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:20.286248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device bc1d1b00-c000-4643-9b2e-47dd55242358 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:20.290424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:20.291360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.293035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f212365-8530-4a31-bc20-4e7862a5b52f None None] Network c816da76-138b-490c-9b57-98aba12c76ab requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:20.311012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c2cc9f70-b7a3-4b62-a103-8de475b1fe3d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4578691 Aug 29 04:51:20.314191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59734) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.454363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-c816da76-138b-490c-9b57-98aba12c76ab', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:20.455287 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.607530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Allocated IP 172.20.0.2 (c816da76-138b-490c-9b57-98aba12c76ab/b0290d02-659c-49a5-a6ba-bef25331315f/d2e2d60c-97bb-40c0-8a03-167b0affb190) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:20.609633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.768480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.778353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Transition to ACTIVE for port object d2e2d60c-97bb-40c0-8a03-167b0affb190 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:20.794581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Transition to ACTIVE for port object d2e2d60c-97bb-40c0-8a03-167b0affb190 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:20.807508 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.855790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.868929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Network c816da76-138b-490c-9b57-98aba12c76ab is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:20.872649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:20.875104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:20.880704 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.883201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Pushing event updated for resources: {'Port': ['ID=d2e2d60c-97bb-40c0-8a03-167b0affb190,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.900624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.20.0.1 (c816da76-138b-490c-9b57-98aba12c76ab/b0290d02-659c-49a5-a6ba-bef25331315f/abe7a7b1-9591-465a-86e7-1e41721c28fb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:20.937247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Attempting to bind port d2e2d60c-97bb-40c0-8a03-167b0affb190 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:20.937656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Attempting to bind port d2e2d60c-97bb-40c0-8a03-167b0affb190 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:20.938036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Attempting to bind port d2e2d60c-97bb-40c0-8a03-167b0affb190 on network c816da76-138b-490c-9b57-98aba12c76ab {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:20.943433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:20.943841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Checking segment: {'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:20.944247 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.944648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Bound using segment: {'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:20.945143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Bound port: d2e2d60c-97bb-40c0-8a03-167b0affb190, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:20.945531 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.033411 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.045144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] For port d2e2d60c-97bb-40c0-8a03-167b0affb190, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:21.048925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] For port d2e2d60c-97bb-40c0-8a03-167b0affb190, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d2e2d60c-97bb-40c0-8a03-167b0affb190,segment=NetworkSegment(0903efa8-08f8-4ed4-b7b9-724fd5ccd833),segment_id=0903efa8-08f8-4ed4-b7b9-724fd5ccd833)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:21.053746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object abe7a7b1-9591-465a-86e7-1e41721c28fb will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:21.055338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.091837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.133712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b141-8665-4d5d-902e-be8b493221f3 None None] Pushing event updated for resources: {'Port': ['ID=d2e2d60c-97bb-40c0-8a03-167b0affb190,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.140212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network c816da76-138b-490c-9b57-98aba12c76ab is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:21.149333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:21.154537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:21.180310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=abe7a7b1-9591-465a-86e7-1e41721c28fb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.206911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.341855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.641260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.647869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.731182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=abe7a7b1-9591-465a-86e7-1e41721c28fb,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.734791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.832507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network c816da76-138b-490c-9b57-98aba12c76ab is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:21.833985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:21.954177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:22.107229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d417e-cb88-4be4-afe7-306f019411de None None] Network c816da76-138b-490c-9b57-98aba12c76ab requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:22.263663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a90e6e7b-08f3-42a9-a3bc-e69d218dc860 None None] Provisioning for port d2e2d60c-97bb-40c0-8a03-167b0affb190 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:22.318546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d2e2d60c-97bb-40c0-8a03-167b0affb190 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:22.365779 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.378537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:22.386691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d2e2d60c-97bb-40c0-8a03-167b0affb190 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:22.392680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-22744db7-9782-4153-958e-e33e1bee0512 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0749259 Aug 29 04:51:22.392876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d2e2d60c-97bb-40c0-8a03-167b0affb190 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:22.392876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.393326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59756) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.397571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:22.400641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1509690825'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:22.432054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:22.437579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.443221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:22.443960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:22.484297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:22.499102 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.499840 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment 6561c505-a3fc-491e-9608-4886ec083c42 of type vlan for network 4217ed80-d678-4e2e-aebd-26367395bd29 Aug 29 04:51:22.560468 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.601395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.602261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:22.604070 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.616866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:22.617528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.664773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f81825b8-2ef1-4950-ba0e-fe1297d07574 None None] Provisioning complete for port d2e2d60c-97bb-40c0-8a03-167b0affb190 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:22.665121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f81825b8-2ef1-4950-ba0e-fe1297d07574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.676587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2816129 Aug 29 04:51:22.679640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.688117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:22.701863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac13711-1b75-475b-b03e-3a360144652b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=4217ed80-d678-4e2e-aebd-26367395bd29,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.729895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 4217ed80-d678-4e2e-aebd-26367395bd29 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:22.835351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:22.847462 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.955294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d2e2d60c-97bb-40c0-8a03-167b0affb190, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d2e2d60c-97bb-40c0-8a03-167b0affb190,segment=NetworkSegment(0903efa8-08f8-4ed4-b7b9-724fd5ccd833),segment_id=0903efa8-08f8-4ed4-b7b9-724fd5ccd833)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:23.006523 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.133107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.138434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d2e2d60c-97bb-40c0-8a03-167b0affb190,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.191561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=37358253-a58b-4e34-9021-287938e68e98,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.209555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:23.209937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: 4217ed80-d678-4e2e-aebd-26367395bd29, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:23.226225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 4217ed80-d678-4e2e-aebd-26367395bd29 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:23.238109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 4217ed80-d678-4e2e-aebd-26367395bd29) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:23.242115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f81825b8-2ef1-4950-ba0e-fe1297d07574 None None] Provisioning for port abe7a7b1-9591-465a-86e7-1e41721c28fb completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:23.242828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.243574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.249040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f81825b8-2ef1-4950-ba0e-fe1297d07574 None None] Provisioning complete for port abe7a7b1-9591-465a-86e7-1e41721c28fb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:23.249423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f81825b8-2ef1-4950-ba0e-fe1297d07574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.263335 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-84748c2e-5a89-4f8f-ba44-43bd3826f35a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5822155 Aug 29 04:51:23.267941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.278704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dec50d-3736-4ae4-8cab-fb18b68ab5d2 None None] Network 4217ed80-d678-4e2e-aebd-26367395bd29 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:23.334613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f81825b8-2ef1-4950-ba0e-fe1297d07574 None None] Port abe7a7b1-9591-465a-86e7-1e41721c28fb cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:23.342281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:23.377504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:23.377896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Updating router dcff6428-514d-4f95-88f6-d13adf18cb07 port abe7a7b1-9591-465a-86e7-1e41721c28fb binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:23.416867 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.520621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8e48bc14-a2c1-405b-9900-bacd91a137b3 None None] Provisioning complete for port abe7a7b1-9591-465a-86e7-1e41721c28fb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:23.521003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e48bc14-a2c1-405b-9900-bacd91a137b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.622732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-4217ed80-d678-4e2e-aebd-26367395bd29', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:23.623589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.650642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8e48bc14-a2c1-405b-9900-bacd91a137b3 None None] Port abe7a7b1-9591-465a-86e7-1e41721c28fb cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:23.666823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.862744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Allocated IP 172.21.0.2 (4217ed80-d678-4e2e-aebd-26367395bd29/37358253-a58b-4e34-9021-287938e68e98/60331972-edfe-4390-9423-1cec5fc4250f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:23.959163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.982524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Transition to ACTIVE for port object abe7a7b1-9591-465a-86e7-1e41721c28fb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:23.991342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.097833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad1aaf-76fa-4662-a14d-1a61cae20b56 None None] Pushing event updated for resources: {'Port': ['ID=abe7a7b1-9591-465a-86e7-1e41721c28fb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.153066 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.178956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Transition to ACTIVE for port object 60331972-edfe-4390-9423-1cec5fc4250f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:24.202653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Attempting to bind port abe7a7b1-9591-465a-86e7-1e41721c28fb on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:24.203284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Attempting to bind port abe7a7b1-9591-465a-86e7-1e41721c28fb by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:24.204136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Attempting to bind port abe7a7b1-9591-465a-86e7-1e41721c28fb on network c816da76-138b-490c-9b57-98aba12c76ab {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:24.209718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Transition to ACTIVE for port object 60331972-edfe-4390-9423-1cec5fc4250f will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:24.216199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:24.216940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Checking segment: {'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:24.217696 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.218340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Bound using segment: {'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:24.219049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Bound port: abe7a7b1-9591-465a-86e7-1e41721c28fb, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903efa8-08f8-4ed4-b7b9-724fd5ccd833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:24.219705 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.224144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.288145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Network 4217ed80-d678-4e2e-aebd-26367395bd29 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:24.292244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:24.293338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.21.0.1 (4217ed80-d678-4e2e-aebd-26367395bd29/37358253-a58b-4e34-9021-287938e68e98/87976ef5-8a5d-4cae-9570-8f734e439fc5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:24.300524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:24.342917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d2e2d60c-97bb-40c0-8a03-167b0affb190 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:24.375046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Pushing event updated for resources: {'Port': ['ID=60331972-edfe-4390-9423-1cec5fc4250f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.440050 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.456170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object 87976ef5-8a5d-4cae-9570-8f734e439fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:24.493239 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.498924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Attempting to bind port 60331972-edfe-4390-9423-1cec5fc4250f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:24.499390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Attempting to bind port 60331972-edfe-4390-9423-1cec5fc4250f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:24.499892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Attempting to bind port 60331972-edfe-4390-9423-1cec5fc4250f on network 4217ed80-d678-4e2e-aebd-26367395bd29 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:24.507933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] For port abe7a7b1-9591-465a-86e7-1e41721c28fb, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:24.511566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] For port abe7a7b1-9591-465a-86e7-1e41721c28fb, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=abe7a7b1-9591-465a-86e7-1e41721c28fb,segment=NetworkSegment(0903efa8-08f8-4ed4-b7b9-724fd5ccd833),segment_id=0903efa8-08f8-4ed4-b7b9-724fd5ccd833)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:24.515058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:24.515488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Checking segment: {'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:24.515910 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.516308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Bound using segment: {'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:24.516812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Bound port: 60331972-edfe-4390-9423-1cec5fc4250f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:24.517156 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.527213 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.543003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 4217ed80-d678-4e2e-aebd-26367395bd29 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:24.546653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:24.554511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:24.591228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=87976ef5-8a5d-4cae-9570-8f734e439fc5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.619428 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.631146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d2e2d60c-97bb-40c0-8a03-167b0affb190 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:24.631520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.678558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:24.679201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.688777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad1aaf-76fa-4662-a14d-1a61cae20b56 None None] Pushing event updated for resources: {'Port': ['ID=abe7a7b1-9591-465a-86e7-1e41721c28fb,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.772094 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.801210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] For port 60331972-edfe-4390-9423-1cec5fc4250f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:24.826495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:24.829921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] For port 60331972-edfe-4390-9423-1cec5fc4250f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=60331972-edfe-4390-9423-1cec5fc4250f,segment=NetworkSegment(6561c505-a3fc-491e-9608-4886ec083c42),segment_id=6561c505-a3fc-491e-9608-4886ec083c42)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:24.868484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.153890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.158918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.266092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72d57a-e76a-4058-bdcb-882b5eee043f None None] Pushing event updated for resources: {'Port': ['ID=60331972-edfe-4390-9423-1cec5fc4250f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:25.279247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=87976ef5-8a5d-4cae-9570-8f734e439fc5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:25.288959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.382219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:24Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.406479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 4217ed80-d678-4e2e-aebd-26367395bd29 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:25.414285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:25.421374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee25cf-f128-42ea-a95b-c45f8590d133 None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:24Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:25.586302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:25.710827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:25.716613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c1f1013-9f39-4672-9ec2-8af4d9114507 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475374 Aug 29 04:51:25.719770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.724845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-200629088'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:25.768211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:25.774590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.822933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:25.847620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.848026 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment 03892d96-e831-428f-a870-a04616a2ffd6 of type vlan for network 9192564f-450b-4733-a2e2-3a3cce412145 Aug 29 04:51:25.920797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.947152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.968421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:25.969109 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.123353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4025128 Aug 29 04:51:26.126601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59782) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.131403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19ca3-38c0-4a1e-aa82-82a5cdb10b4d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=9192564f-450b-4733-a2e2-3a3cce412145,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.135909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:26.163723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 9192564f-450b-4733-a2e2-3a3cce412145 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:26.464424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 60331972-edfe-4390-9423-1cec5fc4250f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:26.513297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:26.517442 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.651093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 60331972-edfe-4390-9423-1cec5fc4250f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:26.657161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device abe7a7b1-9591-465a-86e7-1e41721c28fb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:26.697801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadd55d-8594-4a3c-96ec-13f4075b1402 None None] Network 4217ed80-d678-4e2e-aebd-26367395bd29 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:26.784409 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port abe7a7b1-9591-465a-86e7-1e41721c28fb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:26.797798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-354b3d68-56cb-4551-869b-724733efdf28 None None] Provisioning for port 60331972-edfe-4390-9423-1cec5fc4250f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:26.802726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port abe7a7b1-9591-465a-86e7-1e41721c28fb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:26.803389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.846575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-354b3d68-56cb-4551-869b-724733efdf28 None None] Provisioning complete for port 60331972-edfe-4390-9423-1cec5fc4250f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:26.852495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.853251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-354b3d68-56cb-4551-869b-724733efdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.930719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=53071e79-efd1-4af9-912b-0f31bc775427,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.948307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:26.949033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: 9192564f-450b-4733-a2e2-3a3cce412145, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:26.973919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 9192564f-450b-4733-a2e2-3a3cce412145 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:26.988536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 9192564f-450b-4733-a2e2-3a3cce412145) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:26.994375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:26.995496 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.003182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894bbde-d40b-426d-8988-aba5831f3cea None None] Network 9192564f-450b-4733-a2e2-3a3cce412145 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:27.019127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59792) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:27.033526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d56644dc-8250-4c99-abff-2009c8732b7a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9050708 Aug 29 04:51:27.138590 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-354b3d68-56cb-4551-869b-724733efdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.182460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-354b3d68-56cb-4551-869b-724733efdf28 None None] For port 60331972-edfe-4390-9423-1cec5fc4250f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=60331972-edfe-4390-9423-1cec5fc4250f,segment=NetworkSegment(6561c505-a3fc-491e-9608-4886ec083c42),segment_id=6561c505-a3fc-491e-9608-4886ec083c42)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:27.187594 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.192262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-354b3d68-56cb-4551-869b-724733efdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.328368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port abe7a7b1-9591-465a-86e7-1e41721c28fb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=abe7a7b1-9591-465a-86e7-1e41721c28fb,segment=NetworkSegment(0903efa8-08f8-4ed4-b7b9-724fd5ccd833),segment_id=0903efa8-08f8-4ed4-b7b9-724fd5ccd833)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:27.345187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.383190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b3d68-56cb-4551-869b-724733efdf28 None None] Pushing event updated for resources: {'Port': ['ID=60331972-edfe-4390-9423-1cec5fc4250f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.466742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=abe7a7b1-9591-465a-86e7-1e41721c28fb,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.575611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-9192564f-450b-4733-a2e2-3a3cce412145', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:27.583023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.633129 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:27.648842 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:27.649726 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:27.697893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.761687 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:27.832273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Allocated IP 172.22.0.2 (9192564f-450b-4733-a2e2-3a3cce412145/53071e79-efd1-4af9-912b-0f31bc775427/08af6d23-2fda-47c6-ad01-3868b6ce8000) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:27.942410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-97f86384-791f-4db6-b118-c88d93edd190 None None] Provisioning complete for port 60331972-edfe-4390-9423-1cec5fc4250f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:27.942936 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97f86384-791f-4db6-b118-c88d93edd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.108414 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.122477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Transition to ACTIVE for port object 08af6d23-2fda-47c6-ad01-3868b6ce8000 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:28.134304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-97f86384-791f-4db6-b118-c88d93edd190 None None] Provisioning for port 87976ef5-8a5d-4cae-9570-8f734e439fc5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:28.142905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-97f86384-791f-4db6-b118-c88d93edd190 None None] Provisioning complete for port 87976ef5-8a5d-4cae-9570-8f734e439fc5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:28.143319 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97f86384-791f-4db6-b118-c88d93edd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.147823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Transition to ACTIVE for port object 08af6d23-2fda-47c6-ad01-3868b6ce8000 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:28.155118 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:24Z', 'revision_number': 3, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:24Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:28.181543 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.212325 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:28.215284 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Updating router dcff6428-514d-4f95-88f6-d13adf18cb07 port 87976ef5-8a5d-4cae-9570-8f734e439fc5 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:28.222209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-97f86384-791f-4db6-b118-c88d93edd190 None None] Port 87976ef5-8a5d-4cae-9570-8f734e439fc5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:28.238419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Network 9192564f-450b-4733-a2e2-3a3cce412145 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:28.241576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:28.247580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:28.250789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Pushing event updated for resources: {'Port': ['ID=08af6d23-2fda-47c6-ad01-3868b6ce8000,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.275745 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.286332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.22.0.1 (9192564f-450b-4733-a2e2-3a3cce412145/53071e79-efd1-4af9-912b-0f31bc775427/5946b6aa-5278-414d-801e-7d02b3150d87) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:28.320258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Attempting to bind port 08af6d23-2fda-47c6-ad01-3868b6ce8000 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:28.320699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Attempting to bind port 08af6d23-2fda-47c6-ad01-3868b6ce8000 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:28.321115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Attempting to bind port 08af6d23-2fda-47c6-ad01-3868b6ce8000 on network 9192564f-450b-4733-a2e2-3a3cce412145 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:28.328738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:28.329168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Checking segment: {'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:28.329603 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.330161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Bound using segment: {'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:28.330817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Bound port: 08af6d23-2fda-47c6-ad01-3868b6ce8000, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:28.331208 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.359188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 60331972-edfe-4390-9423-1cec5fc4250f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:28.437999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f369fad2-2f7b-4b41-8612-bec058817427 None None] Provisioning complete for port 87976ef5-8a5d-4cae-9570-8f734e439fc5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:28.438377 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f369fad2-2f7b-4b41-8612-bec058817427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.446315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.461560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object 5946b6aa-5278-414d-801e-7d02b3150d87 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:28.499217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] For port 08af6d23-2fda-47c6-ad01-3868b6ce8000, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:28.504535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] For port 08af6d23-2fda-47c6-ad01-3868b6ce8000, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=08af6d23-2fda-47c6-ad01-3868b6ce8000,segment=NetworkSegment(03892d96-e831-428f-a870-a04616a2ffd6),segment_id=03892d96-e831-428f-a870-a04616a2ffd6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:28.505287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.511322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f369fad2-2f7b-4b41-8612-bec058817427 None None] Port 87976ef5-8a5d-4cae-9570-8f734e439fc5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:28.513987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 60331972-edfe-4390-9423-1cec5fc4250f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:28.514362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.516557 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.566869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 9192564f-450b-4733-a2e2-3a3cce412145 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:28.573684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:28.578665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:28.612341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=5946b6aa-5278-414d-801e-7d02b3150d87,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.638809 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.642197 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.650534 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Transition to ACTIVE for port object 87976ef5-8a5d-4cae-9570-8f734e439fc5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:28.653308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c7bdb-cdae-4f99-b241-7890febfe23d None None] Pushing event updated for resources: {'Port': ['ID=08af6d23-2fda-47c6-ad01-3868b6ce8000,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.658245 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.720173 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Pushing event updated for resources: {'Port': ['ID=87976ef5-8a5d-4cae-9570-8f734e439fc5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.730246 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.731254 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.731721 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.732072 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.732390 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.732720 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.733044 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.733418 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.734078 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.734434 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.734761 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.735083 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:28.755016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device abe7a7b1-9591-465a-86e7-1e41721c28fb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:28.825617 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Attempting to bind port 87976ef5-8a5d-4cae-9570-8f734e439fc5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:28.826210 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Attempting to bind port 87976ef5-8a5d-4cae-9570-8f734e439fc5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:28.826766 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Attempting to bind port 87976ef5-8a5d-4cae-9570-8f734e439fc5 on network 4217ed80-d678-4e2e-aebd-26367395bd29 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:28.833191 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:28.833905 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Checking segment: {'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:28.835007 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.835589 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Bound using segment: {'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:28.836723 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Bound port: 87976ef5-8a5d-4cae-9570-8f734e439fc5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6561c505-a3fc-491e-9608-4886ec083c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:28.837345 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.845093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port abe7a7b1-9591-465a-86e7-1e41721c28fb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:28.845478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.895138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.950102 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] For port 87976ef5-8a5d-4cae-9570-8f734e439fc5, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:28.962707 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] For port 87976ef5-8a5d-4cae-9570-8f734e439fc5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=87976ef5-8a5d-4cae-9570-8f734e439fc5,segment=NetworkSegment(6561c505-a3fc-491e-9608-4886ec083c42),segment_id=6561c505-a3fc-491e-9608-4886ec083c42)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:28.971255 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.071507 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:29.075345 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:29.078694 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922328-fcba-43be-9d11-27e10cde9a27 None None] Pushing event updated for resources: {'Port': ['ID=87976ef5-8a5d-4cae-9570-8f734e439fc5,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.205306 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:29.458433 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 1, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:29.489654 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be03f8-d81f-4d5e-9d95-ecc8875795c8 None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 1, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:29.689720 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.694911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.782018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=5946b6aa-5278-414d-801e-7d02b3150d87,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.790626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.956752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network 9192564f-450b-4733-a2e2-3a3cce412145 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:29.963453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:30.110478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:30.115560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265a20f-6d16-42de-b0b6-95910155cf4f None None] Network 9192564f-450b-4733-a2e2-3a3cce412145 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:30.248158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:30.256026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a64ef824-4788-4a23-b5d1-b6ad4e10bb89 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2349792 Aug 29 04:51:30.258664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59806) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:30.265465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1265624951'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:30.267324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c32727d6-b25b-4301-adfb-43c36a9e35e0 None None] Provisioning for port 08af6d23-2fda-47c6-ad01-3868b6ce8000 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:30.324559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:30.329329 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.375000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:30.389341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.390118 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added segment ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec of type vlan for network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 Aug 29 04:51:30.398052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08af6d23-2fda-47c6-ad01-3868b6ce8000 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:30.453519 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.489681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.495954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:30.497808 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.573610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Network': ['ID=e47e0caf-b9b1-4938-8ee7-9a3275441ee0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:30.603664 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-359302e4-b1f1-4112-a446-054f965eef7b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3438034 Aug 29 04:51:30.606810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59808) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:30.614141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'subnet': {'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:30.622263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:30.762002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 08af6d23-2fda-47c6-ad01-3868b6ce8000 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:30.768750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 08af6d23-2fda-47c6-ad01-3868b6ce8000 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:30.769700 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.773169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2e950d9-3ff7-4e24-9d1f-c27b4b681dcb None None] Provisioning for port 5946b6aa-5278-414d-801e-7d02b3150d87 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:30.774017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Made reservation on behalf of c3c6b67679c04ea78d4938d9e4100e44 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:30.783152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.804411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2e950d9-3ff7-4e24-9d1f-c27b4b681dcb None None] Provisioning complete for port 5946b6aa-5278-414d-801e-7d02b3150d87 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:30.804851 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2e950d9-3ff7-4e24-9d1f-c27b4b681dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.861253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c2e950d9-3ff7-4e24-9d1f-c27b4b681dcb None None] Port 5946b6aa-5278-414d-801e-7d02b3150d87 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:30.909028 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.946865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 08af6d23-2fda-47c6-ad01-3868b6ce8000, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=08af6d23-2fda-47c6-ad01-3868b6ce8000,segment=NetworkSegment(03892d96-e831-428f-a870-a04616a2ffd6),segment_id=03892d96-e831-428f-a870-a04616a2ffd6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:30.967111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.968455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 87976ef5-8a5d-4cae-9570-8f734e439fc5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:31.043325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:31.056637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.102588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:31.103791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:31.138129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Subnet': ['ID=3ff7e35c-3cc1-417f-bb0b-e44c30585bd5,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:31.143728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Checking segment: {'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:31.144104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network hostable DHCP agents. Network: e47e0caf-b9b1-4938-8ee7-9a3275441ee0, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:31.166823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:31.179420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e47e0caf-b9b1-4938-8ee7-9a3275441ee0) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:31.191888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=08af6d23-2fda-47c6-ad01-3868b6ce8000,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:31.195205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:31.195954 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.199899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a99322-51d4-4763-baba-9ab85742759f None None] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:31.216605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:31.217339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0bf85fc4-b6b3-483c-84c3-87229acd8df7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6086228 Aug 29 04:51:31.225292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1b86a31c-a5e9-4064-94d6-3c8c328a6632 None None] Provisioning complete for port 5946b6aa-5278-414d-801e-7d02b3150d87 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:31.225698 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b86a31c-a5e9-4064-94d6-3c8c328a6632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.259886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 87976ef5-8a5d-4cae-9570-8f734e439fc5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:31.287322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.287673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.288019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.288357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.288691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.289026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.289357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.289712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.290043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.290369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.290693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.291018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:31.315980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 87976ef5-8a5d-4cae-9570-8f734e439fc5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:31.316388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.348435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:31.391291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1b86a31c-a5e9-4064-94d6-3c8c328a6632 None None] Port 5946b6aa-5278-414d-801e-7d02b3150d87 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:31.608197 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.619232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cc28614d-c3e7-4181-bcae-5791ad3457c3 None None] Provisioning complete for port 5946b6aa-5278-414d-801e-7d02b3150d87 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:31.619613 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc28614d-c3e7-4181-bcae-5791ad3457c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.632842 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.681181 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.687605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'fixed_ips': [{'subnet_id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:31.688456 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.754852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-cc28614d-c3e7-4181-bcae-5791ad3457c3 None None] Port 5946b6aa-5278-414d-801e-7d02b3150d87 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:31.837344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 87976ef5-8a5d-4cae-9570-8f734e439fc5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=87976ef5-8a5d-4cae-9570-8f734e439fc5,segment=NetworkSegment(6561c505-a3fc-491e-9608-4886ec083c42),segment_id=6561c505-a3fc-491e-9608-4886ec083c42)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:31.852393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.923365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:29Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:28Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:31.940599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Allocated IP 172.23.0.1 (e47e0caf-b9b1-4938-8ee7-9a3275441ee0/3ff7e35c-3cc1-417f-bb0b-e44c30585bd5/e00f3dab-e1b0-4348-90af-f8c4eeafdd80) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:31.960085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=87976ef5-8a5d-4cae-9570-8f734e439fc5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:31.963994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:31.964356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Updating router dcff6428-514d-4f95-88f6-d13adf18cb07 port 5946b6aa-5278-414d-801e-7d02b3150d87 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:31.991424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.087082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.107458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Transition to ACTIVE for port object e00f3dab-e1b0-4348-90af-f8c4eeafdd80 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:32.150302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.221883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:32.225066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:32.232463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:32.249124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Allocated IP 172.23.0.2 (e47e0caf-b9b1-4938-8ee7-9a3275441ee0/3ff7e35c-3cc1-417f-bb0b-e44c30585bd5/6840c0c3-3b4a-49da-a676-a1064f868665) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:32.265635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=e00f3dab-e1b0-4348-90af-f8c4eeafdd80,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:32.296145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.313159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 87976ef5-8a5d-4cae-9570-8f734e439fc5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:32.435052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.450665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:32.476012 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.504789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Transition to ACTIVE for port object 5946b6aa-5278-414d-801e-7d02b3150d87 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:32.516981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 87976ef5-8a5d-4cae-9570-8f734e439fc5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:32.517376 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.545921 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.625919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b4d151-8be2-4aab-a5c0-ca63d876f473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.638190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.657977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Transition to ACTIVE for port object 6840c0c3-3b4a-49da-a676-a1064f868665 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:32.660512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca79071-7e9f-4d9c-a5a4-925cf303030d None None] Pushing event updated for resources: {'Port': ['ID=5946b6aa-5278-414d-801e-7d02b3150d87,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:32.704228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Transition to ACTIVE for port object 6840c0c3-3b4a-49da-a676-a1064f868665 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:32.743626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b4d151-8be2-4aab-a5c0-ca63d876f473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.747747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.754735 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-38b4d151-8be2-4aab-a5c0-ca63d876f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.792571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Attempting to bind port 5946b6aa-5278-414d-801e-7d02b3150d87 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:32.794223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Attempting to bind port 5946b6aa-5278-414d-801e-7d02b3150d87 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:32.794608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Attempting to bind port 5946b6aa-5278-414d-801e-7d02b3150d87 on network 9192564f-450b-4733-a2e2-3a3cce412145 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:32.804915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4d151-8be2-4aab-a5c0-ca63d876f473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5e81c-1aab-4cf3-92dd-a96f43fb55a3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:32.825971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:32.826353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Checking segment: {'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:32.826833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.827164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Bound using segment: {'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:32.827716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Bound port: 5946b6aa-5278-414d-801e-7d02b3150d87, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03892d96-e831-428f-a870-a04616a2ffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:32.828108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.831209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08af6d23-2fda-47c6-ad01-3868b6ce8000 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:32.837342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:32.839866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:32.840406 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-38b4d151-8be2-4aab-a5c0-ca63d876f473 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=416966950bed46ee8662d621bebb138c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870261 Aug 29 04:51:32.877631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:32.879938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Pushing event updated for resources: {'Port': ['ID=6840c0c3-3b4a-49da-a676-a1064f868665,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:32.886150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:32.936542 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73e7-5122-4d9e-8a01-7ebf1e346b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.977758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73e7-5122-4d9e-8a01-7ebf1e346b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.995646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.004182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.041105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73e7-5122-4d9e-8a01-7ebf1e346b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.046605 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73e7-5122-4d9e-8a01-7ebf1e346b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.048068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3bbf73e7-5122-4d9e-8a01-7ebf1e346b77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03d5e81c-1aab-4cf3-92dd-a96f43fb55a3 HTTP/1.1" status: 204 len: 168 time: 0.2061861 Aug 29 04:51:33.058177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf73e7-5122-4d9e-8a01-7ebf1e346b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5e81c-1aab-4cf3-92dd-a96f43fb55a3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.108505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.120047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event updated for resources: {'Port': ['ID=e00f3dab-e1b0-4348-90af-f8c4eeafdd80,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.195659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] For port 5946b6aa-5278-414d-801e-7d02b3150d87, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:33.198157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Attempting to bind port 6840c0c3-3b4a-49da-a676-a1064f868665 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:33.198610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Attempting to bind port 6840c0c3-3b4a-49da-a676-a1064f868665 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:33.200105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Attempting to bind port 6840c0c3-3b4a-49da-a676-a1064f868665 on network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:33.203911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] For port 5946b6aa-5278-414d-801e-7d02b3150d87, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5946b6aa-5278-414d-801e-7d02b3150d87,segment=NetworkSegment(03892d96-e831-428f-a870-a04616a2ffd6),segment_id=03892d96-e831-428f-a870-a04616a2ffd6)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:33.211648 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.213959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:33.214282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Checking segment: {'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:33.215571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.216006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Bound using segment: {'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:33.216489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Bound port: 6840c0c3-3b4a-49da-a676-a1064f868665, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:33.216870 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.221515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 08af6d23-2fda-47c6-ad01-3868b6ce8000 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:33.221907 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.232905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:33.234374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:33.352282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:33.370437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca79071-7e9f-4d9c-a5a4-925cf303030d None None] Pushing event updated for resources: {'Port': ['ID=5946b6aa-5278-414d-801e-7d02b3150d87,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.376835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:33.377475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:33.393646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59830) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.413337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a964cdf0-a3cd-4763-bcda-9f6b4d4936a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.456119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] For port 6840c0c3-3b4a-49da-a676-a1064f868665, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:33.494836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] For port 6840c0c3-3b4a-49da-a676-a1064f868665, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6840c0c3-3b4a-49da-a676-a1064f868665,segment=NetworkSegment(ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec),segment_id=ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:33.495584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:33.507267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59832) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.508022 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.508262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7ff90918-bf89-4326-ad72-ba4d047feffa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2905080 Aug 29 04:51:33.513733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:33.555442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:33.602924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a964cdf0-a3cd-4763-bcda-9f6b4d4936a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.611590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a964cdf0-a3cd-4763-bcda-9f6b4d4936a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.640018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc4ee0-da27-4257-b5b5-7e2956d97eed None None] Pushing event updated for resources: {'Port': ['ID=6840c0c3-3b4a-49da-a676-a1064f868665,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.749186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a964cdf0-a3cd-4763-bcda-9f6b4d4936a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=968c13c5a4e540079d53adfb70bb9987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510051 Aug 29 04:51:33.749186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964cdf0-a3cd-4763-bcda-9f6b4d4936a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617ffc23-1599-4fac-bdd5-e93133c7a92d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.749475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59834) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.849665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9249b23b-31b6-4d21-867d-0b9a09b4ef75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.856825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:32Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:33Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00f3dab-e1b0-4348-90af-f8c4eeafdd80', 'name': '', 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:17:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:31Z', 'updated_at': '2021-08-29T04:51:32Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:33.884484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f969e-b240-4047-85bb-358d7b6e679a None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:32Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:33Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00f3dab-e1b0-4348-90af-f8c4eeafdd80', 'name': '', 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:17:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:31Z', 'updated_at': '2021-08-29T04:51:32Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:33.903984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9249b23b-31b6-4d21-867d-0b9a09b4ef75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.999509 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9249b23b-31b6-4d21-867d-0b9a09b4ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.000858 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.extraroute_db [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:51:34.002370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9249b23b-31b6-4d21-867d-0b9a09b4ef75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.003603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9249b23b-31b6-4d21-867d-0b9a09b4ef75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/617ffc23-1599-4fac-bdd5-e93133c7a92d HTTP/1.1" status: 204 len: 168 time: 0.2523801 Aug 29 04:51:34.017682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249b23b-31b6-4d21-867d-0b9a09b4ef75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617ffc23-1599-4fac-bdd5-e93133c7a92d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.025470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.extraroute_db [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Removed routes are [] {{(pid=94823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:51:34.030108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.261905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.265928 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.399630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:34.424735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6840c0c3-3b4a-49da-a676-a1064f868665 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:34.499047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 6840c0c3-3b4a-49da-a676-a1064f868665 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:34.505897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5946b6aa-5278-414d-801e-7d02b3150d87 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:34.591995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5946b6aa-5278-414d-801e-7d02b3150d87 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:34.597391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5946b6aa-5278-414d-801e-7d02b3150d87 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:34.598093 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.728481 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.782213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5946b6aa-5278-414d-801e-7d02b3150d87, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5946b6aa-5278-414d-801e-7d02b3150d87,segment=NetworkSegment(03892d96-e831-428f-a870-a04616a2ffd6),segment_id=03892d96-e831-428f-a870-a04616a2ffd6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:34.786559 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.844095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54794f15-b4e1-474b-af53-f44b1ceb1496 None None] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:34.897368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5946b6aa-5278-414d-801e-7d02b3150d87,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.963021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:34.972970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.974660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-15d96147-ea0d-4c8c-92a8-85615de3534c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 200 len: 934 time: 1.4654899 Aug 29 04:51:34.976727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a014bf1d-2951-43d3-9063-1fa5f4d6ec80 None None] Provisioning for port 6840c0c3-3b4a-49da-a676-a1064f868665 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:34.977520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59856) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.991123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a014bf1d-2951-43d3-9063-1fa5f4d6ec80 None None] Provisioning complete for port 6840c0c3-3b4a-49da-a676-a1064f868665 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:34.991638 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a014bf1d-2951-43d3-9063-1fa5f4d6ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.079433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9a2cd647-4b27-4f9f-b3d1-029024ad8afe tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 200 len: 934 time: 0.1007097 Aug 29 04:51:35.082249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59860) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:35.089302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'routes': None}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:35.104394 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a014bf1d-2951-43d3-9063-1fa5f4d6ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.140459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a014bf1d-2951-43d3-9063-1fa5f4d6ec80 None None] For port 6840c0c3-3b4a-49da-a676-a1064f868665, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6840c0c3-3b4a-49da-a676-a1064f868665,segment=NetworkSegment(ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec),segment_id=ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:35.145039 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a014bf1d-2951-43d3-9063-1fa5f4d6ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.212740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014bf1d-2951-43d3-9063-1fa5f4d6ec80 None None] Pushing event updated for resources: {'Port': ['ID=6840c0c3-3b4a-49da-a676-a1064f868665,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:35.370778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4652aeab-ebca-4177-9032-df899e2a0229 None None] Provisioning for port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:35.377183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4652aeab-ebca-4177-9032-df899e2a0229 None None] Provisioning complete for port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:35.377570 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4652aeab-ebca-4177-9032-df899e2a0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.422867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4652aeab-ebca-4177-9032-df899e2a0229 None None] Port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:35.435496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4652aeab-ebca-4177-9032-df899e2a0229 None None] Provisioning complete for port 6840c0c3-3b4a-49da-a676-a1064f868665 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:35.436455 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4652aeab-ebca-4177-9032-df899e2a0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.625359 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:35.637160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:35.638029 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:35.668706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2f6b41f1-0116-440b-8dd5-9808f3728e9c None None] Provisioning complete for port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:35.669096 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f6b41f1-0116-440b-8dd5-9808f3728e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.718191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b41f1-0116-440b-8dd5-9808f3728e9c None None] Port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:35.762438 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:35.790020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added routes are [] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:51:35.790413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.extraroute_db [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:51:35.841302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.945484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4bc1420c-1dbf-4098-baaa-67a914c99ae3 None None] Provisioning complete for port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:35.945756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bc1420c-1dbf-4098-baaa-67a914c99ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.004190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1420c-1dbf-4098-baaa-67a914c99ae3 None None] Port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:36.047067 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 6, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00f3dab-e1b0-4348-90af-f8c4eeafdd80', 'name': '', 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:17:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:31Z', 'updated_at': '2021-08-29T04:51:32Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:36.052633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.056048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.078575 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:36.079010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Updating router dcff6428-514d-4f95-88f6-d13adf18cb07 port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:36.106808 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.154933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:36.281012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6840c0c3-3b4a-49da-a676-a1064f868665 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:36.284240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:36.299018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.299251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-351499f3-1dac-4344-8106-8966db864456 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 200 len: 700 time: 1.2155123 Aug 29 04:51:36.302928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59890) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:36.359287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6840c0c3-3b4a-49da-a676-a1064f868665 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:36.359620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.408022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-49a22d8d-ddab-4697-9788-e2f63cbf5ade tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 200 len: 700 time: 0.1034031 Aug 29 04:51:36.410548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59892) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:36.420333 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.430777 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Transition to ACTIVE for port object e00f3dab-e1b0-4348-90af-f8c4eeafdd80 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:36.439235 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.452149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5946b6aa-5278-414d-801e-7d02b3150d87 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:36.494556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135e5f-b8d2-49b6-989b-5d2036c6b0e6 None None] Pushing event updated for resources: {'Port': ['ID=e00f3dab-e1b0-4348-90af-f8c4eeafdd80,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:36.507103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5946b6aa-5278-414d-801e-7d02b3150d87 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:36.507544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.583857 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Attempting to bind port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:36.584223 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Attempting to bind port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:36.584589 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Attempting to bind port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 on network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:36.590583 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:36.590958 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Checking segment: {'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:36.591357 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.591749 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Bound using segment: {'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:36.592207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Bound port: e00f3dab-e1b0-4348-90af-f8c4eeafdd80, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:36.592667 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.672816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] For port e00f3dab-e1b0-4348-90af-f8c4eeafdd80, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:36.676436 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] For port e00f3dab-e1b0-4348-90af-f8c4eeafdd80, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e00f3dab-e1b0-4348-90af-f8c4eeafdd80,segment=NetworkSegment(ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec),segment_id=ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:36.681568 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.749426 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:36.750112 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:36.847649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.975358 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135e5f-b8d2-49b6-989b-5d2036c6b0e6 None None] Pushing event updated for resources: {'Port': ['ID=e00f3dab-e1b0-4348-90af-f8c4eeafdd80,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:37.000995 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:37.176866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port e00f3dab-e1b0-4348-90af-f8c4eeafdd80 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:37.177211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.228843 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:35Z', 'revision_number': 7, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00f3dab-e1b0-4348-90af-f8c4eeafdd80', 'name': '', 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:17:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:31Z', 'updated_at': '2021-08-29T04:51:36Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:37.260459 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705342ed-f871-4359-b837-d92e35b0af65 None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:35Z', 'revision_number': 7, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00f3dab-e1b0-4348-90af-f8c4eeafdd80', 'name': '', 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:17:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:31Z', 'updated_at': '2021-08-29T04:51:36Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:37.273514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port e00f3dab-e1b0-4348-90af-f8c4eeafdd80, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e00f3dab-e1b0-4348-90af-f8c4eeafdd80,segment=NetworkSegment(ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec),segment_id=ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:37.273914 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.290423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for e00f3dab-e1b0-4348-90af-f8c4eeafdd80 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:37.408833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:37.419228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:37.419947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:37.474870 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.509050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=e00f3dab-e1b0-4348-90af-f8c4eeafdd80,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:37.534691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:37.541499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.541902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.542234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.542583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.543456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.543940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.544279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.544611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.544940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.545267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.545613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.545965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:37.726078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.807771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:35Z', 'revision_number': 7, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00f3dab-e1b0-4348-90af-f8c4eeafdd80', 'name': '', 'network_id': 'e47e0caf-b9b1-4938-8ee7-9a3275441ee0', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:17:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:31Z', 'updated_at': '2021-08-29T04:51:36Z', 'revision_number': 4, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '3ff7e35c-3cc1-417f-bb0b-e44c30585bd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:37.835560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:37.844894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:37.845510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:37.930268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:37.933264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:38.030945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:38.036211 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4c084d89-10db-46c7-8373-98815e3fd25a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6243358 Aug 29 04:51:38.038943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:38.094580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet 3ff7e35c-3cc1-417f-bb0b-e44c30585bd5 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:38.097977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.146218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.157765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 8, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:38.189637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1caf4-266c-4f4c-9a40-afe896b9ca5a None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 8, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:38.241291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.305501 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.337570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff7e35c-3cc1-417f-bb0b-e44c30585bd5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.340787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.345529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59916) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:38.346236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e50cb15-5e63-44ba-9eba-4ec9b6febabb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/3ff7e35c-3cc1-417f-bb0b-e44c30585bd5 HTTP/1.1" status: 204 len: 168 time: 0.3056304 Aug 29 04:51:38.352289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5d0e1-4250-4825-a0d8-9341f9fd2d2f None None] Network e47e0caf-b9b1-4938-8ee7-9a3275441ee0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:38.426928 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.486303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 6840c0c3-3b4a-49da-a676-a1064f868665 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:38.486918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.566340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port 6840c0c3-3b4a-49da-a676-a1064f868665, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6840c0c3-3b4a-49da-a676-a1064f868665,segment=NetworkSegment(ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec),segment_id=ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:38.566589 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.572529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] DHCP port deletion for e47e0caf-b9b1-4938-8ee7-9a3275441ee0 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:38.590667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 6840c0c3-3b4a-49da-a676-a1064f868665 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:38.632368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] Deleting port 6840c0c3-3b4a-49da-a676-a1064f868665 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:38.632747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.694185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.728336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] For port 6840c0c3-3b4a-49da-a676-a1064f868665, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6840c0c3-3b4a-49da-a676-a1064f868665,segment=NetworkSegment(ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec),segment_id=ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:38.729006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.733187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=6840c0c3-3b4a-49da-a676-a1064f868665,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.738750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port 6840c0c3-3b4a-49da-a676-a1064f868665 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:38.760722 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] Calling delete_port for 6840c0c3-3b4a-49da-a676-a1064f868665 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:38.828256 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:38.834847 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.840569 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:38.841205 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:38.847548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47e0caf-b9b1-4938-8ee7-9a3275441ee0']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:38.860069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:38.860524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac02bb5b-2732-4b18-a7b2-b9c3f7ea24ec') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:38.860689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.871434 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.891179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.899251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:38.899967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:38.904273 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:38.909294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] Pushing event deleted for resources: {'Port': ['ID=6840c0c3-3b4a-49da-a676-a1064f868665,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.912103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7366f-1ec6-4160-9048-b50b2121ec49 None None] No DVR routers for this DVR port 6840c0c3-3b4a-49da-a676-a1064f868665 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:38.969899 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:38.984704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.990522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.996153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/e47e0caf-b9b1-4938-8ee7-9a3275441ee0 HTTP/1.1" status: 204 len: 168 time: 0.6494255 Aug 29 04:51:38.996300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59930) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:39.017415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd1898-2c45-450a-8848-5878f8306d1e tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=e47e0caf-b9b1-4938-8ee7-9a3275441ee0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:39.209172 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 8, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:39.237246 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:39.246168 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:39.247372 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:39.349746 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:39.374140 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.561659 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 8, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:39.598505 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b4595-48d3-4aff-b247-7504f4c61d2b None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:37Z', 'revision_number': 8, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '5946b6aa-5278-414d-801e-7d02b3150d87', 'name': '', 'network_id': '9192564f-450b-4733-a2e2-3a3cce412145', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:bc:3c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '53071e79-efd1-4af9-912b-0f31bc775427', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:27Z', 'updated_at': '2021-08-29T04:51:34Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '53071e79-efd1-4af9-912b-0f31bc775427', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:39.641581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 5946b6aa-5278-414d-801e-7d02b3150d87 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:39.642004 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.742852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port 5946b6aa-5278-414d-801e-7d02b3150d87, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5946b6aa-5278-414d-801e-7d02b3150d87,segment=NetworkSegment(03892d96-e831-428f-a870-a04616a2ffd6),segment_id=03892d96-e831-428f-a870-a04616a2ffd6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:39.743442 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.758531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 5946b6aa-5278-414d-801e-7d02b3150d87 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:39.935818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.960868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=5946b6aa-5278-414d-801e-7d02b3150d87,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:40.133834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.342197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6840c0c3-3b4a-49da-a676-a1064f868665 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:40.351526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:40.363164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 6840c0c3-3b4a-49da-a676-a1064f868665 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:40.363512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6840c0c3-3b4a-49da-a676-a1064f868665 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:40.364041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e00f3dab-e1b0-4348-90af-f8c4eeafdd80 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:40.384461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e00f3dab-e1b0-4348-90af-f8c4eeafdd80 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:40.384808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e00f3dab-e1b0-4348-90af-f8c4eeafdd80 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:40.445566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:40.454757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59936) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:40.455351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6830dfd7-8010-4126-ae5e-19452f8541af tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4577503 Aug 29 04:51:40.458192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:40.468091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:40.468700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.509033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet 53071e79-efd1-4af9-912b-0f31bc775427 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:40.514008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.564666 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.665376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.730468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:40.733830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.767518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.772689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:40.776370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03988f-bec2-48b6-b97a-fc619ca00346 None None] Network 9192564f-450b-4733-a2e2-3a3cce412145 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:40.787623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/53071e79-efd1-4af9-912b-0f31bc775427 HTTP/1.1" status: 204 len: 168 time: 0.3310158 Aug 29 04:51:40.788930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7b982-febe-40c2-b51f-6a99d91f89fc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=53071e79-efd1-4af9-912b-0f31bc775427,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:40.866933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.923777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 08af6d23-2fda-47c6-ad01-3868b6ce8000 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:40.924484 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.996643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port 08af6d23-2fda-47c6-ad01-3868b6ce8000, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=08af6d23-2fda-47c6-ad01-3868b6ce8000,segment=NetworkSegment(03892d96-e831-428f-a870-a04616a2ffd6),segment_id=03892d96-e831-428f-a870-a04616a2ffd6)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:40.996920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.050474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:39Z', 'revision_number': 9, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.084351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:41.095187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:41.095830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.100466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] DHCP port deletion for 9192564f-450b-4733-a2e2-3a3cce412145 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:41.211885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:41.293941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] Deleting port 08af6d23-2fda-47c6-ad01-3868b6ce8000 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:41.294323 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.300813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 08af6d23-2fda-47c6-ad01-3868b6ce8000 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:41.402535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.412607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] For port 08af6d23-2fda-47c6-ad01-3868b6ce8000, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=08af6d23-2fda-47c6-ad01-3868b6ce8000,segment=NetworkSegment(03892d96-e831-428f-a870-a04616a2ffd6),segment_id=03892d96-e831-428f-a870-a04616a2ffd6)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:41.413198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.431341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=08af6d23-2fda-47c6-ad01-3868b6ce8000,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:41.436238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] Calling delete_port for 08af6d23-2fda-47c6-ad01-3868b6ce8000 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:41.447259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port 08af6d23-2fda-47c6-ad01-3868b6ce8000 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:41.551237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.567950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9192564f-450b-4733-a2e2-3a3cce412145']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.574727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:39Z', 'revision_number': 9, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.576505 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.583128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03892d96-e831-428f-a870-a04616a2ffd6') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.583695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03892d96-e831-428f-a870-a04616a2ffd6') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.598416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.618896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.625720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d10d655-a603-47ec-afc5-362f5a59b1fb None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:39Z', 'revision_number': 9, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': '87976ef5-8a5d-4cae-9570-8f734e439fc5', 'name': '', 'network_id': '4217ed80-d678-4e2e-aebd-26367395bd29', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:26:34:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '37358253-a58b-4e34-9021-287938e68e98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:23Z', 'updated_at': '2021-08-29T04:51:31Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': '37358253-a58b-4e34-9021-287938e68e98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:41.626260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:41.626673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:41.641395 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:41.647443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] Pushing event deleted for resources: {'Port': ['ID=08af6d23-2fda-47c6-ad01-3868b6ce8000,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:41.656376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7732e-ebf7-449b-9580-479d953870aa None None] No DVR routers for this DVR port 08af6d23-2fda-47c6-ad01-3868b6ce8000 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:41.703442 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.711027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.713206 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/9192564f-450b-4733-a2e2-3a3cce412145 HTTP/1.1" status: 204 len: 168 time: 0.9395120 Aug 29 04:51:41.716324 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59950) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:41.735464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c13e1-9a48-40d1-9af2-4cebebb0e257 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=9192564f-450b-4733-a2e2-3a3cce412145,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:42.067728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.276787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08af6d23-2fda-47c6-ad01-3868b6ce8000 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:42.297933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 08af6d23-2fda-47c6-ad01-3868b6ce8000 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:42.298283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 08af6d23-2fda-47c6-ad01-3868b6ce8000 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:42.298755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5946b6aa-5278-414d-801e-7d02b3150d87 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:42.317678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5946b6aa-5278-414d-801e-7d02b3150d87 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:42.318032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5946b6aa-5278-414d-801e-7d02b3150d87 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:42.351142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 87976ef5-8a5d-4cae-9570-8f734e439fc5 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:42.351490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.442396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port 87976ef5-8a5d-4cae-9570-8f734e439fc5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=87976ef5-8a5d-4cae-9570-8f734e439fc5,segment=NetworkSegment(6561c505-a3fc-491e-9608-4886ec083c42),segment_id=6561c505-a3fc-491e-9608-4886ec083c42)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:42.442763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.456708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 87976ef5-8a5d-4cae-9570-8f734e439fc5 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:42.626908 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.659217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=87976ef5-8a5d-4cae-9570-8f734e439fc5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:42.820147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.032458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:43.126755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:43.131619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f0d679d-1c0b-49a4-9b98-25be0844eb20 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4142723 Aug 29 04:51:43.134185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59970) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:43.136712 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:43.145933 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:43.146536 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.186396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet 37358253-a58b-4e34-9021-287938e68e98 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:43.189668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.231526 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.234441 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:43.322853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.389357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.419285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=37358253-a58b-4e34-9021-287938e68e98,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:43.423801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.427968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59972) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:43.429741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1ef3f-0fef-408e-80ae-d66ea33d40e8 None None] Network 4217ed80-d678-4e2e-aebd-26367395bd29 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:43.438225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4c226042-b9ce-4916-a21a-baa027d97ec9 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/37358253-a58b-4e34-9021-287938e68e98 HTTP/1.1" status: 204 len: 168 time: 0.3028800 Aug 29 04:51:43.448900 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 10, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.481462 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:43.490465 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:43.491455 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.522919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.581211 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:43.581741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port 60331972-edfe-4390-9423-1cec5fc4250f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:43.582137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.640294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] DHCP port deletion for 4217ed80-d678-4e2e-aebd-26367395bd29 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:43.663660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port 60331972-edfe-4390-9423-1cec5fc4250f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=60331972-edfe-4390-9423-1cec5fc4250f,segment=NetworkSegment(6561c505-a3fc-491e-9608-4886ec083c42),segment_id=6561c505-a3fc-491e-9608-4886ec083c42)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:43.664133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.682007 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for 60331972-edfe-4390-9423-1cec5fc4250f owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:43.700905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] Deleting port 60331972-edfe-4390-9423-1cec5fc4250f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:43.701578 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.778327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.782677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] For port 60331972-edfe-4390-9423-1cec5fc4250f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=60331972-edfe-4390-9423-1cec5fc4250f,segment=NetworkSegment(6561c505-a3fc-491e-9608-4886ec083c42),segment_id=6561c505-a3fc-491e-9608-4886ec083c42)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:43.783144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.800170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] Calling delete_port for 60331972-edfe-4390-9423-1cec5fc4250f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:43.812832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=60331972-edfe-4390-9423-1cec5fc4250f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:43.827657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.828012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.828361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.828703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.829174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.829515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.829888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.830219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.830549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.830878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.831205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.831532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:43.838309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port 60331972-edfe-4390-9423-1cec5fc4250f on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:43.890845 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.919226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] No DVR routers for this DVR port 60331972-edfe-4390-9423-1cec5fc4250f on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:43.924437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1a7a5-2629-4b80-9300-2ad34ff4ede7 None None] Pushing event deleted for resources: {'Port': ['ID=60331972-edfe-4390-9423-1cec5fc4250f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:43.926981 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 10, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.936086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.947802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4217ed80-d678-4e2e-aebd-26367395bd29']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.960369 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f8fec-83d9-412b-a20a-73ae0f9ae58c None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:42Z', 'revision_number': 10, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None, '_interfaces': [{'id': 'abe7a7b1-9591-465a-86e7-1e41721c28fb', 'name': '', 'network_id': 'c816da76-138b-490c-9b57-98aba12c76ab', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'mac_address': 'fa:16:3e:16:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:20Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'subnets': [{'id': 'b0290d02-659c-49a5-a6ba-bef25331315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:43.962109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6561c505-a3fc-491e-9608-4886ec083c42') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.962305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6561c505-a3fc-491e-9608-4886ec083c42') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:43.973061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.988417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.000463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:44.001161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:44.004417 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:44.069470 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.079205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.083985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59976) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:44.084457 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/4217ed80-d678-4e2e-aebd-26367395bd29 HTTP/1.1" status: 204 len: 168 time: 0.6545393 Aug 29 04:51:44.097235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfd6f9-21f2-44d6-baea-443d1edb8dd4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=4217ed80-d678-4e2e-aebd-26367395bd29,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:44.371289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 87976ef5-8a5d-4cae-9570-8f734e439fc5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:44.396582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 87976ef5-8a5d-4cae-9570-8f734e439fc5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:44.396935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 87976ef5-8a5d-4cae-9570-8f734e439fc5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:44.397361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 60331972-edfe-4390-9423-1cec5fc4250f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:44.419949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 60331972-edfe-4390-9423-1cec5fc4250f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:44.419949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 60331972-edfe-4390-9423-1cec5fc4250f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:44.731555 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.976833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port abe7a7b1-9591-465a-86e7-1e41721c28fb {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:44.977174 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.069017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port abe7a7b1-9591-465a-86e7-1e41721c28fb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=abe7a7b1-9591-465a-86e7-1e41721c28fb,segment=NetworkSegment(0903efa8-08f8-4ed4-b7b9-724fd5ccd833),segment_id=0903efa8-08f8-4ed4-b7b9-724fd5ccd833)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:45.069380 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.084732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for abe7a7b1-9591-465a-86e7-1e41721c28fb owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:45.268620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.308146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=abe7a7b1-9591-465a-86e7-1e41721c28fb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:45.454824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59988) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:45.470105 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.578788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9435dd0-2c29-4215-ac37-e436dbb535e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.636235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:45.677516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9435dd0-2c29-4215-ac37-e436dbb535e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.681420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a9435dd0-2c29-4215-ac37-e436dbb535e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.717710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:45.718440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9435dd0-2c29-4215-ac37-e436dbb535e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f40cbbf-38d0-4107-b45e-847b4d30d7f0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:45.725948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a9435dd0-2c29-4215-ac37-e436dbb535e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54fa5f028101494ca153ddb6a0f718de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696462 Aug 29 04:51:45.727209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b7e31726-ee2e-414c-84cf-d2869f641c29 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6412768 Aug 29 04:51:45.727560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 59992) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:45.727982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 59994) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:45.734016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:45.744597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:45.745125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:45.783223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adb3ef-4dd1-4b0b-a82f-5ab018d32cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.787349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting subnet b0290d02-659c-49a5-a6ba-bef25331315f {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:45.790892 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.805544 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adb3ef-4dd1-4b0b-a82f-5ab018d32cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.815005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:45.837788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.857103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adb3ef-4dd1-4b0b-a82f-5ab018d32cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.860102 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-71adb3ef-4dd1-4b0b-a82f-5ab018d32cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.863826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-71adb3ef-4dd1-4b0b-a82f-5ab018d32cb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f40cbbf-38d0-4107-b45e-847b4d30d7f0 HTTP/1.1" status: 204 len: 168 time: 0.1326256 Aug 29 04:51:45.875732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:45Z', 'revision_number': 11, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:45.875974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adb3ef-4dd1-4b0b-a82f-5ab018d32cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f40cbbf-38d0-4107-b45e-847b4d30d7f0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:45.910420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:45.925137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:45.925757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:45.938081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.013518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.052027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Subnet': ['ID=b0290d02-659c-49a5-a6ba-bef25331315f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:46.056718 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.061919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-668f0865-6fc0-4b27-8ad0-87332753692c tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/b0290d02-659c-49a5-a6ba-bef25331315f HTTP/1.1" status: 204 len: 168 time: 0.3302093 Aug 29 04:51:46.062363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:46.112853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15b5a0-e27a-4458-a9b5-8aff421a42ef None None] Network c816da76-138b-490c-9b57-98aba12c76ab requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:46.156680 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.188189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:46.191937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60002) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:46.206494 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e40d8102-7b4d-421c-8f03-f7901119fee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.216605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Deleting port d2e2d60c-97bb-40c0-8a03-167b0affb190 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:46.217016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.257684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:45Z', 'revision_number': 11, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.296090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581b33f4-60b1-43ec-b650-4c330e1106a4 None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:45Z', 'revision_number': 11, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:46.306750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] For port d2e2d60c-97bb-40c0-8a03-167b0affb190, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d2e2d60c-97bb-40c0-8a03-167b0affb190,segment=NetworkSegment(0903efa8-08f8-4ed4-b7b9-724fd5ccd833),segment_id=0903efa8-08f8-4ed4-b7b9-724fd5ccd833)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:46.307125 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.325261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Calling delete_port for d2e2d60c-97bb-40c0-8a03-167b0affb190 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:46.346198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e40d8102-7b4d-421c-8f03-f7901119fee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.351610 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e40d8102-7b4d-421c-8f03-f7901119fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.392914 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e40d8102-7b4d-421c-8f03-f7901119fee3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f1b4850b3fa4d81b988d2cec2303191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993654 Aug 29 04:51:46.393518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d8102-7b4d-421c-8f03-f7901119fee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd23e69-2a61-4641-adcc-d8f16ad2dfc6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:46.396778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60004) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:46.442504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.472713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Port': ['ID=d2e2d60c-97bb-40c0-8a03-167b0affb190,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:46.476891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No DVR routers for this DVR port d2e2d60c-97bb-40c0-8a03-167b0affb190 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:46.515578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e6111d-9983-4b50-b94a-c13646872a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.580448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.583825 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e6111d-9983-4b50-b94a-c13646872a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.598805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c816da76-138b-490c-9b57-98aba12c76ab']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.614981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0903efa8-08f8-4ed4-b7b9-724fd5ccd833') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.615282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0903efa8-08f8-4ed4-b7b9-724fd5ccd833') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.634869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.646540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62237362-88ab-4731-a4d0-328dea7e8d63 None None] DHCP port deletion for c816da76-138b-490c-9b57-98aba12c76ab request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:46.655882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.662882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:46.663362 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:46.666525 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:46.679430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e6111d-9983-4b50-b94a-c13646872a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.682045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e6111d-9983-4b50-b94a-c13646872a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.683275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e3e6111d-9983-4b50-b94a-c13646872a40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1dd23e69-2a61-4641-adcc-d8f16ad2dfc6 HTTP/1.1" status: 204 len: 168 time: 0.2847905 Aug 29 04:51:46.732107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6111d-9983-4b50-b94a-c13646872a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd23e69-2a61-4641-adcc-d8f16ad2dfc6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:46.753171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.757627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.759644 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/networks/c816da76-138b-490c-9b57-98aba12c76ab HTTP/1.1" status: 204 len: 168 time: 0.6954808 Aug 29 04:51:46.762987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60010) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:46.773420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'routes': None}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:46.782616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a9fbe-bbe2-4934-9e1e-308e3714a703 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Pushing event deleted for resources: {'Network': ['ID=c816da76-138b-490c-9b57-98aba12c76ab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:46.825883 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1ab6891b-0642-4041-9d23-b0506ccc6ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.946917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.extraroute_db [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Added routes are [] {{(pid=94823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:51:46.947230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.extraroute_db [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Removed routes are [] {{(pid=94823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:51:46.947597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.047894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60014) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:47.050859 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:47.062076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8c6a634f-e1f5-43af-8fc1-7f34cfd39e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.088926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.092871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.150750 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8c6a634f-e1f5-43af-8fc1-7f34cfd39e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.155815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8c6a634f-e1f5-43af-8fc1-7f34cfd39e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.172476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router dcff6428-514d-4f95-88f6-d13adf18cb07 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:47.192537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a634f-e1f5-43af-8fc1-7f34cfd39e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a993833-1378-447e-9593-682dfad42a9f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:47.197023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8c6a634f-e1f5-43af-8fc1-7f34cfd39e69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1aca27c32e5e4147a85698752290221c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478901 Aug 29 04:51:47.199806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60016) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:47.248887 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63ea0112-3d90-493e-a6a7-9cddf7c16cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.251326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:47.259153 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.262967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-297dcca5-2940-4c10-87b1-d7f7a3dda5ee tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 200 len: 701 time: 0.4937379 Aug 29 04:51:47.263235 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502d45-76d7-413d-8169-74777ebed485 None None] Sync routers for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:47.263342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60018) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:47.270515 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:47.271121 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.277607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63ea0112-3d90-493e-a6a7-9cddf7c16cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.295497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3db31d96-6d29-487f-bb25-4c0fe0d14679 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 200 len: 205 time: 0.0268154 Aug 29 04:51:47.295497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60020) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:47.329225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63ea0112-3d90-493e-a6a7-9cddf7c16cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.332102 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63ea0112-3d90-493e-a6a7-9cddf7c16cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.336338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-63ea0112-3d90-493e-a6a7-9cddf7c16cb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a993833-1378-447e-9593-682dfad42a9f HTTP/1.1" status: 204 len: 168 time: 0.1354835 Aug 29 04:51:47.344969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea0112-3d90-493e-a6a7-9cddf7c16cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a993833-1378-447e-9593-682dfad42a9f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:47.348079 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:47.375725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a05b260-155c-428c-80e2-c78ffde1124b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.413177 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:45Z', 'revision_number': 11, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.440586 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502d45-76d7-413d-8169-74777ebed485 None None] Checking router: dcff6428-514d-4f95-88f6-d13adf18cb07 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:47.451846 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] Routers {'dcff6428-514d-4f95-88f6-d13adf18cb07'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:47.452740 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['dcff6428-514d-4f95-88f6-d13adf18cb07'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.525687 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] Set router dcff6428-514d-4f95-88f6-d13adf18cb07 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:47.539720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a05b260-155c-428c-80e2-c78ffde1124b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.542065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a05b260-155c-428c-80e2-c78ffde1124b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.581557 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-84502d45-76d7-413d-8169-74777ebed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:45Z', 'revision_number': 11, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.588124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a05b260-155c-428c-80e2-c78ffde1124b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.588715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a05b260-155c-428c-80e2-c78ffde1124b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Fanout notify agent at l3_agent the message router_deleted on router dcff6428-514d-4f95-88f6-d13adf18cb07 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:47.596481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5a05b260-155c-428c-80e2-c78ffde1124b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.601427 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5a05b260-155c-428c-80e2-c78ffde1124b tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 204 len: 168 time: 0.3015516 Aug 29 04:51:47.601899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60026) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:47.607891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0a0aefde-88e1-477c-8f32-bd03ecbcc773 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-180733180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:47.616811 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502d45-76d7-413d-8169-74777ebed485 None None] The sync data for ids ['dcff6428-514d-4f95-88f6-d13adf18cb07'] in n-d-712143-14 is: [{'id': 'dcff6428-514d-4f95-88f6-d13adf18cb07', 'name': 'tempest-RoutersTest-router-1937667778', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:45Z', 'revision_number': 11, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:47.637298 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a0aefde-88e1-477c-8f32-bd03ecbcc773 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.638443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a0aefde-88e1-477c-8f32-bd03ecbcc773 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.700078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a0aefde-88e1-477c-8f32-bd03ecbcc773 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.705044 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a0aefde-88e1-477c-8f32-bd03ecbcc773 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.723821 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0a0aefde-88e1-477c-8f32-bd03ecbcc773 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.725511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0a0aefde-88e1-477c-8f32-bd03ecbcc773 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1208653 Aug 29 04:51:47.727821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60034) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:47.733542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d4d207b2-ba7e-4bcc-965a-8ed09f78cfc7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:47.949700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4d207b2-ba7e-4bcc-965a-8ed09f78cfc7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16591633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16696243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496616'] for router, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.961326 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4d207b2-ba7e-4bcc-965a-8ed09f78cfc7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16591626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16591619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16696228'] for router, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.076062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.076597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d207b2-ba7e-4bcc-965a-8ed09f78cfc7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Router 4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:48.179542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2059051691-network', 'tenant_id': 'e2fdec24196a43aeb75edbaf5bf58777'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:48.204519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Made reservation on behalf of e2fdec24196a43aeb75edbaf5bf58777 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:48.207313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.218820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.278901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d2e2d60c-97bb-40c0-8a03-167b0affb190 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:48.305315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d2e2d60c-97bb-40c0-8a03-167b0affb190 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:48.306261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d2e2d60c-97bb-40c0-8a03-167b0affb190 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:48.306261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device abe7a7b1-9591-465a-86e7-1e41721c28fb no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:48.326365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: abe7a7b1-9591-465a-86e7-1e41721c28fb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:48.326768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device abe7a7b1-9591-465a-86e7-1e41721c28fb not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:48.330033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.335287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.364072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:48.375364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c32c02-6f5a-40f1-8bc8-ea015c6654f8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:48.381915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.382268 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Added segment 1fdceded-f4b3-4a35-85d7-9b323a5da435 of type vlan for network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa Aug 29 04:51:48.425519 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.454142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.455401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.456016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.469458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d207b2-ba7e-4bcc-965a-8ed09f78cfc7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:48.476116 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d4d207b2-ba7e-4bcc-965a-8ed09f78cfc7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.478216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4d207b2-ba7e-4bcc-965a-8ed09f78cfc7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "PUT /v2.0/routers/4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 HTTP/1.1" status: 200 len: 693 time: 0.7492676 Aug 29 04:51:48.480431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60050) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.483497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] Sync routers for ids ['4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:48.492963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] Routers {'4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:48.493571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:48.540791 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4635372 Aug 29 04:51:48.546587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.553417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Request body: {'subnet': {'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2059051691-subnet', 'tenant_id': 'e2fdec24196a43aeb75edbaf5bf58777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:48.557926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884a9da-dd8a-46f2-968b-8149f09761d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0aaa30-b039-41f7-8b98-fd44093ec5aa,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:48.567467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] Set router 4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:48.571671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:48.574770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-62a5b674-0176-487f-83f9-7e28d2c1eab1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/routers/4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 HTTP/1.1" status: 200 len: 699 time: 0.0930381 Aug 29 04:51:48.577251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60054) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.590294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Made reservation on behalf of e2fdec24196a43aeb75edbaf5bf58777 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:48.592376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.613084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aa76d13b-5c98-4dd5-94df-003e07a5122a tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 HTTP/1.1" status: 200 len: 205 time: 0.0320830 Aug 29 04:51:48.613572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60056) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.657933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922', 'name': 'tempest-RoutersTest-router-180733180', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:47Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:48.686799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81f044ee-775a-4729-9bb3-73a020c408a2 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.692862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] Checking router: 4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:48.718301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] Routers {'4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:48.719344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:48.794218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.799200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] Set router 4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:48.854617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922', 'name': 'tempest-RoutersTest-router-180733180', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:47Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:48.860160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81f044ee-775a-4729-9bb3-73a020c408a2 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.862433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81f044ee-775a-4729-9bb3-73a020c408a2 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.863098 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Checking segment: {'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:48.863467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Network hostable DHCP agents. Network: 1e0aaa30-b039-41f7-8b98-fd44093ec5aa, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:48.868585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8d7d21-d89f-4b7f-b60e-c2bff19f880a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:48.884290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:48.885296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd88953-2a22-414a-8745-37b44768d63a None None] The sync data for ids ['4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922'] in n-d-712143-14 is: [{'id': '4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922', 'name': 'tempest-RoutersTest-router-180733180', 'tenant_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:47Z', 'updated_at': '2021-08-29T04:51:47Z', 'revision_number': 2, 'project_id': 'c3c6b67679c04ea78d4938d9e4100e44', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:48.897044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 1e0aaa30-b039-41f7-8b98-fd44093ec5aa) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:48.902500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.903237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.912432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ae595-56d6-45bc-a412-7e1aa95277c4 None None] Network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:48.921430 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6037dc39-90f5-4962-a5fb-a9f94e40bd02 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3737965 Aug 29 04:51:48.928459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81f044ee-775a-4729-9bb3-73a020c408a2 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.929118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f044ee-775a-4729-9bb3-73a020c408a2 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Fanout notify agent at l3_agent the message router_deleted on router 4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:51:48.938456 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81f044ee-775a-4729-9bb3-73a020c408a2 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.939853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-81f044ee-775a-4729-9bb3-73a020c408a2 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 HTTP/1.1" status: 204 len: 168 time: 0.3251388 Aug 29 04:51:48.943077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60060) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.990876 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.991182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eb0820c9-7a92-4e23-bca1-8798c1748ed0 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 HTTP/1.1" status: 200 len: 205 time: 0.0467093 Aug 29 04:51:49.038555 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-bc275f10-e04d-40d7-8078-2c95edfc7016 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] delete failed (client error): The resource could not be found. Aug 29 04:51:49.042172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bc275f10-e04d-40d7-8078-2c95edfc7016 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/4b1e2ef8-c7b0-4e4c-8b8e-d6ca3692f922 HTTP/1.1" status: 404 len: 336 time: 0.0475411 Aug 29 04:51:49.042525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60064) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.065527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e451d4-369e-41a9-a012-030adc347d4e None None] Network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:49.070532 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de6fb89-2d52-4d1a-be24-1088fa8edc55 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.071200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de6fb89-2d52-4d1a-be24-1088fa8edc55 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.073210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3de6fb89-2d52-4d1a-be24-1088fa8edc55 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/3ff7e35c-3cc1-417f-bb0b-e44c30585bd5 HTTP/1.1" status: 404 len: 337 time: 0.0296752 Aug 29 04:51:49.076523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60066) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.104386 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd3d481-61a7-459d-ada5-97b6b0741cf1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.105104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd3d481-61a7-459d-ada5-97b6b0741cf1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.109633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6cd3d481-61a7-459d-ada5-97b6b0741cf1 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/53071e79-efd1-4af9-912b-0f31bc775427 HTTP/1.1" status: 404 len: 337 time: 0.0295007 Aug 29 04:51:49.110147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60072) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.137248 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1946a40-3f62-4ce7-950d-0c74c4489566 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.137743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1946a40-3f62-4ce7-950d-0c74c4489566 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.139531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c1946a40-3f62-4ce7-950d-0c74c4489566 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/37358253-a58b-4e34-9021-287938e68e98 HTTP/1.1" status: 404 len: 337 time: 0.0287585 Aug 29 04:51:49.142369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60074) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.181604 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-146eb35a-b7c4-43ea-b793-5f3f5672cb38 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.182265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146eb35a-b7c4-43ea-b793-5f3f5672cb38 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.184370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-146eb35a-b7c4-43ea-b793-5f3f5672cb38 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/b0290d02-659c-49a5-a6ba-bef25331315f HTTP/1.1" status: 404 len: 337 time: 0.0403037 Aug 29 04:51:49.187331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60076) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.218499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6766e798-c026-4ee6-b9d3-2226966ad8a7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 200 len: 205 time: 0.0295825 Aug 29 04:51:49.220609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60078) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.262075 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-78bbe609-4828-4d51-a594-4e9fbd0aaebc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] delete failed (client error): The resource could not be found. Aug 29 04:51:49.263214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-78bbe609-4828-4d51-a594-4e9fbd0aaebc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/dcff6428-514d-4f95-88f6-d13adf18cb07 HTTP/1.1" status: 404 len: 336 time: 0.0415623 Aug 29 04:51:49.266174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60080) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.293982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9b571826-189c-451e-bd18-2c10ac5d1cca tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea0021cf-439a-4a2c-a8a0-d3487b2e5308 HTTP/1.1" status: 200 len: 205 time: 0.0265446 Aug 29 04:51:49.296218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60082) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.333384 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-70452f08-8adf-4caa-96c1-56c558cece91 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] delete failed (client error): The resource could not be found. Aug 29 04:51:49.334454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-70452f08-8adf-4caa-96c1-56c558cece91 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/ea0021cf-439a-4a2c-a8a0-d3487b2e5308 HTTP/1.1" status: 404 len: 336 time: 0.0373397 Aug 29 04:51:49.337270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60084) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.364991 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02c362e-a905-40b7-94f2-568036adaffe tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.365453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02c362e-a905-40b7-94f2-568036adaffe tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.369716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d02c362e-a905-40b7-94f2-568036adaffe tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/14866b51-72c1-4899-999d-903882cf8014 HTTP/1.1" status: 404 len: 337 time: 0.0289187 Aug 29 04:51:49.369957 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60086) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.402260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d668c869-d156-43b1-bf47-cb5543d13b0d tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d1f546f-e636-4f45-aef9-afe2781fc743 HTTP/1.1" status: 200 len: 205 time: 0.0305030 Aug 29 04:51:49.404657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60088) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.445840 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-ade0045f-6510-4433-b945-618ffada6487 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] delete failed (client error): The resource could not be found. Aug 29 04:51:49.446869 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ade0045f-6510-4433-b945-618ffada6487 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/9d1f546f-e636-4f45-aef9-afe2781fc743 HTTP/1.1" status: 404 len: 336 time: 0.0408134 Aug 29 04:51:49.450305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60090) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.485416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1190045d-ffbc-4043-ab6e-bf09b1979881 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1f62f36-c8cd-439f-89ac-9e632d274087 HTTP/1.1" status: 200 len: 205 time: 0.0342281 Aug 29 04:51:49.488260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60096) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.500396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e94ae0b2-95d5-4cbb-8935-464da1963fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.534607 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-aec52d89-5ace-4dd1-a052-0e8170ece9bc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] delete failed (client error): The resource could not be found. Aug 29 04:51:49.535661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aec52d89-5ace-4dd1-a052-0e8170ece9bc tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/a1f62f36-c8cd-439f-89ac-9e632d274087 HTTP/1.1" status: 404 len: 336 time: 0.0462794 Aug 29 04:51:49.538254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.564864 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-373216b7-c317-48bd-9ac6-eb4ecb2d27eb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.565318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373216b7-c317-48bd-9ac6-eb4ecb2d27eb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.567057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-373216b7-c317-48bd-9ac6-eb4ecb2d27eb tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/5b4c9e70-eb84-4941-b6cf-d7026ae1e162 HTTP/1.1" status: 404 len: 337 time: 0.0278921 Aug 29 04:51:49.571547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60100) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.604159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5d3eb9bf-7693-4043-b5f2-50a4d4aa5e88 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=f186b942-d6fc-44f0-baaa-b88c2b2497ea HTTP/1.1" status: 200 len: 205 time: 0.0296350 Aug 29 04:51:49.604893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60104) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.635027 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.648982 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-053b47bf-4ccd-4cc8-b297-fc674e7868fa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] delete failed (client error): The resource could not be found. Aug 29 04:51:49.650209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-053b47bf-4ccd-4cc8-b297-fc674e7868fa tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/f186b942-d6fc-44f0-baaa-b88c2b2497ea HTTP/1.1" status: 404 len: 336 time: 0.0441682 Aug 29 04:51:49.652950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60106) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.680582 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96aae7f-8f83-4d62-aea3-217b771d26d7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.681068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96aae7f-8f83-4d62-aea3-217b771d26d7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.683078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b96aae7f-8f83-4d62-aea3-217b771d26d7 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/c74c50f8-cbbe-48f1-9bfa-b3abf5b3921c HTTP/1.1" status: 404 len: 337 time: 0.0288072 Aug 29 04:51:49.686168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60108) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.717892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1f4f1b9e-fba7-49dc-bd6c-c510161f682f tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "GET /v2.0/ports?device_id=d47192b2-de76-49a5-bca9-39af67d022c3 HTTP/1.1" status: 200 len: 205 time: 0.0304239 Aug 29 04:51:49.720307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.766215 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-50312b07-fc67-4607-8a61-0d253980b7ea tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] delete failed (client error): The resource could not be found. Aug 29 04:51:49.766215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-50312b07-fc67-4607-8a61-0d253980b7ea tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/routers/d47192b2-de76-49a5-bca9-39af67d022c3 HTTP/1.1" status: 404 len: 336 time: 0.0414121 Aug 29 04:51:49.766475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60112) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.793748 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-425017cb-4642-44b9-9dd3-7f57a4c2fa03 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.794212 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425017cb-4642-44b9-9dd3-7f57a4c2fa03 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.795939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-425017cb-4642-44b9-9dd3-7f57a4c2fa03 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/a8724583-1f19-4bf4-a366-9fe97add6d06 HTTP/1.1" status: 404 len: 337 time: 0.0285416 Aug 29 04:51:49.798519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60114) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.824850 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcc683d-6419-4757-8b7f-b3b926868bf4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:49.825409 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcc683d-6419-4757-8b7f-b3b926868bf4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:49.827504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8fcc683d-6419-4757-8b7f-b3b926868bf4 tempest-RoutersTest-591300335 tempest-RoutersTest-591300335-project] 10.222.0.55 "DELETE /v2.0/subnets/113137d7-20bb-449d-a8c1-bf95b5b940ba HTTP/1.1" status: 404 len: 337 time: 0.0277355 Aug 29 04:51:50.046460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:50.197313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fa7428cc-e8b7-48b5-8455-86bc29fc056c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3c6b67679c04ea78d4938d9e4100e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468534 Aug 29 04:51:50.197313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:50.253617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ee32c28-d4d5-4b51-a425-90cb2c2f6f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.274116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ee32c28-d4d5-4b51-a425-90cb2c2f6f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.323081 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ee32c28-d4d5-4b51-a425-90cb2c2f6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.325837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6ee32c28-d4d5-4b51-a425-90cb2c2f6f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.327095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6ee32c28-d4d5-4b51-a425-90cb2c2f6f20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d7d0de9-0a83-4f48-9797-cf862cf7e4ea HTTP/1.1" status: 204 len: 168 time: 0.1288531 Aug 29 04:51:50.334663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee32c28-d4d5-4b51-a425-90cb2c2f6f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d0de9-0a83-4f48-9797-cf862cf7e4ea,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:50.816295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.849429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.882149 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-b8a0563a-e4b9-43d8-852b-ccf09b0bf2f7 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:50.882149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-b8a0563a-e4b9-43d8-852b-ccf09b0bf2f7 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/networks?id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa HTTP/1.1" status: 200 len: 809 time: 0.1546662 Aug 29 04:51:50.894666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d8954e75-3033-479b-b6c3-d8dec78c4fcc tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/quotas/e2fdec24196a43aeb75edbaf5bf58777 HTTP/1.1" status: 200 len: 375 time: 0.0098541 Aug 29 04:51:50.952770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-3dc94fd8-4375-47b7-afd2-872a24afab20 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2fdec24196a43aeb75edbaf5bf58777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523658 Aug 29 04:51:50.986636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60168) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:51.074802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-aaf0f299-131a-4b9e-bb5b-b64dfb3cfba5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:51:51.075802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-aaf0f299-131a-4b9e-bb5b-b64dfb3cfba5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1126754 Aug 29 04:51:51.085619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f4c7de2a-ba06-4cac-a16e-44f7a9af5e94 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2064205049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:51.153771 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4c7de2a-ba06-4cac-a16e-44f7a9af5e94 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.154747 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4c7de2a-ba06-4cac-a16e-44f7a9af5e94 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.206210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-983a325b-257e-4b4d-bdbb-9b54c9abe856 service neutron] 10.222.0.55 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239257 Aug 29 04:51:51.238813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4c7de2a-ba06-4cac-a16e-44f7a9af5e94 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.248937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4c7de2a-ba06-4cac-a16e-44f7a9af5e94 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.294258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4c7de2a-ba06-4cac-a16e-44f7a9af5e94 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.295423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4c7de2a-ba06-4cac-a16e-44f7a9af5e94 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3076923 Aug 29 04:51:51.298453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60174) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:51.303602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1618011709'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:51.324821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Made reservation on behalf of 901e54dc94ca4f2ca43684f42403d8bc for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:51.326728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-be36571e-6fbb-419f-b6f3-2a52208d583c service neutron] 10.222.0.55 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975933 Aug 29 04:51:51.328783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.337183 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.432282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.435546 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.466374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:51.477141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252c289e-cbc9-498d-958f-75b1336612c5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:51.483765 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.484115 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Added segment 21d54a70-0f71-414f-8523-f767eb444b04 of type vlan for network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a Aug 29 04:51:51.537241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6eea2f1f-d2c7-4ab2-88b6-23f7b9f8061a req-16d6be80-f54c-4b89-88f1-d386df71e3e5 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 210 time: 0.0453024 Aug 29 04:51:51.548958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.574632 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.580087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:51.580671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.643072 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3434961 Aug 29 04:51:51.645963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60180) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:51.652985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'subnet': {'network_id': 'e45cbad0-6bd8-4c47-844a-9ab7fe15af6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:51.659300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c6711-c6f4-4a8b-845f-ccf6f07564e3 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Network': ['ID=e45cbad0-6bd8-4c47-844a-9ab7fe15af6a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:51.673105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:51.751088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Made reservation on behalf of 901e54dc94ca4f2ca43684f42403d8bc for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:51.754564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.936572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.000686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Subnet': ['ID=9b9b90be-8580-4bb3-a776-b49870a6856f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:52.010181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Checking segment: {'id': '21d54a70-0f71-414f-8523-f767eb444b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'e45cbad0-6bd8-4c47-844a-9ab7fe15af6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:52.010544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network hostable DHCP agents. Network: e45cbad0-6bd8-4c47-844a-9ab7fe15af6a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:52.026636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:52.035271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e45cbad0-6bd8-4c47-844a-9ab7fe15af6a) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:52.039299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.039898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.044911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80108f0a-1a99-4d56-b238-8f6fd32342a1 None None] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:52.054686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e0ae01cd-d88a-4bb9-b1e5-ec1b81dd3dee tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077122 Aug 29 04:51:52.057731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:52.063361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'network': {'name': 'tempest-router-network01--1222490159'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:52.083523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Made reservation on behalf of 901e54dc94ca4f2ca43684f42403d8bc for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:52.087416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.113146 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:52.122995 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.123450 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Added segment 8ca8db04-1369-4787-89a3-99aac8004854 of type vlan for network 92dff69d-0353-481c-8b84-6ddcdd69377c Aug 29 04:51:52.162413 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.187670 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.193725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-e45cbad0-6bd8-4c47-844a-9ab7fe15af6a', 'network_id': 'e45cbad0-6bd8-4c47-844a-9ab7fe15af6a', 'tenant_id': '901e54dc94ca4f2ca43684f42403d8bc', 'fixed_ips': [{'subnet_id': '9b9b90be-8580-4bb3-a776-b49870a6856f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:52.194595 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.195272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.195959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.252420 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1906800 Aug 29 04:51:52.252874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60184) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:52.258521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'network': {'name': 'tempest-router-network02--1504173946'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:52.272400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6908d-8b01-41c6-9cca-e1db2a7153ea tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Network': ['ID=92dff69d-0353-481c-8b84-6ddcdd69377c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:52.280609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Made reservation on behalf of 901e54dc94ca4f2ca43684f42403d8bc for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:52.286066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 92dff69d-0353-481c-8b84-6ddcdd69377c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:52.286261 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.315684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:52.325941 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.326896 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Added segment df0feb91-54d2-4372-8045-a8eb54b58970 of type vlan for network 851c5046-001c-47e9-9bdf-60b897b4fbd5 Aug 29 04:51:52.368704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.388447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.394084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.399817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Allocated IP 172.20.0.2 (e45cbad0-6bd8-4c47-844a-9ab7fe15af6a/9b9b90be-8580-4bb3-a776-b49870a6856f/8173b7b8-6cc5-4270-a363-5f0783ddb4a9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:52.401184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.402500 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.459299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2050655 Aug 29 04:51:52.461938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60186) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:52.470057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'subnet': {'network_id': '92dff69d-0353-481c-8b84-6ddcdd69377c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:52.537035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564448ea-3ddc-440d-b096-cea89b66ff60 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Network': ['ID=851c5046-001c-47e9-9bdf-60b897b4fbd5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:52.554926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 851c5046-001c-47e9-9bdf-60b897b4fbd5 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:52.569387 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.608684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Made reservation on behalf of 901e54dc94ca4f2ca43684f42403d8bc for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:52.614124 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.624042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Transition to ACTIVE for port object 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:52.655606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Transition to ACTIVE for port object 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:52.664753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.702491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d43f47a4-62b4-46cd-a8a2-998e92fee83d req-a0bdadb8-53f8-4c73-a6e4-7c7a590abd79 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 210 time: 0.0674846 Aug 29 04:51:52.852634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:52.854345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.857570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:52.860373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:52.873665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Pushing event updated for resources: {'Port': ['ID=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:52.919362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Attempting to bind port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:52.919761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Attempting to bind port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '21d54a70-0f71-414f-8523-f767eb444b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'e45cbad0-6bd8-4c47-844a-9ab7fe15af6a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:52.920124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Attempting to bind port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 on network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:52.922955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Subnet': ['ID=166ec7d2-b4e7-468e-8a37-15ecd8d68a6e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:52.926118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:52.926501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Checking segment: {'id': '21d54a70-0f71-414f-8523-f767eb444b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'e45cbad0-6bd8-4c47-844a-9ab7fe15af6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:52.926950 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.927342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Bound using segment: {'id': '21d54a70-0f71-414f-8523-f767eb444b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'e45cbad0-6bd8-4c47-844a-9ab7fe15af6a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:52.927809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Bound port: 8173b7b8-6cc5-4270-a363-5f0783ddb4a9, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d54a70-0f71-414f-8523-f767eb444b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'e45cbad0-6bd8-4c47-844a-9ab7fe15af6a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:52.928205 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.932472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Checking segment: {'id': '8ca8db04-1369-4787-89a3-99aac8004854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '92dff69d-0353-481c-8b84-6ddcdd69377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:52.932832 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network hostable DHCP agents. Network: 92dff69d-0353-481c-8b84-6ddcdd69377c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:52.951964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network 92dff69d-0353-481c-8b84-6ddcdd69377c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:52.966312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 92dff69d-0353-481c-8b84-6ddcdd69377c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:52.970690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:52.971290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.976260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e74f9-cd22-4958-97d3-26de0c6c193b None None] Network 92dff69d-0353-481c-8b84-6ddcdd69377c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:52.986598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-60595565-17b1-4f8f-ab4d-d3f150eb535c tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5234122 Aug 29 04:51:52.989265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60202) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:52.994716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'subnet': {'network_id': '851c5046-001c-47e9-9bdf-60b897b4fbd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:53.036734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] For port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:53.051983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] For port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,segment=NetworkSegment(21d54a70-0f71-414f-8523-f767eb444b04),segment_id=21d54a70-0f71-414f-8523-f767eb444b04)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:53.060776 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.092869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Made reservation on behalf of 901e54dc94ca4f2ca43684f42403d8bc for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:53.096818 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.182588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7d656-771f-468d-a2eb-3bc8649953fb None None] Pushing event updated for resources: {'Port': ['ID=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:53.216630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-92dff69d-0353-481c-8b84-6ddcdd69377c', 'network_id': '92dff69d-0353-481c-8b84-6ddcdd69377c', 'tenant_id': '901e54dc94ca4f2ca43684f42403d8bc', 'fixed_ips': [{'subnet_id': '166ec7d2-b4e7-468e-8a37-15ecd8d68a6e'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:53.217510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.302962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.383841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Subnet': ['ID=341abd8e-c547-4e17-9de2-9d9967ee4b40,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:53.395236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Checking segment: {'id': 'df0feb91-54d2-4372-8045-a8eb54b58970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '851c5046-001c-47e9-9bdf-60b897b4fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:53.395599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network hostable DHCP agents. Network: 851c5046-001c-47e9-9bdf-60b897b4fbd5, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:53.414570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Allocated IP 172.20.0.2 (92dff69d-0353-481c-8b84-6ddcdd69377c/166ec7d2-b4e7-468e-8a37-15ecd8d68a6e/e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:53.415570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network 851c5046-001c-47e9-9bdf-60b897b4fbd5 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:53.426289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 851c5046-001c-47e9-9bdf-60b897b4fbd5) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:53.431671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:53.432498 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.443113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2711d7-1b64-4faf-a424-d991fdf29998 None None] Network 851c5046-001c-47e9-9bdf-60b897b4fbd5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:53.449648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4e3788a4-77c0-459f-9c81-1e45f22fc3df tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4580991 Aug 29 04:51:53.451174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60204) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:53.675061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.697946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Transition to ACTIVE for port object e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:53.703845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-851c5046-001c-47e9-9bdf-60b897b4fbd5', 'network_id': '851c5046-001c-47e9-9bdf-60b897b4fbd5', 'tenant_id': '901e54dc94ca4f2ca43684f42403d8bc', 'fixed_ips': [{'subnet_id': '341abd8e-c547-4e17-9de2-9d9967ee4b40'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:53.704741 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.726613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Transition to ACTIVE for port object e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:53.737939 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.743535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.861441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Network 92dff69d-0353-481c-8b84-6ddcdd69377c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:53.868811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:53.888363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:53.892625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd34fc90-966e-46cb-8653-0d3fb9d4e3b9 req-53f6df4d-7982-4434-9c05-4691907de1fb tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 210 time: 0.0565312 Aug 29 04:51:53.906851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Pushing event updated for resources: {'Port': ['ID=e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.006296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Allocated IP 172.20.0.2 (851c5046-001c-47e9-9bdf-60b897b4fbd5/341abd8e-c547-4e17-9de2-9d9967ee4b40/64793200-f966-4758-b920-dc7bf743d02d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:54.008646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Attempting to bind port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:54.009028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Attempting to bind port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '8ca8db04-1369-4787-89a3-99aac8004854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '92dff69d-0353-481c-8b84-6ddcdd69377c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:54.009397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Attempting to bind port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad on network 92dff69d-0353-481c-8b84-6ddcdd69377c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:54.022168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:54.022548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Checking segment: {'id': '8ca8db04-1369-4787-89a3-99aac8004854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '92dff69d-0353-481c-8b84-6ddcdd69377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:54.022951 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.023371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Bound using segment: {'id': '8ca8db04-1369-4787-89a3-99aac8004854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '92dff69d-0353-481c-8b84-6ddcdd69377c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:54.023839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Bound port: e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca8db04-1369-4787-89a3-99aac8004854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '92dff69d-0353-481c-8b84-6ddcdd69377c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:54.024249 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.075107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Allocated IP 172.20.0.1 (92dff69d-0353-481c-8b84-6ddcdd69377c/166ec7d2-b4e7-468e-8a37-15ecd8d68a6e/8ccafc0d-eef5-4307-b415-5dc3d28050d1) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:54.154488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] For port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:54.158891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] For port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad,segment=NetworkSegment(8ca8db04-1369-4787-89a3-99aac8004854),segment_id=8ca8db04-1369-4787-89a3-99aac8004854)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:54.168364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.205167 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.236708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Transition to ACTIVE for port object 8ccafc0d-eef5-4307-b415-5dc3d28050d1 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:54.267838 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.272525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56df1d-232c-48b4-91c7-dd2c56054af0 None None] Pushing event updated for resources: {'Port': ['ID=e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.280147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Transition to ACTIVE for port object 64793200-f966-4758-b920-dc7bf743d02d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:54.287578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e298ef6-9fbe-475d-86af-5345c37690f0 None None] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:54.288451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.338308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network 92dff69d-0353-481c-8b84-6ddcdd69377c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:54.343415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:54.346010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:54.348931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:54.376262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Transition to ACTIVE for port object 64793200-f966-4758-b920-dc7bf743d02d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:54.392708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Port': ['ID=8ccafc0d-eef5-4307-b415-5dc3d28050d1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.393849 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.404921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.438035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8539f53a-f047-484c-959b-3319f582df34 None None] Provisioning for port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:54.450206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Pushing event updated for resources: {'Port': ['ID=64793200-f966-4758-b920-dc7bf743d02d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.500055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Network 851c5046-001c-47e9-9bdf-60b897b4fbd5 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:54.508227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:54.511873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:54.564939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.592424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:54.607448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:54.607845 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.637997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Attempting to bind port 64793200-f966-4758-b920-dc7bf743d02d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:54.638348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Attempting to bind port 64793200-f966-4758-b920-dc7bf743d02d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'df0feb91-54d2-4372-8045-a8eb54b58970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '851c5046-001c-47e9-9bdf-60b897b4fbd5'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:54.638708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Attempting to bind port 64793200-f966-4758-b920-dc7bf743d02d on network 851c5046-001c-47e9-9bdf-60b897b4fbd5 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:54.660545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:54.660850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Checking segment: {'id': 'df0feb91-54d2-4372-8045-a8eb54b58970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '851c5046-001c-47e9-9bdf-60b897b4fbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:54.661251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.661717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Bound using segment: {'id': 'df0feb91-54d2-4372-8045-a8eb54b58970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '851c5046-001c-47e9-9bdf-60b897b4fbd5'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:54.662145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Bound port: 64793200-f966-4758-b920-dc7bf743d02d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0feb91-54d2-4372-8045-a8eb54b58970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '851c5046-001c-47e9-9bdf-60b897b4fbd5'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:54.662530 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.775134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] For port 64793200-f966-4758-b920-dc7bf743d02d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:54.781622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] For port 64793200-f966-4758-b920-dc7bf743d02d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=64793200-f966-4758-b920-dc7bf743d02d,segment=NetworkSegment(df0feb91-54d2-4372-8045-a8eb54b58970),segment_id=df0feb91-54d2-4372-8045-a8eb54b58970)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:54.786424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.790076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.864579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,segment=NetworkSegment(21d54a70-0f71-414f-8523-f767eb444b04),segment_id=21d54a70-0f71-414f-8523-f767eb444b04)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:54.871909 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.875761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.882416 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.883141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78c8b-ccc3-435e-870e-c8bb4a3aadb1 None None] Pushing event updated for resources: {'Port': ['ID=64793200-f966-4758-b920-dc7bf743d02d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.942034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:55.014012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0779f18-efbb-4d0f-8722-97b8729cbe1b req-4b25cc77-8913-4127-aa30-778f45a2ebe8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 210 time: 0.0553045 Aug 29 04:51:55.017212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Port': ['ID=8ccafc0d-eef5-4307-b415-5dc3d28050d1,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:55.025484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.111735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a2b1871c-5c6f-49a7-9a23-af91a30393fe None None] Provisioning complete for port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:55.112133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2b1871c-5c6f-49a7-9a23-af91a30393fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.174406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network 92dff69d-0353-481c-8b84-6ddcdd69377c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:55.175843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:55.349385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Router 08262957-8a55-4c14-8ff7-2f0e5e33a852 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:55.438657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a2d58-24be-40dc-a321-5ecc451b595c None None] Network 92dff69d-0353-481c-8b84-6ddcdd69377c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:55.502200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3086034e-221d-4749-88c9-79f8dd96d6ac None None] Provisioning for port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:55.751830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:55.759932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-85f99144-d002-41bc-8fdf-3837eee1c9b7 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "PUT /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3046961 Aug 29 04:51:55.760608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60224) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:55.762909 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] Sync routers for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:55.773305 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:55.773958 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:55.808373 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:55.819147 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:55.820029 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:55.863088 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:55.863747 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799becc-a581-44cf-ad5b-737e69ffb110 None None] The sync data for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:55.966041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-76fce853-3565-4cb5-b439-5a9d4f58719d None None] Provisioning for port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:55.970159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-76fce853-3565-4cb5-b439-5a9d4f58719d None None] Provisioning complete for port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:55.970539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-76fce853-3565-4cb5-b439-5a9d4f58719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.006634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-76fce853-3565-4cb5-b439-5a9d4f58719d None None] Port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:56.128875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc227f0-328d-499f-9f7f-ac00e8fc9044 None None] Network 851c5046-001c-47e9-9bdf-60b897b4fbd5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:56.135799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-371fef54-23c5-4dcd-bdcb-3e43a5936f76 req-0ef8502d-60b7-40c1-8ca4-9986617db144 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 210 time: 0.0393000 Aug 29 04:51:56.169558 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-e40e5ccd-a702-405d-bee7-61ad4c97c9bb tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:51:56.173981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e40e5ccd-a702-405d-bee7-61ad4c97c9bb tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "PUT /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4084098 Aug 29 04:51:56.174179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a603713c-bc66-471c-b7eb-950ce3a1611e None None] Provisioning complete for port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:56.174179 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a603713c-bc66-471c-b7eb-950ce3a1611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.174954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60228) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:56.223566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a603713c-bc66-471c-b7eb-950ce3a1611e None None] Port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:56.361874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-38988dcc-1f40-4aea-8d8e-235300cf8530 None None] Provisioning for port 64793200-f966-4758-b920-dc7bf743d02d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:56.457084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:56.504155 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-71d96549-9a19-49bd-a731-def3082723bb None None] Provisioning complete for port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:56.504386 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-71d96549-9a19-49bd-a731-def3082723bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.518274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b60f9962-36e4-4eb5-8781-5b994823573f req-d5095fb0-b86f-456f-91b2-57a9e27dc8be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0497136 Aug 29 04:51:56.554420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-71d96549-9a19-49bd-a731-def3082723bb None None] Port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:56.573605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:56.574539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.606425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b60f9962-36e4-4eb5-8781-5b994823573f req-f8443273-2942-46eb-b355-253fc063426a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0374215 Aug 29 04:51:56.666373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b60f9962-36e4-4eb5-8781-5b994823573f req-e51e82f3-5bdc-4a4e-a18d-88c08cde61e0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385630 Aug 29 04:51:56.688884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:56.743826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:56.748344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:56.748734 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.754539 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.823882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.837176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f9962-36e4-4eb5-8781-5b994823573f req-1647f82f-6435-4662-9aa2-6015eb14c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:56.838652 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b60f9962-36e4-4eb5-8781-5b994823573f req-1647f82f-6435-4662-9aa2-6015eb14c6bd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650991 Aug 29 04:51:56.862699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad,segment=NetworkSegment(8ca8db04-1369-4787-89a3-99aac8004854),segment_id=8ca8db04-1369-4787-89a3-99aac8004854)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:56.867235 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.868063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 64793200-f966-4758-b920-dc7bf743d02d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:56.958392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:56.967945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 64793200-f966-4758-b920-dc7bf743d02d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:56.972686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 64793200-f966-4758-b920-dc7bf743d02d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:56.973163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.065357 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.101872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 64793200-f966-4758-b920-dc7bf743d02d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=64793200-f966-4758-b920-dc7bf743d02d,segment=NetworkSegment(df0feb91-54d2-4372-8045-a8eb54b58970),segment_id=df0feb91-54d2-4372-8045-a8eb54b58970)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:57.106755 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.243216 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49b8ea1a-5f30-498f-9a25-91cd7a528c51 req-00fb8bf2-0fb0-45e2-b12b-e4def95888ac tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 210 time: 0.0279157 Aug 29 04:51:57.313864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=64793200-f966-4758-b920-dc7bf743d02d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:57.333887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d7b901c8-6f8c-4fff-afd3-436b220c5f8f tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:57.335341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d7b901c8-6f8c-4fff-afd3-436b220c5f8f tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "GET /v2.0/networks?id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa HTTP/1.1" status: 200 len: 809 time: 0.1765931 Aug 29 04:51:57.361525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Request body: {'port': {'device_id': '92b4d020-67f2-493a-9360-0141cc805cde', 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa', 'admin_state_up': True, 'tenant_id': 'e2fdec24196a43aeb75edbaf5bf58777'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:57.500546 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Deleting port 8ccafc0d-eef5-4307-b415-5dc3d28050d1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:57.500799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.547891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Made reservation on behalf of e2fdec24196a43aeb75edbaf5bf58777 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:57.551385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.653886 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.673798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Calling delete_port for 8ccafc0d-eef5-4307-b415-5dc3d28050d1 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:57.758844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Allocated IP 172.20.0.4 (1e0aaa30-b039-41f7-8b98-fd44093ec5aa/5f8d7d21-d89f-4b7f-b60e-c2bff19f880a/32607d34-b141-4639-ba05-41d0b4d78623) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:57.987119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.024193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Port': ['ID=8ccafc0d-eef5-4307-b415-5dc3d28050d1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:58.028174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.185330 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.215544 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.247436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:58.282201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:58.284448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:58.288496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Pushing event updated for resources: {'Port': ['ID=32607d34-b141-4639-ba05-41d0b4d78623,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:58.291151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:58.335961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:58.336421 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.414570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 64793200-f966-4758-b920-dc7bf743d02d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:58.462367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 64793200-f966-4758-b920-dc7bf743d02d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:58.462748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.469067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.469716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.482632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bc8e7-35d0-4b7d-8f49-633ea17e8592 req-42c4e95d-19ee-4acc-8ab6-52041f8d4f5a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.484117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd8bc8e7-35d0-4b7d-8f49-633ea17e8592 req-42c4e95d-19ee-4acc-8ab6-52041f8d4f5a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 931 time: 0.1643734 Aug 29 04:51:58.496544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Router 08262957-8a55-4c14-8ff7-2f0e5e33a852 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:58.516129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-6c8e26b0-3a27-401a-a8d0-1b5761b3ae1e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1601372 Aug 29 04:51:58.539808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Request body: {'port': {'device_id': '92b4d020-67f2-493a-9360-0141cc805cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:58.618476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd8bc8e7-35d0-4b7d-8f49-633ea17e8592 req-53398641-5d77-442c-a9a5-0ba67b17875f tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246641 Aug 29 04:51:58.629398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:58.639843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] Sync routers for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:58.640202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-da1079e6-6ad7-41a1-9351-0b1ef36573bf tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "PUT /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4641471 Aug 29 04:51:58.640322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60236) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:58.650469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:58.651129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:58.669743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.678201 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-6d13dee6-4489-4978-ac3d-a87126c2b4e4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] delete failed (client error): The resource could not be found. Aug 29 04:51:58.679320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6d13dee6-4489-4978-ac3d-a87126c2b4e4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1675512414 HTTP/1.1" status: 404 len: 335 time: 0.0379086 Aug 29 04:51:58.682958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60238) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:58.687199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:58.689109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c52c4f59-89e5-4f72-a092-3f49805e2832 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'router': {'external_gateway_info': {'network_id': '08262957-8a55-4c14-8ff7-2f0e5e33a852'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:58.695887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:58.696503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:58.733162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:58.733853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22450682-e795-4492-ae32-8fd610751bf8 None None] The sync data for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:58.906844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c52c4f59-89e5-4f72-a092-3f49805e2832 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.925636 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-c52c4f59-89e5-4f72-a092-3f49805e2832 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] update failed (client error): The resource could not be found. Aug 29 04:51:58.926969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c52c4f59-89e5-4f72-a092-3f49805e2832 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "PUT /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852 HTTP/1.1" status: 404 len: 339 time: 0.2430141 Aug 29 04:51:58.930501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60240) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:58.996523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32607d34-b141-4639-ba05-41d0b4d78623 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:59.004372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.018252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Transition to ACTIVE for port object 32607d34-b141-4639-ba05-41d0b4d78623 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:59.021580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.072851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Pushing event updated for resources: {'Port': ['ID=32607d34-b141-4639-ba05-41d0b4d78623,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:59.139211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Attempting to bind port 32607d34-b141-4639-ba05-41d0b4d78623 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:59.139548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Attempting to bind port 32607d34-b141-4639-ba05-41d0b4d78623 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:59.139875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Attempting to bind port 32607d34-b141-4639-ba05-41d0b4d78623 on network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:59.143997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Port 32607d34-b141-4639-ba05-41d0b4d78623 on network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:59.144320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Attempting to bind port 32607d34-b141-4639-ba05-41d0b4d78623 on network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:59.149079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:59.149410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Checking segment: {'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:59.149819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Bound using segment: {'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:59.150239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Bound port: 32607d34-b141-4639-ba05-41d0b4d78623, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:59.150594 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.219320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.219628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] For port 32607d34-b141-4639-ba05-41d0b4d78623, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:59.223127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] For port 32607d34-b141-4639-ba05-41d0b4d78623, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=32607d34-b141-4639-ba05-41d0b4d78623,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:59.226961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.260087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.260582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.262579 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] 10.222.0.32 "PUT /v2.0/ports/32607d34-b141-4639-ba05-41d0b4d78623 HTTP/1.1" status: 200 len: 1092 time: 0.7316387 Aug 29 04:51:59.263010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b4d020-67f2-493a-9360-0141cc805cde', 'tag': '32607d34-b141-4639-ba05-41d0b4d78623'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:59.265307 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "92b4d020-67f2-493a-9360-0141cc805cde", "tag": "32607d34-b141-4639-ba05-41d0b4d78623"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:59.290088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374d8cc-e1f0-4963-9968-dd28d99969a3 service neutron] Pushing event updated for resources: {'Port': ['ID=32607d34-b141-4639-ba05-41d0b4d78623,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:59.311654 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7660e5f-a4e1-41f5-8c56-236e1ab1f5af x-openstack-request-id: req-c7660e5f-a4e1-41f5-8c56-236e1ab1f5af {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:59.311950 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b4d020-67f2-493a-9360-0141cc805cde", "tag": "32607d34-b141-4639-ba05-41d0b4d78623", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:59.312232 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7660e5f-a4e1-41f5-8c56-236e1ab1f5af {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:59.312600 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b4d020-67f2-493a-9360-0141cc805cde', 'tag': '32607d34-b141-4639-ba05-41d0b4d78623', 'status': 'completed', 'code': 200} Aug 29 04:51:59.369748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-ee954e08-9dda-4ff2-b4b6-3a9522bd46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.371777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-ee954e08-9dda-4ff2-b4b6-3a9522bd46a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2fdec24196a43aeb75edbaf5bf58777&device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 1095 time: 0.0410941 Aug 29 04:51:59.424030 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-8438d733-7576-4561-97de-78a6b3df81f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32607d34-b141-4639-ba05-41d0b4d78623 HTTP/1.1" status: 200 len: 217 time: 0.0387266 Aug 29 04:51:59.463669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Allocated IP 172.20.0.1 (e45cbad0-6bd8-4c47-844a-9ab7fe15af6a/9b9b90be-8580-4bb3-a776-b49870a6856f/9b241322-ea27-4c8d-b348-0cdf9f3c007c) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:59.473961 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-af611d4c-84f4-43d3-9518-7d04e804b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.475355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-af611d4c-84f4-43d3-9518-7d04e804b711 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f8d7d21-d89f-4b7f-b60e-c2bff19f880a HTTP/1.1" status: 200 len: 849 time: 0.0443690 Aug 29 04:51:59.507459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-055b5544-8067-46dd-b1f7-3031dcb52257 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244699 Aug 29 04:51:59.580780 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.595141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Transition to ACTIVE for port object 9b241322-ea27-4c8d-b348-0cdf9f3c007c will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:59.602834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-b495adb6-9932-4911-a586-6b807aef9fcd service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883100 Aug 29 04:51:59.628771 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.668751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:59.676137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:59.680103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:59.705238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Port': ['ID=9b241322-ea27-4c8d-b348-0cdf9f3c007c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:59.708341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c363e2c0-1093-4319-b427-c8509ac8c8c3 req-617bef4a-a29e-4099-8b8d-b53b1976938e service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974958 Aug 29 04:51:59.731757 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.753305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f554b-f567-4cea-9316-a50b5994648b req-1da2940f-b386-499d-a1e0-25172a270838 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.754863 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b42f554b-f567-4cea-9316-a50b5994648b req-1da2940f-b386-499d-a1e0-25172a270838 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 943 time: 0.0622470 Aug 29 04:51:59.809944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b42f554b-f567-4cea-9316-a50b5994648b req-2e79da96-c30c-4c27-8ca4-3e6cf663ca00 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418997 Aug 29 04:51:59.857754 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.869706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-3bf6359d-0262-41c2-9c63-308cb07d4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.871394 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-3bf6359d-0262-41c2-9c63-308cb07d4cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2fdec24196a43aeb75edbaf5bf58777&device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 1095 time: 0.0546134 Aug 29 04:51:59.958779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aef4c79c-5d29-4341-9bad-bd85877f7610 None None] Provisioning for port 9b241322-ea27-4c8d-b348-0cdf9f3c007c completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:59.963203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-aef4c79c-5d29-4341-9bad-bd85877f7610 None None] Provisioning complete for port 9b241322-ea27-4c8d-b348-0cdf9f3c007c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:59.963718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-aef4c79c-5d29-4341-9bad-bd85877f7610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.972299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-0363046a-70ce-4eeb-b826-9d4446c2b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:59.973789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-0363046a-70ce-4eeb-b826-9d4446c2b13e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa HTTP/1.1" status: 200 len: 910 time: 0.0950930 Aug 29 04:52:00.001454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-aef4c79c-5d29-4341-9bad-bd85877f7610 None None] Port 9b241322-ea27-4c8d-b348-0cdf9f3c007c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:00.020190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-0c9e58fb-def0-49e2-96a3-4af8cecf0c8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32607d34-b141-4639-ba05-41d0b4d78623 HTTP/1.1" status: 200 len: 217 time: 0.0380304 Aug 29 04:52:00.070468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-d7156210-6ece-4071-8575-158e2e1e7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:00.072010 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-d7156210-6ece-4071-8575-158e2e1e7481 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f8d7d21-d89f-4b7f-b60e-c2bff19f880a HTTP/1.1" status: 200 len: 849 time: 0.0438251 Aug 29 04:52:00.105220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-75118c08-064a-4e1f-b771-aca884d0d49e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252736 Aug 29 04:52:00.129034 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.133752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.195824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-c3a25052-4fae-4124-a08c-abc00669f41d service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821104 Aug 29 04:52:00.205181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event updated for resources: {'Port': ['ID=9b241322-ea27-4c8d-b348-0cdf9f3c007c,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:00.210726 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.290647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da728120-2a78-4d18-ab4f-ef8fb4d60fb3 req-de4ea6b9-304d-4c45-ac48-f591150c791e service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Aug 29 04:52:00.305241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:00.306624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:00.407391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Router 08262957-8a55-4c14-8ff7-2f0e5e33a852 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:00.499112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:00.504231 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-10420107-a4d6-484a-bc13-dc9e238565f8 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "PUT /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727949 Aug 29 04:52:00.507011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60246) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:00.508148 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] Sync routers for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:00.517302 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:00.518151 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.525030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-adea619b-bd67-45db-8608-501fc9162944 None None] Provisioning complete for port 9b241322-ea27-4c8d-b348-0cdf9f3c007c triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:00.525412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-adea619b-bd67-45db-8608-501fc9162944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.549293 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.557505 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:00.558810 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.565062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-adea619b-bd67-45db-8608-501fc9162944 None None] Port 9b241322-ea27-4c8d-b348-0cdf9f3c007c cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:00.594234 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.594807 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e67f77-fc3a-48f0-98dd-324fe2078176 None None] The sync data for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:00.603256 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57b15faa-7875-4418-be06-166f27a2ccf0 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.685487 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-57b15faa-7875-4418-be06-166f27a2ccf0 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:52:00.686553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-57b15faa-7875-4418-be06-166f27a2ccf0 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852 HTTP/1.1" status: 409 len: 329 time: 0.1786194 Aug 29 04:52:00.689527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60248) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:00.966159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10352f22-3c51-46c8-a7be-c9942cf6ecdb req-5a7172b1-53ff-4fcb-9bad-d8f93815c686 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:00.967665 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10352f22-3c51-46c8-a7be-c9942cf6ecdb req-5a7172b1-53ff-4fcb-9bad-d8f93815c686 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 943 time: 0.1018081 Aug 29 04:52:01.019922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10352f22-3c51-46c8-a7be-c9942cf6ecdb req-48a3fedb-47da-4aee-aaa5-db5b726821b9 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 Aug 29 04:52:01.067490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.303555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Deleting port 9b241322-ea27-4c8d-b348-0cdf9f3c007c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:01.303892 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.387039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.403682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Calling delete_port for 9b241322-ea27-4c8d-b348-0cdf9f3c007c owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:01.564552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.569614 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.597879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Port': ['ID=9b241322-ea27-4c8d-b348-0cdf9f3c007c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:01.735762 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.137610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29f2b7-5a69-4f03-bd46-b1a0ed3b4683 req-1b56f2f4-ecdd-47e6-8859-40e0e4f872cd tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:02.139395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d29f2b7-5a69-4f03-bd46-b1a0ed3b4683 req-1b56f2f4-ecdd-47e6-8859-40e0e4f872cd tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 943 time: 0.0505197 Aug 29 04:52:02.176775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8d29f2b7-5a69-4f03-bd46-b1a0ed3b4683 req-19c752c4-3a7f-4c42-a18d-a357c39986d1 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Aug 29 04:52:02.190527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Router 08262957-8a55-4c14-8ff7-2f0e5e33a852 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:02.263906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:02.268867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e761e09b-00a9-434d-9606-3f1fd192e231 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "PUT /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5783172 Aug 29 04:52:02.272550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60254) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.275119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] Sync routers for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:02.284317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:02.284933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:02.311218 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-722f6171-741e-4714-8ba8-e4de209980ec tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] show failed (client error): The resource could not be found. Aug 29 04:52:02.312240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-722f6171-741e-4714-8ba8-e4de209980ec tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-989192891 HTTP/1.1" status: 404 len: 334 time: 0.0387793 Aug 29 04:52:02.316026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60256) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.317096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:02.320541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e99fdc4c-64b8-431a-8359-4e944b656ed2 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:02.326466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] Routers {'08262957-8a55-4c14-8ff7-2f0e5e33a852'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:02.327072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:51:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['08262957-8a55-4c14-8ff7-2f0e5e33a852'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:02.353731 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-e99fdc4c-64b8-431a-8359-4e944b656ed2 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] update failed (client error): The resource could not be found. Aug 29 04:52:02.354790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e99fdc4c-64b8-431a-8359-4e944b656ed2 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1965672035 HTTP/1.1" status: 404 len: 335 time: 0.0378072 Aug 29 04:52:02.357403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:02.358076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de491aab-9f6e-41eb-9e6b-09da29fe9343 None None] The sync data for ids ['08262957-8a55-4c14-8ff7-2f0e5e33a852'] in n-d-712143-14 is: [] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:02.358233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60258) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.411776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Deleting subnet 341abd8e-c547-4e17-9de2-9d9967ee4b40 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:02.414864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.454362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.535071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.600808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.630004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Subnet': ['ID=341abd8e-c547-4e17-9de2-9d9967ee4b40,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:02.633342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.636688 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2944ade8-1e97-43c5-a67b-efc28660b4da tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/subnets/341abd8e-c547-4e17-9de2-9d9967ee4b40 HTTP/1.1" status: 204 len: 168 time: 0.2757130 Aug 29 04:52:02.637467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60260) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.639701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138e92d3-7ad2-4168-b0c3-33d18fb2fc95 None None] Network 851c5046-001c-47e9-9bdf-60b897b4fbd5 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:02.687046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Deleting subnet 166ec7d2-b4e7-468e-8a37-15ecd8d68a6e {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:02.690101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.691516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 32607d34-b141-4639-ba05-41d0b4d78623 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:52:02.730837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.819833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.838362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 32607d34-b141-4639-ba05-41d0b4d78623, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=32607d34-b141-4639-ba05-41d0b4d78623,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:02.850792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '32607d34-b141-4639-ba05-41d0b4d78623', 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa', 'port_id': '32607d34-b141-4639-ba05-41d0b4d78623', 'mac_address': 'fa:16:3e:0a:49:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8d7d21-d89f-4b7f-b60e-c2bff19f880a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:52:02.890266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.893558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.893890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] DHCP port deletion for 851c5046-001c-47e9-9bdf-60b897b4fbd5 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:02.909196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32607d34-b141-4639-ba05-41d0b4d78623 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:02.922612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Subnet': ['ID=166ec7d2-b4e7-468e-8a37-15ecd8d68a6e,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:02.925610 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.930018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e0cad85e-c8bc-4011-92bc-f33f962fc830 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/subnets/166ec7d2-b4e7-468e-8a37-15ecd8d68a6e HTTP/1.1" status: 204 len: 168 time: 0.2895157 Aug 29 04:52:02.930135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60262) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.937272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed6599-d733-487c-b257-062116102cde None None] Network 92dff69d-0353-481c-8b84-6ddcdd69377c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:02.986962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 32607d34-b141-4639-ba05-41d0b4d78623, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=32607d34-b141-4639-ba05-41d0b4d78623,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:02.995756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.011966 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.065370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Deleting port 64793200-f966-4758-b920-dc7bf743d02d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:03.065748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.105117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=32607d34-b141-4639-ba05-41d0b4d78623,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:03.112181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] Deleting port 64793200-f966-4758-b920-dc7bf743d02d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:03.112482 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.131273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] For port 64793200-f966-4758-b920-dc7bf743d02d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=64793200-f966-4758-b920-dc7bf743d02d,segment=NetworkSegment(df0feb91-54d2-4372-8045-a8eb54b58970),segment_id=df0feb91-54d2-4372-8045-a8eb54b58970)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:03.131633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.145407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Calling delete_port for 64793200-f966-4758-b920-dc7bf743d02d owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:03.180668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] For port 64793200-f966-4758-b920-dc7bf743d02d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=64793200-f966-4758-b920-dc7bf743d02d,segment=NetworkSegment(df0feb91-54d2-4372-8045-a8eb54b58970),segment_id=df0feb91-54d2-4372-8045-a8eb54b58970)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:03.181066 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.194924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] Calling delete_port for 64793200-f966-4758-b920-dc7bf743d02d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:03.248234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.250956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] DHCP port deletion for 92dff69d-0353-481c-8b84-6ddcdd69377c request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:03.278038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Port': ['ID=64793200-f966-4758-b920-dc7bf743d02d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:03.289045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] No DVR routers for this DVR port 64793200-f966-4758-b920-dc7bf743d02d on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:03.307650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['32607d34-b141-4639-ba05-41d0b4d78623'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:03.343999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.379957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] Pushing event deleted for resources: {'Port': ['ID=64793200-f966-4758-b920-dc7bf743d02d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:03.387882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] Deleting port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:03.388267 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.392777 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.393163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669808be-f581-43df-82c2-5ae9fedd9483 None None] No DVR routers for this DVR port 64793200-f966-4758-b920-dc7bf743d02d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:03.403497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c7fdb-2c04-4356-a0a0-710261cfdeeb req-0d22a896-906b-4daf-bf01-a67b44cd8acc tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:03.405040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-469c7fdb-2c04-4356-a0a0-710261cfdeeb req-0d22a896-906b-4daf-bf01-a67b44cd8acc tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 944 time: 0.1309986 Aug 29 04:52:03.414376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851c5046-001c-47e9-9bdf-60b897b4fbd5']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.432778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0feb91-54d2-4372-8045-a8eb54b58970') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.433077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0feb91-54d2-4372-8045-a8eb54b58970') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.450271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.474203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] For port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad,segment=NetworkSegment(8ca8db04-1369-4787-89a3-99aac8004854),segment_id=8ca8db04-1369-4787-89a3-99aac8004854)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:03.474429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.474542 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.478639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-469c7fdb-2c04-4356-a0a0-710261cfdeeb req-ae8a3400-f6e8-4f87-bb1e-709709842a87 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616388 Aug 29 04:52:03.483829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:03.484248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:03.487804 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:03.499976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] Calling delete_port for e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:03.550799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.559092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.562045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/networks/851c5046-001c-47e9-9bdf-60b897b4fbd5 HTTP/1.1" status: 204 len: 168 time: 0.6309733 Aug 29 04:52:03.563745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:03.580902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02a42b-2267-4266-8703-0a7dd08d78d4 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Network': ['ID=851c5046-001c-47e9-9bdf-60b897b4fbd5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:03.623143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.649217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] Pushing event deleted for resources: {'Port': ['ID=e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:03.654813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5becf6-790d-4ec6-b9fc-0ad9e628044d None None] No DVR routers for this DVR port e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:03.921178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.011271 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.021106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dff69d-0353-481c-8b84-6ddcdd69377c']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.034934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca8db04-1369-4787-89a3-99aac8004854') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.035233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca8db04-1369-4787-89a3-99aac8004854') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.044293 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.057443 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.064362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:04.064922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: timer() Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:04.067835 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:04.123951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.130909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.132770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/networks/92dff69d-0353-481c-8b84-6ddcdd69377c HTTP/1.1" status: 204 len: 168 time: 0.5670376 Aug 29 04:52:04.135472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60268) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.147235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99968211-aa2a-4c0b-b46d-530be8af7341 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Network': ['ID=92dff69d-0353-481c-8b84-6ddcdd69377c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:04.188068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Deleting subnet 9b9b90be-8580-4bb3-a776-b49870a6856f {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:04.191107 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.240026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.270953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:04.290536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:04.290985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e5bd2cdf-534c-49fd-a6d9-dfe7d7b4f8ad not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:04.291471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 64793200-f966-4758-b920-dc7bf743d02d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:04.309735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 64793200-f966-4758-b920-dc7bf743d02d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:04.310163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 64793200-f966-4758-b920-dc7bf743d02d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:04.327170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.383404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.410266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9b90be-8580-4bb3-a776-b49870a6856f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:04.413711 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.416988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-472d5727-3bd2-414f-8058-e736bedd1c98 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/subnets/9b9b90be-8580-4bb3-a776-b49870a6856f HTTP/1.1" status: 204 len: 168 time: 0.2788930 Aug 29 04:52:04.417970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60270) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.424039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba23f7-c9cb-4c90-8bd5-dfcf146155a0 None None] Network e45cbad0-6bd8-4c47-844a-9ab7fe15af6a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:04.496123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.557573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Deleting port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:04.558443 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.616144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb9342-94fe-407d-87d9-6a35bcb61574 req-5da07902-65e6-4aa5-98d9-3a9009cba8b8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:04.617838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53cb9342-94fe-407d-87d9-6a35bcb61574 req-5da07902-65e6-4aa5-98d9-3a9009cba8b8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 944 time: 0.0641553 Aug 29 04:52:04.623821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] For port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,segment=NetworkSegment(21d54a70-0f71-414f-8523-f767eb444b04),segment_id=21d54a70-0f71-414f-8523-f767eb444b04)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:04.624190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.638151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] DHCP port deletion for e45cbad0-6bd8-4c47-844a-9ab7fe15af6a request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:04.639355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Calling delete_port for 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:04.659023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53cb9342-94fe-407d-87d9-6a35bcb61574 req-d3985a19-c888-472b-83c9-40968972fe64 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Aug 29 04:52:04.689572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] Deleting port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:04.690135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.706359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 32607d34-b141-4639-ba05-41d0b4d78623 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:04.719175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.746663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Port': ['ID=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:04.755035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] No DVR routers for this DVR port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:04.788286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] For port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,segment=NetworkSegment(21d54a70-0f71-414f-8523-f767eb444b04),segment_id=21d54a70-0f71-414f-8523-f767eb444b04)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:04.788688 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.802975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] Calling delete_port for 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:04.833318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.844182 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45cbad0-6bd8-4c47-844a-9ab7fe15af6a']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.852582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 32607d34-b141-4639-ba05-41d0b4d78623 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:04.854706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d54a70-0f71-414f-8523-f767eb444b04') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.855002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d54a70-0f71-414f-8523-f767eb444b04') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.859489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 32607d34-b141-4639-ba05-41d0b4d78623 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:04.859873 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.863850 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.878362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.885631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:04.886641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:04.889932 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:04.922791 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.956811 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.961994 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.967871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/networks/e45cbad0-6bd8-4c47-844a-9ab7fe15af6a HTTP/1.1" status: 204 len: 168 time: 0.5489185 Aug 29 04:52:04.968038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.970484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] Pushing event deleted for resources: {'Port': ['ID=8173b7b8-6cc5-4270-a363-5f0783ddb4a9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:04.977112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc1503-0b66-4f1d-b812-decb133e620c None None] No DVR routers for this DVR port 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:04.992596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a058b-89ff-4458-b2bb-d522a90ae0b1 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Pushing event deleted for resources: {'Network': ['ID=e45cbad0-6bd8-4c47-844a-9ab7fe15af6a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:04.994830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.006873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-94585492-bcb8-4724-9f0d-8f8623441912 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "GET /v2.0/ports?device_id=08262957-8a55-4c14-8ff7-2f0e5e33a852 HTTP/1.1" status: 200 len: 205 time: 0.0375810 Aug 29 04:52:05.009205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:05.020175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b4d020-67f2-493a-9360-0141cc805cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32607d34-b141-4639-ba05-41d0b4d78623'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:05.022978 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ead28-3990-4a80-b4d2-78ad48ad6fb5" -d '{"events": [{"server_uuid": "92b4d020-67f2-493a-9360-0141cc805cde", "name": "network-vif-plugged", "status": "completed", "tag": "32607d34-b141-4639-ba05-41d0b4d78623"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:05.041028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 32607d34-b141-4639-ba05-41d0b4d78623, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=32607d34-b141-4639-ba05-41d0b4d78623,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:05.045547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.092867 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916bed25-b746-4697-9b82-95dc881fd942 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.096771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=32607d34-b141-4639-ba05-41d0b4d78623,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:05.198102 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7010e4f0-5a32-427a-8f50-37ad572553e6 x-openstack-request-id: req-7010e4f0-5a32-427a-8f50-37ad572553e6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:05.199261 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b4d020-67f2-493a-9360-0141cc805cde", "name": "network-vif-plugged", "status": "completed", "tag": "32607d34-b141-4639-ba05-41d0b4d78623", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:05.199784 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7010e4f0-5a32-427a-8f50-37ad572553e6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:05.200452 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b4d020-67f2-493a-9360-0141cc805cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32607d34-b141-4639-ba05-41d0b4d78623', 'code': 200} Aug 29 04:52:05.271077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916bed25-b746-4697-9b82-95dc881fd942 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.273067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916bed25-b746-4697-9b82-95dc881fd942 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.337020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916bed25-b746-4697-9b82-95dc881fd942 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.337726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bed25-b746-4697-9b82-95dc881fd942 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Fanout notify agent at l3_agent the message router_deleted on router 08262957-8a55-4c14-8ff7-2f0e5e33a852 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:05.345535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-916bed25-b746-4697-9b82-95dc881fd942 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.346634 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-916bed25-b746-4697-9b82-95dc881fd942 tempest-RoutersNegativeTest-65687070 tempest-RoutersNegativeTest-65687070-project] 10.222.0.55 "DELETE /v2.0/routers/08262957-8a55-4c14-8ff7-2f0e5e33a852 HTTP/1.1" status: 204 len: 168 time: 0.3364799 Aug 29 04:52:05.359530 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef02cb-0e15-437f-8390-11c995c27ac7 req-ed886be8-0ec5-4ec9-92b5-27fa84f3e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:05.361047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f8ef02cb-0e15-437f-8390-11c995c27ac7 req-ed886be8-0ec5-4ec9-92b5-27fa84f3e03b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 1097 time: 0.0530384 Aug 29 04:52:05.396420 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f8ef02cb-0e15-437f-8390-11c995c27ac7 req-5bb69684-2c0c-464b-9d1e-a32c86a3c3c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283680 Aug 29 04:52:05.588262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60286) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:05.724356 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f008c25e-fc0a-4fdd-9847-c0dd8a282534 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=901e54dc94ca4f2ca43684f42403d8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340041 Aug 29 04:52:05.726825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:05.813766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adc4ca-e4f6-4c93-82eb-d3f8cee6541b req-06a275f5-e48f-466e-b933-5df7d36a4460 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:05.815291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e9adc4ca-e4f6-4c93-82eb-d3f8cee6541b req-06a275f5-e48f-466e-b933-5df7d36a4460 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 945 time: 0.0862482 Aug 29 04:52:05.820224 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-838b0957-b095-4506-a64d-8cdd52ffabac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.859018 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-838b0957-b095-4506-a64d-8cdd52ffabac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.879255 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e9adc4ca-e4f6-4c93-82eb-d3f8cee6541b req-68616b40-7527-48b7-8bca-d4a98026421e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571182 Aug 29 04:52:05.918151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-838b0957-b095-4506-a64d-8cdd52ffabac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.920881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-838b0957-b095-4506-a64d-8cdd52ffabac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.922047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-838b0957-b095-4506-a64d-8cdd52ffabac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/252c289e-cbc9-498d-958f-75b1336612c5 HTTP/1.1" status: 204 len: 168 time: 0.1941581 Aug 29 04:52:05.929929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b0957-b095-4506-a64d-8cdd52ffabac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c289e-cbc9-498d-958f-75b1336612c5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:06.272307 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:06.291453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:06.291797 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8173b7b8-6cc5-4270-a363-5f0783ddb4a9 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:06.648597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60316) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:06.746090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b297162b-06eb-4235-b694-4b4b1fa3c8ea tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:06.746548 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-b297162b-06eb-4235-b694-4b4b1fa3c8ea tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:52:06.747042 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-b297162b-06eb-4235-b694-4b4b1fa3c8ea tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:52:06.748033 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b297162b-06eb-4235-b694-4b4b1fa3c8ea tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0980365 Aug 29 04:52:06.751543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60320) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:06.755620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--492242474'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:06.778350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.786056 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.882335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.886179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.923810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187ebae1-54f8-40a7-ae2d-b743fc24248c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.012445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.016381 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.034449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865119e-2f37-4075-a605-923762cbc0bf req-fa13cb4f-de89-4002-99c6-e3b57616c6db tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:07.036012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c865119e-2f37-4075-a605-923762cbc0bf req-fa13cb4f-de89-4002-99c6-e3b57616c6db tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 945 time: 0.0841422 Aug 29 04:52:07.070976 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.072194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3197017 Aug 29 04:52:07.076019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60324) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.077188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd6980-adc1-4fde-ae64-7723e4bad6ac tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9744e036-8cbb-4f01-86ce-cd8866bc4a4f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.080772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a721c034-6a30-4b05-8eef-9c78df0a6ea6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '9744e036-8cbb-4f01-86ce-cd8866bc4a4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:07.097760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c865119e-2f37-4075-a605-923762cbc0bf req-e2def887-bc16-41f8-8722-05a4cf54208c tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541253 Aug 29 04:52:07.122319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a721c034-6a30-4b05-8eef-9c78df0a6ea6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.193189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a721c034-6a30-4b05-8eef-9c78df0a6ea6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.199348 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a721c034-6a30-4b05-8eef-9c78df0a6ea6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.221901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721c034-6a30-4b05-8eef-9c78df0a6ea6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87a9092-ad1c-4887-8a83-55b4d61877a3,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.228930 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a721c034-6a30-4b05-8eef-9c78df0a6ea6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.230279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a721c034-6a30-4b05-8eef-9c78df0a6ea6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532650 Aug 29 04:52:07.233019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60328) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.237482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-caa4bb5e-8c3d-4595-9fc6-6c02fbd095a3 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '9744e036-8cbb-4f01-86ce-cd8866bc4a4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:07.268576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-caa4bb5e-8c3d-4595-9fc6-6c02fbd095a3 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.320531 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-caa4bb5e-8c3d-4595-9fc6-6c02fbd095a3 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:52:07.321629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-caa4bb5e-8c3d-4595-9fc6-6c02fbd095a3 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0876305 Aug 29 04:52:07.325137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.380221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54d5c0e0-14b4-4be5-8e68-754b3729c4b6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.404580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54d5c0e0-14b4-4be5-8e68-754b3729c4b6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.450683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54d5c0e0-14b4-4be5-8e68-754b3729c4b6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.453291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-54d5c0e0-14b4-4be5-8e68-754b3729c4b6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.454486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-54d5c0e0-14b4-4be5-8e68-754b3729c4b6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/9744e036-8cbb-4f01-86ce-cd8866bc4a4f HTTP/1.1" status: 204 len: 168 time: 0.1281905 Aug 29 04:52:07.457353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60338) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.463852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5c0e0-14b4-4be5-8e68-754b3729c4b6 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9744e036-8cbb-4f01-86ce-cd8866bc4a4f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.521192 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ccea2294-96d9-41bb-a40c-31418534ab8d tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626218 Aug 29 04:52:07.525230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60342) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.530804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-67d2d51e-4a84-44dd-86f6-172fe6e087a4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107576328'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:07.560047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d2d51e-4a84-44dd-86f6-172fe6e087a4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.652843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d2d51e-4a84-44dd-86f6-172fe6e087a4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.658895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d2d51e-4a84-44dd-86f6-172fe6e087a4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.689770 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-67d2d51e-4a84-44dd-86f6-172fe6e087a4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.691152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-67d2d51e-4a84-44dd-86f6-172fe6e087a4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1647635 Aug 29 04:52:07.694791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60346) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.700207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-38d89951-d556-424d-ae72-85a872c9de89 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '9e885e5e-60f5-468f-87b7-8f125502c3c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:07.700958 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-38d89951-d556-424d-ae72-85a872c9de89 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:52:07.701701 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-38d89951-d556-424d-ae72-85a872c9de89 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:07.705571 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-38d89951-d556-424d-ae72-85a872c9de89 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067258 Aug 29 04:52:07.705571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2d51e-4a84-44dd-86f6-172fe6e087a4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e885e5e-60f5-468f-87b7-8f125502c3c3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.715738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60348) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.745952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2473b-5fa9-417a-a349-79ba39f06494 req-05452e45-6dde-4eaf-8ee7-34c6c4fed0ac tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:07.747426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26b2473b-5fa9-417a-a349-79ba39f06494 req-05452e45-6dde-4eaf-8ee7-34c6c4fed0ac tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 945 time: 0.0924025 Aug 29 04:52:07.811344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26b2473b-5fa9-417a-a349-79ba39f06494 req-fc871c6e-a49c-4aed-afb8-a14488b8bcc8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567653 Aug 29 04:52:07.812100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8da237a6-774b-4180-b7fc-e118d278fe23 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.834877 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8da237a6-774b-4180-b7fc-e118d278fe23 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.876527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8da237a6-774b-4180-b7fc-e118d278fe23 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.879357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8da237a6-774b-4180-b7fc-e118d278fe23 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.880510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8da237a6-774b-4180-b7fc-e118d278fe23 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/9e885e5e-60f5-468f-87b7-8f125502c3c3 HTTP/1.1" status: 204 len: 168 time: 0.1637664 Aug 29 04:52:07.883241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60350) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.890347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da237a6-774b-4180-b7fc-e118d278fe23 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e885e5e-60f5-468f-87b7-8f125502c3c3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:07.938667 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a2414695-ebb0-4765-848d-f9cd15ae41e9 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541513 Aug 29 04:52:07.943233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.947629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c7a990b8-133b-4b9c-b8c9-3b622f8517ff tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--501822958'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:07.972490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7a990b8-133b-4b9c-b8c9-3b622f8517ff tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.053573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7a990b8-133b-4b9c-b8c9-3b622f8517ff tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.058485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7a990b8-133b-4b9c-b8c9-3b622f8517ff tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.081158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c7a990b8-133b-4b9c-b8c9-3b622f8517ff tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.085402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60354) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.085703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c7a990b8-133b-4b9c-b8c9-3b622f8517ff tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1412823 Aug 29 04:52:08.091089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f72d86a1-cf02-4211-9a2c-fc9a4dadc20b tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '840ff4a0-0649-4c5f-aee2-e762d30facaf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.091876 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-f72d86a1-cf02-4211-9a2c-fc9a4dadc20b tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:52:08.092464 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-f72d86a1-cf02-4211-9a2c-fc9a4dadc20b tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.093785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f72d86a1-cf02-4211-9a2c-fc9a4dadc20b tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069811 Aug 29 04:52:08.096407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60356) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.097792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a990b8-133b-4b9c-b8c9-3b622f8517ff tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840ff4a0-0649-4c5f-aee2-e762d30facaf,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.155719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af8ddca2-d4f4-4779-8d9c-c3ec006e3ac8 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.178227 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af8ddca2-d4f4-4779-8d9c-c3ec006e3ac8 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.223632 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af8ddca2-d4f4-4779-8d9c-c3ec006e3ac8 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.226488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-af8ddca2-d4f4-4779-8d9c-c3ec006e3ac8 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.227665 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-af8ddca2-d4f4-4779-8d9c-c3ec006e3ac8 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/840ff4a0-0649-4c5f-aee2-e762d30facaf HTTP/1.1" status: 204 len: 168 time: 0.1303194 Aug 29 04:52:08.230809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.238126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ddca2-d4f4-4779-8d9c-c3ec006e3ac8 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ff4a0-0649-4c5f-aee2-e762d30facaf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.277787 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-06079b15-7660-41a5-8e58-67733f313d8d tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458109 Aug 29 04:52:08.281369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60360) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.285940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9f13603b-5c47-459a-9d2a-b3b4e5bdf210 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904697503'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.307994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f13603b-5c47-459a-9d2a-b3b4e5bdf210 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.412625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f13603b-5c47-459a-9d2a-b3b4e5bdf210 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.416843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f13603b-5c47-459a-9d2a-b3b4e5bdf210 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.446306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13603b-5c47-459a-9d2a-b3b4e5bdf210 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951c0eec-eb90-4ff5-b4f4-f9a900fab0d1,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.449069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f13603b-5c47-459a-9d2a-b3b4e5bdf210 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.450459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f13603b-5c47-459a-9d2a-b3b4e5bdf210 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1680696 Aug 29 04:52:08.453426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60362) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.457952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-60abfcb1-966a-4216-ad93-2458763348fe tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '951c0eec-eb90-4ff5-b4f4-f9a900fab0d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.458800 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-60abfcb1-966a-4216-ad93-2458763348fe tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:52:08.459284 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-60abfcb1-966a-4216-ad93-2458763348fe tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.460331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-60abfcb1-966a-4216-ad93-2458763348fe tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059540 Aug 29 04:52:08.462781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60364) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.467329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-01989aa4-633a-41c0-8e50-54b1a8f58634 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '951c0eec-eb90-4ff5-b4f4-f9a900fab0d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.467944 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-01989aa4-633a-41c0-8e50-54b1a8f58634 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:52:08.468403 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-01989aa4-633a-41c0-8e50-54b1a8f58634 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.469368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-01989aa4-633a-41c0-8e50-54b1a8f58634 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056932 Aug 29 04:52:08.471609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60366) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.476458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3f979c84-c3eb-4712-bda5-d5c31b135952 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '951c0eec-eb90-4ff5-b4f4-f9a900fab0d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.477223 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-3f979c84-c3eb-4712-bda5-d5c31b135952 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:52:08.477731 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-3f979c84-c3eb-4712-bda5-d5c31b135952 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.478614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3f979c84-c3eb-4712-bda5-d5c31b135952 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061507 Aug 29 04:52:08.480853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60368) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.485067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dd10d3f8-c1d1-4324-9b8e-bf2ce2cc196a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '951c0eec-eb90-4ff5-b4f4-f9a900fab0d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.485925 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-dd10d3f8-c1d1-4324-9b8e-bf2ce2cc196a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:52:08.486385 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-dd10d3f8-c1d1-4324-9b8e-bf2ce2cc196a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.487300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dd10d3f8-c1d1-4324-9b8e-bf2ce2cc196a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056279 Aug 29 04:52:08.489557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.545424 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee31-ebf9-4950-9a59-1df2c43c7018 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.568042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee31-ebf9-4950-9a59-1df2c43c7018 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.612963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee31-ebf9-4950-9a59-1df2c43c7018 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.615569 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0f14ee31-ebf9-4950-9a59-1df2c43c7018 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.616706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0f14ee31-ebf9-4950-9a59-1df2c43c7018 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/951c0eec-eb90-4ff5-b4f4-f9a900fab0d1 HTTP/1.1" status: 204 len: 168 time: 0.1262834 Aug 29 04:52:08.619541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60372) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.625684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14ee31-ebf9-4950-9a59-1df2c43c7018 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951c0eec-eb90-4ff5-b4f4-f9a900fab0d1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.664899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cc4a2e97-27ce-45da-8fb3-a59a2e00de3e tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442004 Aug 29 04:52:08.668608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60374) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.673118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f40737b3-e5d0-4a0d-bb9e-e355686e3fc0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031821372'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.695136 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f40737b3-e5d0-4a0d-bb9e-e355686e3fc0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.781544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f40737b3-e5d0-4a0d-bb9e-e355686e3fc0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.785489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f40737b3-e5d0-4a0d-bb9e-e355686e3fc0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.812150 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f40737b3-e5d0-4a0d-bb9e-e355686e3fc0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.813528 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f40737b3-e5d0-4a0d-bb9e-e355686e3fc0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1437137 Aug 29 04:52:08.816299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60376) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.817526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40737b3-e5d0-4a0d-bb9e-e355686e3fc0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c392684c-1d27-4181-9671-cd68ec41c5f5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.825148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b79a0b99-eb00-4d23-8586-070e8f854cee tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.825921 n-d-712143-14 neutron-server[94824]: WARNING neutron.api.v2.base [None req-b79a0b99-eb00-4d23-8586-070e8f854cee tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:52:08.826754 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-b79a0b99-eb00-4d23-8586-070e8f854cee tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.828331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b79a0b99-eb00-4d23-8586-070e8f854cee tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106239 Aug 29 04:52:08.831588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60378) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.837914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-cea4d758-997b-4fe3-b098-0e8cef91a472 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.876761 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-cea4d758-997b-4fe3-b098-0e8cef91a472 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.877948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cea4d758-997b-4fe3-b098-0e8cef91a472 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0452847 Aug 29 04:52:08.881104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60382) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.887138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-728eabe9-50bb-480d-a263-4dac48a47f5f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.887871 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-728eabe9-50bb-480d-a263-4dac48a47f5f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:52:08.888350 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-728eabe9-50bb-480d-a263-4dac48a47f5f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.889321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-728eabe9-50bb-480d-a263-4dac48a47f5f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072448 Aug 29 04:52:08.891788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60384) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.903511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1294bbcf-4dfe-4762-ab67-cd1e6c384024 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.965503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7935b-216c-46f6-a3b3-332894c632da req-f36a8cd3-4fd2-414e-a878-b5d61091836a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:08.967029 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5df7935b-216c-46f6-a3b3-332894c632da req-f36a8cd3-4fd2-414e-a878-b5d61091836a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 945 time: 0.0767453 Aug 29 04:52:08.971800 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-1294bbcf-4dfe-4762-ab67-cd1e6c384024 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.972817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1294bbcf-4dfe-4762-ab67-cd1e6c384024 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0725071 Aug 29 04:52:08.975822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60386) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.980443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f52bea9c-483c-4889-a3c8-fd1fdd18593c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:08.980943 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-f52bea9c-483c-4889-a3c8-fd1fdd18593c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:52:08.981448 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-f52bea9c-483c-4889-a3c8-fd1fdd18593c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:08.986520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f52bea9c-483c-4889-a3c8-fd1fdd18593c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055225 Aug 29 04:52:08.986520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60388) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.990662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-8ee2a963-e5bb-4b98-b312-386be5f5b08e tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.011882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5df7935b-216c-46f6-a3b3-332894c632da req-ded8ac08-ddca-4cfa-9b59-95bc951c88e9 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Aug 29 04:52:09.034576 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-8ee2a963-e5bb-4b98-b312-386be5f5b08e tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:09.035587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8ee2a963-e5bb-4b98-b312-386be5f5b08e tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0481858 Aug 29 04:52:09.038605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60390) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.043117 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-69decd1e-3905-490f-aca5-b08ed13a992a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.043583 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-69decd1e-3905-490f-aca5-b08ed13a992a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:52:09.044043 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-69decd1e-3905-490f-aca5-b08ed13a992a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:09.044967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-69decd1e-3905-490f-aca5-b08ed13a992a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054305 Aug 29 04:52:09.047445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60392) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.051344 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-407da7ec-2696-4125-8fb5-343c2706f923 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.088329 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-407da7ec-2696-4125-8fb5-343c2706f923 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:09.092565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60394) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.093095 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-407da7ec-2696-4125-8fb5-343c2706f923 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0443051 Aug 29 04:52:09.111447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4d384b52-b3e0-44ff-ac39-e381ec089ccf tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'c392684c-1d27-4181-9671-cd68ec41c5f5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.153743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03261d4-71ac-4682-a913-18f148f8218f req-84a16485-9aca-49eb-8bd7-b902061d400a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:09.155207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e03261d4-71ac-4682-a913-18f148f8218f req-84a16485-9aca-49eb-8bd7-b902061d400a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 945 time: 0.0759749 Aug 29 04:52:09.171678 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-4d384b52-b3e0-44ff-ac39-e381ec089ccf tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:09.172653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4d384b52-b3e0-44ff-ac39-e381ec089ccf tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0790472 Aug 29 04:52:09.175947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60396) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.228179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83f8adf6-71bb-4585-a82d-23ad9deff9f0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.252553 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83f8adf6-71bb-4585-a82d-23ad9deff9f0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.255294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Deleting port 32607d34-b141-4639-ba05-41d0b4d78623 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:09.255649 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.296294 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83f8adf6-71bb-4585-a82d-23ad9deff9f0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.300146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83f8adf6-71bb-4585-a82d-23ad9deff9f0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.301730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-83f8adf6-71bb-4585-a82d-23ad9deff9f0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/c392684c-1d27-4181-9671-cd68ec41c5f5 HTTP/1.1" status: 204 len: 168 time: 0.1246257 Aug 29 04:52:09.304526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.313802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8adf6-71bb-4585-a82d-23ad9deff9f0 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392684c-1d27-4181-9671-cd68ec41c5f5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.379007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5f762068-4611-4d32-9dc1-012824ca951a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731523 Aug 29 04:52:09.382877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60400) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.385825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] For port 32607d34-b141-4639-ba05-41d0b4d78623, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=32607d34-b141-4639-ba05-41d0b4d78623,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:09.386222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.387482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-43b34ea6-4f28-4668-b9e7-43cd9616be29 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964602933'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.398279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Calling delete_port for 32607d34-b141-4639-ba05-41d0b4d78623 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:09.410531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43b34ea6-4f28-4668-b9e7-43cd9616be29 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.493837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43b34ea6-4f28-4668-b9e7-43cd9616be29 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.498332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43b34ea6-4f28-4668-b9e7-43cd9616be29 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.528522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b34ea6-4f28-4668-b9e7-43cd9616be29 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e098337-2bad-4a45-a596-4496406c23c7,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.532086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43b34ea6-4f28-4668-b9e7-43cd9616be29 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.533337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-43b34ea6-4f28-4668-b9e7-43cd9616be29 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1494377 Aug 29 04:52:09.536678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60402) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.541534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c76e2b76-225c-4c04-9f72-485dcae84343 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '6e098337-2bad-4a45-a596-4496406c23c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.555685 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.591492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['32607d34-b141-4639-ba05-41d0b4d78623'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:09.603681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Pushing event deleted for resources: {'Port': ['ID=32607d34-b141-4639-ba05-41d0b4d78623,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.647533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] No DVR routers for this DVR port 32607d34-b141-4639-ba05-41d0b4d78623 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:09.650791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.653278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e03261d4-71ac-4682-a913-18f148f8218f req-33023961-fc75-43b4-a176-a75427efdd8d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "DELETE /v2.0/ports/32607d34-b141-4639-ba05-41d0b4d78623 HTTP/1.1" status: 204 len: 173 time: 0.4906561 Aug 29 04:52:09.653873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b4d020-67f2-493a-9360-0141cc805cde', 'name': 'network-vif-deleted', 'tag': '32607d34-b141-4639-ba05-41d0b4d78623'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:09.656190 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a7eb1-dba3-4ad4-b0f3-c78dd85f3a1e" -d '{"events": [{"server_uuid": "92b4d020-67f2-493a-9360-0141cc805cde", "name": "network-vif-deleted", "tag": "32607d34-b141-4639-ba05-41d0b4d78623"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:09.673973 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-c76e2b76-225c-4c04-9f72-485dcae84343 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The resource could not be found. Aug 29 04:52:09.675030 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c76e2b76-225c-4c04-9f72-485dcae84343 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1374059 Aug 29 04:52:09.677940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.682758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-593de7fe-1843-4789-bbd5-9fbd2ef78f44 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '6e098337-2bad-4a45-a596-4496406c23c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '54fd5f65-daa2-4368-b63f-6e16bc62c5be'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.702079 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fa71db-601c-4b5f-b748-30bd2074601b x-openstack-request-id: req-c1fa71db-601c-4b5f-b748-30bd2074601b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:09.702376 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b4d020-67f2-493a-9360-0141cc805cde", "name": "network-vif-deleted", "tag": "32607d34-b141-4639-ba05-41d0b4d78623", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:09.702633 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1fa71db-601c-4b5f-b748-30bd2074601b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:09.703041 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b4d020-67f2-493a-9360-0141cc805cde', 'name': 'network-vif-deleted', 'tag': '32607d34-b141-4639-ba05-41d0b4d78623', 'status': 'completed', 'code': 200} Aug 29 04:52:09.732539 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-593de7fe-1843-4789-bbd5-9fbd2ef78f44 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The resource could not be found. Aug 29 04:52:09.733646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-593de7fe-1843-4789-bbd5-9fbd2ef78f44 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0546219 Aug 29 04:52:09.736932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60408) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.789061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff55f958-8a31-422f-9be4-010c86a1bf85 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.812928 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff55f958-8a31-422f-9be4-010c86a1bf85 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.859355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff55f958-8a31-422f-9be4-010c86a1bf85 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.863481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ff55f958-8a31-422f-9be4-010c86a1bf85 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.865391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ff55f958-8a31-422f-9be4-010c86a1bf85 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/6e098337-2bad-4a45-a596-4496406c23c7 HTTP/1.1" status: 204 len: 168 time: 0.1271889 Aug 29 04:52:09.868661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60410) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.883328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f958-8a31-422f-9be4-010c86a1bf85 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e098337-2bad-4a45-a596-4496406c23c7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.915013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e418a901-07af-40e8-ad65-a66ad8f58f3b tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444076 Aug 29 04:52:09.923530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60414) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.930104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1dee4fa7-3bf3-4a16-b37f-cf0ed706db5a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': '57c7e4fd-9fbd-4082-87bf-e4529ee754d1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:09.975464 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-1dee4fa7-3bf3-4a16-b37f-cf0ed706db5a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The resource could not be found. Aug 29 04:52:09.976624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1dee4fa7-3bf3-4a16-b37f-cf0ed706db5a tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0518720 Aug 29 04:52:09.980321 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60416) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.984677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-75efadbe-a9fa-4df3-9d93-1e67ab597ba4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--326968773'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:10.006606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75efadbe-a9fa-4df3-9d93-1e67ab597ba4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.090945 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75efadbe-a9fa-4df3-9d93-1e67ab597ba4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.095886 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75efadbe-a9fa-4df3-9d93-1e67ab597ba4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.124936 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75efadbe-a9fa-4df3-9d93-1e67ab597ba4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.126167 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-75efadbe-a9fa-4df3-9d93-1e67ab597ba4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1449628 Aug 29 04:52:10.128295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efadbe-a9fa-4df3-9d93-1e67ab597ba4 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee09e62f-3040-4363-88c5-761b15131283,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:10.129070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60420) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.134422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-06e2ff91-8869-4d40-9391-697a80fa3e7f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411938897'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:10.141330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95c0549c-51f6-438a-9be4-8f19c26e8915 req-46c827ed-128d-4fe9-a6b3-c4e52065d6a3 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=92b4d020-67f2-493a-9360-0141cc805cde HTTP/1.1" status: 200 len: 210 time: 0.0437944 Aug 29 04:52:10.163261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e2ff91-8869-4d40-9391-697a80fa3e7f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.258717 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e2ff91-8869-4d40-9391-697a80fa3e7f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.262857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e2ff91-8869-4d40-9391-697a80fa3e7f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.289715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-06e2ff91-8869-4d40-9391-697a80fa3e7f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.290912 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-06e2ff91-8869-4d40-9391-697a80fa3e7f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1603148 Aug 29 04:52:10.293971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.294879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2ff91-8869-4d40-9391-697a80fa3e7f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd82b0-67fd-447c-95df-01bd1d34fa5a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:10.298782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c49a90a9-7340-4385-bdfc-6f9012664291 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group_rule': {'security_group_id': 'ee09e62f-3040-4363-88c5-761b15131283', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57fd82b0-67fd-447c-95df-01bd1d34fa5a'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:10.331845 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-c49a90a9-7340-4385-bdfc-6f9012664291 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:52:10.332817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c49a90a9-7340-4385-bdfc-6f9012664291 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0377982 Aug 29 04:52:10.335615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60424) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.390657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca34b951-3897-4746-975b-aabc3cc997ca tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.413548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca34b951-3897-4746-975b-aabc3cc997ca tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.462708 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca34b951-3897-4746-975b-aabc3cc997ca tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.467446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca34b951-3897-4746-975b-aabc3cc997ca tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.468776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ca34b951-3897-4746-975b-aabc3cc997ca tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/57fd82b0-67fd-447c-95df-01bd1d34fa5a HTTP/1.1" status: 204 len: 168 time: 0.1322629 Aug 29 04:52:10.471788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.485012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34b951-3897-4746-975b-aabc3cc997ca tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd82b0-67fd-447c-95df-01bd1d34fa5a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:10.552178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-29c3d003-1385-4ee0-a354-c658b5688d54 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0785491 Aug 29 04:52:10.554986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60428) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.610978 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4d04770-798d-4a2e-a49a-365a99c7ac1f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.633580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4d04770-798d-4a2e-a49a-365a99c7ac1f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.674881 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4d04770-798d-4a2e-a49a-365a99c7ac1f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.677389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e4d04770-798d-4a2e-a49a-365a99c7ac1f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.678568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e4d04770-798d-4a2e-a49a-365a99c7ac1f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/ee09e62f-3040-4363-88c5-761b15131283 HTTP/1.1" status: 204 len: 168 time: 0.1226096 Aug 29 04:52:10.681333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60430) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.687413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d04770-798d-4a2e-a49a-365a99c7ac1f tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee09e62f-3040-4363-88c5-761b15131283,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:10.727657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-31fa8b48-23d6-4892-8d1b-d0b550bfd243 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451236 Aug 29 04:52:10.731280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60432) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.735767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-42386b4a-ad4f-4ec2-bc91-73395a154458 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454325324'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:10.757185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42386b4a-ad4f-4ec2-bc91-73395a154458 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.836226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42386b4a-ad4f-4ec2-bc91-73395a154458 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.840956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42386b4a-ad4f-4ec2-bc91-73395a154458 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.868339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-42386b4a-ad4f-4ec2-bc91-73395a154458 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.869478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-42386b4a-ad4f-4ec2-bc91-73395a154458 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1371760 Aug 29 04:52:10.872602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60434) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.873920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42386b4a-ad4f-4ec2-bc91-73395a154458 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d49b04-390c-4668-ae3b-0f9cb7448076,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:10.878474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5d706ab1-8807-490a-b7b3-fff34fcb333c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:10.879015 n-d-712143-14 neutron-server[94823]: WARNING neutron.api.v2.base [None req-5d706ab1-8807-490a-b7b3-fff34fcb333c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:52:10.879517 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-5d706ab1-8807-490a-b7b3-fff34fcb333c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:52:10.880466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5d706ab1-8807-490a-b7b3-fff34fcb333c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "PUT /v2.0/security-groups/09d49b04-390c-4668-ae3b-0f9cb7448076 HTTP/1.1" status: 409 len: 330 time: 0.0068161 Aug 29 04:52:10.883299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60436) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.940165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9e708fa-2aef-453b-967b-950eaa4b4526 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.962709 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9e708fa-2aef-453b-967b-950eaa4b4526 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.005766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9e708fa-2aef-453b-967b-950eaa4b4526 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.008655 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c9e708fa-2aef-453b-967b-950eaa4b4526 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.009930 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c9e708fa-2aef-453b-967b-950eaa4b4526 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/09d49b04-390c-4668-ae3b-0f9cb7448076 HTTP/1.1" status: 204 len: 168 time: 0.1257236 Aug 29 04:52:11.013615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60438) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:11.019579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e708fa-2aef-453b-967b-950eaa4b4526 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d49b04-390c-4668-ae3b-0f9cb7448076,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:11.057640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-af991fa0-73bf-47ad-8c70-821c8006cbb5 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428412 Aug 29 04:52:11.061899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60440) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:11.074426 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-58602a10-b79a-4681-b7f3-e4166c38e029 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] delete failed (client error): The resource could not be found. Aug 29 04:52:11.075357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-58602a10-b79a-4681-b7f3-e4166c38e029 tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "DELETE /v2.0/security-groups/23cfe2a0-3866-491f-8f81-5f744bcd943b HTTP/1.1" status: 404 len: 347 time: 0.0125661 Aug 29 04:52:11.078547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60442) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:11.094674 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-ad1953d0-c8ec-420c-a68b-d08b8e48986c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] show failed (client error): The resource could not be found. Aug 29 04:52:11.095585 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ad1953d0-c8ec-420c-a68b-d08b8e48986c tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-groups/596f800d-df82-4872-8da7-dbecaeffdadf HTTP/1.1" status: 404 len: 347 time: 0.0162213 Aug 29 04:52:11.098831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60444) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:11.111530 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-0110f2bd-d90d-46c7-b18f-76526aabd08b tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] show failed (client error): The resource could not be found. Aug 29 04:52:11.112450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0110f2bd-d90d-46c7-b18f-76526aabd08b tempest-NegativeSecGroupTest-1732725186 tempest-NegativeSecGroupTest-1732725186-project] 10.222.0.55 "GET /v2.0/security-group-rules/be19179a-ab89-4cb9-9400-4ecf04960d1e HTTP/1.1" status: 404 len: 356 time: 0.0127966 Aug 29 04:52:11.381244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60464) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:11.464834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92d12-d073-4374-9424-80f65d42032b req-0ff7ccf0-dcf5-4e14-85a1-a234386f6363 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:11.466337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-0ff7ccf0-dcf5-4e14-85a1-a234386f6363 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/networks?id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa HTTP/1.1" status: 200 len: 809 time: 0.1114266 Aug 29 04:52:11.481355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-9e7be17d-dabc-4d87-b11d-26f038e9438b tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/quotas/e2fdec24196a43aeb75edbaf5bf58777 HTTP/1.1" status: 200 len: 375 time: 0.0094070 Aug 29 04:52:11.523218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ad93424b-a54c-487f-b3d3-f9d6669f923a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bcf2135576f44748697d7c0853f0160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402459 Aug 29 04:52:11.525862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60468) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:11.537929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-90709759-cfe2-4945-a3d7-fe6a178c62e5 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2fdec24196a43aeb75edbaf5bf58777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496867 Aug 29 04:52:11.574968 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ea64b9d-12c0-426b-9071-453484537751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.596230 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ea64b9d-12c0-426b-9071-453484537751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.606549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-678c413d-e820-4038-a4ce-110f749a011b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:52:11.608321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-678c413d-e820-4038-a4ce-110f749a011b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628860 Aug 29 04:52:11.647863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ea64b9d-12c0-426b-9071-453484537751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.650489 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5ea64b9d-12c0-426b-9071-453484537751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.651674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5ea64b9d-12c0-426b-9071-453484537751 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/187ebae1-54f8-40a7-ae2d-b743fc24248c HTTP/1.1" status: 204 len: 168 time: 0.1248484 Aug 29 04:52:11.659273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea64b9d-12c0-426b-9071-453484537751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187ebae1-54f8-40a7-ae2d-b743fc24248c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:11.706180 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-06f987bf-6c83-48da-b81a-65f077ba12c2 service neutron] 10.222.0.55 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911736 Aug 29 04:52:11.804934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-97124389-8a6d-4f28-88ec-162b3ca42553 service neutron] 10.222.0.55 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919554 Aug 29 04:52:12.770062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 32607d34-b141-4639-ba05-41d0b4d78623 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:12.789603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 32607d34-b141-4639-ba05-41d0b4d78623 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:12.790493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 32607d34-b141-4639-ba05-41d0b4d78623 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:13.002220 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d12134c1-8f01-4c98-8d36-a687919c6277 req-162d8bbb-b830-4027-88a9-8dd57184bbb0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 210 time: 0.0312610 Aug 29 04:52:13.149450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:13.268203 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92a6cb16-7dbe-49a4-865f-95954a622f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.366547 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92a6cb16-7dbe-49a4-865f-95954a622f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.371858 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-92a6cb16-7dbe-49a4-865f-95954a622f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.412657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-92a6cb16-7dbe-49a4-865f-95954a622f6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9d49b9d52814fdaa6c9c2c3c345fc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619843 Aug 29 04:52:13.413573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6cb16-7dbe-49a4-865f-95954a622f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8186ae-d1bc-441d-ba4f-acd102a2e084,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:13.416327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60526) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:13.469566 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a681e07f-850a-45d3-9216-9ecc1d8acc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.490782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a681e07f-850a-45d3-9216-9ecc1d8acc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.538512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a681e07f-850a-45d3-9216-9ecc1d8acc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.541450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a681e07f-850a-45d3-9216-9ecc1d8acc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.543332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a681e07f-850a-45d3-9216-9ecc1d8acc4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a8186ae-d1bc-441d-ba4f-acd102a2e084 HTTP/1.1" status: 204 len: 168 time: 0.1260490 Aug 29 04:52:13.551381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681e07f-850a-45d3-9216-9ecc1d8acc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8186ae-d1bc-441d-ba4f-acd102a2e084,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:13.824058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60532) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:13.838170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aad22aa8-a4fd-4e4f-9da3-e84d9b83a56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.943881 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aad22aa8-a4fd-4e4f-9da3-e84d9b83a56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.952958 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aad22aa8-a4fd-4e4f-9da3-e84d9b83a56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.999952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aad22aa8-a4fd-4e4f-9da3-e84d9b83a56c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c374f7ded1d4a6891432ea3f38a9040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713684 Aug 29 04:52:14.000298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60534) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:14.006265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad22aa8-a4fd-4e4f-9da3-e84d9b83a56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c898992-6eb0-4925-9ad4-cc58ca53ea41,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:14.039377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92d12-d073-4374-9424-80f65d42032b req-62b2f50e-b9b2-461e-bd5b-b3160d768405 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:14.041238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-62b2f50e-b9b2-461e-bd5b-b3160d768405 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "GET /v2.0/networks?id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa HTTP/1.1" status: 200 len: 809 time: 0.1246269 Aug 29 04:52:14.056832 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1b5c-efe2-43fb-9309-0976265effa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.062518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Request body: {'port': {'device_id': 'ae437653-37bc-4ac3-a970-12db23e42584', 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa', 'admin_state_up': True, 'tenant_id': 'e2fdec24196a43aeb75edbaf5bf58777'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:14.080641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1b5c-efe2-43fb-9309-0976265effa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.130214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1b5c-efe2-43fb-9309-0976265effa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.132752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1b5c-efe2-43fb-9309-0976265effa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.133925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c8b1b5c-efe2-43fb-9309-0976265effa3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c898992-6eb0-4925-9ad4-cc58ca53ea41 HTTP/1.1" status: 204 len: 168 time: 0.1328423 Aug 29 04:52:14.136922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d4186c4-bec3-43a4-869e-ec0e12689cda req-6dcb0941-1c40-4abb-92ae-8df56c5b7a2c tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 210 time: 0.0582647 Aug 29 04:52:14.147025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1b5c-efe2-43fb-9309-0976265effa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c898992-6eb0-4925-9ad4-cc58ca53ea41,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:14.214685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Made reservation on behalf of e2fdec24196a43aeb75edbaf5bf58777 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:14.218154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.361238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Allocated IP 172.20.0.6 (1e0aaa30-b039-41f7-8b98-fd44093ec5aa/5f8d7d21-d89f-4b7f-b60e-c2bff19f880a/54f638e4-88fb-49d8-b22f-a90f8af6b2b7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:14.521801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.562704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.605416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:14.608672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:14.615427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:14.642314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Pushing event updated for resources: {'Port': ['ID=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:14.670619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:14.671238 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.686079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-caa6dd70-fbfa-45cc-8320-718cb3e5aed0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299353 Aug 29 04:52:14.706572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Request body: {'port': {'device_id': 'ae437653-37bc-4ac3-a970-12db23e42584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:14.777219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.043922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:15.052054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.063901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Transition to ACTIVE for port object 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:15.067822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.133966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:15.192185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Attempting to bind port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:15.192427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Attempting to bind port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:15.192686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Attempting to bind port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 on network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:15.197962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 on network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:52:15.199147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Attempting to bind port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 on network 1e0aaa30-b039-41f7-8b98-fd44093ec5aa {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:15.205402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:15.205783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Checking segment: {'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:15.206241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Bound using segment: {'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:15.206596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Bound port: 54f638e4-88fb-49d8-b22f-a90f8af6b2b7, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdceded-f4b3-4a35-85d7-9b323a5da435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:15.206958 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.278816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] For port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:15.282216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] For port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:15.282575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed369a-4587-4272-8ab3-a4511e8f8011 req-8cb98adb-7cc4-40ab-8565-bbc7d356531e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.284651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04ed369a-4587-4272-8ab3-a4511e8f8011 req-8cb98adb-7cc4-40ab-8565-bbc7d356531e tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 943 time: 0.0614200 Aug 29 04:52:15.287660 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.322941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.324599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.325462 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] 10.222.0.32 "PUT /v2.0/ports/54f638e4-88fb-49d8-b22f-a90f8af6b2b7 HTTP/1.1" status: 200 len: 1092 time: 0.6232221 Aug 29 04:52:15.325925 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae437653-37bc-4ac3-a970-12db23e42584', 'tag': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:15.328185 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c190bf-e9a6-4144-b0de-ded7ef0d0215" -d '{"events": [{"name": "network-changed", "server_uuid": "ae437653-37bc-4ac3-a970-12db23e42584", "tag": "54f638e4-88fb-49d8-b22f-a90f8af6b2b7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:15.335790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04ed369a-4587-4272-8ab3-a4511e8f8011 req-38c52843-1803-4699-9112-bbe3c83a5926 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Aug 29 04:52:15.358521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed64db-4145-4c00-bc64-92b4cb935ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:15.383905 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425955ac-467a-47f0-9f64-2a6b6d7d1717 x-openstack-request-id: req-425955ac-467a-47f0-9f64-2a6b6d7d1717 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:15.384211 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae437653-37bc-4ac3-a970-12db23e42584", "tag": "54f638e4-88fb-49d8-b22f-a90f8af6b2b7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:15.384461 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-425955ac-467a-47f0-9f64-2a6b6d7d1717 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:15.384888 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae437653-37bc-4ac3-a970-12db23e42584', 'tag': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7', 'status': 'completed', 'code': 200} Aug 29 04:52:15.441144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92d12-d073-4374-9424-80f65d42032b req-7a575755-47c5-48c7-a409-fbefd29e2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.442680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-7a575755-47c5-48c7-a409-fbefd29e2c1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2fdec24196a43aeb75edbaf5bf58777&device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 1095 time: 0.0402155 Aug 29 04:52:15.493778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-e7a636eb-7e3b-43ea-a9c5-e487f3a180d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f638e4-88fb-49d8-b22f-a90f8af6b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0382249 Aug 29 04:52:15.544160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92d12-d073-4374-9424-80f65d42032b req-f91375fd-c2ed-49c1-8919-f9b5df3d8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.545659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-f91375fd-c2ed-49c1-8919-f9b5df3d8aa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f8d7d21-d89f-4b7f-b60e-c2bff19f880a HTTP/1.1" status: 200 len: 849 time: 0.0456455 Aug 29 04:52:15.579993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-822b798a-d098-46b3-a58b-45c31b61f05d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262098 Aug 29 04:52:15.675233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-f5c834e0-b1b1-4d05-bafc-0773316adebe service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862305 Aug 29 04:52:15.773676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ba92d12-d073-4374-9424-80f65d42032b req-5f7d8a67-f959-49b6-85f8-eebcd612901e service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914876 Aug 29 04:52:15.910306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-4ba5b876-a1d1-4de6-85e6-08b130197671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:15.912042 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-4ba5b876-a1d1-4de6-85e6-08b130197671 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2fdec24196a43aeb75edbaf5bf58777&device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 1095 time: 0.0445631 Aug 29 04:52:16.030127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-6f1a25df-e6b6-4d92-9dca-fa507752c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.031604 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-6f1a25df-e6b6-4d92-9dca-fa507752c959 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa HTTP/1.1" status: 200 len: 910 time: 0.1113048 Aug 29 04:52:16.076487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-608e0e70-6eae-4e49-be73-42ec38a60e36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f638e4-88fb-49d8-b22f-a90f8af6b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0358188 Aug 29 04:52:16.131952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-2e35ada6-472a-4fb5-a4d4-58cf07da9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.133313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-2e35ada6-472a-4fb5-a4d4-58cf07da9c66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f8d7d21-d89f-4b7f-b60e-c2bff19f880a HTTP/1.1" status: 200 len: 849 time: 0.0493653 Aug 29 04:52:16.165653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-45281997-e29a-4a2c-821a-6a6d6ae272c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e0aaa30-b039-41f7-8b98-fd44093ec5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247161 Aug 29 04:52:16.269391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-45df34b0-c883-4631-a434-1491d011db9d service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954490 Aug 29 04:52:16.469980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9505f8-da39-42f4-bdff-957d9065d5d7 req-491d102e-fa86-4079-b1a5-9d1706b88c4f tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:16.476649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf9505f8-da39-42f4-bdff-957d9065d5d7 req-491d102e-fa86-4079-b1a5-9d1706b88c4f tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 943 time: 0.0658250 Aug 29 04:52:16.519023 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf9505f8-da39-42f4-bdff-957d9065d5d7 req-bca09fe0-edf1-4383-a281-18314c8ac23a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Aug 29 04:52:16.647365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-66c190bf-e9a6-4144-b0de-ded7ef0d0215 req-aec331a1-cbe0-4d24-9dff-aa0668baeb76 service neutron] 10.222.0.32 "GET /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702238 Aug 29 04:52:16.818707 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5bec56e8-84a6-4cad-833c-7d1495f2f0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.648336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c1839-7b82-4c75-80e6-5c553b864f09 req-025048fb-c365-40c2-b7e5-bebd3dd67008 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:17.649874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd3c1839-7b82-4c75-80e6-5c553b864f09 req-025048fb-c365-40c2-b7e5-bebd3dd67008 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 943 time: 0.0542159 Aug 29 04:52:17.687970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd3c1839-7b82-4c75-80e6-5c553b864f09 req-1722e5e8-beea-4875-923c-bda94b160bf8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Aug 29 04:52:18.801965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:52:18.811823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51ae0-9d62-46e4-a14a-616dbe0a4eb5 req-a574e087-64fa-44e0-bd54-715290649b4a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:18.813337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7bc51ae0-9d62-46e4-a14a-616dbe0a4eb5 req-a574e087-64fa-44e0-bd54-715290649b4a tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 943 time: 0.0533898 Aug 29 04:52:18.851321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7bc51ae0-9d62-46e4-a14a-616dbe0a4eb5 req-4e0ce2db-07ac-45ce-aadf-eb1319e2609d tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Aug 29 04:52:18.898661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:19.050703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7', 'network_id': '1e0aaa30-b039-41f7-8b98-fd44093ec5aa', 'port_id': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7', 'mac_address': 'fa:16:3e:6e:fe:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8d7d21-d89f-4b7f-b60e-c2bff19f880a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:52:19.086764 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.099095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:19.118103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:19.122815 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.168864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:19.391401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['54f638e4-88fb-49d8-b22f-a90f8af6b2b7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:19.504422 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3d812ffa-7b7a-492d-b7a3-22a96c3fa331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.637123 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.967533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aaa2e-0948-4c82-a9bd-7e694750dd78 req-c691e5d7-7e9d-4781-89ce-d16a74a55625 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:19.969158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-762aaa2e-0948-4c82-a9bd-7e694750dd78 req-c691e5d7-7e9d-4781-89ce-d16a74a55625 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 944 time: 0.0509634 Aug 29 04:52:20.009338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-762aaa2e-0948-4c82-a9bd-7e694750dd78 req-b7f214d4-8070-4462-ac2f-41740adfca18 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Aug 29 04:52:20.814836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:20.818329 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.865169 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.872940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:20.876805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:20.877163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.954491 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.977548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae437653-37bc-4ac3-a970-12db23e42584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:20.979900 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf6161b-c193-4107-99a5-d3481c5c1053" -d '{"events": [{"server_uuid": "ae437653-37bc-4ac3-a970-12db23e42584", "name": "network-vif-plugged", "status": "completed", "tag": "54f638e4-88fb-49d8-b22f-a90f8af6b2b7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:20.993283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:20.997701 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.021507 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47d2fd1-b24b-478d-84d4-da9dc1b958ba x-openstack-request-id: req-b47d2fd1-b24b-478d-84d4-da9dc1b958ba {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:21.021827 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae437653-37bc-4ac3-a970-12db23e42584", "name": "network-vif-plugged", "status": "completed", "tag": "54f638e4-88fb-49d8-b22f-a90f8af6b2b7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:21.022082 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b47d2fd1-b24b-478d-84d4-da9dc1b958ba {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:21.022466 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae437653-37bc-4ac3-a970-12db23e42584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7', 'code': 200} Aug 29 04:52:21.049150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:21.157082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635a14-a8e0-46b4-963f-be9fdeadf438 req-520af64c-f965-4cf1-921f-a96baf23bc7f tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:21.158556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4635a14-a8e0-46b4-963f-be9fdeadf438 req-520af64c-f965-4cf1-921f-a96baf23bc7f tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 945 time: 0.0795813 Aug 29 04:52:21.164219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a915400-a846-49ba-8496-71d67ae8fd01 req-0865887b-1597-439b-87ea-3a8f94ad9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:21.165652 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a915400-a846-49ba-8496-71d67ae8fd01 req-0865887b-1597-439b-87ea-3a8f94ad9a47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 1097 time: 0.0571363 Aug 29 04:52:21.221177 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4635a14-a8e0-46b4-963f-be9fdeadf438 req-d471625e-0224-4823-8352-ebe7f359b5bb tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545547 Aug 29 04:52:21.222929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a915400-a846-49ba-8496-71d67ae8fd01 req-f26f3540-ac2c-49b2-be33-54014cf32d02 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497572 Aug 29 04:52:22.345723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef44da-ca5e-416d-a2e2-5aaebcea7b73 req-36f88f3d-aa23-4538-a727-9c2dec336382 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:22.347261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60ef44da-ca5e-416d-a2e2-5aaebcea7b73 req-36f88f3d-aa23-4538-a727-9c2dec336382 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 945 time: 0.0519602 Aug 29 04:52:22.352871 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.387432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-60ef44da-ca5e-416d-a2e2-5aaebcea7b73 req-15180cac-e1f7-4d80-9b4d-eff09ad0361c tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Aug 29 04:52:23.123916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26774acf-e435-4d53-bdf1-e47fd0ef38ed req-cf704ec9-8218-4fef-a4d4-b5fe732ac3b4 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:23.125360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26774acf-e435-4d53-bdf1-e47fd0ef38ed req-cf704ec9-8218-4fef-a4d4-b5fe732ac3b4 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 945 time: 0.0473092 Aug 29 04:52:23.166063 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26774acf-e435-4d53-bdf1-e47fd0ef38ed req-9e99cd7c-4e25-4964-9c45-dfb7fe9240a0 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Aug 29 04:52:24.052594 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:24.292363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de04c71-938e-497c-9bd8-9b79ba5d38ab req-9b68b118-b8d2-4aa1-8dec-7d2333b47f60 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.293894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0de04c71-938e-497c-9bd8-9b79ba5d38ab req-9b68b118-b8d2-4aa1-8dec-7d2333b47f60 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 945 time: 0.0542297 Aug 29 04:52:24.342418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0de04c71-938e-497c-9bd8-9b79ba5d38ab req-a42a6670-d19d-4158-aa3b-28624abb9d26 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/security-groups?id=56c32c02-6f5a-40f1-8bc8-ea015c6654f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Aug 29 04:52:24.519561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234db86-590a-4a22-8618-2e13bf9d39be req-057dff2b-5555-4116-b3d3-e72621d196d6 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:24.521057 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d234db86-590a-4a22-8618-2e13bf9d39be req-057dff2b-5555-4116-b3d3-e72621d196d6 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Aug 29 04:52:24.615474 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Deleting port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:24.615856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.716916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] For port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,segment=NetworkSegment(1fdceded-f4b3-4a35-85d7-9b323a5da435),segment_id=1fdceded-f4b3-4a35-85d7-9b323a5da435)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:24.717207 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.730316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Calling delete_port for 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:24.867573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.901560 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Pushing event deleted for resources: {'Port': ['ID=54f638e4-88fb-49d8-b22f-a90f8af6b2b7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:24.904173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['54f638e4-88fb-49d8-b22f-a90f8af6b2b7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:24.962759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] No DVR routers for this DVR port 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:24.966447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.969054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d234db86-590a-4a22-8618-2e13bf9d39be req-ad63c0fd-5165-4fa5-872c-58d7755db1f8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.32 "DELETE /v2.0/ports/54f638e4-88fb-49d8-b22f-a90f8af6b2b7 HTTP/1.1" status: 204 len: 173 time: 0.4419074 Aug 29 04:52:24.969625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae437653-37bc-4ac3-a970-12db23e42584', 'name': 'network-vif-deleted', 'tag': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:24.973569 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d1942-280e-44d3-9940-33e364656532" -d '{"events": [{"server_uuid": "ae437653-37bc-4ac3-a970-12db23e42584", "name": "network-vif-deleted", "tag": "54f638e4-88fb-49d8-b22f-a90f8af6b2b7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:25.052973 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545b9aa0-5e52-4d1c-94a4-b2d89491820d x-openstack-request-id: req-545b9aa0-5e52-4d1c-94a4-b2d89491820d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:25.053281 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae437653-37bc-4ac3-a970-12db23e42584", "name": "network-vif-deleted", "tag": "54f638e4-88fb-49d8-b22f-a90f8af6b2b7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:25.053539 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-545b9aa0-5e52-4d1c-94a4-b2d89491820d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:25.053995 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae437653-37bc-4ac3-a970-12db23e42584', 'name': 'network-vif-deleted', 'tag': '54f638e4-88fb-49d8-b22f-a90f8af6b2b7', 'status': 'completed', 'code': 200} Aug 29 04:52:25.454054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d102aed-935d-419b-a28a-18643945ac82 req-6a6d1af4-af72-4cc4-a551-d45c9fdb77b8 tempest-VolumesActionsTest-1119677570 tempest-VolumesActionsTest-1119677570-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae437653-37bc-4ac3-a970-12db23e42584 HTTP/1.1" status: 200 len: 210 time: 0.0303345 Aug 29 04:52:28.831847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:28.870998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:28.871400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 54f638e4-88fb-49d8-b22f-a90f8af6b2b7 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:31.563390 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:42.643244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 60924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:42.786257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d09b1377-c481-4403-a1bb-91f645466573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:42.946741 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d09b1377-c481-4403-a1bb-91f645466573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:42.952119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d09b1377-c481-4403-a1bb-91f645466573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:42.983647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d09b1377-c481-4403-a1bb-91f645466573 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24c76f337bfd4dba95e1979e7cf73385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357046 Aug 29 04:52:42.984100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60932) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:42.999780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b1377-c481-4403-a1bb-91f645466573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b0ee3c-bcaa-4e2d-9406-f691b44373a4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:43.051865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.080767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.129810 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.132673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.134200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0b0ee3c-bcaa-4e2d-9406-f691b44373a4 HTTP/1.1" status: 204 len: 168 time: 0.1490300 Aug 29 04:52:43.144915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b0ee3c-bcaa-4e2d-9406-f691b44373a4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:43.153146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.153499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.153882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.154260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.154602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.154938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.155499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.155838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.156172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.156506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.156841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.157172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bd2863-016a-4214-bd29-39869bd26175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:43.432085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60956) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:43.445337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0d27-b613-40dc-9e0f-b48d4f4dac7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.539289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0d27-b613-40dc-9e0f-b48d4f4dac7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.543488 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0d27-b613-40dc-9e0f-b48d4f4dac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.582503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8bdf0d27-b613-40dc-9e0f-b48d4f4dac7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91ca26f02d954ccb97adacd55c361fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493123 Aug 29 04:52:43.584982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 60958) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:43.592750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf0d27-b613-40dc-9e0f-b48d4f4dac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39985942-cbf2-46d0-a605-ccb185292725,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:43.637578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a258-ba9a-4ac5-bfbf-7f8b133b1851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.659022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a258-ba9a-4ac5-bfbf-7f8b133b1851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.705648 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a258-ba9a-4ac5-bfbf-7f8b133b1851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.708221 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a258-ba9a-4ac5-bfbf-7f8b133b1851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.709401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ba7a258-ba9a-4ac5-bfbf-7f8b133b1851 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39985942-cbf2-46d0-a605-ccb185292725 HTTP/1.1" status: 204 len: 168 time: 0.1235170 Aug 29 04:52:43.718575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7a258-ba9a-4ac5-bfbf-7f8b133b1851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39985942-cbf2-46d0-a605-ccb185292725,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:46.822229 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f72a742e-b755-4ebf-a762-df285765818b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.598980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32854) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:47.646815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] Deleting subnet 5f8d7d21-d89f-4b7f-b60e-c2bff19f880a {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:47.649924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.683888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.723428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.777383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.802184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8d7d21-d89f-4b7f-b60e-c2bff19f880a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:47.806299 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.808451 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-25c6ab56-5d66-46be-ae7a-4bbed690a02e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5f8d7d21-d89f-4b7f-b60e-c2bff19f880a HTTP/1.1" status: 204 len: 168 time: 0.2080679 Aug 29 04:52:47.810660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:47.884623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.966662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.976583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0aaa30-b039-41f7-8b98-fd44093ec5aa']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:47.991253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdceded-f4b3-4a35-85d7-9b323a5da435') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:47.991549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdceded-f4b3-4a35-85d7-9b323a5da435') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:48.000878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.015912 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.023852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:48.024516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:48.027145 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:48.087236 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.094401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.098285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1e0aaa30-b039-41f7-8b98-fd44093ec5aa HTTP/1.1" status: 204 len: 168 time: 0.2858908 Aug 29 04:52:48.114199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef2e70-b62e-4e1f-ac68-08c5c034d6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0aaa30-b039-41f7-8b98-fd44093ec5aa,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:48.272828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32876) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:48.316239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cfab32db-4bed-40f0-a78b-017f0a75f7f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2fdec24196a43aeb75edbaf5bf58777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406661 Aug 29 04:52:48.317040 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32880) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:48.365123 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ceb108e-8cf3-4639-b680-989e04ae4a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.392288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ceb108e-8cf3-4639-b680-989e04ae4a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.445859 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ceb108e-8cf3-4639-b680-989e04ae4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.448830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8ceb108e-8cf3-4639-b680-989e04ae4a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:48.450145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8ceb108e-8cf3-4639-b680-989e04ae4a6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56c32c02-6f5a-40f1-8bc8-ea015c6654f8 HTTP/1.1" status: 204 len: 168 time: 0.1316979 Aug 29 04:52:48.458466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb108e-8cf3-4639-b680-989e04ae4a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c32c02-6f5a-40f1-8bc8-ea015c6654f8,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:48.825022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:49.003069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.112064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.117178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.158129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=827065cc61f3458fbcb733973adecfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317971 Aug 29 04:52:49.158831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32918) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:49.159344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412b2d52-b98f-4097-9a39-b40686270b93,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:49.168254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.169354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.169354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.169354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.169897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.170299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.171264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.171659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.172532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.172940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.173341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.173777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab6f77d-0908-4ec7-8c59-f46790e970a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:49.212901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea46f91-6039-46fd-91df-52d2ba2d7d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.235233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea46f91-6039-46fd-91df-52d2ba2d7d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.283646 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea46f91-6039-46fd-91df-52d2ba2d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.286365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0ea46f91-6039-46fd-91df-52d2ba2d7d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.287538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0ea46f91-6039-46fd-91df-52d2ba2d7d5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/412b2d52-b98f-4097-9a39-b40686270b93 HTTP/1.1" status: 204 len: 168 time: 0.1270266 Aug 29 04:52:49.295341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea46f91-6039-46fd-91df-52d2ba2d7d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412b2d52-b98f-4097-9a39-b40686270b93,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:49.499729 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9096b77-8a05-4689-9ab1-4e78bf866a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.580495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32932) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:49.641536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.689141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 32936) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:49.706433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d4238a-7103-428d-a327-799054869a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.709438 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.752581 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.db.api [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:52:49.752581 n-d-712143-14 neutron-server[94823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:52:49.752581 n-d-712143-14 neutron-server[94823]: [parameters: {'project_id': '91ac8087515141bd8cd1be2e2820d53b', 'id': '81ce2d16-d607-4dea-a50f-f26f508577a6', 'expiration': datetime.datetime(2021, 8, 29, 4, 54, 49, 738950)}] Aug 29 04:52:49.752581 n-d-712143-14 neutron-server[94823]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:52:49.753094 n-d-712143-14 neutron-server[94823]: DEBUG oslo_db.api [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:52:49.822840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d4238a-7103-428d-a327-799054869a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.826470 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75d4238a-7103-428d-a327-799054869a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.866496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-75d4238a-7103-428d-a327-799054869a11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d6f459b535a42b5936786cc2205448b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847812 Aug 29 04:52:49.867707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4238a-7103-428d-a327-799054869a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c9ff92-1ca8-4327-8c71-00f39598fbbd,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:49.869242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32938) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:49.918813 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d91fe01-d852-4f21-ba33-35089738b597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.939791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d91fe01-d852-4f21-ba33-35089738b597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.989855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d91fe01-d852-4f21-ba33-35089738b597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.992559 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9d91fe01-d852-4f21-ba33-35089738b597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:49.993715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9d91fe01-d852-4f21-ba33-35089738b597 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29c9ff92-1ca8-4327-8c71-00f39598fbbd HTTP/1.1" status: 204 len: 168 time: 0.1233211 Aug 29 04:52:50.003799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91fe01-d852-4f21-ba33-35089738b597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c9ff92-1ca8-4327-8c71-00f39598fbbd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:50.253884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.344406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.348365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.385304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbf2487-728f-495f-a323-c353fa8fcd5f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:50.389565 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6a9782a2-e99e-43e5-bc5c-fa890d49b3fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91ac8087515141bd8cd1be2e2820d53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994219 Aug 29 04:52:50.392316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 32952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:50.440104 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c6a43ee-4d7c-42cd-9f12-be76a32ee02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.461616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c6a43ee-4d7c-42cd-9f12-be76a32ee02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.509893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c6a43ee-4d7c-42cd-9f12-be76a32ee02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.512393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5c6a43ee-4d7c-42cd-9f12-be76a32ee02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.513541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5c6a43ee-4d7c-42cd-9f12-be76a32ee02b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbbf2487-728f-495f-a323-c353fa8fcd5f HTTP/1.1" status: 204 len: 168 time: 0.1202536 Aug 29 04:52:50.522804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a43ee-4d7c-42cd-9f12-be76a32ee02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbf2487-728f-495f-a323-c353fa8fcd5f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:50.819107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:50.874216 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:52.354731 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:52.520848 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-683c2ea3-534f-4d21-a31e-b5042534179f tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b2ec1c91e99f4523b1c4ac2424f0fe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285299 Aug 29 04:52:52.718389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-24c4780d-f1c4-4e86-b8f1-1dca5b6d5b6e tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:52.719843 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-24c4780d-f1c4-4e86-b8f1-1dca5b6d5b6e tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935840 Aug 29 04:52:52.736172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-ca066544-7688-44a3-a3f0-546e7c09ff9c tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/quotas/b2ec1c91e99f4523b1c4ac2424f0fe6d HTTP/1.1" status: 200 len: 375 time: 0.0105989 Aug 29 04:52:52.769991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-88059d99-3ec0-470d-9226-cd32a79cbbc2 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2ec1c91e99f4523b1c4ac2424f0fe6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278237 Aug 29 04:52:53.043502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-46ca79e1-e2ef-4b8b-8204-5c119b516910 req-c281a445-37f8-433d-bb97-166f3310950c tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 210 time: 0.1379020 Aug 29 04:52:53.851735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-bf5aab9b-1773-4d24-8188-6b41aa62bba8 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b2ec1c91e99f4523b1c4ac2424f0fe6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218303 Aug 29 04:52:53.969979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-e47b4871-9ba5-477a-974e-ddce22ce6456 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:53.971488 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-e47b4871-9ba5-477a-974e-ddce22ce6456 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138673 Aug 29 04:52:53.991702 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Request body: {'port': {'device_id': 'cf3edc25-f086-401c-8787-655f550fc49e', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'b2ec1c91e99f4523b1c4ac2424f0fe6d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:54.104090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Made reservation on behalf of b2ec1c91e99f4523b1c4ac2424f0fe6d for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:54.108989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.120709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.150923 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bcea34fa-1b5b-44a3-9696-3fc339cc18be req-4b071ba6-771d-4de0-8a10-c8e2956677c8 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 210 time: 0.0322096 Aug 29 04:52:54.240860 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.246148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.309235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b854e7-617d-4177-bfd1-0fc7f57094df,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:54.382062 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Allocated IP 192.168.233.206 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/0d54dd09-53a7-4748-9356-ec12a718da28) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:54.533187 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.547931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Transition to ACTIVE for port object 0d54dd09-53a7-4748-9356-ec12a718da28 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:54.586350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.633463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:54.638846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:54.642833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:54.649479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Pushing event updated for resources: {'Port': ['ID=0d54dd09-53a7-4748-9356-ec12a718da28,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:54.699318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:54.699980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.716022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-29e78ec9-9baa-4042-af1b-2eb6c0fce688 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7283032 Aug 29 04:52:54.735057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Request body: {'port': {'device_id': 'cf3edc25-f086-401c-8787-655f550fc49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:54.796985 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.916684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-88e8c158-faa1-4d39-a70d-ef3837b0f07f None None] Provisioning for port 0d54dd09-53a7-4748-9356-ec12a718da28 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:54.921310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-88e8c158-faa1-4d39-a70d-ef3837b0f07f None None] Provisioning complete for port 0d54dd09-53a7-4748-9356-ec12a718da28 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:54.921724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-88e8c158-faa1-4d39-a70d-ef3837b0f07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.970946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-88e8c158-faa1-4d39-a70d-ef3837b0f07f None None] Port 0d54dd09-53a7-4748-9356-ec12a718da28 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:55.071152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d54dd09-53a7-4748-9356-ec12a718da28 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:55.078804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.091498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Transition to ACTIVE for port object 0d54dd09-53a7-4748-9356-ec12a718da28 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:55.094947 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.147300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Pushing event updated for resources: {'Port': ['ID=0d54dd09-53a7-4748-9356-ec12a718da28,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:55.246199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Attempting to bind port 0d54dd09-53a7-4748-9356-ec12a718da28 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:55.246692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Attempting to bind port 0d54dd09-53a7-4748-9356-ec12a718da28 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:55.247138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Attempting to bind port 0d54dd09-53a7-4748-9356-ec12a718da28 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:55.254426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Port 0d54dd09-53a7-4748-9356-ec12a718da28 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:52:55.255049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Attempting to bind port 0d54dd09-53a7-4748-9356-ec12a718da28 on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:55.261184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:55.261537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:55.262018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:55.262468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Bound port: 0d54dd09-53a7-4748-9356-ec12a718da28, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:55.262839 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.293770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599589-671f-4807-9990-1592b5929d6d req-ff6d0f68-697d-450a-900d-1ff1fc996496 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.296719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc599589-671f-4807-9990-1592b5929d6d req-ff6d0f68-697d-450a-900d-1ff1fc996496 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 948 time: 0.0684068 Aug 29 04:52:55.341793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] For port 0d54dd09-53a7-4748-9356-ec12a718da28, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:55.344718 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dc599589-671f-4807-9990-1592b5929d6d req-dd95136f-20d0-4c81-95f6-0146ec4014d8 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Aug 29 04:52:55.346623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] For port 0d54dd09-53a7-4748-9356-ec12a718da28, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0d54dd09-53a7-4748-9356-ec12a718da28,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:55.353210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.391060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.391705 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.393326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d54dd09-53a7-4748-9356-ec12a718da28 HTTP/1.1" status: 200 len: 1097 time: 0.6636319 Aug 29 04:52:55.394208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3edc25-f086-401c-8787-655f550fc49e', 'tag': '0d54dd09-53a7-4748-9356-ec12a718da28'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:55.396749 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8590327f-462c-48e5-9929-1df8f83ef570" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3edc25-f086-401c-8787-655f550fc49e", "tag": "0d54dd09-53a7-4748-9356-ec12a718da28"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:55.422693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303de8c-a987-4b2b-b52c-ef622f9b8d31 service neutron] Pushing event updated for resources: {'Port': ['ID=0d54dd09-53a7-4748-9356-ec12a718da28,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:55.467918 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6da42-a697-49fb-807d-7efc34b0446f x-openstack-request-id: req-28d6da42-a697-49fb-807d-7efc34b0446f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:55.468218 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3edc25-f086-401c-8787-655f550fc49e", "tag": "0d54dd09-53a7-4748-9356-ec12a718da28", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:55.468474 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28d6da42-a697-49fb-807d-7efc34b0446f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:55.468872 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3edc25-f086-401c-8787-655f550fc49e', 'tag': '0d54dd09-53a7-4748-9356-ec12a718da28', 'status': 'completed', 'code': 200} Aug 29 04:52:55.507434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-1e712eb5-849e-47e8-b686-8160ec8f37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.508971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-1e712eb5-849e-47e8-b686-8160ec8f37ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2ec1c91e99f4523b1c4ac2424f0fe6d&device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 1100 time: 0.0506790 Aug 29 04:52:55.559043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-698a5daf-ca7b-4d0a-a75c-78ceaeb1b82c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0d54dd09-53a7-4748-9356-ec12a718da28 HTTP/1.1" status: 200 len: 217 time: 0.0374415 Aug 29 04:52:55.614310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-4cf853b9-2413-4b59-ad04-f413f81ef621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.615922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-4cf853b9-2413-4b59-ad04-f413f81ef621 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0501220 Aug 29 04:52:55.676210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-8241a6a3-b005-4612-89b5-7b3096b96b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.677656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-8241a6a3-b005-4612-89b5-7b3096b96b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551534 Aug 29 04:52:55.770014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-a0e883d8-5bd6-4c5d-81ab-d130dc38f134 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856020 Aug 29 04:52:55.863219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98cbf27-b5a4-4d2b-9000-c5a2bd282508 req-8de393bd-55ae-4c6e-96c8-261dc2d464ec service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862677 Aug 29 04:52:55.991271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590327f-462c-48e5-9929-1df8f83ef570 req-ba29bf58-5619-458c-8b60-13aa8cc7cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:55.992786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8590327f-462c-48e5-9929-1df8f83ef570 req-ba29bf58-5619-458c-8b60-13aa8cc7cd4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2ec1c91e99f4523b1c4ac2424f0fe6d&device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 1100 time: 0.0436618 Aug 29 04:52:56.086947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590327f-462c-48e5-9929-1df8f83ef570 req-2a824baa-98e6-4f73-9af3-bfba1a5dc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:56.088438 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8590327f-462c-48e5-9929-1df8f83ef570 req-2a824baa-98e6-4f73-9af3-bfba1a5dc11f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.0873187 Aug 29 04:52:56.135878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8590327f-462c-48e5-9929-1df8f83ef570 req-e24d38ff-b54c-4462-acaa-9bb01a553ecf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0d54dd09-53a7-4748-9356-ec12a718da28 HTTP/1.1" status: 200 len: 217 time: 0.0396180 Aug 29 04:52:56.188204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590327f-462c-48e5-9929-1df8f83ef570 req-decc5b30-10d5-46e2-9aad-8ebf4ec8ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:56.189758 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8590327f-462c-48e5-9929-1df8f83ef570 req-decc5b30-10d5-46e2-9aad-8ebf4ec8ab87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0446587 Aug 29 04:52:56.236627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590327f-462c-48e5-9929-1df8f83ef570 req-67a25155-6c39-4cb4-a8e7-d17d54ea1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:56.238107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8590327f-462c-48e5-9929-1df8f83ef570 req-67a25155-6c39-4cb4-a8e7-d17d54ea1855 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408702 Aug 29 04:52:56.335573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8590327f-462c-48e5-9929-1df8f83ef570 req-29d244d9-4722-4778-8de4-1b0dc919675f service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894139 Aug 29 04:52:56.430046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8590327f-462c-48e5-9929-1df8f83ef570 req-ef3fa265-61b1-48e0-b933-f4634fdaf785 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873306 Aug 29 04:52:56.466202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe404f-02f2-4e25-9ae2-73c9551d2ecf req-873185c4-7460-4e59-9baa-aaa316bcd38d tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:56.467582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ebe404f-02f2-4e25-9ae2-73c9551d2ecf req-873185c4-7460-4e59-9baa-aaa316bcd38d tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 948 time: 0.0526106 Aug 29 04:52:56.506738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1ebe404f-02f2-4e25-9ae2-73c9551d2ecf req-322a9d06-54f3-4325-8a8f-0328eebdd2fe tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Aug 29 04:52:57.418114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e32361f-0f03-4895-b40c-c31cd38a5ae3 req-a7fc3dbc-94d5-40d7-910f-ba3a655e70e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252981 Aug 29 04:52:57.478559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e32361f-0f03-4895-b40c-c31cd38a5ae3 req-db38eee0-9088-4bdf-bb71-e306a3ffe386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0370445 Aug 29 04:52:57.526970 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e32361f-0f03-4895-b40c-c31cd38a5ae3 req-5fcab67a-4421-483b-9325-b55ff6f3b128 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247443 Aug 29 04:52:57.654290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8c758-67b4-4158-a8c6-8f4294d59eb8 req-0d608690-9943-4ccf-abe6-acab5ffb92c6 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:57.656270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63d8c758-67b4-4158-a8c6-8f4294d59eb8 req-0d608690-9943-4ccf-abe6-acab5ffb92c6 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 948 time: 0.0798168 Aug 29 04:52:57.660741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32361f-0f03-4895-b40c-c31cd38a5ae3 req-ebb46bd5-8d5d-4e74-9585-b72329a904b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:57.662110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e32361f-0f03-4895-b40c-c31cd38a5ae3 req-ebb46bd5-8d5d-4e74-9585-b72329a904b3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279523 Aug 29 04:52:57.694267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63d8c758-67b4-4158-a8c6-8f4294d59eb8 req-7eeaa2d4-abd0-4248-b622-b77a43166176 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Aug 29 04:52:58.814505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e496a1-60ce-456c-95d8-86efb5e0abca req-9964b4c1-08d0-404b-a842-1ab217dc8b3d tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:58.816032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1e496a1-60ce-456c-95d8-86efb5e0abca req-9964b4c1-08d0-404b-a842-1ab217dc8b3d tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 948 time: 0.0510690 Aug 29 04:52:58.855716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1e496a1-60ce-456c-95d8-86efb5e0abca req-b39c6ccd-13a2-4677-b667-b2f47760cff8 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Aug 29 04:52:59.009885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0d54dd09-53a7-4748-9356-ec12a718da28 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:52:59.124265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0d54dd09-53a7-4748-9356-ec12a718da28, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0d54dd09-53a7-4748-9356-ec12a718da28,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:59.136318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '0d54dd09-53a7-4748-9356-ec12a718da28', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '0d54dd09-53a7-4748-9356-ec12a718da28', 'mac_address': 'fa:16:3e:90:41:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:52:59.172091 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.187992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d54dd09-53a7-4748-9356-ec12a718da28 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:52:59.209919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0d54dd09-53a7-4748-9356-ec12a718da28, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0d54dd09-53a7-4748-9356-ec12a718da28,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:59.214692 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.263738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0d54dd09-53a7-4748-9356-ec12a718da28,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:59.271926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.272413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.272756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.273093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.273478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.273864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.274221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.274576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.275177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.275302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.275575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.275896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:59.479530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['0d54dd09-53a7-4748-9356-ec12a718da28'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:52:59.970563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e0ce-63ba-4063-aed8-34886e502b5d req-38da758d-e17a-42be-bf18-1e1e535ffb83 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:59.972178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c431e0ce-63ba-4063-aed8-34886e502b5d req-38da758d-e17a-42be-bf18-1e1e535ffb83 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 949 time: 0.0505140 Aug 29 04:53:00.012928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c431e0ce-63ba-4063-aed8-34886e502b5d req-2e572ccf-5877-46e8-8641-47652d3f894c tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Aug 29 04:53:01.027911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0d54dd09-53a7-4748-9356-ec12a718da28 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:01.052503 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:01.084408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 0d54dd09-53a7-4748-9356-ec12a718da28 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:01.090179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 0d54dd09-53a7-4748-9356-ec12a718da28 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:01.090561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.138777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b445e-b085-4b06-a60e-10470cf50557 req-adf4fe88-b6dc-4228-8ece-8ef35202c525 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:01.140927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a30b445e-b085-4b06-a60e-10470cf50557 req-adf4fe88-b6dc-4228-8ece-8ef35202c525 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 949 time: 0.0490985 Aug 29 04:53:01.173271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.187377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a30b445e-b085-4b06-a60e-10470cf50557 req-53552379-7026-4de8-98cd-0fbb222a0849 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Aug 29 04:53:01.196150 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3edc25-f086-401c-8787-655f550fc49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d54dd09-53a7-4748-9356-ec12a718da28'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:01.207247 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19886bf6-8630-4d1b-b175-c456a720d519" -d '{"events": [{"server_uuid": "cf3edc25-f086-401c-8787-655f550fc49e", "name": "network-vif-plugged", "status": "completed", "tag": "0d54dd09-53a7-4748-9356-ec12a718da28"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:01.212058 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0d54dd09-53a7-4748-9356-ec12a718da28, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0d54dd09-53a7-4748-9356-ec12a718da28,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:01.217873 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.245539 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d26efd-2103-45bc-bc79-6847cf6116a1 x-openstack-request-id: req-80d26efd-2103-45bc-bc79-6847cf6116a1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:01.245882 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3edc25-f086-401c-8787-655f550fc49e", "name": "network-vif-plugged", "status": "completed", "tag": "0d54dd09-53a7-4748-9356-ec12a718da28", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:01.246137 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80d26efd-2103-45bc-bc79-6847cf6116a1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:01.246524 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3edc25-f086-401c-8787-655f550fc49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d54dd09-53a7-4748-9356-ec12a718da28', 'code': 200} Aug 29 04:53:01.271510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0d54dd09-53a7-4748-9356-ec12a718da28,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:01.361909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43cc7e-3a25-4326-b928-d67fd0a103c5 req-fb1f20d8-2fdc-4c59-be5a-1bf23f6b3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:01.363493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe43cc7e-3a25-4326-b928-d67fd0a103c5 req-fb1f20d8-2fdc-4c59-be5a-1bf23f6b3813 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 1102 time: 0.0430574 Aug 29 04:53:01.399314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe43cc7e-3a25-4326-b928-d67fd0a103c5 req-e58651c6-2aad-40e3-a549-30556e4b117d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285771 Aug 29 04:53:01.565681 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:02.301494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56605bd3-544b-47a7-af37-81ac91df50de req-f88de2fb-0323-45d6-ae54-97aa69be93d3 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:02.303014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56605bd3-544b-47a7-af37-81ac91df50de req-f88de2fb-0323-45d6-ae54-97aa69be93d3 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 950 time: 0.0498278 Aug 29 04:53:02.345788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-56605bd3-544b-47a7-af37-81ac91df50de req-7bba7958-e5e8-4d88-b144-66c2cd5f52bc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367138 Aug 29 04:53:03.467974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fa68f-d661-4e3d-8bf0-66d65a31f319 req-d0bec14d-ef93-4767-bcb0-ea6f95406bea tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:03.469475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f3fa68f-d661-4e3d-8bf0-66d65a31f319 req-d0bec14d-ef93-4767-bcb0-ea6f95406bea tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 950 time: 0.0531056 Aug 29 04:53:03.508123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f3fa68f-d661-4e3d-8bf0-66d65a31f319 req-c0774c29-eafd-4057-8352-8ee07ce90615 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Aug 29 04:53:03.784838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2815-8f68-41de-a016-5645b1b01fe1 req-40c87469-3d66-4efb-acaa-ce983e1012bd tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:03.786329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-debb2815-8f68-41de-a016-5645b1b01fe1 req-40c87469-3d66-4efb-acaa-ce983e1012bd tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 950 time: 0.0485299 Aug 29 04:53:03.824091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-debb2815-8f68-41de-a016-5645b1b01fe1 req-794ad5e2-2be7-443d-b3a5-98bd08a97f4e tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Aug 29 04:53:04.951441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12aac5-48cc-4ea7-8715-94a1f9d25c2f req-b1ab144a-3eb4-4a44-8a42-f26cd36317b0 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:04.953787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e12aac5-48cc-4ea7-8715-94a1f9d25c2f req-b1ab144a-3eb4-4a44-8a42-f26cd36317b0 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 950 time: 0.0597544 Aug 29 04:53:04.993125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e12aac5-48cc-4ea7-8715-94a1f9d25c2f req-d9172def-50a1-4826-a56b-8149f3112e46 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/security-groups?id=26b854e7-617d-4177-bfd1-0fc7f57094df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Aug 29 04:53:05.233942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-39668d89-19a9-4e43-9eee-f9064ab760a8 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:05.235409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-39668d89-19a9-4e43-9eee-f9064ab760a8 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 950 time: 0.0497689 Aug 29 04:53:05.329742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Deleting port 0d54dd09-53a7-4748-9356-ec12a718da28 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:53:05.330083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:05.425888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] For port 0d54dd09-53a7-4748-9356-ec12a718da28, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0d54dd09-53a7-4748-9356-ec12a718da28,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:05.426341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:05.443233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Calling delete_port for 0d54dd09-53a7-4748-9356-ec12a718da28 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:53:05.577815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:05.611341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['0d54dd09-53a7-4748-9356-ec12a718da28'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:05.612247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Pushing event deleted for resources: {'Port': ['ID=0d54dd09-53a7-4748-9356-ec12a718da28,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:05.656728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] No DVR routers for this DVR port 0d54dd09-53a7-4748-9356-ec12a718da28 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:53:05.659533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:05.661556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb45e83f-19a6-4b85-b937-24ff59c7ceb7 req-6fd499e3-68b0-4cad-a753-8166c4a14edc tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.32 "DELETE /v2.0/ports/0d54dd09-53a7-4748-9356-ec12a718da28 HTTP/1.1" status: 204 len: 173 time: 0.4186473 Aug 29 04:53:05.662043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3edc25-f086-401c-8787-655f550fc49e', 'name': 'network-vif-deleted', 'tag': '0d54dd09-53a7-4748-9356-ec12a718da28'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:05.664350 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46bd659-f8fd-4f1b-8839-e7f208b9402a" -d '{"events": [{"server_uuid": "cf3edc25-f086-401c-8787-655f550fc49e", "name": "network-vif-deleted", "tag": "0d54dd09-53a7-4748-9356-ec12a718da28"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:05.715071 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390c3231-3894-4cf4-b65f-04394dd72bc1 x-openstack-request-id: req-390c3231-3894-4cf4-b65f-04394dd72bc1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:05.716159 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3edc25-f086-401c-8787-655f550fc49e", "name": "network-vif-deleted", "tag": "0d54dd09-53a7-4748-9356-ec12a718da28", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:05.716419 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-390c3231-3894-4cf4-b65f-04394dd72bc1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:05.716907 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3edc25-f086-401c-8787-655f550fc49e', 'name': 'network-vif-deleted', 'tag': '0d54dd09-53a7-4748-9356-ec12a718da28', 'status': 'completed', 'code': 200} Aug 29 04:53:06.103032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e055d1da-45a4-4415-bb3c-3bf8be5c4cb1 req-1b1b86b8-b218-4cd2-a748-e77c5eb6e3b3 tempest-VolumesNegativeTest-875331431 tempest-VolumesNegativeTest-875331431-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3edc25-f086-401c-8787-655f550fc49e HTTP/1.1" status: 200 len: 210 time: 0.0282099 Aug 29 04:53:09.060301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0d54dd09-53a7-4748-9356-ec12a718da28 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:09.081613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 0d54dd09-53a7-4748-9356-ec12a718da28 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:53:09.082067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0d54dd09-53a7-4748-9356-ec12a718da28 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:12.196548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33566) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:12.343353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33570) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:12.348445 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a1b35bda-f628-4f5e-bd45-d39e7a143d24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2ec1c91e99f4523b1c4ac2424f0fe6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421738 Aug 29 04:53:12.395365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c45de309-0ee1-4f24-8b5f-f4a3b09b6683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:12.417937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c45de309-0ee1-4f24-8b5f-f4a3b09b6683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:12.466293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c45de309-0ee1-4f24-8b5f-f4a3b09b6683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:12.469191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c45de309-0ee1-4f24-8b5f-f4a3b09b6683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:12.470501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c45de309-0ee1-4f24-8b5f-f4a3b09b6683 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26b854e7-617d-4177-bfd1-0fc7f57094df HTTP/1.1" status: 204 len: 168 time: 0.1260827 Aug 29 04:53:12.478604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45de309-0ee1-4f24-8b5f-f4a3b09b6683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b854e7-617d-4177-bfd1-0fc7f57094df,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:14.444965 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33646) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:14.449820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216731091', 'description': 'tempest-secgroup-smoke-216731091 description', 'project_id': '397202da91c0462db8604d52a2064474'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:14.474668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.483713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.575745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.580374 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.630118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4c2b3-27ce-45bc-8d79-50ef35a79ea7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:14.704046 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.708482 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.740023 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.741260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2951488 Aug 29 04:53:14.743192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfd6d1-c4ba-4536-b02c-08bb8b692a3a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40508e0d-055a-45ee-9125-3f383079c643,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:14.745245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33652) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:14.753490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9d9e448f-bf89-4ef5-9703-a07b314452c0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '40508e0d-055a-45ee-9125-3f383079c643', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:14.781196 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d9e448f-bf89-4ef5-9703-a07b314452c0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.834743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d9e448f-bf89-4ef5-9703-a07b314452c0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.839639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d9e448f-bf89-4ef5-9703-a07b314452c0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.860037 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e448f-bf89-4ef5-9703-a07b314452c0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e148dc-f201-41ee-8232-f2c5ac8ac732,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:14.864890 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9d9e448f-bf89-4ef5-9703-a07b314452c0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.869834 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9d9e448f-bf89-4ef5-9703-a07b314452c0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217902 Aug 29 04:53:14.870841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33654) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:14.875842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c7873331-bf86-4400-a62e-176eabb852a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '40508e0d-055a-45ee-9125-3f383079c643', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:14.905417 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7873331-bf86-4400-a62e-176eabb852a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.990686 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7873331-bf86-4400-a62e-176eabb852a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:14.995097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7873331-bf86-4400-a62e-176eabb852a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.018267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7873331-bf86-4400-a62e-176eabb852a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b251abde-089d-40ae-9caa-6fd1f4c3a6ea,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:15.027394 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7873331-bf86-4400-a62e-176eabb852a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.032466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33662) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:15.032600 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c7873331-bf86-4400-a62e-176eabb852a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606762 Aug 29 04:53:15.037517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-19feb352-c817-4006-99d9-1a1dab27d43a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '40508e0d-055a-45ee-9125-3f383079c643', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:15.064201 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19feb352-c817-4006-99d9-1a1dab27d43a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.126346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19feb352-c817-4006-99d9-1a1dab27d43a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.130013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19feb352-c817-4006-99d9-1a1dab27d43a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.148849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feb352-c817-4006-99d9-1a1dab27d43a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e1da82-7f23-4aad-b2c4-834e7db1276e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:15.157625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-19feb352-c817-4006-99d9-1a1dab27d43a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.159014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-19feb352-c817-4006-99d9-1a1dab27d43a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252317 Aug 29 04:53:15.162053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33664) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:15.167034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-16cb80ec-3e1f-4ed1-a98d-433d16088fac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '40508e0d-055a-45ee-9125-3f383079c643', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:15.194526 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16cb80ec-3e1f-4ed1-a98d-433d16088fac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.258278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16cb80ec-3e1f-4ed1-a98d-433d16088fac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.262782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16cb80ec-3e1f-4ed1-a98d-433d16088fac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.281372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb80ec-3e1f-4ed1-a98d-433d16088fac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd66d6a8-d9d5-472e-a700-fdef92a5afcc,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:15.288020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-16cb80ec-3e1f-4ed1-a98d-433d16088fac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.289071 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-16cb80ec-3e1f-4ed1-a98d-433d16088fac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259890 Aug 29 04:53:15.291748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33670) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:15.296188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '40508e0d-055a-45ee-9125-3f383079c643', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:15.318139 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:53:15.322978 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.401325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.406461 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.436483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b3ab66-4b2d-4c29-b8d4-e99608379288,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:15.444534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.446657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b56680e8-5396-4ac5-b64a-f333479428aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537108 Aug 29 04:53:15.449116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33672) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:15.456799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '40508e0d-055a-45ee-9125-3f383079c643', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:15.489237 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:53:15.496578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.598345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.603360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.633013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c563936-28b3-4652-bc2a-ace4f5644166,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:15.641774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.643726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bd00dcd5-be67-4ff9-a78a-064c1c07ba3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1930134 Aug 29 04:53:15.646687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33678) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:15.652003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'network': {'name': 'tempest-network-smoke--474704913', 'project_id': '397202da91c0462db8604d52a2064474', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:15.674303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:15.677960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.703807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:53:15.713243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.713522 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Added segment 97316bd5-8c6c-48b6-a43d-8983a52df8bd of type vlan for network c6ff9673-9fa2-4fef-be07-05a6f3b28348 Aug 29 04:53:15.758295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.783539 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.789270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:15.789932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.849517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2017760 Aug 29 04:53:15.852595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:15.858683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'admin_state_up': True, 'project_id': '397202da91c0462db8604d52a2064474', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:15.859272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d105e-21b0-4f7e-9941-3f6db885d33b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Network': ['ID=c6ff9673-9fa2-4fef-be07-05a6f3b28348,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:15.869479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:53:15.887508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.888534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:15.939756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:16.129054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:16.326729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:16.350106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:16.464533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.78 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/72e875d5-0022-45d7-94db-c6b5e528f25d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:16.571630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:16.623042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:16.684465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:16.691639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:16.701714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:16.745392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=72e875d5-0022-45d7-94db-c6b5e528f25d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:16.823342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94b8f376-adc0-4d7e-be03-dbd7229ed2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:17.286735 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:17.490051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:17.636532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router f143a33e-19c3-4e14-af2e-2d776a6c26af is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:53:17.754373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:53:17.768556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Sync routers for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:53:17.774287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:17.778546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fed26216-ac79-4079-8efe-0537b8543bfb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9216001 Aug 29 04:53:17.778689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:17.779085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33718) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:17.780207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:52:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:17.887748 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:17.925262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7a63470a-511c-4523-9460-20be5fbb4ac3 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=397202da91c0462db8604d52a2064474&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419439 Aug 29 04:53:17.925505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:18.078846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605bf6ef-7d77-4a43-9c44-719d25162484 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:18.082068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-605bf6ef-7d77-4a43-9c44-719d25162484 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1555867 Aug 29 04:53:18.082947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33728) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:18.094446 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:17Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:18.120572 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Checking router: f143a33e-19c3-4e14-af2e-2d776a6c26af for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:53:18.123902 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Updating router f143a33e-19c3-4e14-af2e-2d776a6c26af port 72e875d5-0022-45d7-94db-c6b5e528f25d binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:53:18.124090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d169fcfc-f866-4fac-95d0-a388ca3f8db3 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372100 Aug 29 04:53:18.124090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33732) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:18.130652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556002092', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'project_id': '397202da91c0462db8604d52a2064474', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:18.149759 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.234780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:18.239082 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.486193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.559096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Subnet': ['ID=7d74927a-3d25-4f61-8ad5-055fcfa16c7b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:18.559096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Checking segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:18.559096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network hostable DHCP agents. Network: c6ff9673-9fa2-4fef-be07-05a6f3b28348, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:53:18.573656 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.584921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:53:18.590192 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Transition to ACTIVE for port object 72e875d5-0022-45d7-94db-c6b5e528f25d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:18.594892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, c6ff9673-9fa2-4fef-be07-05a6f3b28348) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:18.598585 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.600161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:18.600931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.607184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93223424-8293-4955-a666-e680fb8e27be None None] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:18.623401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-04ce1ff8-e29b-4817-979c-a51c87c530db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4964674 Aug 29 04:53:18.627170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 33742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:18.660264 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Pushing event updated for resources: {'Port': ['ID=72e875d5-0022-45d7-94db-c6b5e528f25d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:18.678317 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.678678 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.679002 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.679341 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.679676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.680012 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.680339 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.680668 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.680993 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.681318 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.681662 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.681991 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:18.689786 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Attempting to bind port 72e875d5-0022-45d7-94db-c6b5e528f25d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:18.690161 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Attempting to bind port 72e875d5-0022-45d7-94db-c6b5e528f25d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:18.690531 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Attempting to bind port 72e875d5-0022-45d7-94db-c6b5e528f25d on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:18.695601 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:18.695974 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:18.696376 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.696777 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:18.697242 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Bound port: 72e875d5-0022-45d7-94db-c6b5e528f25d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:18.697799 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.763303 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] For port 72e875d5-0022-45d7-94db-c6b5e528f25d, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:18.768173 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] For port 72e875d5-0022-45d7-94db-c6b5e528f25d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=72e875d5-0022-45d7-94db-c6b5e528f25d,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:18.774009 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.830281 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:18.831110 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:52:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:18.842875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:53:18.843756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:18.884361 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd92ae9-e131-44b4-b250-94308bd765f7 None None] Pushing event updated for resources: {'Port': ['ID=72e875d5-0022-45d7-94db-c6b5e528f25d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:19.018250 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:19.043856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Allocated IP 172.20.0.2 (c6ff9673-9fa2-4fef-be07-05a6f3b28348/7d74927a-3d25-4f61-8ad5-055fcfa16c7b/25c218e9-0c3a-4871-8c48-32a45a66e3d8) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:19.211661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.254327 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.264268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Transition to ACTIVE for port object 25c218e9-0c3a-4871-8c48-32a45a66e3d8 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:19.285017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Transition to ACTIVE for port object 25c218e9-0c3a-4871-8c48-32a45a66e3d8 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:19.294563 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.300761 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:17Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:19.339394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:19.344763 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7783881-923d-4d03-9582-dd41d8cffb6f None None] The sync data for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 is: [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:17Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:53:19.345377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:19.349320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:19.357269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Pushing event updated for resources: {'Port': ['ID=25c218e9-0c3a-4871-8c48-32a45a66e3d8,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:19.421443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Attempting to bind port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:19.422158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Attempting to bind port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:19.422620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Attempting to bind port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:19.428444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:19.428942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Checking segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:19.429457 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.430034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Bound using segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:19.430644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Bound port: 25c218e9-0c3a-4871-8c48-32a45a66e3d8, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:19.431306 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.508350 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-734a0828-812b-4c7e-9b9e-bd13b9f3612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.526679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] For port 25c218e9-0c3a-4871-8c48-32a45a66e3d8, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:19.533665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] For port 25c218e9-0c3a-4871-8c48-32a45a66e3d8, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=25c218e9-0c3a-4871-8c48-32a45a66e3d8,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:19.542383 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.614842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2effd1c-721e-41a1-a2ce-61bd6e073b3f None None] Pushing event updated for resources: {'Port': ['ID=25c218e9-0c3a-4871-8c48-32a45a66e3d8,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:19.652417 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.674552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.1 (c6ff9673-9fa2-4fef-be07-05a6f3b28348/7d74927a-3d25-4f61-8ad5-055fcfa16c7b/0e72af2d-b138-48ef-b19b-75f2fb8ba13b) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:19.835390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.851301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object 0e72af2d-b138-48ef-b19b-75f2fb8ba13b will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:19.905618 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:19.975300 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:19.978879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:19.991686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:20.022453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:20.058556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.272379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.458920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72e875d5-0022-45d7-94db-c6b5e528f25d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:20.564430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 72e875d5-0022-45d7-94db-c6b5e528f25d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:20.587468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 72e875d5-0022-45d7-94db-c6b5e528f25d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:20.590488 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.693103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.699587 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.706813 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.734712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 72e875d5-0022-45d7-94db-c6b5e528f25d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=72e875d5-0022-45d7-94db-c6b5e528f25d,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:20.740448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.741632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 25c218e9-0c3a-4871-8c48-32a45a66e3d8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:20.852499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.854962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=72e875d5-0022-45d7-94db-c6b5e528f25d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:20.859535 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.865340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:20.876922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:20.898535 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:20.980871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077e41f-3d6a-4ce8-b932-216c4165bddd None None] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:20.988421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:20.991442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:21.042037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b78ca5d3-33e5-4594-b524-4223ee7ae3df None None] Provisioning for port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:21.049664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b78ca5d3-33e5-4594-b524-4223ee7ae3df None None] Provisioning complete for port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:21.050045 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b78ca5d3-33e5-4594-b524-4223ee7ae3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.139524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router f143a33e-19c3-4e14-af2e-2d776a6c26af has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:53:21.245242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b78ca5d3-33e5-4594-b524-4223ee7ae3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.284921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b78ca5d3-33e5-4594-b524-4223ee7ae3df None None] For port 25c218e9-0c3a-4871-8c48-32a45a66e3d8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=25c218e9-0c3a-4871-8c48-32a45a66e3d8,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:21.290725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b78ca5d3-33e5-4594-b524-4223ee7ae3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.361578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ca5d3-33e5-4594-b524-4223ee7ae3df None None] Pushing event updated for resources: {'Port': ['ID=25c218e9-0c3a-4871-8c48-32a45a66e3d8,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:21.609465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:53:21.615657 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4a4b2c4a-6ac6-4ca0-bb97-ab2f70acfa24 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/f143a33e-19c3-4e14-af2e-2d776a6c26af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9873688 Aug 29 04:53:21.628062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Sync routers for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:53:21.631850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-20b58f06-dfa9-4b08-bf52-45cb81551a5b None None] Provisioning complete for port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:21.632481 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20b58f06-dfa9-4b08-bf52-45cb81551a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.675297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:21.676326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:53:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:21.842659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-0790326d-1abc-4534-a2d1-a431b9cb6d3e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216731091&fields=id&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 267 time: 0.0762470 Aug 29 04:53:21.851558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:21.917985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-20b58f06-dfa9-4b08-bf52-45cb81551a5b None None] Provisioning for port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:21.982029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-20b58f06-dfa9-4b08-bf52-45cb81551a5b None None] Provisioning complete for port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:21.982476 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-20b58f06-dfa9-4b08-bf52-45cb81551a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:21.990492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-c7eebcc4-c258-4851-89c8-9e7cb766ef55 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:21.992102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-c7eebcc4-c258-4851-89c8-9e7cb766ef55 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 796 time: 0.1334963 Aug 29 04:53:22.009577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-8730b304-a332-42aa-b6d8-99537a54acb5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/quotas/397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 375 time: 0.0112715 Aug 29 04:53:22.088189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-9f69fda2-d107-4a8c-b130-1bef7e4f9d88 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718663 Aug 29 04:53:22.215323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-8b8402a6-d514-4ba3-aaa0-e11d3fb18158 service neutron] 10.222.0.55 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124015 Aug 29 04:53:22.234112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-20b58f06-dfa9-4b08-bf52-45cb81551a5b None None] Port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:22.342558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-d8cfa622-4711-4730-afd4-98c3e8d2a443 service neutron] 10.222.0.55 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148911 Aug 29 04:53:22.369446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72e875d5-0022-45d7-94db-c6b5e528f25d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:22.416912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-49780ab4-4d1f-43fb-a448-cd6245ce0cdf None None] Provisioning complete for port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:22.417581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-49780ab4-4d1f-43fb-a448-cd6245ce0cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.431242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 2, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:22.452524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.518337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-49780ab4-4d1f-43fb-a448-cd6245ce0cdf None None] Port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:22.524497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Checking router: f143a33e-19c3-4e14-af2e-2d776a6c26af for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:53:22.524963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Updating router f143a33e-19c3-4e14-af2e-2d776a6c26af port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:53:22.547621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cccc3289-edca-4b6a-83ef-32187d426ecb req-fe47e502-fc7e-4bf0-a0c7-32e2a0dcabd7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 210 time: 0.0351548 Aug 29 04:53:22.563378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 72e875d5-0022-45d7-94db-c6b5e528f25d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:22.563850 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.589713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.753132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 25c218e9-0c3a-4871-8c48-32a45a66e3d8 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:22.864101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:22.864941 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.032498 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.043838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Transition to ACTIVE for port object 0e72af2d-b138-48ef-b19b-75f2fb8ba13b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:23.051796 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.123626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27752c5-86f2-4316-b890-e966b7031980 None None] Pushing event updated for resources: {'Port': ['ID=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:23.158894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Attempting to bind port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:23.159568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Attempting to bind port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:23.160186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Attempting to bind port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:23.182529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:23.183285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Checking segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:23.184040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.184775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Bound using segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:23.186159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Bound port: 0e72af2d-b138-48ef-b19b-75f2fb8ba13b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:23.186904 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.288140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] For port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:23.292447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] For port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:23.300588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.374214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27752c5-86f2-4316-b890-e966b7031980 None None] Pushing event updated for resources: {'Port': ['ID=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:23.377746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:23.378349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:53:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:23.538055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:23.744509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a79b5bc9-92e6-49d1-804c-5870f0398eaf req-f8e4c2ef-8bed-427a-b016-24e47bd037bf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 210 time: 0.0716810 Aug 29 04:53:23.821190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-61058c81-ec00-4bcd-85e9-72b3e75e4941 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:23.822682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-61058c81-ec00-4bcd-85e9-72b3e75e4941 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 796 time: 0.2499194 Aug 29 04:53:23.849277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:23Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:23.881016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4868f8b-195f-45dc-a448-97ddb7f311bf None None] The sync data for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 is: [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:23Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:53:23.912709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-f4d7fbd2-ed54-41e8-8531-e5d48316efe7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 379 time: 0.0551934 Aug 29 04:53:23.924459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'port': {'device_id': '85530ef8-4024-490d-a508-6c2a8ced2323', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'admin_state_up': True, 'tenant_id': '397202da91c0462db8604d52a2064474', 'security_groups': ['40508e0d-055a-45ee-9125-3f383079c643']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:24.082589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:24.086808 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.239985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.5 (c6ff9673-9fa2-4fef-be07-05a6f3b28348/7d74927a-3d25-4f61-8ad5-055fcfa16c7b/2891def9-0f36-424b-a7a8-1ed039d257ed) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:24.411982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e72af2d-b138-48ef-b19b-75f2fb8ba13b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:24.444064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.462147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object 2891def9-0f36-424b-a7a8-1ed039d257ed will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:24.495121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:24.501493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:24.502508 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.506762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.568775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:24.578267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:24.590711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:24.631605 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.672394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:24.673214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.674086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:24.677350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:24.680544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.698047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7dd8be1c-67d8-4fd1-b404-bfd37866fb07 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7767510 Aug 29 04:53:24.717332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Request body: {'port': {'device_id': '85530ef8-4024-490d-a508-6c2a8ced2323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:24.789261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.807448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:24.890940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498ac51-8cb0-4501-9809-9e5f9715846a req-32d3eb54-669e-4d02-a8e5-3940740c3cd8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:24.899082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6498ac51-8cb0-4501-9809-9e5f9715846a req-32d3eb54-669e-4d02-a8e5-3940740c3cd8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 931 time: 0.0614374 Aug 29 04:53:24.934348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6498ac51-8cb0-4501-9809-9e5f9715846a req-8ceecc69-f956-47f4-88ff-01345326b01b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339861 Aug 29 04:53:25.004504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-97d23738-3892-447e-9c15-121522c0f3df None None] Provisioning for port 2891def9-0f36-424b-a7a8-1ed039d257ed completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:25.011907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-97d23738-3892-447e-9c15-121522c0f3df None None] Provisioning complete for port 2891def9-0f36-424b-a7a8-1ed039d257ed triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:25.012283 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-97d23738-3892-447e-9c15-121522c0f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.065087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-97d23738-3892-447e-9c15-121522c0f3df None None] Port 2891def9-0f36-424b-a7a8-1ed039d257ed cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:25.138662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2891def9-0f36-424b-a7a8-1ed039d257ed {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:25.147115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.159897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Transition to ACTIVE for port object 2891def9-0f36-424b-a7a8-1ed039d257ed will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:25.163565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.226575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:25.308831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:25.309499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:25.310104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:25.315620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Port 2891def9-0f36-424b-a7a8-1ed039d257ed on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:53:25.316155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:25.322532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:25.322874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Checking segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:25.323260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Bound using segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:25.323685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Bound port: 2891def9-0f36-424b-a7a8-1ed039d257ed, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:25.324042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.395357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:25.398956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:25.406258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.449247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:25.449929 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.451454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] 10.222.0.32 "PUT /v2.0/ports/2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 1092 time: 0.7406087 Aug 29 04:53:25.452065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:25.454802 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf" -d '{"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:25.484955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a664f0-6dbc-43b2-b793-0489b6876003 service neutron] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:25.524729 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33462434-f330-4e70-b1d1-1111a04eb02d x-openstack-request-id: req-33462434-f330-4e70-b1d1-1111a04eb02d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:25.525056 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:25.525314 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33462434-f330-4e70-b1d1-1111a04eb02d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:25.525749 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'status': 'completed', 'code': 200} Aug 29 04:53:25.587028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-30a0c0ea-d5f8-49fc-8d2f-52a50743ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:25.588939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-30a0c0ea-d5f8-49fc-8d2f-52a50743ad39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1095 time: 0.0457485 Aug 29 04:53:25.639395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-181d9f98-e79b-472d-a36c-6d14eec65d58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 217 time: 0.0381000 Aug 29 04:53:25.700032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-3f0ed126-6750-4d07-b9ef-87fc933dcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:25.702814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-3f0ed126-6750-4d07-b9ef-87fc933dcad7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0563912 Aug 29 04:53:25.768823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-b819067b-9b6b-47bb-878c-cdfb10589af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:25.770448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-b819067b-9b6b-47bb-878c-cdfb10589af3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612586 Aug 29 04:53:25.874912 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-7c0e8e93-636b-452b-a036-8cc2710f1cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971560 Aug 29 04:53:25.998906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1ade5c85-fe08-4f4c-9f0d-51faabfce411 req-3f909f89-699f-421d-84a7-1d7afeb2f359 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167862 Aug 29 04:53:26.071200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3abc-f64b-4e3c-b9af-5d80308999f9 req-f2a860f1-0aa9-4f2f-b5e9-b64bed32a758 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.072739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32fb3abc-f64b-4e3c-b9af-5d80308999f9 req-f2a860f1-0aa9-4f2f-b5e9-b64bed32a758 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 943 time: 0.0558164 Aug 29 04:53:26.116539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32fb3abc-f64b-4e3c-b9af-5d80308999f9 req-b10ea8e2-d3e8-4e59-9973-574bf3b5f2b3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370932 Aug 29 04:53:26.145443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-988e5944-39aa-4be6-ba40-c6f29321fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.147132 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-988e5944-39aa-4be6-ba40-c6f29321fcbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1095 time: 0.0629048 Aug 29 04:53:26.245026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-e83d86b3-680b-4856-af7d-1038ea49f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.246489 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-e83d86b3-680b-4856-af7d-1038ea49f451 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.0924020 Aug 29 04:53:26.289953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-f75ac0c6-5110-47e4-aee3-380a5a803c51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 217 time: 0.0356762 Aug 29 04:53:26.340798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-487186c4-4380-4bfb-8b50-3af88c3c2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.342705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-487186c4-4380-4bfb-8b50-3af88c3c2b36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0460477 Aug 29 04:53:26.350821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e72af2d-b138-48ef-b19b-75f2fb8ba13b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:26.401854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:26.402444 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.426510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-3cffc6e8-1eea-45e2-b636-8d775ca5ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:26.428858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-3cffc6e8-1eea-45e2-b636-8d775ca5ce89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767105 Aug 29 04:53:26.545407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-ac5ec87c-69d1-4190-a7b4-21190095665f service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995033 Aug 29 04:53:26.643240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16f77843-ec0d-4a7e-9ffb-d0a5cc2737cf req-f3e107f0-4ce4-4d74-bcdf-e55eefaf99a4 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911424 Aug 29 04:53:27.270759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63931e-2dbe-4f42-b61f-7e56e893dd5d req-754aa3d1-bd37-49d7-9671-8d6e10293db7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:27.273324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b63931e-2dbe-4f42-b61f-7e56e893dd5d req-754aa3d1-bd37-49d7-9671-8d6e10293db7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 943 time: 0.0738013 Aug 29 04:53:27.313782 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b63931e-2dbe-4f42-b61f-7e56e893dd5d req-80c3890f-be82-4fea-a91b-c9172a917ff8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Aug 29 04:53:28.433770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1df85-297a-47c4-90ba-9ce7831b933a req-50462697-840e-470c-acaa-18d6031cb1cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.435722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cef1df85-297a-47c4-90ba-9ce7831b933a req-50462697-840e-470c-acaa-18d6031cb1cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 943 time: 0.0512516 Aug 29 04:53:28.475742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cef1df85-297a-47c4-90ba-9ce7831b933a req-1b847317-39f0-460d-89d7-d3f7ac04e9e9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340128 Aug 29 04:53:29.157899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:53:29.253089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:29.264721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'port_id': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'mac_address': 'fa:16:3e:0b:76:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:53:29.307266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:29.320088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2891def9-0f36-424b-a7a8-1ed039d257ed {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:29.339653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:29.344939 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:29.394570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:29.597200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771907-c851-4bc9-9eda-c630d667f1ea req-bab203a4-a002-4f16-8ad1-a19822b46649 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:29.598745 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a771907-c851-4bc9-9eda-c630d667f1ea req-bab203a4-a002-4f16-8ad1-a19822b46649 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 944 time: 0.0545378 Aug 29 04:53:29.627287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['2891def9-0f36-424b-a7a8-1ed039d257ed'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:29.637958 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9a771907-c851-4bc9-9eda-c630d667f1ea req-51ab8126-3c56-4d15-b9f1-5a13ec9c940d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 Aug 29 04:53:30.762376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd74c6e-2920-4b5e-8661-6c9239b4e16c req-b415712b-1bdb-42f6-a994-b5228dfedc75 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:30.763978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd74c6e-2920-4b5e-8661-6c9239b4e16c req-b415712b-1bdb-42f6-a994-b5228dfedc75 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 944 time: 0.0552466 Aug 29 04:53:30.802820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abd74c6e-2920-4b5e-8661-6c9239b4e16c req-e5c32864-85a0-49dd-b83e-9fd06cb36024 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326099 Aug 29 04:53:31.173839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:31.222575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 2891def9-0f36-424b-a7a8-1ed039d257ed completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:31.226314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 2891def9-0f36-424b-a7a8-1ed039d257ed triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:31.226692 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.306259 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.328098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:31.330364 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44214f3-2609-47de-809f-ce223e6ef533" -d '{"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-plugged", "status": "completed", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:31.343813 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:31.348655 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.377135 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa512aa8-9474-4d59-9610-6d98838382f1 x-openstack-request-id: req-fa512aa8-9474-4d59-9610-6d98838382f1 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:31.377727 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-plugged", "status": "completed", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:31.377981 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa512aa8-9474-4d59-9610-6d98838382f1 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:31.378370 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'code': 200} Aug 29 04:53:31.403218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:31.495831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd074a44-dfbb-4a58-a895-c945e195f52b req-7139fe77-c746-4424-b110-afc4977d5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:31.497317 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd074a44-dfbb-4a58-a895-c945e195f52b req-7139fe77-c746-4424-b110-afc4977d5800 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1097 time: 0.0410740 Aug 29 04:53:31.536547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bd074a44-dfbb-4a58-a895-c945e195f52b req-1a304707-9976-459a-847d-2173dd778fb8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Aug 29 04:53:31.565599 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.922448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1de475-4591-40df-8e93-e09b12d4a774 req-112ef188-cecd-4c81-804d-d07fa2238185 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:31.923893 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c1de475-4591-40df-8e93-e09b12d4a774 req-112ef188-cecd-4c81-804d-d07fa2238185 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0517364 Aug 29 04:53:31.962385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c1de475-4591-40df-8e93-e09b12d4a774 req-03318e02-ee46-4032-89e2-f3bc13c5c2b0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324256 Aug 29 04:53:33.084655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdd968-137a-49e5-8c27-e4221e517f6b req-8074a642-a2dd-4ef0-b280-4a8f7f46906d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:33.088731 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbdd968-137a-49e5-8c27-e4221e517f6b req-8074a642-a2dd-4ef0-b280-4a8f7f46906d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0539596 Aug 29 04:53:33.132753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbdd968-137a-49e5-8c27-e4221e517f6b req-7b987b59-b998-418a-9cfb-6eb64f41ccd8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345931 Aug 29 04:53:33.250965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e5e3-f1a4-4e23-886a-43e644616334 req-b897c813-f231-4490-ad46-2adfcba66444 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:33.252457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd93e5e3-f1a4-4e23-886a-43e644616334 req-b897c813-f231-4490-ad46-2adfcba66444 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0492198 Aug 29 04:53:33.291562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd93e5e3-f1a4-4e23-886a-43e644616334 req-bc773b5e-9e09-44ac-8f1f-d409af9f74c7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325882 Aug 29 04:53:33.313016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33960) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.352806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5af128-fb5e-4161-8871-199ec8e86944 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:33.354360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7c5af128-fb5e-4161-8871-199ec8e86944 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1092 time: 0.0403478 Aug 29 04:53:33.357313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33962) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.361621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:33.383904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.784758 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.888286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.153 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/114a2d1d-4df9-4a5b-b5eb-2e23e8cdad70) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:33.987303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.025426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.066151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:34.069084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:34.073489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:34.076565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=114a2d1d-4df9-4a5b-b5eb-2e23e8cdad70,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.527074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.601946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.755477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.760173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.834443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=114a2d1d-4df9-4a5b-b5eb-2e23e8cdad70,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.844844 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.955674 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP 7fca3671-0869-4f67-a224-0dfc05467b49 associated. External IP: 172.25.7.153, port: 2891def9-0f36-424b-a7a8-1ed039d257ed. Aug 29 04:53:35.177470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router f143a33e-19c3-4e14-af2e-2d776a6c26af has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:53:35.293572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:53:35.303117 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] Sync routers for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:53:35.309680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.313213 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:35.313854 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:53:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:35.339182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-27cafaf9-545f-4f5f-8307-4a0c816aee6e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9808135 Aug 29 04:53:35.339859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:35.342196 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c7f16-58e0-48c3-890a-31c7ef753124" -d '{"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:35.430389 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:35.486877 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9169ace8-7be2-441d-ad43-e91499e11622 x-openstack-request-id: req-9169ace8-7be2-441d-ad43-e91499e11622 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:35.487175 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:35.487427 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9169ace8-7be2-441d-ad43-e91499e11622 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:35.487856 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'status': 'completed', 'code': 200} Aug 29 04:53:35.506342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68a2e-f338-4477-adc4-aa4571388540 req-38217984-470f-4db9-be3b-c62386e788cc tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.507900 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5d68a2e-f338-4477-adc4-aa4571388540 req-38217984-470f-4db9-be3b-c62386e788cc tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0655208 Aug 29 04:53:35.583452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5d68a2e-f338-4477-adc4-aa4571388540 req-01dd2125-16e3-45c9-b8cd-cbde1178235e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688622 Aug 29 04:53:35.596897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-82381a8e-f9c3-42da-8531-02fabd09697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.598577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-82381a8e-f9c3-42da-8531-02fabd09697e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1097 time: 0.0595632 Aug 29 04:53:35.609480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33982) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:35.708326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-7d5d4dfd-a51e-44cd-8894-4db38e7db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.710828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-7d5d4dfd-a51e-44cd-8894-4db38e7db399 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.1057100 Aug 29 04:53:35.718219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8b5f2cba-4c3f-4c02-8966-00a2b98d2188 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/7fca3671-0869-4f67-a224-0dfc05467b49 HTTP/1.1" status: 200 len: 991 time: 0.1069567 Aug 29 04:53:35.759779 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7fca3671-0869-4f67-a224-0dfc05467b49', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'port_id': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'mac_address': 'fa:16:3e:0b:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85530ef8-4024-490d-a508-6c2a8ced2323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:34Z', 'updated_at': '2021-08-29T04:53:34Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:24Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:35.787232 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] Checking router: f143a33e-19c3-4e14-af2e-2d776a6c26af for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:53:35.795645 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:35.796272 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:53:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:35.826396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-08ca1a77-f325-4685-ae19-0b743dc53211 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 999 time: 0.1030803 Aug 29 04:53:35.875796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-f76e69ea-7155-4d9c-abd9-dbe9829e837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.877684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-f76e69ea-7155-4d9c-abd9-dbe9829e837c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0450530 Aug 29 04:53:35.904160 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:35.931616 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-22f8cb84-6dfc-472d-8987-8276375c4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.933155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-22f8cb84-6dfc-472d-8987-8276375c4124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485470 Aug 29 04:53:36.029805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-33ea91b9-37ca-4915-9c50-8075cc720edd service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892494 Aug 29 04:53:36.125683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-312c7f16-58e0-48c3-890a-31c7ef753124 req-454d62ec-c305-4e4d-b8ca-c76a0aa8965a service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891342 Aug 29 04:53:36.139187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7fca3671-0869-4f67-a224-0dfc05467b49', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'port_id': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'mac_address': 'fa:16:3e:0b:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85530ef8-4024-490d-a508-6c2a8ced2323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:34Z', 'updated_at': '2021-08-29T04:53:34Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:24Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:36.166987 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491df222-f8f2-419d-ad61-b7177161c989 None None] The sync data for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 is: [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '7fca3671-0869-4f67-a224-0dfc05467b49', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'port_id': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'mac_address': 'fa:16:3e:0b:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85530ef8-4024-490d-a508-6c2a8ced2323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:34Z', 'updated_at': '2021-08-29T04:53:34Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:24Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:53:36.380536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956d23a-53ba-4320-a9da-187d6700c51e None None] New status for floating IP 7fca3671-0869-4f67-a224-0dfc05467b49: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:53:36.725394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 33986) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:36.790121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7b6cdc66-6d9e-4701-aea2-c08cd0df4e63 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/7fca3671-0869-4f67-a224-0dfc05467b49 HTTP/1.1" status: 200 len: 993 time: 0.0635009 Aug 29 04:53:38.052072 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:46.828867 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-094fe1aa-9300-4230-a9c8-10c16d8d8655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.492973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3bfd-5bac-4e38-b9de-165f600ca452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.653847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.829887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.892879 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.359847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:58.930527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-880e8d90-0370-4512-93cd-3e2d7b99e956 req-8439447b-d192-4013-9c24-219b01d5d9c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0972991 Aug 29 04:53:59.015100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-880e8d90-0370-4512-93cd-3e2d7b99e956 req-6a9051c6-da23-46ac-a108-15f8bd87667d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0317383 Aug 29 04:53:59.054522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-880e8d90-0370-4512-93cd-3e2d7b99e956 req-6aa74d91-cac0-4350-b008-8acff5fe5517 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199709 Aug 29 04:53:59.156195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8d90-0370-4512-93cd-3e2d7b99e956 req-15f6ee20-c640-42a6-a53d-f71c3dcd1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:59.157702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-880e8d90-0370-4512-93cd-3e2d7b99e956 req-15f6ee20-c640-42a6-a53d-f71c3dcd1880 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961430 Aug 29 04:54:01.568242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:08.186767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f107e-0294-44c9-93ca-db1ea25705f2 req-08fb69d1-2e4f-4cf1-b6b5-2a8b176bb749 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:08.188500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a7f107e-0294-44c9-93ca-db1ea25705f2 req-08fb69d1-2e4f-4cf1-b6b5-2a8b176bb749 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1097 time: 0.0505145 Aug 29 04:54:08.224120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0a7f107e-0294-44c9-93ca-db1ea25705f2 req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:08.328663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0a7f107e-0294-44c9-93ca-db1ea25705f2 req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:08.333691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0a7f107e-0294-44c9-93ca-db1ea25705f2 req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:08.379651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a7f107e-0294-44c9-93ca-db1ea25705f2 req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765795 Aug 29 04:54:08.388674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d3db1b-65c0-456f-a9e5-23aef1016f09,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:08.409549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.409999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.410352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.411244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.411244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.411825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.411825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.412108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.412444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.412735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.413068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.413298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72e032-dda7-4119-98aa-d87c5f93c3e7 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.522830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c650c-0163-4ad6-8884-dedfe831cfdb req-9333c051-84fb-4e13-bd76-f2ecbf07ba5e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:08.524352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e58c650c-0163-4ad6-8884-dedfe831cfdb req-9333c051-84fb-4e13-bd76-f2ecbf07ba5e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0583365 Aug 29 04:54:08.564404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e58c650c-0163-4ad6-8884-dedfe831cfdb req-ad1a0ee8-5e2a-4d5a-870a-cb8a55a14df5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328372 Aug 29 04:54:08.588894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34794) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:08.651737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f62f6e4d-47ac-4f10-86a0-45a83c0d9db8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/7fca3671-0869-4f67-a224-0dfc05467b49 HTTP/1.1" status: 200 len: 993 time: 0.0616562 Aug 29 04:54:10.279829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 34834) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:10.409387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca8a04-b128-4b6f-bdcd-2736899f68b5 req-98401606-ada8-4667-849f-faa8ad226a5c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:10.410922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80ca8a04-b128-4b6f-bdcd-2736899f68b5 req-98401606-ada8-4667-849f-faa8ad226a5c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0901451 Aug 29 04:54:10.419433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-df0a242f-287e-4b77-8c5e-58719255fab4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1374762 Aug 29 04:54:10.464067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80ca8a04-b128-4b6f-bdcd-2736899f68b5 req-cbdddbfc-83d9-4da2-bc1a-14319638b67b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Aug 29 04:54:11.602151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4d71f-de25-40da-adcc-e81b3733fb53 req-8248ce91-1467-4a1f-afff-a22a2082dbc4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:11.603768 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67c4d71f-de25-40da-adcc-e81b3733fb53 req-8248ce91-1467-4a1f-afff-a22a2082dbc4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0587306 Aug 29 04:54:11.654384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67c4d71f-de25-40da-adcc-e81b3733fb53 req-32c3e80e-8c3b-4847-bf68-9fd37f34e675 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375760 Aug 29 04:54:11.720657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-6be47123-7ab0-4047-a7da-ec5166bb5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:11.722240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-6be47123-7ab0-4047-a7da-ec5166bb5856 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1097 time: 0.1370587 Aug 29 04:54:11.824791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-77f5b94a-2277-4787-b541-963123285076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:11.826522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-77f5b94a-2277-4787-b541-963123285076 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.0952530 Aug 29 04:54:11.893866 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-f881838a-8c63-4e8a-83f9-bb97288e56e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 1001 time: 0.0605989 Aug 29 04:54:11.945903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-a3284586-a38a-4a36-87ed-cc8c8badffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:11.947408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-a3284586-a38a-4a36-87ed-cc8c8badffdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0471866 Aug 29 04:54:12.001608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-9b3f2961-0e5b-4740-896a-7fbe784c11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.003713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-9b3f2961-0e5b-4740-896a-7fbe784c11f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499272 Aug 29 04:54:12.102677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-89f8c2c2-0f7d-4ef1-8e7d-8b91b69bccb1 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917478 Aug 29 04:54:12.206886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-284e2000-a2f6-49fd-b3d5-00567130f43c service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978680 Aug 29 04:54:12.341451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-c80207bb-40eb-4bab-aa8b-9304e432edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.342987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-c80207bb-40eb-4bab-aa8b-9304e432edfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1097 time: 0.0462921 Aug 29 04:54:12.497169 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-484b706c-e255-43f4-abc1-8367f52b5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.498719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-484b706c-e255-43f4-abc1-8367f52b5b18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.0918911 Aug 29 04:54:12.571339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-94bda9f9-034e-4ab6-ab67-eeee168d10a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 1001 time: 0.0644088 Aug 29 04:54:12.622167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-0cbd40f1-2622-4fe4-9689-429820184c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.623931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-0cbd40f1-2622-4fe4-9689-429820184c51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0462217 Aug 29 04:54:12.676512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-c1624950-89c6-4d2d-bc17-43c22215f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.680113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-c1624950-89c6-4d2d-bc17-43c22215f939 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465336 Aug 29 04:54:12.816822 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce4880-55f8-411e-8e3a-ff7b56b77a2c req-a14fd2bc-bf23-45c1-a313-169ac68af39e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.818316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bce4880-55f8-411e-8e3a-ff7b56b77a2c req-a14fd2bc-bf23-45c1-a313-169ac68af39e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0795650 Aug 29 04:54:12.821996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-420bf766-a236-460e-9c94-ab6f67ee3ef9 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341348 Aug 29 04:54:12.912989 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bce4880-55f8-411e-8e3a-ff7b56b77a2c req-d8423927-6d6e-4bb1-ac90-5a75022ac67d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884483 Aug 29 04:54:12.949838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7fe54fdb-232a-44b6-9810-2a9536f15257 req-ae1c9be0-f22b-40e0-8d2d-1cbdc704eb88 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152947 Aug 29 04:54:14.038287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae819b1-77f5-4adc-922c-87c982db92f0 req-2e51c4e5-5c0d-40c1-a663-8e94d7a75b6f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:14.039785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dae819b1-77f5-4adc-922c-87c982db92f0 req-2e51c4e5-5c0d-40c1-a663-8e94d7a75b6f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0544295 Aug 29 04:54:14.080892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dae819b1-77f5-4adc-922c-87c982db92f0 req-54e622f4-475f-4550-b1db-ae3114376669 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348189 Aug 29 04:54:15.051799 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:15.216692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f6da8-4845-4181-bfe3-8d31e7c5d54b req-ab1b54c5-9ee4-4ef1-a038-338878e6046e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:15.218785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f66f6da8-4845-4181-bfe3-8d31e7c5d54b req-ab1b54c5-9ee4-4ef1-a038-338878e6046e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0688717 Aug 29 04:54:15.270725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f66f6da8-4845-4181-bfe3-8d31e7c5d54b req-bc435c6a-ed94-434a-8274-77062216ea89 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438869 Aug 29 04:54:16.406872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c3b41-13cf-414a-a3c9-82ed67469168 req-abbfdecc-3dc0-4397-8a70-51e12e79b793 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:16.408435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-084c3b41-13cf-414a-a3c9-82ed67469168 req-abbfdecc-3dc0-4397-8a70-51e12e79b793 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Aug 29 04:54:16.447184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-084c3b41-13cf-414a-a3c9-82ed67469168 req-d046ffa3-6d07-4e43-a133-d0dbfad9edfd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Aug 29 04:54:16.830231 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5c4677d-6f0e-4397-bef3-38e133534f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:17.861019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a045-cba3-4cb1-bf61-ca2b55b45b20 req-a3523910-614d-43e4-b73f-72a8deafa593 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.862549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4883a045-cba3-4cb1-bf61-ca2b55b45b20 req-a3523910-614d-43e4-b73f-72a8deafa593 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.3469315 Aug 29 04:54:17.909024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4883a045-cba3-4cb1-bf61-ca2b55b45b20 req-a6bbaa29-9efa-4b55-9379-7fdc53981671 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Aug 29 04:54:19.032448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eb1af-8529-4be9-97c8-104cf3e104fa req-23f77e74-5f47-4699-be23-528d24828176 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:19.033973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-796eb1af-8529-4be9-97c8-104cf3e104fa req-23f77e74-5f47-4699-be23-528d24828176 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Aug 29 04:54:19.070897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-796eb1af-8529-4be9-97c8-104cf3e104fa req-6e814763-fd10-4f9c-a8ab-f553ad893854 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309794 Aug 29 04:54:19.493726 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1965ec7-1699-4526-a81d-578c0e9aede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:19.646243 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:20.189114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde1568-2b4f-46af-bbf3-df1281ba064f req-066a76f8-ad3b-4ae6-8b94-cf6de8aa7642 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:20.190789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fde1568-2b4f-46af-bbf3-df1281ba064f req-066a76f8-ad3b-4ae6-8b94-cf6de8aa7642 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0501649 Aug 29 04:54:20.231273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fde1568-2b4f-46af-bbf3-df1281ba064f req-b9367553-3c2c-4b0c-860b-64a626b2b395 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343328 Aug 29 04:54:20.828175 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:20.892511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:21.351384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7302f-9c35-46c0-9f1c-faa7834e6065 req-d71ee557-4bbf-43d9-bfa9-1a45f9be9ca0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.352883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28e7302f-9c35-46c0-9f1c-faa7834e6065 req-d71ee557-4bbf-43d9-bfa9-1a45f9be9ca0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0534523 Aug 29 04:54:21.392440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28e7302f-9c35-46c0-9f1c-faa7834e6065 req-bcb2ed3e-0a99-4c57-9285-7461e87476e2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333405 Aug 29 04:54:22.357998 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:22.520003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac78042-57ad-4307-8aea-2f59804fe202 req-97b077be-10f9-4cf7-9e20-f272b9ee589a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.521700 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ac78042-57ad-4307-8aea-2f59804fe202 req-97b077be-10f9-4cf7-9e20-f272b9ee589a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0533359 Aug 29 04:54:22.560715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ac78042-57ad-4307-8aea-2f59804fe202 req-0382b402-60e1-4436-aa60-3f6a6da55284 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323582 Aug 29 04:54:23.692394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820a660-23f8-437f-866e-4cd1a082df5c req-e1a564c5-860a-4fd6-9886-80fa44921aa3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:23.693934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5820a660-23f8-437f-866e-4cd1a082df5c req-e1a564c5-860a-4fd6-9886-80fa44921aa3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Aug 29 04:54:23.735336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5820a660-23f8-437f-866e-4cd1a082df5c req-a06172f8-07e9-48dc-82ca-efa135f24f2a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353363 Aug 29 04:54:24.201459 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-e8622f8e-d04d-4543-90cb-292ab41b0914 service neutron] show failed (client error): The resource could not be found. Aug 29 04:54:24.202499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-e8622f8e-d04d-4543-90cb-292ab41b0914 service neutron] 10.222.0.32 "GET /v2.0/ports/2891def9-0f36-424b-a7a8-1ed039d257ed/bindings/n-h1-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.0588617 Aug 29 04:54:24.433117 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-62d15a13-8ff8-410b-8b51-25110b0f766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:24.434344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-62d15a13-8ff8-410b-8b51-25110b0f766b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 1097 time: 0.0700374 Aug 29 04:54:24.446662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:24.515048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.722937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:24.756968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:24.799207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:24.801556 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd173dbb-cc2e-4659-94e0-eead18ff83a9" -d '{"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-unplugged", "status": "completed", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:24.805431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.828437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Transition to ACTIVE for port object 2891def9-0f36-424b-a7a8-1ed039d257ed will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:24.857161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:24.972619 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f99e1-4543-4ae9-85a0-f05532b7e37d x-openstack-request-id: req-d72f99e1-4543-4ae9-85a0-f05532b7e37d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:24.972619 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-unplugged", "status": "completed", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:24.972619 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d72f99e1-4543-4ae9-85a0-f05532b7e37d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:24.973036 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'code': 200} Aug 29 04:54:24.979237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:24.999643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7596991-3211-449b-9bc3-27e8ac08905b req-1270de93-f968-4f70-a565-eafaa2fda7d4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.001249 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7596991-3211-449b-9bc3-27e8ac08905b req-1270de93-f968-4f70-a565-eafaa2fda7d4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.1917088 Aug 29 04:54:25.091655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] No DVR routers for this DVR port 2891def9-0f36-424b-a7a8-1ed039d257ed on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:54:25.095844 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7596991-3211-449b-9bc3-27e8ac08905b req-b7bef160-2fd3-466b-b1aa-169daef57e6b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835633 Aug 29 04:54:25.237737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:25.238382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:25.238502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:25.242891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Port 2891def9-0f36-424b-a7a8-1ed039d257ed on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:54:25.243273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Attempting to bind port 2891def9-0f36-424b-a7a8-1ed039d257ed on network c6ff9673-9fa2-4fef-be07-05a6f3b28348 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:25.248940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:25.249280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Checking segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:25.249686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Bound using segment: {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:25.250112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Bound port: 2891def9-0f36-424b-a7a8-1ed039d257ed, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97316bd5-8c6c-48b6-a43d-8983a52df8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:25.250466 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.319177 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:25.322726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:25.326890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.362118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.362642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:25.364035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] 10.222.0.37 "PUT /v2.0/ports/2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 1092 time: 0.9215045 Aug 29 04:54:25.386670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fdf47-d795-4154-9c9c-f8d51c008462 service neutron] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:25.433137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-fadbe49c-2815-4b39-aae7-fa336ba4d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.434902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-fadbe49c-2815-4b39-aae7-fa336ba4d158 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1095 time: 0.0447745 Aug 29 04:54:25.555828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-0fbd5323-e5f3-4283-9b8d-5a291a85ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.557792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-0fbd5323-e5f3-4283-9b8d-5a291a85ce32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.1159251 Aug 29 04:54:25.626025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-a569e098-9194-4b4b-9d6e-37e6b823974e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 999 time: 0.0607421 Aug 29 04:54:25.681879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-6131185f-ac1b-45de-ab13-0da73a73e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.683332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-6131185f-ac1b-45de-ab13-0da73a73e15d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0507765 Aug 29 04:54:25.733547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-b7468242-67b8-47eb-b58c-85f46df63643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.736066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-b7468242-67b8-47eb-b58c-85f46df63643 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455425 Aug 29 04:54:25.746763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-bd95a814-f858-41a9-b26b-51ca4968b2ee service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:54:25.748409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-bd95a814-f858-41a9-b26b-51ca4968b2ee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057547 Aug 29 04:54:25.844586 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-817ab11b-8107-4a78-a9f4-5f3141789235 service neutron] 10.222.0.37 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887713 Aug 29 04:54:25.940606 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bbc841ef-1c49-42e2-853c-b5c40d752425 req-8bc41d90-c3f9-4823-8eba-fe1aad4bf786 service neutron] 10.222.0.37 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892332 Aug 29 04:54:26.222826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c11bb1-3640-4a60-b79e-d7d59c0a653b req-e99a30c8-e2e5-47c9-9aca-35dc7a2c97dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:26.224329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-77c11bb1-3640-4a60-b79e-d7d59c0a653b req-e99a30c8-e2e5-47c9-9aca-35dc7a2c97dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 943 time: 0.0559568 Aug 29 04:54:26.264687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-77c11bb1-3640-4a60-b79e-d7d59c0a653b req-00fc1687-04ff-45ff-aa2a-0d322eacc42e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337553 Aug 29 04:54:26.974073 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:26.976596 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399f7c5-af25-4c90-b8ca-55f4fc399997" -d '{"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:27.025955 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4e7249-cf55-4a0b-805e-0a906d8e7937 x-openstack-request-id: req-ab4e7249-cf55-4a0b-805e-0a906d8e7937 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:27.026248 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:27.026500 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab4e7249-cf55-4a0b-805e-0a906d8e7937 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:27.026900 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'status': 'completed', 'code': 200} Aug 29 04:54:27.125298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-f43240bd-27d2-4d3b-93ee-062962fb3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.126826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-f43240bd-27d2-4d3b-93ee-062962fb3767 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1095 time: 0.0739014 Aug 29 04:54:27.135775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-3ebc2cde-8f53-465e-b7fa-1a5509904d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.137202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-3ebc2cde-8f53-465e-b7fa-1a5509904d6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1095 time: 0.0527251 Aug 29 04:54:27.299035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-d1a3b36b-f9fb-490e-aa7e-1b424db565fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.300505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-d1a3b36b-f9fb-490e-aa7e-1b424db565fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.1623449 Aug 29 04:54:27.301614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-0b101e0b-b7d3-4277-8987-b4efc04c7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.303134 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-0b101e0b-b7d3-4277-8987-b4efc04c7c38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.1576688 Aug 29 04:54:27.457130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-f5819e6b-291a-44de-82a3-878d77f72499 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 999 time: 0.1488097 Aug 29 04:54:27.464384 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513684-4ed2-41ac-a0f3-dc76aa896c10 req-b40385f1-943a-4916-a538-65ab580421d7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.467691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5513684-4ed2-41ac-a0f3-dc76aa896c10 req-b40385f1-943a-4916-a538-65ab580421d7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 943 time: 0.0951414 Aug 29 04:54:27.469255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:27.531951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-dae0ea9f-99da-47c3-bbca-b5f120ccf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.533441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-dae0ea9f-99da-47c3-bbca-b5f120ccf91e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0568345 Aug 29 04:54:27.539950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-098bc590-dbc0-42fb-90a7-5acf9ed4db54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 999 time: 0.2223496 Aug 29 04:54:27.568631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c5513684-4ed2-41ac-a0f3-dc76aa896c10 req-9fc8d9ae-092d-4f35-9225-2d1d9f5d20a2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829902 Aug 29 04:54:27.586634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:27.642109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-f742eae4-74e0-4491-bcb7-95077af95531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.643624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-f742eae4-74e0-4491-bcb7-95077af95531 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009836 Aug 29 04:54:27.652983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-d3c80f85-7183-4542-be35-0964e25fa974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.655024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-d3c80f85-7183-4542-be35-0964e25fa974 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0705938 Aug 29 04:54:27.756708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-fa1eb1b2-b694-42e5-a042-75f772f66615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:27.758242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-fa1eb1b2-b694-42e5-a042-75f772f66615 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959044 Aug 29 04:54:27.842975 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-27b07ab8-dfa9-4fcf-ac79-63b1aa409f51 service neutron] 10.222.0.37 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556981 Aug 29 04:54:27.921348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-eb4a25cc-8c66-48c5-b075-f4c16f0bc981 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561732 Aug 29 04:54:28.007296 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-f5f88476-97e5-49e6-b9f1-2d23f9e24a5a service neutron] 10.222.0.37 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544440 Aug 29 04:54:28.039486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a399f7c5-af25-4c90-b8ca-55f4fc399997 req-2fc05f5b-15f5-4fbd-be38-3515fa9205f7 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065397 Aug 29 04:54:28.686744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea620ff-ecc0-4162-9d3f-9920cdcf2ba4 req-89a9878b-0750-4889-9b4f-e173c4eae357 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:28.688275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fea620ff-ecc0-4162-9d3f-9920cdcf2ba4 req-89a9878b-0750-4889-9b4f-e173c4eae357 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 943 time: 0.0533812 Aug 29 04:54:28.730987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fea620ff-ecc0-4162-9d3f-9920cdcf2ba4 req-3fecdea5-916d-48c8-88ea-64590f0bcf1b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364406 Aug 29 04:54:28.997453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4061f5-a152-44f6-b234-c9fc20d9b1c3 req-8ed456fe-d974-4a9e-aa71-a542fc1087d2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:28.999062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c4061f5-a152-44f6-b234-c9fc20d9b1c3 req-8ed456fe-d974-4a9e-aa71-a542fc1087d2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 943 time: 0.1228073 Aug 29 04:54:29.008033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-04a5ba7f-0e81-47cd-b632-665baf025457 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.009534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-04a5ba7f-0e81-47cd-b632-665baf025457 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323&tenant_id=397202da91c0462db8604d52a2064474&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 943 time: 0.1065893 Aug 29 04:54:29.074129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c4061f5-a152-44f6-b234-c9fc20d9b1c3 req-2a116503-f92c-455c-b241-e1323afcfbd9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635049 Aug 29 04:54:29.093384 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-44d3adbc-38a3-4d4a-857b-3f9190a0a78b service neutron] delete failed (client error): The resource could not be found. Aug 29 04:54:29.094434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-44d3adbc-38a3-4d4a-857b-3f9190a0a78b service neutron] 10.222.0.32 "DELETE /v2.0/ports/2891def9-0f36-424b-a7a8-1ed039d257ed/bindings/n-h2-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.0766811 Aug 29 04:54:29.199998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-4d44a026-4284-4eba-9938-8208413202da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.202225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-4d44a026-4284-4eba-9938-8208413202da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1095 time: 0.0460334 Aug 29 04:54:29.301441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-e9c09ae6-9e6d-4885-b2db-9d7bbb377df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.302953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-e9c09ae6-9e6d-4885-b2db-9d7bbb377df3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.0925930 Aug 29 04:54:29.368417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:54:29.371494 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-ab8a0648-0525-42f0-a6e9-3380ee89d004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 999 time: 0.0615885 Aug 29 04:54:29.419557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-7deec633-7ddf-451d-bde0-0fd637efb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.421171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-7deec633-7ddf-451d-bde0-0fd637efb166 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0435369 Aug 29 04:54:29.477513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-8469e422-164a-465f-b9e3-35f684e46141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.479079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-8469e422-164a-465f-b9e3-35f684e46141 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500700 Aug 29 04:54:29.587785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-8da0fff2-dbbf-4a24-8ced-3ba936081d14 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981302 Aug 29 04:54:29.616752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:29.628493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'port_id': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'mac_address': 'fa:16:3e:0b:76:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:54:29.666325 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.680601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2891def9-0f36-424b-a7a8-1ed039d257ed {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:29.682713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d03f45b-fbbf-4984-b9c8-006ab6134c2e req-f7053b0a-9412-4f09-b5ce-2ff6ca799138 service neutron] 10.222.0.32 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Aug 29 04:54:29.704710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:29.709111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.763352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:29.772352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.772806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.773221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.773646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.774053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.774454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.775377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.775377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.775602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.776151 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.776402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.776782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.980289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['2891def9-0f36-424b-a7a8-1ed039d257ed'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:30.208388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf404-2f5b-4a6a-9347-39693350e979 req-191e53ef-c3ed-48e9-a7fb-1b504ac85955 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:30.211130 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e83cf404-2f5b-4a6a-9347-39693350e979 req-191e53ef-c3ed-48e9-a7fb-1b504ac85955 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 944 time: 0.0538700 Aug 29 04:54:30.258159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e83cf404-2f5b-4a6a-9347-39693350e979 req-c0cf84a9-7d75-41bd-a841-d933c826075a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389993 Aug 29 04:54:31.375501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:31.393151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e4c70-d7b5-44e5-a3c5-070d6907d89a req-951c512d-3e24-4a81-ab0a-3dc88f6a079b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:31.395174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-834e4c70-d7b5-44e5-a3c5-070d6907d89a req-951c512d-3e24-4a81-ab0a-3dc88f6a079b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 944 time: 0.0553560 Aug 29 04:54:31.424805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 2891def9-0f36-424b-a7a8-1ed039d257ed completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:31.429230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 2891def9-0f36-424b-a7a8-1ed039d257ed triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:31.429985 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.442126 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-834e4c70-d7b5-44e5-a3c5-070d6907d89a req-ecfee966-0874-4d09-8e2b-b32fef3e83ce tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Aug 29 04:54:31.463238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35272) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:31.514362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.537706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-521a26c9-5b05-4ea1-95b4-414c8dd4e0e0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/7fca3671-0869-4f67-a224-0dfc05467b49 HTTP/1.1" status: 200 len: 992 time: 0.0747521 Aug 29 04:54:31.546762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:31.549082 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a84753a-0ec7-4d04-9dd1-c4e8055a680c" -d '{"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-plugged", "status": "completed", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:31.573025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:31.578601 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.604479 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c83426-a7b3-4373-afff-7830d7d64426 x-openstack-request-id: req-85c83426-a7b3-4373-afff-7830d7d64426 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:31.604772 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-plugged", "status": "completed", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:31.605018 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85c83426-a7b3-4373-afff-7830d7d64426 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:31.605415 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'code': 200} Aug 29 04:54:31.606200 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.632894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:45.787328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35798) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:45.899009 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:45.990459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:45.994623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.030908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8991a489-a034-4af3-a8dc-9c64ea0fe14a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:46.039978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a27f93e1e8948faaf5aaee72c745590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516205 Aug 29 04:54:46.041541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.041919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.042261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.042601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.042937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.043201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:46.043672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.043672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.043950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.044281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.044604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.045463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.045837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3dc7e-27dd-40c7-a6d2-5bd55c20e4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:46.099035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591e2a61-3c32-411e-b2c0-7d93e1289487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.119396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591e2a61-3c32-411e-b2c0-7d93e1289487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.166515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591e2a61-3c32-411e-b2c0-7d93e1289487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.169082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-591e2a61-3c32-411e-b2c0-7d93e1289487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.173143 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-591e2a61-3c32-411e-b2c0-7d93e1289487 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8991a489-a034-4af3-a8dc-9c64ea0fe14a HTTP/1.1" status: 204 len: 168 time: 0.1260636 Aug 29 04:54:46.179218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e2a61-3c32-411e-b2c0-7d93e1289487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8991a489-a034-4af3-a8dc-9c64ea0fe14a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:46.447992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35808) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:46.464307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0848abd-efd9-4a6e-862a-85e626e19de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.551132 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0848abd-efd9-4a6e-862a-85e626e19de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.554622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d0848abd-efd9-4a6e-862a-85e626e19de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.590526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848abd-efd9-4a6e-862a-85e626e19de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29df2510-1743-4eb2-b339-fc82bd651887,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:46.595409 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d0848abd-efd9-4a6e-862a-85e626e19de2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d696752b458b48e1ba54d5aba6c24dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463895 Aug 29 04:54:46.598129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35810) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:46.646659 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdff2-7d42-46fa-9f8b-f0ec9d1b5e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.670874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdff2-7d42-46fa-9f8b-f0ec9d1b5e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.718155 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdff2-7d42-46fa-9f8b-f0ec9d1b5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.720806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdff2-7d42-46fa-9f8b-f0ec9d1b5e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:46.721974 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0dcfdff2-7d42-46fa-9f8b-f0ec9d1b5e09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29df2510-1743-4eb2-b339-fc82bd651887 HTTP/1.1" status: 204 len: 168 time: 0.1230316 Aug 29 04:54:46.729813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfdff2-7d42-46fa-9f8b-f0ec9d1b5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29df2510-1743-4eb2-b339-fc82bd651887,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:46.832924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8cf21291-59d2-4ed6-bd7f-2caac91b0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:49.498007 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fbe29d36-88f5-4221-bd6f-3fccaf1a3744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:49.643956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.831759 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.903731 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.866853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35872) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:51.975541 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52f38473-5a5b-4b59-9b3b-bb494d871461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.051250 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:52.063716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52f38473-5a5b-4b59-9b3b-bb494d871461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.068044 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52f38473-5a5b-4b59-9b3b-bb494d871461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.106657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-52f38473-5a5b-4b59-9b3b-bb494d871461 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a18287c63f6415f960a382ece6ff3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386041 Aug 29 04:54:52.107569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f38473-5a5b-4b59-9b3b-bb494d871461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ffcb15-825a-4e03-ba16-f7b7f459bf54,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:52.109256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35876) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:52.159809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f15e6eae-358f-4c14-bb6f-c55d22a45ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.181103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f15e6eae-358f-4c14-bb6f-c55d22a45ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.227618 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f15e6eae-358f-4c14-bb6f-c55d22a45ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.230222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f15e6eae-358f-4c14-bb6f-c55d22a45ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.231418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f15e6eae-358f-4c14-bb6f-c55d22a45ead admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00ffcb15-825a-4e03-ba16-f7b7f459bf54 HTTP/1.1" status: 204 len: 168 time: 0.1203692 Aug 29 04:54:52.239923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e6eae-358f-4c14-bb6f-c55d22a45ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ffcb15-825a-4e03-ba16-f7b7f459bf54,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:52.362396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.497901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:52.511274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98023d6a-fe8f-4c41-8852-5e8e3bb33672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.604713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98023d6a-fe8f-4c41-8852-5e8e3bb33672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.608689 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98023d6a-fe8f-4c41-8852-5e8e3bb33672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.647129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98023d6a-fe8f-4c41-8852-5e8e3bb33672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14a106f-c109-405b-bfc9-4ae2d21ecfd6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:52.652588 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-98023d6a-fe8f-4c41-8852-5e8e3bb33672 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=feb6f7a435b04bc393c55ed14e4f93c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534333 Aug 29 04:54:52.655632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:52.705566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca5dc-ab1b-474b-8721-02ec402ca4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.726606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca5dc-ab1b-474b-8721-02ec402ca4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.771811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca5dc-ab1b-474b-8721-02ec402ca4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.774654 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca5dc-ab1b-474b-8721-02ec402ca4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.776020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3f8ca5dc-ab1b-474b-8721-02ec402ca4bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d14a106f-c109-405b-bfc9-4ae2d21ecfd6 HTTP/1.1" status: 204 len: 168 time: 0.1193283 Aug 29 04:54:52.785794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca5dc-ab1b-474b-8721-02ec402ca4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14a106f-c109-405b-bfc9-4ae2d21ecfd6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:57.824895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 35960) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:57.937822 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8326e585-2835-426d-84cb-e62279acd2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.026525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8326e585-2835-426d-84cb-e62279acd2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.030219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8326e585-2835-426d-84cb-e62279acd2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.073310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8326e585-2835-426d-84cb-e62279acd2db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7add8dc763a24e2487fc521396350159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472069 Aug 29 04:54:58.074427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326e585-2835-426d-84cb-e62279acd2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33fab62-8de9-4350-8d0b-51aeebda39be,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:58.077221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 35964) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:58.127421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2c41-b325-4dfd-bd5e-2de17fd20bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.150512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2c41-b325-4dfd-bd5e-2de17fd20bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.197893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2c41-b325-4dfd-bd5e-2de17fd20bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.200407 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2c41-b325-4dfd-bd5e-2de17fd20bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.201551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c3ab2c41-b325-4dfd-bd5e-2de17fd20bd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a33fab62-8de9-4350-8d0b-51aeebda39be HTTP/1.1" status: 204 len: 168 time: 0.1232321 Aug 29 04:54:58.210180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab2c41-b325-4dfd-bd5e-2de17fd20bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33fab62-8de9-4350-8d0b-51aeebda39be,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:00.297873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45647431-2924-44d4-96f8-747c1b049c6b req-a94d8b41-edb6-4a92-99e9-155b99b31e30 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:00.299833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45647431-2924-44d4-96f8-747c1b049c6b req-a94d8b41-edb6-4a92-99e9-155b99b31e30 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1097 time: 0.0458660 Aug 29 04:55:00.344453 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45647431-2924-44d4-96f8-747c1b049c6b req-98137885-a8d4-44e0-9508-ebc251249b69 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381253 Aug 29 04:55:00.373869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36068) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:00.542555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 114a2d1d-4df9-4a5b-b5eb-2e23e8cdad70 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:00.543217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.634217 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.634510 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.646748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 114a2d1d-4df9-4a5b-b5eb-2e23e8cdad70 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:00.841175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.865476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=114a2d1d-4df9-4a5b-b5eb-2e23e8cdad70,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:00.883227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-078b29ea-ca22-4dfd-ae93-9e95ec964909 req-25d5551e-f853-4a1f-91c4-880cb77d40c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0346115 Aug 29 04:55:00.931160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-078b29ea-ca22-4dfd-ae93-9e95ec964909 req-10eccb35-fa47-4ad8-a81c-95e05a145981 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Aug 29 04:55:00.940314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.940673 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP 7fca3671-0869-4f67-a224-0dfc05467b49 disassociated (deleted). External IP: 172.25.7.153, port: 2891def9-0f36-424b-a7a8-1ed039d257ed. Aug 29 04:55:00.982600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-078b29ea-ca22-4dfd-ae93-9e95ec964909 req-27476103-3bef-4969-b68d-1b9f0e4d3e86 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283918 Aug 29 04:55:01.084986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b29ea-ca22-4dfd-ae93-9e95ec964909 req-e45b2b47-e272-462e-ad42-2d718ce6eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:01.086943 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-078b29ea-ca22-4dfd-ae93-9e95ec964909 req-e45b2b47-e272-462e-ad42-2d718ce6eade service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980275 Aug 29 04:55:01.168921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router f143a33e-19c3-4e14-af2e-2d776a6c26af has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:01.286121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:01.291477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:01.296782 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] Sync routers for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:01.306444 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:01.307070 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:01.319889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c68862f-3cad-4a22-8586-81dd0409374f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/floatingips/7fca3671-0869-4f67-a224-0dfc05467b49 HTTP/1.1" status: 204 len: 168 time: 0.9445875 Aug 29 04:55:01.320647 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:01.322733 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9201af98-b0e5-4d6c-b26d-2122f11e8e61" -d '{"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:01.377170 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0852f6c-6edb-4c15-8a42-db14c0cf0792 x-openstack-request-id: req-e0852f6c-6edb-4c15-8a42-db14c0cf0792 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:01.377472 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:01.377826 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0852f6c-6edb-4c15-8a42-db14c0cf0792 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:01.378261 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'status': 'completed', 'code': 200} Aug 29 04:55:01.471040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-15f28fdc-cac1-45d8-bb2d-7759d8a16a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:01.472818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-15f28fdc-cac1-45d8-bb2d-7759d8a16a28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 1097 time: 0.0730689 Aug 29 04:55:01.602738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-3eafedf9-96d8-403d-a70b-2482cf7cdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:01.604154 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:01.604889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-3eafedf9-96d8-403d-a70b-2482cf7cdcde service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 200 len: 897 time: 0.1194050 Aug 29 04:55:01.609002 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:01.617814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d17d0-6baa-4a2d-8849-c84019eb3009 req-d23b3901-15ec-4445-acbb-077f8cd54999 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:01.622207 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e1d17d0-6baa-4a2d-8849-c84019eb3009 req-d23b3901-15ec-4445-acbb-077f8cd54999 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0688641 Aug 29 04:55:01.658939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-2e6240e9-044c-4e3f-b541-d786c41cd9f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 200 len: 217 time: 0.0463579 Aug 29 04:55:01.666774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e1d17d0-6baa-4a2d-8849-c84019eb3009 req-f182c13e-18c7-4b89-b9e6-2bec2a3ad7c1 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371940 Aug 29 04:55:01.731114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-3a9c9c8b-9c49-407f-b8d3-6e9c6e79cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:01.733249 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-3a9c9c8b-9c49-407f-b8d3-6e9c6e79cf70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 200 len: 835 time: 0.0671980 Aug 29 04:55:01.783576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-3985528d-6fb2-4db8-aba3-533dba68b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:01.785174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-3985528d-6fb2-4db8-aba3-533dba68b127 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6ff9673-9fa2-4fef-be07-05a6f3b28348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427718 Aug 29 04:55:01.846434 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:24Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:01.876701 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] Checking router: f143a33e-19c3-4e14-af2e-2d776a6c26af for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:01.886013 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:01.886629 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:01.902456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-2f4bbc55-e2a5-408e-9ce1-2c6e7be0ae64 service neutron] 10.222.0.37 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060798 Aug 29 04:55:02.016577 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:02.241421 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:24Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:02.280318 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf62747-1582-4126-a1e6-3397380daae8 None None] The sync data for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 is: [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0e72af2d-b138-48ef-b19b-75f2fb8ba13b', 'name': '', 'network_id': 'c6ff9673-9fa2-4fef-be07-05a6f3b28348', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:45:bb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:19Z', 'updated_at': '2021-08-29T04:53:24Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7d74927a-3d25-4f61-8ad5-055fcfa16c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:02.331605 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9201af98-b0e5-4d6c-b26d-2122f11e8e61 req-fdc7509d-899e-484b-871a-a0d70915eecc service neutron] 10.222.0.37 "GET /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194722 Aug 29 04:55:02.540064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242243d-e14c-44cd-a92e-33888b560c4c None None] New status for floating IP 7fca3671-0869-4f67-a224-0dfc05467b49: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:55:02.809154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a8f13-91ca-40ec-92e0-dea291c85c71 req-3ca2bd32-e3ab-43af-ac3d-67ebabc4c9d2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:02.811240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c87a8f13-91ca-40ec-92e0-dea291c85c71 req-3ca2bd32-e3ab-43af-ac3d-67ebabc4c9d2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0505800 Aug 29 04:55:02.880979 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c87a8f13-91ca-40ec-92e0-dea291c85c71 req-1298a017-25ed-437a-89c2-b49f4acc9bc3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=40508e0d-055a-45ee-9125-3f383079c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588062 Aug 29 04:55:02.893285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-52904127-8d62-4a95-9ce7-4240af83227e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:02.894812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-52904127-8d62-4a95-9ce7-4240af83227e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.37 "GET /v2.0/ports?device_id=85530ef8-4024-490d-a508-6c2a8ced2323 HTTP/1.1" status: 200 len: 945 time: 0.0806983 Aug 29 04:55:02.991337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 2891def9-0f36-424b-a7a8-1ed039d257ed {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:02.992040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.092567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 2891def9-0f36-424b-a7a8-1ed039d257ed, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=2891def9-0f36-424b-a7a8-1ed039d257ed,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:03.092852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.106240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 2891def9-0f36-424b-a7a8-1ed039d257ed owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:03.243140 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.277126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=2891def9-0f36-424b-a7a8-1ed039d257ed,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:03.323049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] No DVR routers for this DVR port 2891def9-0f36-424b-a7a8-1ed039d257ed on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:03.325747 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.327820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d012a21a-33a9-404e-8647-496e8a8289a4 req-4ff56e3f-b2dc-4434-8f16-1fe872c562ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.37 "DELETE /v2.0/ports/2891def9-0f36-424b-a7a8-1ed039d257ed HTTP/1.1" status: 204 len: 173 time: 0.4264383 Aug 29 04:55:03.328250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-deleted', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:03.330578 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fca5f9-c35f-466c-a5a4-12dcb5653ee4" -d '{"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-deleted", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:03.383575 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ad74f7-0284-4d41-84aa-d604c58fb224 x-openstack-request-id: req-15ad74f7-0284-4d41-84aa-d604c58fb224 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:03.383873 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85530ef8-4024-490d-a508-6c2a8ced2323", "name": "network-vif-deleted", "tag": "2891def9-0f36-424b-a7a8-1ed039d257ed", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:03.384124 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15ad74f7-0284-4d41-84aa-d604c58fb224 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:03.384538 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85530ef8-4024-490d-a508-6c2a8ced2323', 'name': 'network-vif-deleted', 'tag': '2891def9-0f36-424b-a7a8-1ed039d257ed', 'status': 'completed', 'code': 200} Aug 29 04:55:03.949779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36094) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:04.342716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.619106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:04.619742 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.722755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 0e72af2d-b138-48ef-b19b-75f2fb8ba13b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:04.723119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.737902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 0e72af2d-b138-48ef-b19b-75f2fb8ba13b owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:04.938932 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.970885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=0e72af2d-b138-48ef-b19b-75f2fb8ba13b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:05.177052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.405559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router f143a33e-19c3-4e14-af2e-2d776a6c26af has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:05.540185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:05.548791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36098) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:05.549205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-701c1e8f-6b73-4aab-b519-bead3d3226a7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/f143a33e-19c3-4e14-af2e-2d776a6c26af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5980535 Aug 29 04:55:05.554046 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] Sync routers for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:05.564791 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:05.566178 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:05.604106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting subnet 7d74927a-3d25-4f61-8ad5-055fcfa16c7b {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:55:05.609766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.664567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.687605 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:05.772925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.892916 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.919486 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:55:04Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:05.929390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Subnet': ['ID=7d74927a-3d25-4f61-8ad5-055fcfa16c7b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:05.932497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.937759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e39bcb4b-3011-4aa9-bb02-3cc3bfc30ae9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/subnets/7d74927a-3d25-4f61-8ad5-055fcfa16c7b HTTP/1.1" status: 204 len: 168 time: 0.3849661 Aug 29 04:55:05.938562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36102) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:05.942202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217bbe2-40a2-4521-8933-cd8f4ade41de None None] Network c6ff9673-9fa2-4fef-be07-05a6f3b28348 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:05.974206 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] Checking router: f143a33e-19c3-4e14-af2e-2d776a6c26af for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:05.988404 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] Routers {'f143a33e-19c3-4e14-af2e-2d776a6c26af'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:05.989340 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f143a33e-19c3-4e14-af2e-2d776a6c26af'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:06.140297 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] Set router f143a33e-19c3-4e14-af2e-2d776a6c26af gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:06.252679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] DHCP port deletion for c6ff9673-9fa2-4fef-be07-05a6f3b28348 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:55:06.341102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] Deleting port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:06.341867 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.417700 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:55:04Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:06.459226 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef682ae8-69af-402d-b4e7-855e29bb449d None None] The sync data for ids ['f143a33e-19c3-4e14-af2e-2d776a6c26af'] in n-d-712143-14 is: [{'id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608190867', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:15Z', 'updated_at': '2021-08-29T04:55:04Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '72e875d5-0022-45d7-94db-c6b5e528f25d', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143a33e-19c3-4e14-af2e-2d776a6c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:16Z', 'updated_at': '2021-08-29T04:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:06.480434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] For port 25c218e9-0c3a-4871-8c48-32a45a66e3d8, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=25c218e9-0c3a-4871-8c48-32a45a66e3d8,segment=NetworkSegment(97316bd5-8c6c-48b6-a43d-8983a52df8bd),segment_id=97316bd5-8c6c-48b6-a43d-8983a52df8bd)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:06.480836 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.523570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] Calling delete_port for 25c218e9-0c3a-4871-8c48-32a45a66e3d8 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:06.577203 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.608746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 25c218e9-0c3a-4871-8c48-32a45a66e3d8 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:06.709391 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.729291 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.741541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] Pushing event deleted for resources: {'Port': ['ID=25c218e9-0c3a-4871-8c48-32a45a66e3d8,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:06.756803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e766e-4406-4828-abe6-770c4ac093bf None None] No DVR routers for this DVR port 25c218e9-0c3a-4871-8c48-32a45a66e3d8 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:06.762710 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.804850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 72e875d5-0022-45d7-94db-c6b5e528f25d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:06.805519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.901014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 72e875d5-0022-45d7-94db-c6b5e528f25d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=72e875d5-0022-45d7-94db-c6b5e528f25d,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:06.901377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.919094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 72e875d5-0022-45d7-94db-c6b5e528f25d owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:07.100617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.128145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=72e875d5-0022-45d7-94db-c6b5e528f25d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:07.191325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.285164 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.287797 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.334093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.334691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Fanout notify agent at l3_agent the message router_deleted on router f143a33e-19c3-4e14-af2e-2d776a6c26af {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:55:07.342752 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.343877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f43304a8-9deb-48cc-bb55-ceaf1fcb88a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/routers/f143a33e-19c3-4e14-af2e-2d776a6c26af HTTP/1.1" status: 204 len: 168 time: 1.4042969 Aug 29 04:55:07.346880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36108) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:07.436065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.546302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:07.547860 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.558357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ff9673-9fa2-4fef-be07-05a6f3b28348']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:07.570320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 2891def9-0f36-424b-a7a8-1ed039d257ed {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:07.570682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 2891def9-0f36-424b-a7a8-1ed039d257ed not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:07.571500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97316bd5-8c6c-48b6-a43d-8983a52df8bd') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:07.571806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97316bd5-8c6c-48b6-a43d-8983a52df8bd') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:07.583029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.598937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.605166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:55:07.605563 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:55:07.608791 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:55:07.674405 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.695288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.697395 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/networks/c6ff9673-9fa2-4fef-be07-05a6f3b28348 HTTP/1.1" status: 204 len: 168 time: 0.3495030 Aug 29 04:55:07.698749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd8ad2-5bfa-45b5-87d1-93789ac33664 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Network': ['ID=c6ff9673-9fa2-4fef-be07-05a6f3b28348,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:07.702746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36110) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:07.774869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3f67210-0e62-4745-835d-acbc0abafd22 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.814608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3f67210-0e62-4745-835d-acbc0abafd22 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.895817 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3f67210-0e62-4745-835d-acbc0abafd22 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.900614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c3f67210-0e62-4745-835d-acbc0abafd22 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.900614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c3f67210-0e62-4745-835d-acbc0abafd22 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/security-groups/40508e0d-055a-45ee-9125-3f383079c643 HTTP/1.1" status: 204 len: 168 time: 0.1956644 Aug 29 04:55:07.911114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67210-0e62-4745-835d-acbc0abafd22 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40508e0d-055a-45ee-9125-3f383079c643,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:08.238964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36118) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:08.247443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-81348518-8b01-4af7-96b4-98810c2c153e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138428677', 'description': 'tempest-secgroup-smoke-2138428677 description', 'project_id': '397202da91c0462db8604d52a2064474'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:08.283070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81348518-8b01-4af7-96b4-98810c2c153e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.405719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81348518-8b01-4af7-96b4-98810c2c153e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.415149 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81348518-8b01-4af7-96b4-98810c2c153e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.416544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e72af2d-b138-48ef-b19b-75f2fb8ba13b no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:08.439279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0e72af2d-b138-48ef-b19b-75f2fb8ba13b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:08.439961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0e72af2d-b138-48ef-b19b-75f2fb8ba13b not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:08.440871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72e875d5-0022-45d7-94db-c6b5e528f25d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:08.450406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348518-8b01-4af7-96b4-98810c2c153e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e8905-d4d3-445e-b1d5-7678703b129e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:08.454923 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-81348518-8b01-4af7-96b4-98810c2c153e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.466053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36120) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:08.466240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-81348518-8b01-4af7-96b4-98810c2c153e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2253206 Aug 29 04:55:08.473901 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'd09e8905-d4d3-445e-b1d5-7678703b129e', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:08.478951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 72e875d5-0022-45d7-94db-c6b5e528f25d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:08.479300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 72e875d5-0022-45d7-94db-c6b5e528f25d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:08.518767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.581944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.586316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.619285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b464e0-8b41-4af0-845c-66c57d7b2163,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:08.636496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.636951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.637415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.637916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.638921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.639264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.639722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.640059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.640388 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.640741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.641069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.641389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:08.645301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.649400 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4153461d-71d6-4bac-8f04-6877ead4cc15 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778157 Aug 29 04:55:08.649662 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:08.654548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7c5e7c55-bb49-4013-81bf-a8f1c0aad13a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'd09e8905-d4d3-445e-b1d5-7678703b129e', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:08.686430 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7c55-bb49-4013-81bf-a8f1c0aad13a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.751270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7c55-bb49-4013-81bf-a8f1c0aad13a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.755349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7c55-bb49-4013-81bf-a8f1c0aad13a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.776649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e7c55-bb49-4013-81bf-a8f1c0aad13a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd742cc-b1bf-449f-b601-c4591ac9ed21,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:08.780514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5e7c55-bb49-4013-81bf-a8f1c0aad13a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.784526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c5e7c55-bb49-4013-81bf-a8f1c0aad13a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312385 Aug 29 04:55:08.785015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:08.789322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bfbaeee1-9af3-4a43-b5cc-9a43feb14172 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'd09e8905-d4d3-445e-b1d5-7678703b129e', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:08.819034 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbaeee1-9af3-4a43-b5cc-9a43feb14172 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.881437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbaeee1-9af3-4a43-b5cc-9a43feb14172 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.885634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbaeee1-9af3-4a43-b5cc-9a43feb14172 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.906755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaeee1-9af3-4a43-b5cc-9a43feb14172 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d9878f-3b24-45db-a65f-2c82556bd09c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:08.912813 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbaeee1-9af3-4a43-b5cc-9a43feb14172 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:08.914265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bfbaeee1-9af3-4a43-b5cc-9a43feb14172 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283023 Aug 29 04:55:08.916604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36126) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:08.921125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ebe8629c-c551-4d16-9745-5e0abba1950a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'd09e8905-d4d3-445e-b1d5-7678703b129e', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:08.952068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebe8629c-c551-4d16-9745-5e0abba1950a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.018604 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebe8629c-c551-4d16-9745-5e0abba1950a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.030113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebe8629c-c551-4d16-9745-5e0abba1950a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.050077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8629c-c551-4d16-9745-5e0abba1950a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656b2dab-a399-4725-b1c4-7f492fdc0ead,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:09.057869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ebe8629c-c551-4d16-9745-5e0abba1950a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.062569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ebe8629c-c551-4d16-9745-5e0abba1950a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420224 Aug 29 04:55:09.062775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36130) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:09.068276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'd09e8905-d4d3-445e-b1d5-7678703b129e', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:09.092487 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:55:09.097485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.164916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.168934 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.191061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7ad841-c0a0-4d4a-9239-87f77db6fcf9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:09.198925 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.200246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d8e03cbf-2c2a-49ee-8149-6abbf9295456 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364434 Aug 29 04:55:09.203063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36132) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:09.208093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'd09e8905-d4d3-445e-b1d5-7678703b129e', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:09.230478 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:55:09.236292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.303961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.308261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.326617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007b218c-7c94-4393-81c8-342c93b01251,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:09.332514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.336437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-29b44c46-97da-4c19-9455-aab30e42e6a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296189 Aug 29 04:55:09.336693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36134) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:09.343110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'network': {'name': 'tempest-network-smoke--1228501602', 'project_id': '397202da91c0462db8604d52a2064474', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:09.366789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:09.372120 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.399127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:55:09.412831 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.413178 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Added segment 46aff8dc-c941-496f-99de-47e35a6ed38a of type vlan for network 7c18ee75-2fbe-4725-a144-e7a0a573e554 Aug 29 04:55:09.456282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.481436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.487684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:09.488291 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.579749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Network': ['ID=7c18ee75-2fbe-4725-a144-e7a0a573e554,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:09.583668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-de12cf41-c628-4461-b9ea-f5a0389cc2bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2455182 Aug 29 04:55:09.593611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36136) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:09.597300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'admin_state_up': True, 'project_id': '397202da91c0462db8604d52a2064474', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:09.624907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:55:09.678278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.679712 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.741953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:09.887345 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.105962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.126803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.237444 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.225 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/3f57acf9-d926-4253-bc7b-4b22ae931000) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:10.351514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.402413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.452238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:10.455201 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:10.458960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:10.495110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=3f57acf9-d926-4253-bc7b-4b22ae931000,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:10.761419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.977956 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.127789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router e7e430a1-8a1e-4b16-8495-d08cabac2205 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:55:11.239619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:11.253132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Sync routers for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:11.260081 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.264259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e7faf38f-8466-4cb3-9168-ead8f7eee161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6703315 Aug 29 04:55:11.266959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36158) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:11.268894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:11.269801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:11.300359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b78036fb-86df-491c-97ec-3fb1115d24c1 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=397202da91c0462db8604d52a2064474&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281405 Aug 29 04:55:11.300703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36160) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:11.393179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:11.401952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9df98-69d2-41e7-931c-875f7ebef1be tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:11.403532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7cd9df98-69d2-41e7-931c-875f7ebef1be tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021304 Aug 29 04:55:11.406707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:11.466879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e5b5e70f-d355-4d1b-874d-580499e0ef94 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585442 Aug 29 04:55:11.469095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:11.475022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040863161', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'project_id': '397202da91c0462db8604d52a2064474', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:11.571107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:11.577056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.588657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:10Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:11.619045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Checking router: e7e430a1-8a1e-4b16-8495-d08cabac2205 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:11.619534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Updating router e7e430a1-8a1e-4b16-8495-d08cabac2205 port 3f57acf9-d926-4253-bc7b-4b22ae931000 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:55:11.644890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.810673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.880665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Subnet': ['ID=7f50858c-a021-4e41-85df-4209d1053447,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:11.888992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Checking segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:11.889364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network hostable DHCP agents. Network: 7c18ee75-2fbe-4725-a144-e7a0a573e554, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:55:11.911757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:55:11.923365 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.927130 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 7c18ee75-2fbe-4725-a144-e7a0a573e554) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:11.933948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:11.935915 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.937443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Transition to ACTIVE for port object 3f57acf9-d926-4253-bc7b-4b22ae931000 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:11.961520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.965085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a901b-b1bc-4e0e-914e-22d8141591ce None None] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:11.968477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ad6af484-a6ea-47f1-bcfe-a469bfdcb0bb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4978733 Aug 29 04:55:11.973001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36166) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:12.109255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Attempting to bind port 3f57acf9-d926-4253-bc7b-4b22ae931000 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:12.109535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Attempting to bind port 3f57acf9-d926-4253-bc7b-4b22ae931000 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:12.109931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Attempting to bind port 3f57acf9-d926-4253-bc7b-4b22ae931000 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:12.113246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05105c7-94f6-4448-96f1-d38b59c9fd51 None None] Pushing event updated for resources: {'Port': ['ID=3f57acf9-d926-4253-bc7b-4b22ae931000,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:12.126678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:12.127060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:12.127460 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.127855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:12.128368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Bound port: 3f57acf9-d926-4253-bc7b-4b22ae931000, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:12.128758 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.225505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] For port 3f57acf9-d926-4253-bc7b-4b22ae931000, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:12.230611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] For port 3f57acf9-d926-4253-bc7b-4b22ae931000, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3f57acf9-d926-4253-bc7b-4b22ae931000,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:12.254175 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.292385 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-7c18ee75-2fbe-4725-a144-e7a0a573e554', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:55:12.293152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.383958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05105c7-94f6-4448-96f1-d38b59c9fd51 None None] Pushing event updated for resources: {'Port': ['ID=3f57acf9-d926-4253-bc7b-4b22ae931000,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:12.386554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:12.387161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:12.530650 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.696700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:12.699047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Allocated IP 172.20.0.2 (7c18ee75-2fbe-4725-a144-e7a0a573e554/7f50858c-a021-4e41-85df-4209d1053447/4db473b7-ac86-4aa9-8acf-b82e6b8cbf20) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:12.980044 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.991214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Transition to ACTIVE for port object 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:12.999326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:10Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:13.031267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0d59d-31cc-4ef4-b08b-d25a0547aa05 None None] The sync data for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 is: [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:10Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:13.033077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Transition to ACTIVE for port object 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:13.040153 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.094440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Pushing event updated for resources: {'Port': ['ID=4db473b7-ac86-4aa9-8acf-b82e6b8cbf20,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:13.105195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:13.107231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:13.109997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:13.158425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.1 (7c18ee75-2fbe-4725-a144-e7a0a573e554/7f50858c-a021-4e41-85df-4209d1053447/d7920dbf-4ef6-46bc-b94e-1306a26a7dc1) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:13.182875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Attempting to bind port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:13.183240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Attempting to bind port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:13.183612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Attempting to bind port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:13.189422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:13.189926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Checking segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:13.190318 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.190711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Bound using segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:13.191169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Bound port: 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:13.191547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.261244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] For port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:13.267732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] For port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4db473b7-ac86-4aa9-8acf-b82e6b8cbf20,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:13.273032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.336315 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.362823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:13.409130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8fe0d-91f8-4100-bf9e-1585d9b6b5d4 None None] Pushing event updated for resources: {'Port': ['ID=4db473b7-ac86-4aa9-8acf-b82e6b8cbf20,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:13.421099 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.511405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:13.512802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:13.516222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:13.518848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:13.577860 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.775565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.162875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.171245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.264425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.266570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:14.396154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:14.397860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:14.549740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:14.610452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router e7e430a1-8a1e-4b16-8495-d08cabac2205 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:14.640209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c833b1a3-f360-451c-94d4-a6d03a703638 None None] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:14.643930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:14.703731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3f57acf9-d926-4253-bc7b-4b22ae931000 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:14.769431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-32439691-f847-4db7-b82c-0bede8f356ca None None] Provisioning for port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:14.781252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-32439691-f847-4db7-b82c-0bede8f356ca None None] Provisioning complete for port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:14.782021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32439691-f847-4db7-b82c-0bede8f356ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:14.799138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:14.809692 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fc2a49db-3125-4f20-8c49-8f0fa9475790 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/e7e430a1-8a1e-4b16-8495-d08cabac2205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8343792 Aug 29 04:55:14.850396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 3f57acf9-d926-4253-bc7b-4b22ae931000 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:14.878893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3f57acf9-d926-4253-bc7b-4b22ae931000 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:14.879386 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.001425 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32439691-f847-4db7-b82c-0bede8f356ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.057121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-32439691-f847-4db7-b82c-0bede8f356ca None None] For port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4db473b7-ac86-4aa9-8acf-b82e6b8cbf20,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:15.089669 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32439691-f847-4db7-b82c-0bede8f356ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.092734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-e79b22ea-2164-4e54-acdd-a51490b12614 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138428677&fields=id&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 267 time: 0.0481467 Aug 29 04:55:15.155750 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.187739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 3f57acf9-d926-4253-bc7b-4b22ae931000, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3f57acf9-d926-4253-bc7b-4b22ae931000,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:15.190812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32439691-f847-4db7-b82c-0bede8f356ca None None] Pushing event updated for resources: {'Port': ['ID=4db473b7-ac86-4aa9-8acf-b82e6b8cbf20,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:15.196980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.258752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-f0fabb13-0e73-4136-bc5d-6c0644361c9e req-5d696175-97ec-4572-a625-f0a5ee3211a3 service neutron] (94824) timed out ('10.222.0.55', 43738) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:55:15.277390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=3f57acf9-d926-4253-bc7b-4b22ae931000,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:15.281388 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Sync routers for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:15.298167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:15.298167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:15.444981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e836f135-59bd-47e6-831a-9bd92d8ce6c2 None None] Provisioning for port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:15.456817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e836f135-59bd-47e6-831a-9bd92d8ce6c2 None None] Provisioning complete for port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:15.458180 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e836f135-59bd-47e6-831a-9bd92d8ce6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.509312 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:15.551905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e836f135-59bd-47e6-831a-9bd92d8ce6c2 None None] Port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:15.566253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e836f135-59bd-47e6-831a-9bd92d8ce6c2 None None] Provisioning complete for port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:15.566550 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e836f135-59bd-47e6-831a-9bd92d8ce6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.771458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-4fd4ebcc-ba66-402b-92ef-ac083c25678b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:15.773321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-4fd4ebcc-ba66-402b-92ef-ac083c25678b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 797 time: 0.6645794 Aug 29 04:55:15.795142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-41aec984-19a6-44dc-a9e1-ae03bcd170a2 None None] Provisioning complete for port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:15.795565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-41aec984-19a6-44dc-a9e1-ae03bcd170a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:15.805652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-ca0a0c60-c79c-4d4a-abc7-acc3c466f4a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/quotas/397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 375 time: 0.0214570 Aug 29 04:55:15.833738 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 2, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:15.877405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-41aec984-19a6-44dc-a9e1-ae03bcd170a2 None None] Port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:15.901232 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Checking router: e7e430a1-8a1e-4b16-8495-d08cabac2205 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:15.901600 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Updating router e7e430a1-8a1e-4b16-8495-d08cabac2205 port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:55:15.901831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-d1718703-e5d2-4abf-8700-632bed9d0dce tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894880 Aug 29 04:55:15.941331 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.015584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-955c6953-597c-45c7-8146-b4f3c42ad0ed service neutron] 10.222.0.55 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970838 Aug 29 04:55:16.097106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-64b85a3f-0673-465f-a371-e609c3eb83ee None None] Provisioning complete for port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:16.097479 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-64b85a3f-0673-465f-a371-e609c3eb83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.132816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-64b85a3f-0673-465f-a371-e609c3eb83ee None None] Port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:16.151076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-82d43dbb-0818-414c-a238-c9a04cbde939 service neutron] 10.222.0.55 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286774 Aug 29 04:55:16.337067 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.352706 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Transition to ACTIVE for port object d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:16.354079 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e6f66cf-74e9-4f3c-9326-15935cc10edc req-3abddaa0-e708-4d87-a82d-662a41cb2f64 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 210 time: 0.0327265 Aug 29 04:55:16.363036 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.427460 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Pushing event updated for resources: {'Port': ['ID=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:16.444612 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.445262 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.445921 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.446547 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.447059 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.447635 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.448163 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.448732 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.449305 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.449893 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.450459 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.452183 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:16.452277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:16.524211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:16.524935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.600671 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Attempting to bind port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:16.601299 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Attempting to bind port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:16.601945 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Attempting to bind port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:16.611705 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:16.612832 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Checking segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:16.612974 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.614092 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Bound using segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:16.614370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Bound port: d7920dbf-4ef6-46bc-b94e-1306a26a7dc1, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:16.615038 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.640730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3f57acf9-d926-4253-bc7b-4b22ae931000 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:16.708613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3f57acf9-d926-4253-bc7b-4b22ae931000 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:16.710308 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.742042 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] For port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:16.748104 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] For port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:16.757235 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.838249 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:16.839676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:54:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:16.851878 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e89b5c9-6528-42ff-9bee-c2185349dc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:16.936643 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6bdce-91e9-4149-b56b-89116e15fa9b None None] Pushing event updated for resources: {'Port': ['ID=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:17.040550 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:17.264750 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:17.289479 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d086f7-8636-42a3-ad5d-9dfe3959454e None None] The sync data for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 is: [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:17.464844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2eae1794-ea6c-48c0-bddd-8c4536be0039 req-6c55ea8f-d08a-4b36-94eb-dc7084393f00 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 210 time: 0.0303950 Aug 29 04:55:17.723147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-5aaa933b-3197-43da-aa72-efb364b7b120 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:17.725639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-5aaa933b-3197-43da-aa72-efb364b7b120 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 797 time: 0.1889327 Aug 29 04:55:17.805386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-c07fdf7c-2c12-4b39-92ce-09e003ef0646 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 380 time: 0.0562758 Aug 29 04:55:17.818583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'port': {'device_id': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'admin_state_up': True, 'tenant_id': '397202da91c0462db8604d52a2064474', 'security_groups': ['d09e8905-d4d3-445e-b1d5-7678703b129e']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:17.973763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:17.977341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.126827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.11 (7c18ee75-2fbe-4725-a144-e7a0a573e554/7f50858c-a021-4e41-85df-4209d1053447/05376d91-0dde-47f2-a56f-5cae96c306e7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:18.298244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.314190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object 05376d91-0dde-47f2-a56f-5cae96c306e7 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:18.353674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.415428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:18.421639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:18.424087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:18.470003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:18.494102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:18.494788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.511167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b0e143c3-c432-468d-b2c5-9c6854534a79 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6989763 Aug 29 04:55:18.520573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:18.530570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Request body: {'port': {'device_id': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:18.646044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:18.652572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:18.652849 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.665273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.680463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38829-a197-4135-9918-9cbbde7ade01 req-5a8da76f-178a-4326-8fde-21d637a64b52 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:18.680463 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fd38829-a197-4135-9918-9cbbde7ade01 req-5a8da76f-178a-4326-8fde-21d637a64b52 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 932 time: 0.1077588 Aug 29 04:55:18.781319 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fd38829-a197-4135-9918-9cbbde7ade01 req-2f659a42-d2d6-4f30-814d-870ec8bc8468 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879824 Aug 29 04:55:18.783899 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.836788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:18.840943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c71f59d3-a275-4b45-85f9-7564a5687b4a None None] Provisioning for port 05376d91-0dde-47f2-a56f-5cae96c306e7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:18.844565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.849799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c71f59d3-a275-4b45-85f9-7564a5687b4a None None] Provisioning complete for port 05376d91-0dde-47f2-a56f-5cae96c306e7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:18.850053 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c71f59d3-a275-4b45-85f9-7564a5687b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.919882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c71f59d3-a275-4b45-85f9-7564a5687b4a None None] Port 05376d91-0dde-47f2-a56f-5cae96c306e7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:18.925522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.039790 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05376d91-0dde-47f2-a56f-5cae96c306e7 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:19.047823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.059839 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Transition to ACTIVE for port object 05376d91-0dde-47f2-a56f-5cae96c306e7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:19.063586 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.118879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.205454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:19.205930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:19.206299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:19.211319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:55:19.211789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:19.218103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:19.218445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Checking segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:19.218835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Bound using segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:19.219272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Bound port: 05376d91-0dde-47f2-a56f-5cae96c306e7, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:19.219631 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.292238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:19.296037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:19.301116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.354387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:19.355245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.357562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] 10.222.0.32 "PUT /v2.0/ports/05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 1093 time: 0.8316317 Aug 29 04:55:19.358153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:19.360690 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:19.388337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef2438-58e7-4250-825b-842a8de3746a service neutron] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:19.412949 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490832b-5afc-42c2-9f39-a6b917ee11ef x-openstack-request-id: req-6490832b-5afc-42c2-9f39-a6b917ee11ef {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:19.413252 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:19.413511 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6490832b-5afc-42c2-9f39-a6b917ee11ef {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:19.413937 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'status': 'completed', 'code': 200} Aug 29 04:55:19.481427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-ec67ee3b-1a8c-406a-a9e3-d5d41b700709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:19.483563 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-ec67ee3b-1a8c-406a-a9e3-d5d41b700709 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1096 time: 0.0523398 Aug 29 04:55:19.504020 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-288e8022-fa50-423d-b001-9a81288fb154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.538609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-7546ddb8-5f26-4dfd-bcab-bec446efbd5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 217 time: 0.0391781 Aug 29 04:55:19.594873 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-3c0398f6-4026-43e4-b97b-4bb0026c53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:19.596330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-3c0398f6-4026-43e4-b97b-4bb0026c53e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0512831 Aug 29 04:55:19.646733 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:19.647499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-a67e8a9f-c8b3-401c-a763-d4e6ab74b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:19.648393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-a67e8a9f-c8b3-401c-a763-d4e6ab74b8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457599 Aug 29 04:55:19.746069 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-b2e9021d-8f8b-4e57-a0a9-000537a59392 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901387 Aug 29 04:55:20.188655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456f8b-b8b2-4f62-959d-1dc7e77e8d1b req-3163368e-2ac7-4c7b-9ef2-2e248d2ec2ae tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.190171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80456f8b-b8b2-4f62-959d-1dc7e77e8d1b req-3163368e-2ac7-4c7b-9ef2-2e248d2ec2ae tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 944 time: 0.0773823 Aug 29 04:55:20.196300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0cf215ca-36c3-42fd-aa0c-e8b70bdc9e7d req-4390afc3-5aa8-4450-a604-4487b9e4d9e4 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438505 Aug 29 04:55:20.234428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80456f8b-b8b2-4f62-959d-1dc7e77e8d1b req-3ec22155-81d8-436b-81c3-13181dd7a66e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368972 Aug 29 04:55:20.335059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-6de2fa4b-f22c-40b9-b0bd-f27ecfebb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.336613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-6de2fa4b-f22c-40b9-b0bd-f27ecfebb95f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1096 time: 0.0463712 Aug 29 04:55:20.419849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:20.434620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-7c3aa908-590c-4b15-a7fb-29d770acfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.436883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-7c3aa908-590c-4b15-a7fb-29d770acfb9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.0935068 Aug 29 04:55:20.482302 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:20.482831 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.508268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-a66c0e2e-1fe2-459e-868a-7c9b31254a06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 217 time: 0.0631845 Aug 29 04:55:20.560806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-ba8fe8ef-9fb7-41ee-a4bb-39defbde6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.562655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-ba8fe8ef-9fb7-41ee-a4bb-39defbde6b9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0468092 Aug 29 04:55:20.627922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-9e29d2df-ffe6-4878-ad85-33074760363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.630505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-9e29d2df-ffe6-4878-ad85-33074760363f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602655 Aug 29 04:55:20.744128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-521673d4-a6c5-4710-a10c-fd09076ff0e5 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045177 Aug 29 04:55:20.839969 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.878195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ebc027ae-0969-4e48-8f7f-1079d42f1f5b req-32163ee6-f0b0-4712-8bf3-580e19ff1658 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256156 Aug 29 04:55:20.905222 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.352831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162fad0-d2d5-430f-9729-c013f6b436d2 req-2db85507-d4a1-4883-bccb-ada62baa45ab tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:21.354576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0162fad0-d2d5-430f-9729-c013f6b436d2 req-2db85507-d4a1-4883-bccb-ada62baa45ab tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 944 time: 0.0529156 Aug 29 04:55:21.392701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0162fad0-d2d5-430f-9729-c013f6b436d2 req-2cf04d09-c7dc-46ec-b3d2-c5b6674eaf05 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Aug 29 04:55:21.716670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:55:21.816856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:21.829483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'port_id': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'mac_address': 'fa:16:3e:61:60:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:55:21.868951 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.886243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05376d91-0dde-47f2-a56f-5cae96c306e7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:21.907739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:21.911910 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.969751 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:22.188400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['05376d91-0dde-47f2-a56f-5cae96c306e7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:22.378471 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:22.513894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2dfa-f522-45ac-ae27-0cbcb1705924 req-1bafcda9-8751-4f3d-a09f-07a1e3f46351 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:22.515384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-577e2dfa-f522-45ac-ae27-0cbcb1705924 req-1bafcda9-8751-4f3d-a09f-07a1e3f46351 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 945 time: 0.0506415 Aug 29 04:55:22.553329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-577e2dfa-f522-45ac-ae27-0cbcb1705924 req-9b4aba76-7c40-48b4-8e33-009b20d0f2d3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Aug 29 04:55:23.670950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4c5f6-6c0f-4604-9b20-b20f70b32702 req-b28279bc-5c7c-4c5a-b176-1db76d1a3c65 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:23.672494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ff4c5f6-6c0f-4604-9b20-b20f70b32702 req-b28279bc-5c7c-4c5a-b176-1db76d1a3c65 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 945 time: 0.0508075 Aug 29 04:55:23.711839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ff4c5f6-6c0f-4604-9b20-b20f70b32702 req-5357d479-b7b1-483c-9469-035f93d5a967 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Aug 29 04:55:23.733935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:23.785173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 05376d91-0dde-47f2-a56f-5cae96c306e7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:23.790565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 05376d91-0dde-47f2-a56f-5cae96c306e7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:23.791139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.885487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.908479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:23.910787 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b39b7d5-cf7c-44b7-a04f-7ad7a41fea86" -d '{"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-plugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:23.924376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:23.929160 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.970084 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474d4da1-0371-4778-beb8-74d622b08859 x-openstack-request-id: req-474d4da1-0371-4778-beb8-74d622b08859 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:23.970084 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-plugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:23.970084 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-474d4da1-0371-4778-beb8-74d622b08859 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:23.970645 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'code': 200} Aug 29 04:55:23.986637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:24.103794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5415cf-f2d5-435b-9af2-ba363f7e49c7 req-90541615-b90f-4da8-81bd-59984c359cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.106126 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f5415cf-f2d5-435b-9af2-ba363f7e49c7 req-90541615-b90f-4da8-81bd-59984c359cb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1098 time: 0.0581656 Aug 29 04:55:24.141113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f5415cf-f2d5-435b-9af2-ba363f7e49c7 req-a8920834-d99e-4ffe-9747-560d956a0c90 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284877 Aug 29 04:55:24.838173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee4ef8-c579-4e6e-ae97-afffafed0f33 req-84c8afb4-46fe-4b41-957b-11c33dad474a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:24.839659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-afee4ef8-c579-4e6e-ae97-afffafed0f33 req-84c8afb4-46fe-4b41-957b-11c33dad474a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0485015 Aug 29 04:55:24.877476 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-afee4ef8-c579-4e6e-ae97-afffafed0f33 req-6effd9fc-3fa9-49cc-840e-453e79d03e58 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Aug 29 04:55:26.003327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ee8a-7321-43e8-a672-b18471fece98 req-a3717bea-dd74-4f4c-86ca-9a14aa0066a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:26.005874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ff3ee8a-7321-43e8-a672-b18471fece98 req-a3717bea-dd74-4f4c-86ca-9a14aa0066a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0603251 Aug 29 04:55:26.044928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ff3ee8a-7321-43e8-a672-b18471fece98 req-85ca9d9a-abc2-4e68-94f8-ab067d057320 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334413 Aug 29 04:55:26.195625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a98772-83e2-4325-9400-d394e7e198aa req-28945c4c-5522-4c15-81a8-ae67f120d48c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:26.197894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39a98772-83e2-4325-9400-d394e7e198aa req-28945c4c-5522-4c15-81a8-ae67f120d48c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0573363 Aug 29 04:55:26.243959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39a98772-83e2-4325-9400-d394e7e198aa req-d220a8a9-b3ef-4ce5-a789-4be9f01bafc9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342510 Aug 29 04:55:26.267258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36274) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:26.314119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c6b02-7ced-49e0-bc69-b40381c6d0f1 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:26.317210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-665c6b02-7ced-49e0-bc69-b40381c6d0f1 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1093 time: 0.0482767 Aug 29 04:55:26.319587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:26.327361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:26.354292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.464475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.567637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.60 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/d0550fb0-1b16-4dc1-8ed9-89230c05747d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:26.672803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.711907 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.745601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:26.748543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:26.751140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:26.792260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=d0550fb0-1b16-4dc1-8ed9-89230c05747d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:27.249339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.350603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.518048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.523999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.594396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=d0550fb0-1b16-4dc1-8ed9-89230c05747d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:27.612745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:27.738609 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP 0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7 associated. External IP: 172.25.7.60, port: 05376d91-0dde-47f2-a56f-5cae96c306e7. Aug 29 04:55:28.002009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router e7e430a1-8a1e-4b16-8495-d08cabac2205 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:28.113420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:28.126501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] Sync routers for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:28.133815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.140541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:28.141344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:55:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:28.173461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9eda7610-3686-4197-9e21-94128f81cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8521187 Aug 29 04:55:28.174650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:28.179482 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a" -d '{"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:28.246103 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421f9e3-9bb1-4752-b790-9cf3109ce293 x-openstack-request-id: req-3421f9e3-9bb1-4752-b790-9cf3109ce293 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:28.246103 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:28.246413 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3421f9e3-9bb1-4752-b790-9cf3109ce293 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:28.246938 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'status': 'completed', 'code': 200} Aug 29 04:55:28.285387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:28.318090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a39f8-7189-47ef-b3e2-a966a7e3954d req-0ef6f2e3-3028-4fc0-a46a-2dd310ceabcf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.319638 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e5a39f8-7189-47ef-b3e2-a966a7e3954d req-0ef6f2e3-3028-4fc0-a46a-2dd310ceabcf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0905898 Aug 29 04:55:28.353332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-8d6fe033-eb63-4de0-b229-7b619dd99216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.354897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-8d6fe033-eb63-4de0-b229-7b619dd99216 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1098 time: 0.0705447 Aug 29 04:55:28.423679 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e5a39f8-7189-47ef-b3e2-a966a7e3954d req-d13ef170-7ee4-442f-9c4b-bf4a043c404c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950208 Aug 29 04:55:28.468571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36294) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:28.519459 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-c89b3ecc-95cc-40cc-9e86-47250fae034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.522725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-c89b3ecc-95cc-40cc-9e86-47250fae034e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1607149 Aug 29 04:55:28.569639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'port_id': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'mac_address': 'fa:16:3e:61:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:26Z', 'updated_at': '2021-08-29T04:55:26Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:18Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:28.603431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] Checking router: e7e430a1-8a1e-4b16-8495-d08cabac2205 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:28.615725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:28.616681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:55:19Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:28.645742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-525fea8e-362d-407f-9f5f-fc33fe2edfa2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7 HTTP/1.1" status: 200 len: 991 time: 0.1750631 Aug 29 04:55:28.652776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-d63c546b-cbe0-40da-8b77-1e9d006b56ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.1224370 Aug 29 04:55:28.705847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-05b6e37b-6544-4597-b3c2-7048dd53a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.707343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-05b6e37b-6544-4597-b3c2-7048dd53a29c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0483837 Aug 29 04:55:28.777039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-9178cbbe-8db6-4ce7-9fd8-0713904d4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.780121 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-9178cbbe-8db6-4ce7-9fd8-0713904d4497 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649543 Aug 29 04:55:28.910509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-446286d0-7546-4367-85e0-6f3cfc4a0d72 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230712 Aug 29 04:55:28.933112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:29.050540 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:29.061622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bebfa5fb-11b5-45f7-ae07-ec2773a6587a req-6f974a27-bdbc-4753-8d11-7de1fe496572 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429384 Aug 29 04:55:29.196863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'port_id': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'mac_address': 'fa:16:3e:61:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:26Z', 'updated_at': '2021-08-29T04:55:26Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:18Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:29.228070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832c65d-849f-48a1-bd93-3163a570f437 None None] The sync data for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 is: [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'port_id': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'mac_address': 'fa:16:3e:61:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:26Z', 'updated_at': '2021-08-29T04:55:26Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:18Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:29.432576 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354eb21-ac0b-4e67-962f-431792866a94 None None] New status for floating IP 0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:55:29.646616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36300) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:29.726012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4b98fc30-4467-4d17-8bc0-b5be8fd96baa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7 HTTP/1.1" status: 200 len: 993 time: 0.0778263 Aug 29 04:55:31.600307 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.152402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36312) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:32.272756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f54f4cb-cbef-4561-a4d9-7f6914195c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.370970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f54f4cb-cbef-4561-a4d9-7f6914195c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.375327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f54f4cb-cbef-4561-a4d9-7f6914195c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.412937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54f4cb-cbef-4561-a4d9-7f6914195c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5614c116-e3ea-44f2-9afd-4d567a565b41,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:32.418053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f54f4cb-cbef-4561-a4d9-7f6914195c7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48e98f6c6f8c45249b63ab8f969801e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639112 Aug 29 04:55:32.420767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36316) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:32.469056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dfef400-338e-4c7f-8f9e-7a3da4eacc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.490306 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dfef400-338e-4c7f-8f9e-7a3da4eacc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.537358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dfef400-338e-4c7f-8f9e-7a3da4eacc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.540040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3dfef400-338e-4c7f-8f9e-7a3da4eacc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:32.541190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3dfef400-338e-4c7f-8f9e-7a3da4eacc23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5614c116-e3ea-44f2-9afd-4d567a565b41 HTTP/1.1" status: 204 len: 168 time: 0.1195343 Aug 29 04:55:32.550126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfef400-338e-4c7f-8f9e-7a3da4eacc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5614c116-e3ea-44f2-9afd-4d567a565b41,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:33.195649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 36338) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:33.296134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2067658953-network', 'tenant_id': 'd14ec21c563c4d43b727214105fab32e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:33.320736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Made reservation on behalf of d14ec21c563c4d43b727214105fab32e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:33.323072 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.331418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.422931 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.426800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.453424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:55:33.458718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efe5226-b8a7-4948-b662-e334ca25a363,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:33.467014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.468243 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Added segment e6005434-5232-4895-b8dc-f8ff8c732a0b of type vlan for network f58ba418-f49b-4bf5-848b-9dfe984e1a7c Aug 29 04:55:33.508152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.534350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.535367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:33.535941 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.592735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3959606 Aug 29 04:55:33.595706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36342) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:33.600891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cacc5-b12d-4a36-b3f1-b4bc044068e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f58ba418-f49b-4bf5-848b-9dfe984e1a7c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:33.601258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Request body: {'subnet': {'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2067658953-subnet', 'tenant_id': 'd14ec21c563c4d43b727214105fab32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:33.612878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f58ba418-f49b-4bf5-848b-9dfe984e1a7c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:55:33.625785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Made reservation on behalf of d14ec21c563c4d43b727214105fab32e for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:33.628479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.800342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.855727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3dae7d-5450-4aa6-9619-57bfff44bccc,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:33.865206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Checking segment: {'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:33.865564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Network hostable DHCP agents. Network: f58ba418-f49b-4bf5-848b-9dfe984e1a7c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:55:33.882104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Network f58ba418-f49b-4bf5-848b-9dfe984e1a7c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:55:33.891334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f58ba418-f49b-4bf5-848b-9dfe984e1a7c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:33.899207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:33.900146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:33.901156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087dd987-3b3c-4d06-96d9-f2dd725ca747 None None] Network f58ba418-f49b-4bf5-848b-9dfe984e1a7c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:33.925631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-43e9c2e3-a235-4f43-9f7c-8c8de7c67a17 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3201365 Aug 29 04:55:34.039502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405b7ded-c753-47e0-ba49-f8f27bb9f441 None None] Network f58ba418-f49b-4bf5-848b-9dfe984e1a7c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:46.833447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5940f3b2-4b2e-448e-a697-947dbc5cd9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:49.504901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bf20497e-6c05-4662-b015-6cb97ed022ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:49.649222 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:50.836670 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:50.922540 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:52.370219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:01.300504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deac65b-4b1a-41e0-b92e-02d7449ab613 req-a97c55f3-799c-44c5-8349-400817dcfdbc tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:01.302085 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1deac65b-4b1a-41e0-b92e-02d7449ab613 req-a97c55f3-799c-44c5-8349-400817dcfdbc tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1098 time: 0.3601525 Aug 29 04:56:01.336738 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1deac65b-4b1a-41e0-b92e-02d7449ab613 req-981edc4e-b83d-430b-9ab6-3ffef261713f tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286736 Aug 29 04:56:01.459510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc239f7-b6ef-47ad-838b-1300c48a1607 req-f5cad53e-77ac-4269-843a-db1130bd51b5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:01.461045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9dc239f7-b6ef-47ad-838b-1300c48a1607 req-f5cad53e-77ac-4269-843a-db1130bd51b5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0552361 Aug 29 04:56:01.501548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9dc239f7-b6ef-47ad-838b-1300c48a1607 req-d8a8c916-608c-48a5-a84f-578c8a62cd6c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Aug 29 04:56:01.524603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 36638) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:01.587844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-38963a93-8723-492c-9425-bcb5ceaf5737 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7 HTTP/1.1" status: 200 len: 993 time: 0.0616760 Aug 29 04:56:01.601323 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:02.142375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dcff8-cbd8-4332-96a3-ca23ebb21774 req-876c4d2c-c9e8-41e9-b997-84152c7959b9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:02.143875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-968dcff8-cbd8-4332-96a3-ca23ebb21774 req-876c4d2c-c9e8-41e9-b997-84152c7959b9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0764465 Aug 29 04:56:02.149491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-8ca864a6-602e-4646-af54-4431ef6b3b7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728154 Aug 29 04:56:02.184316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-968dcff8-cbd8-4332-96a3-ca23ebb21774 req-aa90bca6-5ccb-44a4-9fc2-6400c43603ba tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Aug 29 04:56:02.873962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9695b20b-4b3c-4a2f-a889-8d1b10cf6308 req-11c7983d-0d77-4849-983a-9f3b97aafca2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0298529 Aug 29 04:56:02.947613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9695b20b-4b3c-4a2f-a889-8d1b10cf6308 req-b2967ea5-7764-4a3c-9127-7b93631fd49d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0266533 Aug 29 04:56:03.001668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9695b20b-4b3c-4a2f-a889-8d1b10cf6308 req-5f05b238-f66d-4dfe-b886-7ff9aa0169da service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216382 Aug 29 04:56:03.107905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695b20b-4b3c-4a2f-a889-8d1b10cf6308 req-9bd82e6d-3e3e-475d-87e3-88c2c3723659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:03.109381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9695b20b-4b3c-4a2f-a889-8d1b10cf6308 req-9bd82e6d-3e3e-475d-87e3-88c2c3723659 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008666 Aug 29 04:56:03.309197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7952c-d940-4c80-a16f-c17195d43673 req-49dbdb4a-005a-4411-9eff-eec0ca5e81b4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:03.310791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38d7952c-d940-4c80-a16f-c17195d43673 req-49dbdb4a-005a-4411-9eff-eec0ca5e81b4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0524247 Aug 29 04:56:03.326999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-1effa7a2-dcea-49c9-844f-371e01d31d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:03.328631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-1effa7a2-dcea-49c9-844f-371e01d31d44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1098 time: 0.0437427 Aug 29 04:56:03.362536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38d7952c-d940-4c80-a16f-c17195d43673 req-74be1faa-8f7f-4ef6-87c4-675e83d6abff tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 Aug 29 04:56:03.432181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-1ad17749-bf42-4e19-9ace-10239ebd247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:03.433683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-1ad17749-bf42-4e19-9ace-10239ebd247d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.0984342 Aug 29 04:56:03.507330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-2378126e-c6e5-496c-8a7c-a0409fb59fe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 1001 time: 0.0667219 Aug 29 04:56:03.557970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-0d7895d3-5ca4-4ae2-88a2-56b1a957bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:03.559559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-0d7895d3-5ca4-4ae2-88a2-56b1a957bea7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0446596 Aug 29 04:56:03.606442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-49cebd89-9237-4a80-91f7-38623e69e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:03.608532 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-49cebd89-9237-4a80-91f7-38623e69e06e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421646 Aug 29 04:56:03.710801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-bb065db9-fe85-4084-8e69-b08df9a0202d service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868464 Aug 29 04:56:03.794299 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-db0987b8-9cab-4a9c-b076-98d95267b862 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840421 Aug 29 04:56:04.487504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a006ab-757b-4a47-83b5-c40af48198f0 req-d1d9c118-272c-44a7-b3af-7cad3d80dc13 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:04.489009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1a006ab-757b-4a47-83b5-c40af48198f0 req-d1d9c118-272c-44a7-b3af-7cad3d80dc13 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0562384 Aug 29 04:56:04.538340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1a006ab-757b-4a47-83b5-c40af48198f0 req-f9749db0-952f-4413-b850-b0bf306382a3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430770 Aug 29 04:56:05.655517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fcc99-da77-4490-987b-ad873f4537c3 req-633dcd73-ef24-4ba6-bbae-58f4bed5b84d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:05.657220 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-996fcc99-da77-4490-987b-ad873f4537c3 req-633dcd73-ef24-4ba6-bbae-58f4bed5b84d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0517347 Aug 29 04:56:05.696065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-996fcc99-da77-4490-987b-ad873f4537c3 req-2084b8c9-aee5-411c-bfd7-6ebc0340218f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Aug 29 04:56:06.050276 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:06.818657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b914bf-dfa6-40cf-8870-0cd3dbe54f17 req-3842a27c-e467-4c3a-8307-b6ac8cc7dcc9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:06.820155 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1b914bf-dfa6-40cf-8870-0cd3dbe54f17 req-3842a27c-e467-4c3a-8307-b6ac8cc7dcc9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0494118 Aug 29 04:56:06.859994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1b914bf-dfa6-40cf-8870-0cd3dbe54f17 req-f93635ba-af7c-4b1e-b8e7-2d53a780bcbc tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Aug 29 04:56:07.987835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f2e00-f29e-4a74-8862-b25f9d206613 req-727d2b42-5929-4163-a969-2671a8808a9c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:07.989348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-235f2e00-f29e-4a74-8862-b25f9d206613 req-727d2b42-5929-4163-a969-2671a8808a9c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0528207 Aug 29 04:56:08.028927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-235f2e00-f29e-4a74-8862-b25f9d206613 req-b3818dd6-ee8d-4318-a92c-bc5c770e35aa tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Aug 29 04:56:09.144878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a6930-3b8b-4563-ad99-a9f3c651df87 req-bd5ca582-a156-4475-a240-fa7e7cfa9b9f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:09.146406 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-781a6930-3b8b-4563-ad99-a9f3c651df87 req-bd5ca582-a156-4475-a240-fa7e7cfa9b9f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0496874 Aug 29 04:56:09.185843 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-781a6930-3b8b-4563-ad99-a9f3c651df87 req-96e34b26-4b93-4a3c-986c-a9682a9cd15e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334001 Aug 29 04:56:10.304500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b33349-b41f-4a58-b9c2-cea3826ae157 req-d366cd83-2e63-4e60-b745-d57e395ba565 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:10.306042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8b33349-b41f-4a58-b9c2-cea3826ae157 req-d366cd83-2e63-4e60-b745-d57e395ba565 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0493879 Aug 29 04:56:10.347596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8b33349-b41f-4a58-b9c2-cea3826ae157 req-5b42c5b6-428e-48bb-b4e5-01f8f2d3ab6b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355852 Aug 29 04:56:11.469453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe3d7-1513-446c-a741-323f5a7c3ba6 req-65deabba-4604-420c-b249-d6f15840ca8d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:11.471334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbafe3d7-1513-446c-a741-323f5a7c3ba6 req-65deabba-4604-420c-b249-d6f15840ca8d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0544133 Aug 29 04:56:11.511668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbafe3d7-1513-446c-a741-323f5a7c3ba6 req-e589b63b-57fc-4ab5-91cf-2212c38ffaef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343876 Aug 29 04:56:12.625296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a85d3-3b5f-48ea-b57a-d770b39ca07c req-010a1d2a-4959-4362-aa80-2ee5a3b59926 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:12.626825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-456a85d3-3b5f-48ea-b57a-d770b39ca07c req-010a1d2a-4959-4362-aa80-2ee5a3b59926 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0486860 Aug 29 04:56:12.666018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-456a85d3-3b5f-48ea-b57a-d770b39ca07c req-5624d645-e625-4e0b-aab0-3b314cc8a8f0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331476 Aug 29 04:56:13.792378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e887d-a188-415e-aea7-392d96711423 req-b429ebec-f632-4947-979a-38e54b3d2cc9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:13.794444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-635e887d-a188-415e-aea7-392d96711423 req-b429ebec-f632-4947-979a-38e54b3d2cc9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0557950 Aug 29 04:56:13.858253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-26cdfdfc-6bd1-4bee-89ae-4e4982b088d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:13.859782 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-26cdfdfc-6bd1-4bee-89ae-4e4982b088d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1098 time: 0.0644169 Aug 29 04:56:13.865692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-635e887d-a188-415e-aea7-392d96711423 req-4188d078-96b7-4e25-bfe8-abe6b285bac9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624142 Aug 29 04:56:13.975928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-db1c8c2d-9289-4c90-b6dc-6c62dd7360a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:13.977404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-db1c8c2d-9289-4c90-b6dc-6c62dd7360a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.0959005 Aug 29 04:56:14.050767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-92d3e0e0-b014-4703-97ea-9cf0edf3de41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 1001 time: 0.0650659 Aug 29 04:56:14.108252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-343e17b2-95cc-4654-8f13-4ab416f356a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:14.109742 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-343e17b2-95cc-4654-8f13-4ab416f356a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0511136 Aug 29 04:56:14.156175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-1d79f3f7-8606-4034-9821-8fb09067cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:14.157736 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-1d79f3f7-8606-4034-9821-8fb09067cc55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408320 Aug 29 04:56:14.249701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-20b83e95-7770-4c43-8a3e-eae114c11eec service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843134 Aug 29 04:56:14.351479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d0c74abd-226d-4af3-adab-81ef7bc07504 req-49f6a6ed-31d1-48a9-8891-4c1b28b16a26 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943103 Aug 29 04:56:14.981886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b9385-2956-4721-9320-adc3b8e32f7f req-3912d03c-f175-4b6a-b895-a65373ddaeb2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:14.983859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-355b9385-2956-4721-9320-adc3b8e32f7f req-3912d03c-f175-4b6a-b895-a65373ddaeb2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0514729 Aug 29 04:56:15.026363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-355b9385-2956-4721-9320-adc3b8e32f7f req-a520df8f-e5dd-41c3-abe2-171f90e98cc9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356719 Aug 29 04:56:16.149191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62842122-36d8-43f7-a40e-745383804a64 req-c96372d3-a2f3-495b-8fa5-34f8066bb573 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:16.150710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62842122-36d8-43f7-a40e-745383804a64 req-c96372d3-a2f3-495b-8fa5-34f8066bb573 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Aug 29 04:56:16.191779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-62842122-36d8-43f7-a40e-745383804a64 req-75feea4b-7118-4115-abbc-83d27a82663c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343435 Aug 29 04:56:16.843388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4b6d1727-8768-4906-abf4-12ed9c314bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:17.308894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da854d93-0fcd-4f47-89b9-e60931209690 req-baf110d9-f4db-4fff-bd91-d5972feca8cd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:17.310458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da854d93-0fcd-4f47-89b9-e60931209690 req-baf110d9-f4db-4fff-bd91-d5972feca8cd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0497603 Aug 29 04:56:17.353911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-da854d93-0fcd-4f47-89b9-e60931209690 req-786d630c-a82e-48ae-970f-098c85f584f7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371449 Aug 29 04:56:18.477854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1884f-af1f-44a0-aea7-41eefb4dac6e req-0ad5e7ff-a1e8-46ba-bb5c-221aa49c9942 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:18.479373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7df1884f-af1f-44a0-aea7-41eefb4dac6e req-0ad5e7ff-a1e8-46ba-bb5c-221aa49c9942 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0518687 Aug 29 04:56:18.520932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7df1884f-af1f-44a0-aea7-41eefb4dac6e req-f5dae21c-bb7a-408c-9ced-6eb946d62eeb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349572 Aug 29 04:56:19.506273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c61a997-d490-4a29-a4a4-db77564b97c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:19.651299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5759-a1a4-4765-bd9b-c3909c3c6bb0 req-5c4e97ba-d6dd-4781-a4a8-d29ac0f390ad tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:19.651987 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:19.654272 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-951e5759-a1a4-4765-bd9b-c3909c3c6bb0 req-5c4e97ba-d6dd-4781-a4a8-d29ac0f390ad tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0538266 Aug 29 04:56:19.694084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-951e5759-a1a4-4765-bd9b-c3909c3c6bb0 req-2f7fe715-9d6d-4fd5-a132-dac8e7082eca tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326459 Aug 29 04:56:20.843150 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:20.848421 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-bb2ea38f-fb25-48be-a1ae-d9b22c937cd9 service neutron] show failed (client error): The resource could not be found. Aug 29 04:56:20.849775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-bb2ea38f-fb25-48be-a1ae-d9b22c937cd9 service neutron] 10.222.0.32 "GET /v2.0/ports/05376d91-0dde-47f2-a56f-5cae96c306e7/bindings/n-h1-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.1000481 Aug 29 04:56:20.858972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725bf77-cfd4-4f6d-be1a-14538b0e640d req-0909874f-0d55-4249-b955-0eed51315ba0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:20.861474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2725bf77-cfd4-4f6d-be1a-14538b0e640d req-0909874f-0d55-4249-b955-0eed51315ba0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0798988 Aug 29 04:56:20.913791 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:20.922499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2725bf77-cfd4-4f6d-be1a-14538b0e640d req-d6a3c2e9-4997-46b6-ba5f-2a33597c1fb9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475686 Aug 29 04:56:21.117411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-c343c117-a3ce-433b-b39c-7e81e8d19f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:21.119062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-c343c117-a3ce-433b-b39c-7e81e8d19f24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 1098 time: 0.0689402 Aug 29 04:56:21.133930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:21.218451 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:21.448610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:21.492643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:56:21.534382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:21.536698 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58d06c3-1bbc-42f3-b4b1-016afa285a4d" -d '{"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-unplugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:21.540718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:21.562514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Transition to ACTIVE for port object 05376d91-0dde-47f2-a56f-5cae96c306e7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:56:21.568872 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:21.602458 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6293d13-c9c3-43ba-a99e-dce0036bee5b x-openstack-request-id: req-a6293d13-c9c3-43ba-a99e-dce0036bee5b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:21.602598 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-unplugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:21.602819 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6293d13-c9c3-43ba-a99e-dce0036bee5b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:21.603230 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'code': 200} Aug 29 04:56:21.659890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:21.675199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.675557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.676021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.676235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.676572 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.676909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.677245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.677579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.677935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.678266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.678595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.678923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:21.718913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] No DVR routers for this DVR port 05376d91-0dde-47f2-a56f-5cae96c306e7 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:56:21.906120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:56:21.906777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:56:21.907187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:21.912924 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:56:21.913475 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:21.923633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:56:21.924480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Checking segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:56:21.925271 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Bound using segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:56:21.926490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Bound port: 05376d91-0dde-47f2-a56f-5cae96c306e7, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:56:21.939661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:22.078602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:56:22.096723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:56:22.104075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:22.144181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:22.145083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:22.146963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] 10.222.0.37 "PUT /v2.0/ports/05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 1093 time: 1.0173190 Aug 29 04:56:22.169759 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227f6d-c145-474e-8e09-4ca660abd1fa req-0535f4f2-9457-431d-b001-b893d5201f11 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:22.177332 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1227f6d-c145-474e-8e09-4ca660abd1fa req-0535f4f2-9457-431d-b001-b893d5201f11 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 944 time: 0.1438823 Aug 29 04:56:22.256360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e1227f6d-c145-474e-8e09-4ca660abd1fa req-9a1038d3-3db5-4385-b823-7c268df757f0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780511 Aug 29 04:56:22.271259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe15e7-487a-45d6-8b73-35fa715f5b79 service neutron] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:22.291517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-4a1226c0-7315-404e-aca9-6a8cc326ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:22.293122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-4a1226c0-7315-404e-aca9-6a8cc326ea29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1096 time: 0.1136286 Aug 29 04:56:22.380145 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:22.405539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-26621407-f071-42f7-aa00-6e5c3194da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:22.407068 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-26621407-f071-42f7-aa00-6e5c3194da8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1059842 Aug 29 04:56:22.475171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-448ed8b7-d1b1-4192-b17b-13da0c0d4a73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.0613670 Aug 29 04:56:22.531302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-96a82c7e-795c-4030-983e-8cc14c95f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:22.532730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-96a82c7e-795c-4030-983e-8cc14c95f109 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0501976 Aug 29 04:56:22.581848 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-a82288a9-8757-45ca-8804-30c82c1ebdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:22.583422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-a82288a9-8757-45ca-8804-30c82c1ebdde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439138 Aug 29 04:56:22.677951 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-a9d88717-ba7e-44a7-bf6d-01f2679aec81 service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874434 Aug 29 04:56:22.782313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65ad0664-0309-468d-984b-c1abc3713ab8 req-3b8bd2c0-0e49-423a-a7be-4b2bf4ee1741 service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965278 Aug 29 04:56:23.402083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aa0bd-bb50-4a09-a710-50d707f5215a req-9b352a28-1dca-460d-b734-d40b39c9d886 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.404858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f7aa0bd-bb50-4a09-a710-50d707f5215a req-9b352a28-1dca-460d-b734-d40b39c9d886 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 944 time: 0.0653129 Aug 29 04:56:23.449796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f7aa0bd-bb50-4a09-a710-50d707f5215a req-6f7cce42-4c13-407a-8bbd-b09cd827ad74 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Aug 29 04:56:23.604659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:23.608059 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada1c7b-cbda-4638-a298-e29636210d02" -d '{"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:23.660626 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a1dd41-7700-4825-b787-1b598d419c8a x-openstack-request-id: req-92a1dd41-7700-4825-b787-1b598d419c8a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:23.660924 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:23.661181 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92a1dd41-7700-4825-b787-1b598d419c8a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:23.661603 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'status': 'completed', 'code': 200} Aug 29 04:56:23.760677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-e93ecb80-064a-46cf-87df-c6bbeb7a53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.762435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-e93ecb80-064a-46cf-87df-c6bbeb7a53e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1096 time: 0.0750480 Aug 29 04:56:23.764374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-fd858ebd-0b08-4995-8ad5-d298f30b1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.766195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-fd858ebd-0b08-4995-8ad5-d298f30b1b41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1096 time: 0.0683756 Aug 29 04:56:23.934451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:56:23.941740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-8f31d065-8cef-41fc-aca7-e1763abfa46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.941740 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-8f31d065-8cef-41fc-aca7-e1763abfa46b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1693003 Aug 29 04:56:23.941740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-58468585-2def-4e12-9be9-2c18da765328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:23.942238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-58468585-2def-4e12-9be9-2c18da765328 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1634760 Aug 29 04:56:24.009690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:56:24.071508 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-50bf7add-1583-457c-81ae-4cebc24cdcfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.1223848 Aug 29 04:56:24.078558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-82a9e7c1-cb09-47e3-a727-5943d50ceb3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.1316223 Aug 29 04:56:24.158670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-2b05edf0-e255-46d2-a8bb-dad6c4a9d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.160161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-2b05edf0-e255-46d2-a8bb-dad6c4a9d885 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0807130 Aug 29 04:56:24.161988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-1466bb83-c4f0-42e5-9fce-80d10a95a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.163177 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-1466bb83-c4f0-42e5-9fce-80d10a95a3a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0756269 Aug 29 04:56:24.246281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-e0446bce-8fc0-4c41-8ee1-b43b1b8b76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.247825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-e0446bce-8fc0-4c41-8ee1-b43b1b8b76fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803823 Aug 29 04:56:24.265304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-6c668347-d537-4887-b958-8ab37b92263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.266850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-6c668347-d537-4887-b958-8ab37b92263f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683496 Aug 29 04:56:24.413397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-4649ecbc-e43e-4103-9292-addd89eba329 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587470 Aug 29 04:56:24.432452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-473cf4d0-1716-4149-b752-6e83b66413be service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535542 Aug 29 04:56:24.578521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1712-9150-4edf-8ace-b56f946927a6 req-5dd276a7-5d95-4767-ada5-634b5e46d60c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.580219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4df1712-9150-4edf-8ace-b56f946927a6 req-5dd276a7-5d95-4767-ada5-634b5e46d60c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 944 time: 0.0538745 Aug 29 04:56:24.582428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-b8c15a04-344b-4837-b247-457ad3515233 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614156 Aug 29 04:56:24.585994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ada1c7b-cbda-4638-a298-e29636210d02 req-b89e7688-7e6e-4c93-802e-5491a5c94ea5 service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442254 Aug 29 04:56:24.630445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4df1712-9150-4edf-8ace-b56f946927a6 req-bbc74fa1-7ca5-4675-af8e-36b5c7c2a026 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Aug 29 04:56:24.860153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-19ffda1f-b7b4-40d5-a6ee-00cc7e7e46db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.861760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-19ffda1f-b7b4-40d5-a6ee-00cc7e7e46db tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.37 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398&tenant_id=397202da91c0462db8604d52a2064474&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 944 time: 0.0565217 Aug 29 04:56:24.882722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea41221-2b00-41ec-8a3c-c83899cf8ec3 req-2ec07950-f3c2-4e32-8996-cbe07b08cdc3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.884356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ea41221-2b00-41ec-8a3c-c83899cf8ec3 req-2ec07950-f3c2-4e32-8996-cbe07b08cdc3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 944 time: 0.0577364 Aug 29 04:56:24.926201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ea41221-2b00-41ec-8a3c-c83899cf8ec3 req-7f4c9e65-2927-41bc-b03f-8de4243b0cee tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333331 Aug 29 04:56:24.930224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-cd65635a-0cf4-4dc0-bf85-4644b1ce59a8 service neutron] 10.222.0.37 "GET /v2.0/ports/05376d91-0dde-47f2-a56f-5cae96c306e7/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0613465 Aug 29 04:56:24.992727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-63966cb4-fc5e-4c05-8278-2f36c9de9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:24.994313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-63966cb4-fc5e-4c05-8278-2f36c9de9d4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1096 time: 0.0417194 Aug 29 04:56:25.085659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-7332a126-1b37-480d-a788-6708dbb7008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.088539 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-7332a126-1b37-480d-a788-6708dbb7008c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.0871336 Aug 29 04:56:25.159737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-69f645db-7a7b-40fa-b23c-eac5e8b33757 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.0632281 Aug 29 04:56:25.220258 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-d7654f37-1c47-4016-897d-29abb05a1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.221929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-d7654f37-1c47-4016-897d-29abb05a1c02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0554953 Aug 29 04:56:25.269788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-a1ed5b47-a683-4cae-ba9f-dde29d593fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.274144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-a1ed5b47-a683-4cae-ba9f-dde29d593fed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429366 Aug 29 04:56:25.437122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-d48a12ba-6168-4858-8aef-67f0150dbeb0 service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582415 Aug 29 04:56:25.463570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-9a252c3a-af7b-4cd1-97df-a0a58fe1da0e tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.464901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-9a252c3a-af7b-4cd1-97df-a0a58fe1da0e tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/networks?id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c HTTP/1.1" status: 200 len: 814 time: 0.1393249 Aug 29 04:56:25.510382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-3601c9bb-ffcc-4c81-85dc-c82ca8b9ab68 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/quotas/d14ec21c563c4d43b727214105fab32e HTTP/1.1" status: 200 len: 375 time: 0.0354300 Aug 29 04:56:25.546215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-dfad0aa5-42f9-427b-892b-e430db57da7a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d14ec21c563c4d43b727214105fab32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299411 Aug 29 04:56:25.819978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:56:25.923358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:25.939665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'port_id': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'mac_address': 'fa:16:3e:61:60:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:56:25.965051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-26d2a2a7-a3be-419c-8a9a-cd45fd479da9 service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160489 Aug 29 04:56:25.993058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:26.008104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-38b5cd46-18b9-4f0b-b49b-c90aef381908 service neutron] 10.222.0.55 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517348 Aug 29 04:56:26.019940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05376d91-0dde-47f2-a56f-5cae96c306e7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:26.043309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:26.048389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:26.067594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9ad31-1ee3-4c08-a83a-5ca28867e967 req-7aecb416-7721-4708-b4f0-ea497c4207de tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:26.069507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fd9ad31-1ee3-4c08-a83a-5ca28867e967 req-7aecb416-7721-4708-b4f0-ea497c4207de tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 944 time: 0.0530698 Aug 29 04:56:26.103998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:26.110971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-86e241ef-5781-4a54-a878-4d4819c22cc5 service neutron] 10.222.0.55 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972216 Aug 29 04:56:26.115348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.115761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.116042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.116678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.116678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.117136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.117338 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.117685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.118013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.118336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.118656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.118982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:26.128017 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fd9ad31-1ee3-4c08-a83a-5ca28867e967 req-a1cf7480-615d-49bb-a846-a03709316548 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510709 Aug 29 04:56:26.272661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d38ae7e2-9888-48fd-ae2d-61f31a928328 req-53d06786-d4c5-4776-8634-52f5eb306a57 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 210 time: 0.0275581 Aug 29 04:56:26.295328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['05376d91-0dde-47f2-a56f-5cae96c306e7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:56:27.214499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-3444e0f1-dabe-4801-b847-eea25349f002 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:27.215897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-3444e0f1-dabe-4801-b847-eea25349f002 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "GET /v2.0/networks?id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c HTTP/1.1" status: 200 len: 814 time: 0.1076500 Aug 29 04:56:27.231794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Request body: {'port': {'device_id': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c', 'admin_state_up': True, 'tenant_id': 'd14ec21c563c4d43b727214105fab32e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:27.320354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286fdfa-bc59-4818-9c93-0f5fb514a171 req-d8f6724d-a650-47b9-994b-83d4d390c934 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:27.321854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0286fdfa-bc59-4818-9c93-0f5fb514a171 req-d8f6724d-a650-47b9-994b-83d4d390c934 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 945 time: 0.1050508 Aug 29 04:56:27.373325 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53b555f4-1958-4583-b81e-6fe08040b241 req-dd01a716-2fa2-4f94-be0e-2d225e8a639c tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 210 time: 0.0310483 Aug 29 04:56:27.388221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0286fdfa-bc59-4818-9c93-0f5fb514a171 req-95d283ec-aba0-461f-ad71-e15f539c37da tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567305 Aug 29 04:56:27.402327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Made reservation on behalf of d14ec21c563c4d43b727214105fab32e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:56:27.407478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.536480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Allocated IP 172.20.0.5 (f58ba418-f49b-4bf5-848b-9dfe984e1a7c/6a3dae7d-5450-4aa6-9619-57bfff44bccc/9d2c0a01-00eb-41b6-a7d8-b208b976bc24) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:56:27.681369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.720882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.767094 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Network f58ba418-f49b-4bf5-848b-9dfe984e1a7c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:56:27.770393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:56:27.775214 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:56:27.779917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Pushing event updated for resources: {'Port': ['ID=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:27.823917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:27.825049 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.835107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:56:27.843646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-eba5dc8b-1fe0-4272-a87c-ccc08d2e1e2b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6166720 Aug 29 04:56:27.856533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Request body: {'port': {'device_id': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:27.890746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 05376d91-0dde-47f2-a56f-5cae96c306e7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:56:27.899093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 05376d91-0dde-47f2-a56f-5cae96c306e7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:56:27.899609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.925767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:27.988776 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.028171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:28.033208 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4476757a-ab11-4440-9781-22530610d511" -d '{"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-plugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:28.073624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:28.080957 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.127552 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86a63d9-7acd-45e4-8ae1-54ba29d1e51a x-openstack-request-id: req-e86a63d9-7acd-45e4-8ae1-54ba29d1e51a {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:28.127929 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-plugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:28.128157 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e86a63d9-7acd-45e4-8ae1-54ba29d1e51a {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:28.128469 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'code': 200} Aug 29 04:56:28.138109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:28.195880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-70b6b66c-a547-445e-8c43-aaaddee48a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:28.197391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-70b6b66c-a547-445e-8c43-aaaddee48a56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 1097 time: 0.1512904 Aug 29 04:56:28.216935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:56:28.304519 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.379187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:28.393241 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.478663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Transition to ACTIVE for port object 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:56:28.498787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.517284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31039b9-f69a-4d88-89db-69c4af21e952 req-d282f954-9137-46ac-a6d7-96d4b90bf6ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:28.521238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a31039b9-f69a-4d88-89db-69c4af21e952 req-d282f954-9137-46ac-a6d7-96d4b90bf6ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 946 time: 0.0539846 Aug 29 04:56:28.559013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a31039b9-f69a-4d88-89db-69c4af21e952 req-f456854e-9e8a-4c42-a75a-1ca55abc3a95 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Aug 29 04:56:28.620074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95c7e7-e63c-45a3-b078-e21ecc39566c req-407a7b91-86d6-4143-b098-9f3d7cb1e5f0 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:28.621611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e95c7e7-e63c-45a3-b078-e21ecc39566c req-407a7b91-86d6-4143-b098-9f3d7cb1e5f0 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 931 time: 0.1745279 Aug 29 04:56:28.624050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Pushing event updated for resources: {'Port': ['ID=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:28.726017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:28.742101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e95c7e7-e63c-45a3-b078-e21ecc39566c req-4f0d2a3c-02b7-423f-b15f-1e928205c1c8 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111813 Aug 29 04:56:28.769995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Attempting to bind port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:56:28.770332 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Attempting to bind port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:56:28.770660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Attempting to bind port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 on network f58ba418-f49b-4bf5-848b-9dfe984e1a7c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:28.781192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 on network f58ba418-f49b-4bf5-848b-9dfe984e1a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:56:28.781524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Attempting to bind port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 on network f58ba418-f49b-4bf5-848b-9dfe984e1a7c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:28.790898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:56:28.792958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:56:28.793329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Checking segment: {'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:56:28.793746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Bound using segment: {'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:56:28.794185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Bound port: 9d2c0a01-00eb-41b6-a7d8-b208b976bc24, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:56:28.794543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.860578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:28.862801 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e154b5-2d01-405a-99bd-3337fb6b5686" -d '{"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-unplugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:28.868249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.897260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Transition to ACTIVE for port object 05376d91-0dde-47f2-a56f-5cae96c306e7 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:56:28.904095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:28.917121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] For port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:56:28.939646 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a7e1af-b17d-49ef-8aea-573041f2e840 x-openstack-request-id: req-a9a7e1af-b17d-49ef-8aea-573041f2e840 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:28.939939 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-unplugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:28.940182 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9a7e1af-b17d-49ef-8aea-573041f2e840 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:28.940581 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'code': 200} Aug 29 04:56:28.960798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] For port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:56:28.974053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:29.013142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=10']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:29.062948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.063584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:29.065025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] 10.222.0.37 "PUT /v2.0/ports/9d2c0a01-00eb-41b6-a7d8-b208b976bc24 HTTP/1.1" status: 200 len: 1092 time: 1.2135713 Aug 29 04:56:29.119072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] No DVR routers for this DVR port 05376d91-0dde-47f2-a56f-5cae96c306e7 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:56:29.182074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b0933-462c-44b6-b163-71777825bc9d service neutron] Pushing event updated for resources: {'Port': ['ID=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:29.238829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-662d4647-883a-44dd-a28e-1209515fe408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.240267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-662d4647-883a-44dd-a28e-1209515fe408 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d14ec21c563c4d43b727214105fab32e&device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 1095 time: 0.1332781 Aug 29 04:56:29.293210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-b8b10c63-44eb-4739-9af7-8d0cd671fd39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d2c0a01-00eb-41b6-a7d8-b208b976bc24 HTTP/1.1" status: 200 len: 217 time: 0.0426593 Aug 29 04:56:29.363939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:56:29.364274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:56:29.364612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:29.373267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-803473e9-fcad-41f5-a4a4-5f2ec991edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.374776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-803473e9-fcad-41f5-a4a4-5f2ec991edec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a3dae7d-5450-4aa6-9619-57bfff44bccc HTTP/1.1" status: 200 len: 854 time: 0.0739737 Aug 29 04:56:29.375478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:56:29.375802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Attempting to bind port 05376d91-0dde-47f2-a56f-5cae96c306e7 on network 7c18ee75-2fbe-4725-a144-e7a0a573e554 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:56:29.380828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:56:29.381172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Checking segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:56:29.381559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Bound using segment: {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:56:29.382017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Bound port: 05376d91-0dde-47f2-a56f-5cae96c306e7, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46aff8dc-c941-496f-99de-47e35a6ed38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:56:29.382376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:29.417095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-4800b4e5-0617-460c-a534-73a2863fdf32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326543 Aug 29 04:56:29.533645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:56:29.554264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:56:29.560065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:29.565655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-d2b9002e-77b8-45c5-a7cc-112123849dbc service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243105 Aug 29 04:56:29.646581 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.647128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:29.648521 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] 10.222.0.32 "PUT /v2.0/ports/05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 1094 time: 1.4373441 Aug 29 04:56:29.738870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145446-c360-42f4-8d4c-1697a9c06122 service neutron] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=11']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:29.790078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53a252-b4fe-488d-8d47-b1e1eabb0b86 req-cfe2e8ae-0483-40f6-a078-7b5b5dbfc981 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.791645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa53a252-b4fe-488d-8d47-b1e1eabb0b86 req-cfe2e8ae-0483-40f6-a078-7b5b5dbfc981 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 945 time: 0.1422038 Aug 29 04:56:29.801689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-b18f984d-d221-4a05-a65c-273b673c1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.803076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-b18f984d-d221-4a05-a65c-273b673c1b60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1097 time: 0.1044161 Aug 29 04:56:29.805712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ad41430b-ca33-4f4e-af88-6d7427c7ab9d req-602de288-bc0b-4837-8efe-06bc7dd7a573 service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156796 Aug 29 04:56:29.864197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d22ff-db03-46aa-9e17-08fb7737a242 req-ec977e37-58fb-4001-bed9-46c5a97df0c7 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.866975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1d22ff-db03-46aa-9e17-08fb7737a242 req-ec977e37-58fb-4001-bed9-46c5a97df0c7 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 943 time: 0.0535121 Aug 29 04:56:29.891044 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa53a252-b4fe-488d-8d47-b1e1eabb0b86 req-73ab5fbf-420b-4665-abb8-31e8c4b79dd9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918026 Aug 29 04:56:29.913632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d1d22ff-db03-46aa-9e17-08fb7737a242 req-3950cea5-10f2-4763-a872-27536ea551a9 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382848 Aug 29 04:56:29.934825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-d8bedaeb-be66-4c13-a279-bac28a24b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:29.936313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-d8bedaeb-be66-4c13-a279-bac28a24b2cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1245699 Aug 29 04:56:30.007766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-ab7ec49e-5361-4931-9b39-8ccb1cfc4b90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.0647714 Aug 29 04:56:30.059723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-2f961181-afff-4ad8-84e0-19ab1503f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:30.061084 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-2f961181-afff-4ad8-84e0-19ab1503f4e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0461898 Aug 29 04:56:30.107806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-2d519405-3d54-4118-98cd-42a00ace6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:30.109302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-2d519405-3d54-4118-98cd-42a00ace6a19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417159 Aug 29 04:56:30.205677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-f0fee1db-debc-45a1-a6a4-a4e7260a413b service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892582 Aug 29 04:56:30.293920 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa02acaa-d548-493c-a3f4-54f11efa19e8 req-fe04aced-65e9-4b81-b43f-f807facdbdff service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812404 Aug 29 04:56:30.944766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'tag': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24'}, {'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:30.945683 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c1908f-9412-46cb-8f8c-6bd65b522c99" -d '{"events": [{"name": "network-changed", "server_uuid": "d38606e9-6220-47cf-ada6-2ae5fd60af73", "tag": "9d2c0a01-00eb-41b6-a7d8-b208b976bc24"}, {"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:31.023492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c4e78-ddb7-4de7-9e78-67cfa4593adf req-9c6888db-3a0d-46a9-9426-869c88bd318f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.025011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef6c4e78-ddb7-4de7-9e78-67cfa4593adf req-9c6888db-3a0d-46a9-9426-869c88bd318f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 945 time: 0.0543354 Aug 29 04:56:31.033374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e6a86-b1d3-46af-933f-7d73febb1a81 req-1969452f-49b9-47d0-a102-d1be97c36e74 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.035126 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a66e6a86-b1d3-46af-933f-7d73febb1a81 req-1969452f-49b9-47d0-a102-d1be97c36e74 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 943 time: 0.0523252 Aug 29 04:56:31.062726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ef6c4e78-ddb7-4de7-9e78-67cfa4593adf req-36bb9364-395b-48c9-8dee-d95d54045bf6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Aug 29 04:56:31.072328 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a66e6a86-b1d3-46af-933f-7d73febb1a81 req-d29f62c5-d036-489a-a690-d1b2543c9ff3 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 29 04:56:31.123934 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3497ac72-d6c9-45e7-b5ee-d63dfa0cfb9d x-openstack-request-id: req-3497ac72-d6c9-45e7-b5ee-d63dfa0cfb9d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:31.124255 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38606e9-6220-47cf-ada6-2ae5fd60af73", "tag": "9d2c0a01-00eb-41b6-a7d8-b208b976bc24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:31.124510 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3497ac72-d6c9-45e7-b5ee-d63dfa0cfb9d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:31.124913 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'tag': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24', 'status': 'completed', 'code': 200} Aug 29 04:56:31.125165 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'status': 'completed', 'code': 200} Aug 29 04:56:31.215987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-b18e7d71-9a1b-4268-86d1-f79c388f2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.217400 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-b18e7d71-9a1b-4268-86d1-f79c388f2e45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d14ec21c563c4d43b727214105fab32e&device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 1095 time: 0.0710788 Aug 29 04:56:31.219862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-b6980100-0115-423a-b383-7a5339d7c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.221179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-b6980100-0115-423a-b383-7a5339d7c4c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1097 time: 0.0506632 Aug 29 04:56:31.370979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-1d6814cc-4cdc-4df4-a344-840cf602de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.372941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-1d6814cc-4cdc-4df4-a344-840cf602de36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c HTTP/1.1" status: 200 len: 915 time: 0.1483254 Aug 29 04:56:31.375410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-43ee53da-e199-4f01-b6b4-05dddbe2b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.376695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-43ee53da-e199-4f01-b6b4-05dddbe2b4ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1451526 Aug 29 04:56:31.422893 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-e5e9ec5b-dbe6-400b-a9f9-21ce178a6f67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d2c0a01-00eb-41b6-a7d8-b208b976bc24 HTTP/1.1" status: 200 len: 217 time: 0.0431383 Aug 29 04:56:31.504688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-6e0843a9-c0e3-4374-9e38-98add88adae1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.1172304 Aug 29 04:56:31.506292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-58041fcf-1d7b-4422-9d29-1ff2eb511c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.507611 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-58041fcf-1d7b-4422-9d29-1ff2eb511c37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a3dae7d-5450-4aa6-9619-57bfff44bccc HTTP/1.1" status: 200 len: 854 time: 0.0593586 Aug 29 04:56:31.569214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-3abe9f15-6109-4a71-8caf-fc2c20ced0ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489244 Aug 29 04:56:31.584553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-1f0a3dfb-edd5-4ea2-b35b-433ee0b503dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.585945 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-1f0a3dfb-edd5-4ea2-b35b-433ee0b503dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0736182 Aug 29 04:56:31.595865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:31.690441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-45476d88-862a-4531-a755-07f5e9bd876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.691925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-45476d88-862a-4531-a755-07f5e9bd876c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935941 Aug 29 04:56:31.697050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-1ab35796-89cb-40bf-930e-c97aa7d0736b service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202824 Aug 29 04:56:31.857994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-3c18b914-2289-4abc-8ef3-a03db3748e3b service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516197 Aug 29 04:56:31.858890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:56:31.859640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-972b9334-7353-44a5-87b6-99dd951e19e5 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603570 Aug 29 04:56:31.860978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:56:31.955511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:56:31.961489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:56:31.988256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-2ce8d702-293a-4454-a398-becb3e8a9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:31.990104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-2ce8d702-293a-4454-a398-becb3e8a9655 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1097 time: 0.0689714 Aug 29 04:56:32.021890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-c883c964-b77e-4954-b1e8-846ad5edd8cc service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545515 Aug 29 04:56:32.061540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:32.083122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24', 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c', 'port_id': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24', 'mac_address': 'fa:16:3e:17:ed:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3dae7d-5450-4aa6-9619-57bfff44bccc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:56:32.102137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-0f6dda57-f694-4819-a42f-096a00ecc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:32.103674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-0f6dda57-f694-4819-a42f-096a00ecc7da service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1037674 Aug 29 04:56:32.138417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:32.158193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'port_id': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'mac_address': 'fa:16:3e:61:60:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:56:32.159935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:32.190900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff62dd5-cb4f-45a7-b629-e35adb9bc611 req-fb35e45d-c421-4780-b5f0-fa4ee13dc6f9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:32.192678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ff62dd5-cb4f-45a7-b629-e35adb9bc611 req-fb35e45d-c421-4780-b5f0-fa4ee13dc6f9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 945 time: 0.0555923 Aug 29 04:56:32.201027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:32.229756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:32.231607 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:32.243022 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ff62dd5-cb4f-45a7-b629-e35adb9bc611 req-71846d79-aac7-4e43-bff8-2f95d86626e8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Aug 29 04:56:32.243373 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:32.250829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05376d91-0dde-47f2-a56f-5cae96c306e7 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:56:32.268192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37492) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:32.300749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:32.311091 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:32.315535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:32.339860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bc0dea87-9280-48b3-97fe-6a4b5c121067 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7 HTTP/1.1" status: 200 len: 991 time: 0.0702415 Aug 29 04:56:32.374976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=12']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:32.438205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['9d2c0a01-00eb-41b6-a7d8-b208b976bc24'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:56:32.558238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-383b2972-c7fd-4d59-9b4e-5e7f9dcf1301 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 999 time: 0.4469397 Aug 29 04:56:32.571758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9480188-4721-4bd5-9926-6330b0fdc80a req-2eddff38-1db2-40c7-b636-2c06bc6513d6 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:32.573287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9480188-4721-4bd5-9926-6330b0fdc80a req-2eddff38-1db2-40c7-b636-2c06bc6513d6 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 944 time: 0.0690541 Aug 29 04:56:32.612635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['05376d91-0dde-47f2-a56f-5cae96c306e7'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:56:32.648552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9480188-4721-4bd5-9926-6330b0fdc80a req-59c11b6e-8705-4bb4-b9d7-196c2c88366f tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660121 Aug 29 04:56:32.649982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-fb3de8bd-5eaf-4849-b50b-584ffce06197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:32.651366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-fb3de8bd-5eaf-4849-b50b-584ffce06197 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0770910 Aug 29 04:56:32.698698 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-e37d0146-bbe9-4283-8cc9-9753afaad698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:32.700241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-e37d0146-bbe9-4283-8cc9-9753afaad698 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410781 Aug 29 04:56:32.807314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-72667eda-7443-4708-bd79-574df73888d6 service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976830 Aug 29 04:56:32.909541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3c1908f-9412-46cb-8f8c-6bd65b522c99 req-7cfac766-3095-4222-b3b6-2396949670ba service neutron] 10.222.0.37 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946341 Aug 29 04:56:33.773980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba55cc-fc27-40f5-a53b-8265b2c5a911 req-c10864bb-4db5-4e86-aa20-3f86703575b1 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:33.775504 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aeba55cc-fc27-40f5-a53b-8265b2c5a911 req-c10864bb-4db5-4e86-aa20-3f86703575b1 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 944 time: 0.0555029 Aug 29 04:56:33.814511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aeba55cc-fc27-40f5-a53b-8265b2c5a911 req-baf460fb-226f-412e-9bec-695cfc7af000 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329473 Aug 29 04:56:33.865243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:56:33.920442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:56:33.925028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:56:33.925524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:33.992883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:56:34.032589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:34.061112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:34.063376 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02439a49-d554-4c32-92f1-894c835aeb67" -d '{"events": [{"server_uuid": "d38606e9-6220-47cf-ada6-2ae5fd60af73", "name": "network-vif-plugged", "status": "completed", "tag": "9d2c0a01-00eb-41b6-a7d8-b208b976bc24"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:34.079710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:34.083063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 05376d91-0dde-47f2-a56f-5cae96c306e7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:56:34.088225 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:34.092140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 05376d91-0dde-47f2-a56f-5cae96c306e7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:56:34.092431 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:34.133848 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1749df2-5706-49af-a58c-6f7e901ba440 x-openstack-request-id: req-d1749df2-5706-49af-a58c-6f7e901ba440 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:34.134102 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38606e9-6220-47cf-ada6-2ae5fd60af73", "name": "network-vif-plugged", "status": "completed", "tag": "9d2c0a01-00eb-41b6-a7d8-b208b976bc24", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:34.134376 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1749df2-5706-49af-a58c-6f7e901ba440 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:34.134768 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24', 'code': 200} Aug 29 04:56:34.176336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:34.201562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7d344-5490-4830-ab02-17117b515ad3 req-0e1314f4-b129-4d38-8036-c213acc55889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:34.203120 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39f7d344-5490-4830-ab02-17117b515ad3 req-0e1314f4-b129-4d38-8036-c213acc55889 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 1097 time: 0.0430195 Aug 29 04:56:34.221551 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:34.239373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-39f7d344-5490-4830-ab02-17117b515ad3 req-973a1cd2-c52f-46a4-8abc-ad22e4732081 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288382 Aug 29 04:56:34.255879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:56:34.260018 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:34.313573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=13']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:34.930625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa0937-3c8b-4a83-846c-ed7668060104 req-34c5793b-f5e5-4e0b-8009-a5f232d8d895 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:34.932131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ffa0937-3c8b-4a83-846c-ed7668060104 req-34c5793b-f5e5-4e0b-8009-a5f232d8d895 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 945 time: 0.0507677 Aug 29 04:56:34.972364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6ffa0937-3c8b-4a83-846c-ed7668060104 req-f0e0da24-1563-4dc5-8412-61c5357f0f26 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336840 Aug 29 04:56:36.093121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a9c97-4375-4517-9889-998ee9195417 req-d2ed976d-bb2b-4589-95e8-bd59effd04b3 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:36.097492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd9a9c97-4375-4517-9889-998ee9195417 req-d2ed976d-bb2b-4589-95e8-bd59effd04b3 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Aug 29 04:56:36.131261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd9a9c97-4375-4517-9889-998ee9195417 req-37de62c6-1c82-419d-b50c-35c55921ade3 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307679 Aug 29 04:56:36.136513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:56:36.139339 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4060602-d13b-4454-99f3-c6f3abb60c81" -d '{"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-plugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:56:36.182224 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657fa257-e440-452d-90c5-f5e6b044a255 x-openstack-request-id: req-657fa257-e440-452d-90c5-f5e6b044a255 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:56:36.182513 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-plugged", "status": "completed", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:56:36.182659 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-657fa257-e440-452d-90c5-f5e6b044a255 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:56:36.183370 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'code': 200} Aug 29 04:56:43.053629 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:46.837503 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0f34bf19-3a4b-432c-b9eb-d269bac11b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:49.508390 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9578a5dc-0bee-47fc-a648-3dbb0ee639f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:49.654233 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:50.844341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:50.925744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.376112 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:01.612110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:02.966393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b933a23-c9cd-41f0-b793-1fc9bc43ca39 req-0cbdbcb1-e8bd-45d1-8bc0-42b6753a9d32 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:02.967963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b933a23-c9cd-41f0-b793-1fc9bc43ca39 req-0cbdbcb1-e8bd-45d1-8bc0-42b6753a9d32 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1099 time: 0.0429337 Aug 29 04:57:03.003186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b933a23-c9cd-41f0-b793-1fc9bc43ca39 req-06cbc8e7-7db9-4542-a6bf-c932be89a778 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291028 Aug 29 04:57:03.025892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37680) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:03.189099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port d0550fb0-1b16-4dc1-8ed9-89230c05747d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:03.189451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.271174 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.271504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.283289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for d0550fb0-1b16-4dc1-8ed9-89230c05747d owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:03.434659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.461216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=d0550fb0-1b16-4dc1-8ed9-89230c05747d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:03.474543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.474897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.475238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.475575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.475908 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.476244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.476573 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.476902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.477215 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.477670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.477901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.478406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:03.537445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.538514 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP 0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7 disassociated (deleted). External IP: 172.25.7.60, port: 05376d91-0dde-47f2-a56f-5cae96c306e7. Aug 29 04:57:03.793065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router e7e430a1-8a1e-4b16-8495-d08cabac2205 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:57:03.866207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ab115b1-5ceb-4547-8d59-f6118a1d0c07 req-2ff68c43-cfcd-4718-87ac-5e34d359baea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252821 Aug 29 04:57:03.911960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:57:03.915172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ab115b1-5ceb-4547-8d59-f6118a1d0c07 req-44f7a6b1-5d1c-4760-9257-91473f982724 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0266879 Aug 29 04:57:03.916353 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.925762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] Sync routers for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:57:03.935343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:03.937561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:03.956084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b1878536-d1e4-47ea-996b-a051de8dc112 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/floatingips/0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7 HTTP/1.1" status: 204 len: 168 time: 0.9289961 Aug 29 04:57:03.956692 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:03.959858 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f85ddf-59f5-4cba-8c13-3eef668e76f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:03.971014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ab115b1-5ceb-4547-8d59-f6118a1d0c07 req-a3f1dfee-eab1-4844-a83a-416bea8edc62 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292714 Aug 29 04:57:04.007328 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c7ab8-3419-47a1-a44d-d753b3b7942c x-openstack-request-id: req-373c7ab8-3419-47a1-a44d-d753b3b7942c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:04.007684 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:04.008004 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-373c7ab8-3419-47a1-a44d-d753b3b7942c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:04.008495 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'status': 'completed', 'code': 200} Aug 29 04:57:04.063068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:04.109362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab115b1-5ceb-4547-8d59-f6118a1d0c07 req-d415a4d3-2183-4916-9193-a9c5d918c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.111324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ab115b1-5ceb-4547-8d59-f6118a1d0c07 req-d415a4d3-2183-4916-9193-a9c5d918c868 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323922 Aug 29 04:57:04.122902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-ca7c9964-0943-4775-b91e-16b328976c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.124858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-ca7c9964-0943-4775-b91e-16b328976c3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 1099 time: 0.0649109 Aug 29 04:57:04.313071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700041e-6e81-4b16-89bd-a533d1b1a5ba req-05fa4570-83a1-4960-959f-c79530ee9245 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.314544 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2700041e-6e81-4b16-89bd-a533d1b1a5ba req-05fa4570-83a1-4960-959f-c79530ee9245 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 947 time: 0.1041036 Aug 29 04:57:04.319727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-6d871cb3-98c3-4d98-a908-413a0384e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.321145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-6d871cb3-98c3-4d98-a908-413a0384e926 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 200 len: 898 time: 0.1882100 Aug 29 04:57:04.350516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:18Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:04.381721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-4288253b-2298-416b-ab80-738fe9c98ed4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 200 len: 217 time: 0.0451455 Aug 29 04:57:04.407083 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2700041e-6e81-4b16-89bd-a533d1b1a5ba req-df6f1ff4-9098-41ab-bdbe-bf4b89d9e4ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849164 Aug 29 04:57:04.448399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-6ceb0578-20b1-4085-8d61-f2457ad69080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.450641 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-6ceb0578-20b1-4085-8d61-f2457ad69080 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 200 len: 835 time: 0.0583363 Aug 29 04:57:04.501302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-6b0c8908-6e87-411c-b173-3f3cbf0c421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:04.502892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-6b0c8908-6e87-411c-b173-3f3cbf0c421f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c18ee75-2fbe-4725-a144-e7a0a573e554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444310 Aug 29 04:57:04.533015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] Checking router: e7e430a1-8a1e-4b16-8495-d08cabac2205 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:57:04.541909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:04.543156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:04.614905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-980885f6-be13-443d-8f9f-a6944d60ac20 service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026008 Aug 29 04:57:04.659187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:04.716503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23f85ddf-59f5-4cba-8c13-3eef668e76f0 req-f887cf05-f6c6-48af-a45e-909e4109d24f service neutron] 10.222.0.32 "GET /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924966 Aug 29 04:57:04.889263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:18Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:04.916273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a4d31-e457-49a6-bd53-6f2275814bcf None None] The sync data for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 is: [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:55:13Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'd7920dbf-4ef6-46bc-b94e-1306a26a7dc1', 'name': '', 'network_id': '7c18ee75-2fbe-4725-a144-e7a0a573e554', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:0e:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7f50858c-a021-4e41-85df-4209d1053447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:12Z', 'updated_at': '2021-08-29T04:55:18Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '7f50858c-a021-4e41-85df-4209d1053447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:57:05.151557 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf41aa-3c4a-4830-991b-436fd91eaae8 None None] New status for floating IP 0d00e1e8-f5f3-41d0-842b-c8dc4d750ef7: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:57:05.572784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06ae9b-188b-44ca-a412-2ea94fd7168e req-bd8fe783-278e-4341-a2e2-059bbbe7b653 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:05.574785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff06ae9b-188b-44ca-a412-2ea94fd7168e req-bd8fe783-278e-4341-a2e2-059bbbe7b653 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 947 time: 0.0507491 Aug 29 04:57:05.618218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff06ae9b-188b-44ca-a412-2ea94fd7168e req-bf5b30b5-46f3-4008-88de-df5c6f38136d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=d09e8905-d4d3-445e-b1d5-7678703b129e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Aug 29 04:57:05.714725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b865ef18-a5c7-437a-aebd-547fdc7d65f6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:05.716254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b865ef18-a5c7-437a-aebd-547fdc7d65f6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 947 time: 0.0521166 Aug 29 04:57:05.858827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 05376d91-0dde-47f2-a56f-5cae96c306e7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:05.859043 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:05.974765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 05376d91-0dde-47f2-a56f-5cae96c306e7, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=05376d91-0dde-47f2-a56f-5cae96c306e7,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:05.975145 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:05.994949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 05376d91-0dde-47f2-a56f-5cae96c306e7 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:06.122882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.150558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=05376d91-0dde-47f2-a56f-5cae96c306e7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:06.195488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] No DVR routers for this DVR port 05376d91-0dde-47f2-a56f-5cae96c306e7 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:57:06.198070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:06.200110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-79e85b8b-ce10-4b51-a744-9eb091351a55 req-b35005a5-3706-4329-b85a-e45189bc9f8c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "DELETE /v2.0/ports/05376d91-0dde-47f2-a56f-5cae96c306e7 HTTP/1.1" status: 204 len: 173 time: 0.4774401 Aug 29 04:57:06.200544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-deleted', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:06.202844 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e3633-6fa4-4332-97ba-a1287f85af72" -d '{"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-deleted", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:06.242728 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235e739-f4e9-4cf1-a955-ad74649c14c3 x-openstack-request-id: req-b235e739-f4e9-4cf1-a955-ad74649c14c3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:06.243094 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded177a4-4ebf-4585-9396-2b95d0a14398", "name": "network-vif-deleted", "tag": "05376d91-0dde-47f2-a56f-5cae96c306e7", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:06.243282 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b235e739-f4e9-4cf1-a955-ad74649c14c3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:06.243682 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded177a4-4ebf-4585-9396-2b95d0a14398', 'name': 'network-vif-deleted', 'tag': '05376d91-0dde-47f2-a56f-5cae96c306e7', 'status': 'completed', 'code': 200} Aug 29 04:57:06.729730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd06768d-7008-46f8-9dcc-6e367a1ac1cc req-f84120be-1f00-4ebf-8f42-1de7b4eac493 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=ded177a4-4ebf-4585-9396-2b95d0a14398 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Aug 29 04:57:07.791460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37714) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:08.238427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.510028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:08.510292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.607113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port d7920dbf-4ef6-46bc-b94e-1306a26a7dc1, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:08.607483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.621390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:08.816725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:08.844223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=d7920dbf-4ef6-46bc-b94e-1306a26a7dc1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:09.028148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.249174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router e7e430a1-8a1e-4b16-8495-d08cabac2205 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:57:09.358113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:57:09.363380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-03c47ed1-bade-44e6-82f8-297b4dd0447e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/e7e430a1-8a1e-4b16-8495-d08cabac2205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5608523 Aug 29 04:57:09.365792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37724) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:09.368745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] Sync routers for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:57:09.380847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:09.382126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:09.419621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting subnet 7f50858c-a021-4e41-85df-4209d1053447 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:57:09.422821 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.468383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.491298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:09.556412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.619950 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.654142 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Subnet': ['ID=7f50858c-a021-4e41-85df-4209d1053447,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:09.656973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.662237 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2e71e687-b42f-4a26-9984-405499341698 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/subnets/7f50858c-a021-4e41-85df-4209d1053447 HTTP/1.1" status: 204 len: 168 time: 0.2952530 Aug 29 04:57:09.663127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:09.676494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de50be49-7bd2-420f-aeeb-ddac5d14bce0 None None] Network 7c18ee75-2fbe-4725-a144-e7a0a573e554 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:57:09.744187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:57:08Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:09.778224 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] Checking router: e7e430a1-8a1e-4b16-8495-d08cabac2205 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:57:09.787521 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.830888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] Routers {'e7e430a1-8a1e-4b16-8495-d08cabac2205'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:09.831839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e7e430a1-8a1e-4b16-8495-d08cabac2205'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:09.911218 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:09.970019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] DHCP port deletion for 7c18ee75-2fbe-4725-a144-e7a0a573e554 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:57:10.024662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 3f57acf9-d926-4253-bc7b-4b22ae931000 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:10.025104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.030619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] Set router e7e430a1-8a1e-4b16-8495-d08cabac2205 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:10.112077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 3f57acf9-d926-4253-bc7b-4b22ae931000, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3f57acf9-d926-4253-bc7b-4b22ae931000,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:10.112596 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.129130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 3f57acf9-d926-4253-bc7b-4b22ae931000 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:10.137685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:10.144591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] Deleting port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:10.144980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.210145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 05376d91-0dde-47f2-a56f-5cae96c306e7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:57:10.210703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 05376d91-0dde-47f2-a56f-5cae96c306e7 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:57:10.247205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] For port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4db473b7-ac86-4aa9-8acf-b82e6b8cbf20,segment=NetworkSegment(46aff8dc-c941-496f-99de-47e35a6ed38a),segment_id=46aff8dc-c941-496f-99de-47e35a6ed38a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:10.247610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.269140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] Calling delete_port for 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:10.318100 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.343376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=3f57acf9-d926-4253-bc7b-4b22ae931000,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:10.383947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:57:08Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:10.409158 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.411932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7b062-a893-4087-af65-bc86dad55292 None None] The sync data for ids ['e7e430a1-8a1e-4b16-8495-d08cabac2205'] in n-d-712143-14 is: [{'id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787234393', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:55:09Z', 'updated_at': '2021-08-29T04:57:08Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '3f57acf9-d926-4253-bc7b-4b22ae931000', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e430a1-8a1e-4b16-8495-d08cabac2205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:55:10Z', 'updated_at': '2021-08-29T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:57:10.413423 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.440585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] Pushing event deleted for resources: {'Port': ['ID=4db473b7-ac86-4aa9-8acf-b82e6b8cbf20,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:10.442925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bc5ac1-d7b2-48b7-a66f-2fa6b43b7246 None None] No DVR routers for this DVR port 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:57:10.521733 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.523864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.566127 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.566670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Fanout notify agent at l3_agent the message router_deleted on router e7e430a1-8a1e-4b16-8495-d08cabac2205 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:57:10.573428 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.574606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-032dcdf8-ef76-4709-8491-c999c5111d02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/routers/e7e430a1-8a1e-4b16-8495-d08cabac2205 HTTP/1.1" status: 204 len: 168 time: 0.9103906 Aug 29 04:57:10.577295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37730) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:10.666501 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.754111 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.764789 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c18ee75-2fbe-4725-a144-e7a0a573e554']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:10.775268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46aff8dc-c941-496f-99de-47e35a6ed38a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:10.775567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46aff8dc-c941-496f-99de-47e35a6ed38a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:10.784590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.799083 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.805729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:57:10.806242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:57:10.810111 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:57:10.879168 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.889488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:10.891271 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.894042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/networks/7c18ee75-2fbe-4725-a144-e7a0a573e554 HTTP/1.1" status: 204 len: 168 time: 0.3157654 Aug 29 04:57:10.896006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37732) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:10.910456 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:57:10.910819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4db473b7-ac86-4aa9-8acf-b82e6b8cbf20 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:57:10.913288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb2e6-9f23-4097-b10e-3d632cd1e51f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Network': ['ID=7c18ee75-2fbe-4725-a144-e7a0a573e554,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:10.966360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a31781a-7888-4ee1-9ce6-f86088be0844 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.992781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a31781a-7888-4ee1-9ce6-f86088be0844 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.057736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a31781a-7888-4ee1-9ce6-f86088be0844 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.060925 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7a31781a-7888-4ee1-9ce6-f86088be0844 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.062128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7a31781a-7888-4ee1-9ce6-f86088be0844 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/security-groups/d09e8905-d4d3-445e-b1d5-7678703b129e HTTP/1.1" status: 204 len: 168 time: 0.1650071 Aug 29 04:57:11.071777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31781a-7888-4ee1-9ce6-f86088be0844 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e8905-d4d3-445e-b1d5-7678703b129e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:11.278919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37744) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:11.284086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-873ab0bd-cbcd-40c1-b45d-17ae52d94be8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851164968', 'description': 'tempest-secgroup-smoke-1851164968 description', 'project_id': '397202da91c0462db8604d52a2064474'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:11.306719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-873ab0bd-cbcd-40c1-b45d-17ae52d94be8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.388955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-873ab0bd-cbcd-40c1-b45d-17ae52d94be8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.393148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-873ab0bd-cbcd-40c1-b45d-17ae52d94be8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.420604 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-873ab0bd-cbcd-40c1-b45d-17ae52d94be8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.422101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-873ab0bd-cbcd-40c1-b45d-17ae52d94be8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416948 Aug 29 04:57:11.424852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37746) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:11.430086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f2099cf0-a6b8-4fb3-870b-9144a8013946 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '563c0b76-8d29-4419-ae45-c217f9824a39', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:11.435418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab0bd-cbcd-40c1-b45d-17ae52d94be8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563c0b76-8d29-4419-ae45-c217f9824a39,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:11.463351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2099cf0-a6b8-4fb3-870b-9144a8013946 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.534171 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2099cf0-a6b8-4fb3-870b-9144a8013946 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.545885 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2099cf0-a6b8-4fb3-870b-9144a8013946 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.564544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2099cf0-a6b8-4fb3-870b-9144a8013946 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f765e1e-e8b0-4e79-94f7-3f41f8ffbbfd,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:11.570488 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f2099cf0-a6b8-4fb3-870b-9144a8013946 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.571610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f2099cf0-a6b8-4fb3-870b-9144a8013946 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458347 Aug 29 04:57:11.575004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:11.579454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-681c9323-e2a1-45de-843d-b46a7170eff9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '563c0b76-8d29-4419-ae45-c217f9824a39', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:11.607300 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681c9323-e2a1-45de-843d-b46a7170eff9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.676228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681c9323-e2a1-45de-843d-b46a7170eff9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.679175 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681c9323-e2a1-45de-843d-b46a7170eff9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.699569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c9323-e2a1-45de-843d-b46a7170eff9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38401c2f-6497-4869-b906-f5095ad30643,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:11.706052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-681c9323-e2a1-45de-843d-b46a7170eff9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.710136 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-681c9323-e2a1-45de-843d-b46a7170eff9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313934 Aug 29 04:57:11.710305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37750) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:11.715864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-747b2f25-2ae8-4049-be14-e9cca0777f5b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '563c0b76-8d29-4419-ae45-c217f9824a39', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:11.743012 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-747b2f25-2ae8-4049-be14-e9cca0777f5b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.801399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-747b2f25-2ae8-4049-be14-e9cca0777f5b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.805468 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-747b2f25-2ae8-4049-be14-e9cca0777f5b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.825059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b2f25-2ae8-4049-be14-e9cca0777f5b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e4a6c5-b2f3-4104-a104-682dd809fed9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:11.831573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-747b2f25-2ae8-4049-be14-e9cca0777f5b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.832803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-747b2f25-2ae8-4049-be14-e9cca0777f5b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214139 Aug 29 04:57:11.835777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37752) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:11.840520 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6b47d770-d670-4644-a615-d5e3caf3b34f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '563c0b76-8d29-4419-ae45-c217f9824a39', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:11.867217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b47d770-d670-4644-a615-d5e3caf3b34f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.931304 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b47d770-d670-4644-a615-d5e3caf3b34f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.935637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b47d770-d670-4644-a615-d5e3caf3b34f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.953380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47d770-d670-4644-a615-d5e3caf3b34f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8b4f18-be7b-413f-9508-adc83a0dba96,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:11.962006 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6b47d770-d670-4644-a615-d5e3caf3b34f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.963659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6b47d770-d670-4644-a615-d5e3caf3b34f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269441 Aug 29 04:57:11.966442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37754) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:11.971134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '563c0b76-8d29-4419-ae45-c217f9824a39', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:11.993098 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:57:11.998529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.074427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.078453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.097339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9781444-6177-4f8d-9dd5-366b306ece10,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:12.103568 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.105270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7c334cb-d923-4801-ba6f-77cf252a1c73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372867 Aug 29 04:57:12.108121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37756) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:12.113220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': '563c0b76-8d29-4419-ae45-c217f9824a39', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:12.138998 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:57:12.143947 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.211863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.216574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.236630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c55d31-a3c9-4225-986b-7a1f3d1338ab,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:12.244112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.248963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3e9eabd3-39ce-4de4-83b9-90e668b173ac tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359942 Aug 29 04:57:12.250284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37760) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:12.255018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'network': {'name': 'tempest-network-smoke--2005728036', 'project_id': '397202da91c0462db8604d52a2064474', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:12.277334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:12.280877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.304857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:57:12.314823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.315169 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Added segment ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48 of type vlan for network 309f9304-c4ef-4f02-88c0-fd238977f8a2 Aug 29 04:57:12.364836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.392062 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.397537 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:12.398158 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.439355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:12.460220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2095377 Aug 29 04:57:12.463358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37762) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:12.464531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:57:12.464887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d7920dbf-4ef6-46bc-b94e-1306a26a7dc1 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:57:12.465312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3f57acf9-d926-4253-bc7b-4b22ae931000 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:12.468324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'admin_state_up': True, 'project_id': '397202da91c0462db8604d52a2064474', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:12.479456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e4a2-f205-44eb-909a-35b57f6bd562 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Network': ['ID=309f9304-c4ef-4f02-88c0-fd238977f8a2,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:12.484850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 3f57acf9-d926-4253-bc7b-4b22ae931000 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:57:12.485208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3f57acf9-d926-4253-bc7b-4b22ae931000 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:57:12.490746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:57:12.497560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.498600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.554405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.691801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.883989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.903955 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:13.005099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.113 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/2dfb84a7-1089-4503-a47e-01d2be98a038) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:13.113831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:13.154542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:13.189488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:13.192278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:13.197878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:13.225538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=2dfb84a7-1089-4503-a47e-01d2be98a038,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:13.454621 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:13.656939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:14.123883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 7099841f-e276-4b93-96a8-9ec838f991e2 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:57:14.234739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:57:14.245648 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Sync routers for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:57:14.255191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:14.256526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2d23758a-ae4e-49e3-a158-3e1b29e525fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7922409 Aug 29 04:57:14.257986 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:14.258783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:14.259905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37776) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:14.289746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-78db7200-18a2-4fb8-88af-d39a06a88509 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=397202da91c0462db8604d52a2064474&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285983 Aug 29 04:57:14.292366 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37778) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:14.372572 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:14.387740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86ec3d-369e-4fa1-ba46-f2aafb56b808 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:14.389321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9d86ec3d-369e-4fa1-ba46-f2aafb56b808 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960391 Aug 29 04:57:14.392322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37780) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:14.425253 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6d19cfb3-66c7-4f1d-b971-e3319df01f5c tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289223 Aug 29 04:57:14.425253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37782) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:14.429861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-284745700', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'project_id': '397202da91c0462db8604d52a2064474', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:14.532883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:14.537204 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:14.590496 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:13Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:14.623702 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Checking router: 7099841f-e276-4b93-96a8-9ec838f991e2 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:57:14.624058 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Updating router 7099841f-e276-4b93-96a8-9ec838f991e2 port 2dfb84a7-1089-4503-a47e-01d2be98a038 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:57:14.650079 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:14.738490 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:14.804832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Subnet': ['ID=df199cbf-acce-49d3-a183-c5bb9d88113d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:14.816767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Checking segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:14.817203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network hostable DHCP agents. Network: 309f9304-c4ef-4f02-88c0-fd238977f8a2, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:57:14.837181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:57:14.848431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 309f9304-c4ef-4f02-88c0-fd238977f8a2) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:14.856378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8a805-fc89-4970-8537-68a42cc8c13f None None] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:57:14.863637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:14.864317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:14.879494 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fa2fd76f-84a3-4a80-a4e9-8b727961e7a8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4534671 Aug 29 04:57:14.882183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:15.055477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-309f9304-c4ef-4f02-88c0-fd238977f8a2', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:57:15.056737 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.069179 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.084069 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Transition to ACTIVE for port object 2dfb84a7-1089-4503-a47e-01d2be98a038 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:15.092712 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.155805 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Attempting to bind port 2dfb84a7-1089-4503-a47e-01d2be98a038 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:57:15.156171 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Attempting to bind port 2dfb84a7-1089-4503-a47e-01d2be98a038 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:57:15.156524 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Attempting to bind port 2dfb84a7-1089-4503-a47e-01d2be98a038 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:15.165298 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:57:15.165687 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:15.166088 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.166475 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:57:15.166930 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Bound port: 2dfb84a7-1089-4503-a47e-01d2be98a038, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:57:15.167828 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.169382 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Pushing event updated for resources: {'Port': ['ID=2dfb84a7-1089-4503-a47e-01d2be98a038,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:15.201898 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.202548 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.203060 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.203573 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.204075 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.204598 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.205108 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.205882 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.206389 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.207025 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.207557 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.208051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:15.210641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Allocated IP 172.20.0.2 (309f9304-c4ef-4f02-88c0-fd238977f8a2/df199cbf-acce-49d3-a183-c5bb9d88113d/338dddd0-b8fc-47ef-9a82-91354a2c817a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:15.254920 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] For port 2dfb84a7-1089-4503-a47e-01d2be98a038, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:57:15.259677 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] For port 2dfb84a7-1089-4503-a47e-01d2be98a038, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2dfb84a7-1089-4503-a47e-01d2be98a038,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:57:15.265128 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.337641 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:15.338401 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:15.341472 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114dee-f35c-4eeb-b51f-d0059d98cf27 None None] Pushing event updated for resources: {'Port': ['ID=2dfb84a7-1089-4503-a47e-01d2be98a038,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:15.448594 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.485361 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:15.584942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.594820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Transition to ACTIVE for port object 338dddd0-b8fc-47ef-9a82-91354a2c817a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:15.614489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Transition to ACTIVE for port object 338dddd0-b8fc-47ef-9a82-91354a2c817a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:15.628374 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.679131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:15.682558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:15.687694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:15.691212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Pushing event updated for resources: {'Port': ['ID=338dddd0-b8fc-47ef-9a82-91354a2c817a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:15.738917 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:13Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:15.755735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Attempting to bind port 338dddd0-b8fc-47ef-9a82-91354a2c817a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:57:15.756112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Attempting to bind port 338dddd0-b8fc-47ef-9a82-91354a2c817a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:57:15.756482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Attempting to bind port 338dddd0-b8fc-47ef-9a82-91354a2c817a on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:15.762685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:57:15.763073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Checking segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:15.763679 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.764074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Bound using segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:57:15.764544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Bound port: 338dddd0-b8fc-47ef-9a82-91354a2c817a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:57:15.764928 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.771497 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c48dc8-0a2e-42e3-9f48-3ccaa9a08b8b None None] The sync data for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 is: [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:13Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:57:15.819125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.1 (309f9304-c4ef-4f02-88c0-fd238977f8a2/df199cbf-acce-49d3-a183-c5bb9d88113d/f0d3352c-7d99-4879-ac46-197b1d9940b7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:15.841542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] For port 338dddd0-b8fc-47ef-9a82-91354a2c817a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:57:15.845242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] For port 338dddd0-b8fc-47ef-9a82-91354a2c817a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=338dddd0-b8fc-47ef-9a82-91354a2c817a,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:57:15.853561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.914583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7e468-246f-4c08-92b2-01929fc3ede2 None None] Pushing event updated for resources: {'Port': ['ID=338dddd0-b8fc-47ef-9a82-91354a2c817a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:15.958603 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:15.984492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object f0d3352c-7d99-4879-ac46-197b1d9940b7 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:16.025245 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.115134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:16.125449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:16.129516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:16.175847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=f0d3352c-7d99-4879-ac46-197b1d9940b7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:16.234221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.407460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.600688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 338dddd0-b8fc-47ef-9a82-91354a2c817a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:16.669498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 338dddd0-b8fc-47ef-9a82-91354a2c817a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:16.674890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2dfb84a7-1089-4503-a47e-01d2be98a038 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:16.755346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2dfb84a7-1089-4503-a47e-01d2be98a038 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:16.759952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2dfb84a7-1089-4503-a47e-01d2be98a038 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:16.760335 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.800775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.806551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.857773 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf6c097a-5eee-47f2-842e-cc5c795df110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.912883 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.923914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=f0d3352c-7d99-4879-ac46-197b1d9940b7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:16.924875 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:16.964933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2dfb84a7-1089-4503-a47e-01d2be98a038, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2dfb84a7-1089-4503-a47e-01d2be98a038,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:16.974514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:17.084749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2dfb84a7-1089-4503-a47e-01d2be98a038,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:17.110392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:17.111973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:17.263452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05852e81-62aa-4cdf-a827-68c858c96372 None None] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:57:17.276267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 7099841f-e276-4b93-96a8-9ec838f991e2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:57:17.403663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-243f909c-8190-430f-9bf0-9ca0a4c0b731 None None] Provisioning for port 338dddd0-b8fc-47ef-9a82-91354a2c817a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:17.410008 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:57:17.415322 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9e927af5-7ebe-4ca1-9d9c-1a396463e79e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/7099841f-e276-4b93-96a8-9ec838f991e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320747 Aug 29 04:57:17.429260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-243f909c-8190-430f-9bf0-9ca0a4c0b731 None None] Provisioning complete for port 338dddd0-b8fc-47ef-9a82-91354a2c817a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:17.429775 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-243f909c-8190-430f-9bf0-9ca0a4c0b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:17.537726 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-243f909c-8190-430f-9bf0-9ca0a4c0b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:17.576579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-243f909c-8190-430f-9bf0-9ca0a4c0b731 None None] For port 338dddd0-b8fc-47ef-9a82-91354a2c817a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=338dddd0-b8fc-47ef-9a82-91354a2c817a,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:17.586083 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-243f909c-8190-430f-9bf0-9ca0a4c0b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:17.653715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f909c-8190-430f-9bf0-9ca0a4c0b731 None None] Pushing event updated for resources: {'Port': ['ID=338dddd0-b8fc-47ef-9a82-91354a2c817a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:17.703566 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-e5f8249a-5526-4bb2-b5fb-f6343d656473 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851164968&fields=id&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 267 time: 0.0558550 Aug 29 04:57:17.835304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-0f6c75de-5737-4744-b9fd-aa7624b98a34 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:17.837147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-0f6c75de-5737-4744-b9fd-aa7624b98a34 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 797 time: 0.1239104 Aug 29 04:57:17.858492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-232790c1-414d-4027-94d6-d09122a355d1 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/quotas/397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 375 time: 0.0110705 Aug 29 04:57:17.924659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6ab5c111-505a-40f2-aff8-b437ed9faa47 None None] Provisioning for port f0d3352c-7d99-4879-ac46-197b1d9940b7 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:17.927789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-8072c499-644b-458d-b089-86bbcb4db61b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625746 Aug 29 04:57:17.961190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6ab5c111-505a-40f2-aff8-b437ed9faa47 None None] Provisioning complete for port f0d3352c-7d99-4879-ac46-197b1d9940b7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:17.961190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c111-505a-40f2-aff8-b437ed9faa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:18.008154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5c111-505a-40f2-aff8-b437ed9faa47 None None] Port f0d3352c-7d99-4879-ac46-197b1d9940b7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:57:18.023506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6ab5c111-505a-40f2-aff8-b437ed9faa47 None None] Provisioning complete for port 338dddd0-b8fc-47ef-9a82-91354a2c817a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:18.023894 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c111-505a-40f2-aff8-b437ed9faa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:18.149062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-b33a75c5-f740-42bb-84c2-cd28b835ca7f service neutron] 10.222.0.55 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068202 Aug 29 04:57:18.195693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Sync routers for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:57:18.206358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:18.207071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:18.232572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0283c6-ca61-4dfa-8734-3eb03eb7d2c1 req-c48b40e2-9465-41a7-a50f-731bb0e5efd9 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:18.237113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc0283c6-ca61-4dfa-8734-3eb03eb7d2c1 req-c48b40e2-9465-41a7-a50f-731bb0e5efd9 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 945 time: 0.0784447 Aug 29 04:57:18.264149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-08d9c4b1-54d2-4924-b838-c4d7583b947c service neutron] 10.222.0.55 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141727 Aug 29 04:57:18.286945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc0283c6-ca61-4dfa-8734-3eb03eb7d2c1 req-98531cac-c5be-4896-bf79-1ac58bc0f696 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Aug 29 04:57:18.343660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:18.371892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-58dcdf4d-2c90-49e7-9522-db933c0fb18d None None] Provisioning complete for port f0d3352c-7d99-4879-ac46-197b1d9940b7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:18.372247 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58dcdf4d-2c90-49e7-9522-db933c0fb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:18.473477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f6eaca5-1eb7-439d-a6fe-546b0e3c4155 req-d4e49863-a2d6-4783-853f-cf11ee7b8beb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 210 time: 0.0325861 Aug 29 04:57:18.519247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2dfb84a7-1089-4503-a47e-01d2be98a038 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:18.522928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-58dcdf4d-2c90-49e7-9522-db933c0fb18d None None] Port f0d3352c-7d99-4879-ac46-197b1d9940b7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:57:18.629231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2dfb84a7-1089-4503-a47e-01d2be98a038 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:18.629636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:18.691939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-30dfcba9-7a72-4698-8e93-6215899ee6fa None None] Provisioning complete for port f0d3352c-7d99-4879-ac46-197b1d9940b7 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:18.692790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30dfcba9-7a72-4698-8e93-6215899ee6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:18.767809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-30dfcba9-7a72-4698-8e93-6215899ee6fa None None] Port f0d3352c-7d99-4879-ac46-197b1d9940b7 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:57:18.773646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 2, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:18.778774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 338dddd0-b8fc-47ef-9a82-91354a2c817a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:18.805753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Checking router: 7099841f-e276-4b93-96a8-9ec838f991e2 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:57:18.805753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Updating router 7099841f-e276-4b93-96a8-9ec838f991e2 port f0d3352c-7d99-4879-ac46-197b1d9940b7 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:57:18.859366 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:18.886083 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 338dddd0-b8fc-47ef-9a82-91354a2c817a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:18.886461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.219638 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.230968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Transition to ACTIVE for port object f0d3352c-7d99-4879-ac46-197b1d9940b7 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:19.235912 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.288298 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5dc64-b965-448b-a27a-1e3b1a414a91 None None] Pushing event updated for resources: {'Port': ['ID=f0d3352c-7d99-4879-ac46-197b1d9940b7,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:19.346395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Attempting to bind port f0d3352c-7d99-4879-ac46-197b1d9940b7 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:57:19.346395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Attempting to bind port f0d3352c-7d99-4879-ac46-197b1d9940b7 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:57:19.346798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Attempting to bind port f0d3352c-7d99-4879-ac46-197b1d9940b7 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:19.352847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:57:19.353234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Checking segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:19.353671 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.354079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Bound using segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:57:19.354597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Bound port: f0d3352c-7d99-4879-ac46-197b1d9940b7, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:57:19.355524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.447946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] For port f0d3352c-7d99-4879-ac46-197b1d9940b7, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:57:19.453430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] For port f0d3352c-7d99-4879-ac46-197b1d9940b7, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f0d3352c-7d99-4879-ac46-197b1d9940b7,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:57:19.460073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.468087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ce34e-a160-459e-8121-3d0e4f0884eb req-53abdd42-f908-4c84-a2f4-ea00262d3cbb tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:19.469792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a98ce34e-a160-459e-8121-3d0e4f0884eb req-53abdd42-f908-4c84-a2f4-ea00262d3cbb tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 945 time: 0.0982401 Aug 29 04:57:19.530957 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a98ce34e-a160-459e-8121-3d0e4f0884eb req-32d66bfa-d53d-401f-8523-7ed8060cad48 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526597 Aug 29 04:57:19.541455 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a4194145-57bd-4d13-a621-8ed9843877b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.543961 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:19.544633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:56:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:19.546769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5dc64-b965-448b-a27a-1e3b1a414a91 None None] Pushing event updated for resources: {'Port': ['ID=f0d3352c-7d99-4879-ac46-197b1d9940b7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:19.667325 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7313eac4-195c-4e1d-9f1e-15a160a8331d req-e172be3f-7320-4c34-9009-7449649fe9ad tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 210 time: 0.0526867 Aug 29 04:57:19.730578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-30327a7e-f26d-4de0-bec6-8aca2625282a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:19.732136 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-30327a7e-f26d-4de0-bec6-8aca2625282a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 945 time: 0.1194696 Aug 29 04:57:19.790867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-a2b84946-1329-4e92-8c92-3e120194a4f0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:19.793008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-a2b84946-1329-4e92-8c92-3e120194a4f0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 797 time: 0.2590983 Aug 29 04:57:19.871076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:19.883059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-00366dcb-d8f8-4045-874b-58e72fc191f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 380 time: 0.0698402 Aug 29 04:57:19.894838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:19.901789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'port': {'device_id': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'admin_state_up': True, 'tenant_id': '397202da91c0462db8604d52a2064474', 'security_groups': ['563c0b76-8d29-4419-ae45-c217f9824a39']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:19.908232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Deleting port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:57:19.908572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.056827 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:57:20.079960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] For port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:20.080493 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.101060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Calling delete_port for 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:57:20.113762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:20.117784 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.121756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:19Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:20.164652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa20b9-d562-4310-92f9-a0d53b8d0d02 None None] The sync data for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 is: [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:19Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:57:20.359115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.6 (309f9304-c4ef-4f02-88c0-fd238977f8a2/df199cbf-acce-49d3-a183-c5bb9d88113d/e7c8122d-f426-42ad-b74a-d48ec6a111d4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:20.384922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.396413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['9d2c0a01-00eb-41b6-a7d8-b208b976bc24'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:20.432382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Pushing event deleted for resources: {'Port': ['ID=9d2c0a01-00eb-41b6-a7d8-b208b976bc24,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:20.525356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] No DVR routers for this DVR port 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:57:20.531445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.533491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44b495f5-ac3b-4c14-8daa-37d05358d0fc req-e67b0920-8e14-4ee1-83ab-37e095350757 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "DELETE /v2.0/ports/9d2c0a01-00eb-41b6-a7d8-b208b976bc24 HTTP/1.1" status: 204 len: 173 time: 0.7929831 Aug 29 04:57:20.533970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'name': 'network-vif-deleted', 'tag': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:20.536275 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b36f8-f215-47bd-9e9b-6105fa0de03c" -d '{"events": [{"server_uuid": "d38606e9-6220-47cf-ada6-2ae5fd60af73", "name": "network-vif-deleted", "tag": "9d2c0a01-00eb-41b6-a7d8-b208b976bc24"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:20.560728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f0d3352c-7d99-4879-ac46-197b1d9940b7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:20.612331 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c049b5f-8036-4bbd-b0e2-dbbf98af8667 x-openstack-request-id: req-0c049b5f-8036-4bbd-b0e2-dbbf98af8667 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:20.612747 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38606e9-6220-47cf-ada6-2ae5fd60af73", "name": "network-vif-deleted", "tag": "9d2c0a01-00eb-41b6-a7d8-b208b976bc24", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:20.613162 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c049b5f-8036-4bbd-b0e2-dbbf98af8667 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:20.613695 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38606e9-6220-47cf-ada6-2ae5fd60af73', 'name': 'network-vif-deleted', 'tag': '9d2c0a01-00eb-41b6-a7d8-b208b976bc24', 'status': 'completed', 'code': 200} Aug 29 04:57:20.617263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.637032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object e7c8122d-f426-42ad-b74a-d48ec6a111d4 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:20.668662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f0d3352c-7d99-4879-ac46-197b1d9940b7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:20.674147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f0d3352c-7d99-4879-ac46-197b1d9940b7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:20.674828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.705001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f4c4792-775b-469b-9ee8-43bd4a2c10a2 req-8bc27a33-c589-4eda-8a5e-c18353ccbded tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=d38606e9-6220-47cf-ada6-2ae5fd60af73 HTTP/1.1" status: 200 len: 210 time: 0.0541365 Aug 29 04:57:20.710463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.779300 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.785902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:20.792119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:20.799241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:20.815582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f0d3352c-7d99-4879-ac46-197b1d9940b7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f0d3352c-7d99-4879-ac46-197b1d9940b7,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:20.823622 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.841083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:20.911417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f012d6-4ac9-4936-a30b-d035440df447 req-9be7003d-f801-4bc8-b220-6c68e7a652cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:20.913254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53f012d6-4ac9-4936-a30b-d035440df447 req-9be7003d-f801-4bc8-b220-6c68e7a652cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 931 time: 0.1153774 Aug 29 04:57:20.925261 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:20.926692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.932023 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:20.968444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=f0d3352c-7d99-4879-ac46-197b1d9940b7,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:20.985735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-53f012d6-4ac9-4936-a30b-d035440df447 req-d74e7e5a-360d-4b19-aab4-232c4e6bdabe tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552685 Aug 29 04:57:20.987892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-bea13451-2e33-4478-a2e7-cba0cd49c139 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0899787 Aug 29 04:57:20.995463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.007694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Request body: {'port': {'device_id': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:21.087760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.158817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9271c6fd-1d08-4c08-8aea-1034f7256900 None None] Provisioning for port e7c8122d-f426-42ad-b74a-d48ec6a111d4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:21.165042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9271c6fd-1d08-4c08-8aea-1034f7256900 None None] Provisioning complete for port e7c8122d-f426-42ad-b74a-d48ec6a111d4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:21.169884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9271c6fd-1d08-4c08-8aea-1034f7256900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.218663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9271c6fd-1d08-4c08-8aea-1034f7256900 None None] Port e7c8122d-f426-42ad-b74a-d48ec6a111d4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:57:21.739309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c8122d-f426-42ad-b74a-d48ec6a111d4 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:21.751210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.766004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Transition to ACTIVE for port object e7c8122d-f426-42ad-b74a-d48ec6a111d4 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:21.770527 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:21.833609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:21.859598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.859977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.860286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.860626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.861205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.861358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.861717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.862004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.862378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.862944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.863106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.863447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:21.928404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:57:21.928945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:57:21.929297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:21.935021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:57:21.935251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:21.950308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:57:21.950753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Checking segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:21.951220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Bound using segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:57:21.951736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Bound port: e7c8122d-f426-42ad-b74a-d48ec6a111d4, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:57:21.952166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:22.043741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:57:22.047973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:57:22.061827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:22.179112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.179933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:22.181355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] 10.222.0.32 "PUT /v2.0/ports/e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 1092 time: 1.1789906 Aug 29 04:57:22.207555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53b1c7-f0e1-46cf-9210-9b00fdb0ea34 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:22.224579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0729ce2-17b4-4096-8845-b15da1e9f87b req-db20606f-b2e9-45e9-9ae4-0c44815c678f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.226326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0729ce2-17b4-4096-8845-b15da1e9f87b req-db20606f-b2e9-45e9-9ae4-0c44815c678f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 943 time: 0.1457429 Aug 29 04:57:22.309683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0729ce2-17b4-4096-8845-b15da1e9f87b req-9c7bf892-170a-45cd-94a3-808a419433af tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724545 Aug 29 04:57:22.318182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-09968855-0268-42f3-bbd3-c35665978b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.319704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-09968855-0268-42f3-bbd3-c35665978b8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0735185 Aug 29 04:57:22.379378 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-63e70788-652c-4e3e-ba61-ad0a5285b5c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 217 time: 0.0459619 Aug 29 04:57:22.380770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:22.437480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-398a528e-2277-4df1-8303-5a2d0949a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.439026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-398a528e-2277-4df1-8303-5a2d0949a1b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 200 len: 834 time: 0.0537798 Aug 29 04:57:22.501966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f0d3352c-7d99-4879-ac46-197b1d9940b7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:22.506809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-991467da-6148-4e1c-8792-a617125e9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.508448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-991467da-6148-4e1c-8792-a617125e9f04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=309f9304-c4ef-4f02-88c0-fd238977f8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602806 Aug 29 04:57:22.567231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f0d3352c-7d99-4879-ac46-197b1d9940b7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:22.567911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:22.614415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:22.616718 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101" -d '{"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:22.624876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-7c7bca3c-4eb3-4cd4-be10-0425dbae5249 service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079590 Aug 29 04:57:22.688318 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bdb97e-1371-4109-b8cf-7c8679d8e577 x-openstack-request-id: req-35bdb97e-1371-4109-b8cf-7c8679d8e577 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:22.688798 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:22.689035 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35bdb97e-1371-4109-b8cf-7c8679d8e577 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:22.689394 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'status': 'completed', 'code': 200} Aug 29 04:57:22.735382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-db5f5256-4530-4f5c-b27b-c54771c35c2f req-6201bbe0-23a5-4a7a-89e7-24fe0fe6d8d7 service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039155 Aug 29 04:57:22.861556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-abbcd8c9-7f23-4554-8631-8ad8697ed2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.863149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-abbcd8c9-7f23-4554-8631-8ad8697ed2a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0467796 Aug 29 04:57:22.986330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-97d90ebe-83d5-4ed0-b2cf-4cf7f521e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:22.987874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-97d90ebe-83d5-4ed0-b2cf-4cf7f521e240 service neutron] 10.222.0.32 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 898 time: 0.1175702 Aug 29 04:57:23.045222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-7360c42f-7d62-4f0d-8479-00dae8302cfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 217 time: 0.0479639 Aug 29 04:57:23.147299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-ddba7923-2ad9-454a-912c-f0cfad700e17 req-4d208365-fa8f-46af-b5d1-7690d926b575 tempest-ServerRescueNegativeTestJSON-1749241117 tempest-ServerRescueNegativeTestJSON-1749241117-project] (94823) timed out ('10.222.0.37', 55191) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:57:23.151501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-bb6b328f-2986-4bc8-aade-e5d5ca8357f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:23.153007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-bb6b328f-2986-4bc8-aade-e5d5ca8357f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 200 len: 834 time: 0.1000881 Aug 29 04:57:23.216605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-0eab942f-031a-409e-9239-4eb065490712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:23.218255 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-0eab942f-031a-409e-9239-4eb065490712 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=309f9304-c4ef-4f02-88c0-fd238977f8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559988 Aug 29 04:57:23.318361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-3c3f0fab-9979-4bae-acf5-eefec2129784 service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920169 Aug 29 04:57:23.463616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f588c1f-e54a-4a0d-bc9f-3dbc81cd3101 req-4d99d1ae-fe4b-486d-b7c7-5c91048f4c0e service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381211 Aug 29 04:57:23.472226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbea0a-e68a-48d9-b97f-a030af45504b req-861af37a-6389-463c-9a7f-85ef2c10802c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:23.473757 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffcbea0a-e68a-48d9-b97f-a030af45504b req-861af37a-6389-463c-9a7f-85ef2c10802c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 943 time: 0.0845149 Aug 29 04:57:23.521030 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ffcbea0a-e68a-48d9-b97f-a030af45504b req-be90a219-383b-4bef-ba30-4e0624e332f0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Aug 29 04:57:24.117468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:24.137435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:57:24.137811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 9d2c0a01-00eb-41b6-a7d8-b208b976bc24 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:57:24.226268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:57:24.328013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:24.344390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'port_id': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'mac_address': 'fa:16:3e:98:d2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:57:24.382189 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:24.396425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c8122d-f426-42ad-b74a-d48ec6a111d4 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:24.420878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:24.425633 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:24.476369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:24.642191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2b0d-b61b-4292-9d23-94e943fbee6f req-a9f342ab-5cc1-4709-9549-be486140f497 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:24.643896 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40ba2b0d-b61b-4292-9d23-94e943fbee6f req-a9f342ab-5cc1-4709-9549-be486140f497 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 944 time: 0.0520155 Aug 29 04:57:24.686764 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40ba2b0d-b61b-4292-9d23-94e943fbee6f req-3db18d64-fe43-4bc3-befe-f2e12e0cf094 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364134 Aug 29 04:57:24.689201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e7c8122d-f426-42ad-b74a-d48ec6a111d4'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:25.815355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d053742-affd-4bbc-874d-98de673f5283 req-82506991-c5b9-42e4-8211-95d26ac80ce3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:25.816929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d053742-affd-4bbc-874d-98de673f5283 req-82506991-c5b9-42e4-8211-95d26ac80ce3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 944 time: 0.0544815 Aug 29 04:57:25.865862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d053742-affd-4bbc-874d-98de673f5283 req-deb0a6f0-6150-4050-aeb1-3d7a44766397 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Aug 29 04:57:26.244348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:26.294430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port e7c8122d-f426-42ad-b74a-d48ec6a111d4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:26.299179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port e7c8122d-f426-42ad-b74a-d48ec6a111d4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:26.299719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:26.381903 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:26.406523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:26.408815 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aaaa21-05a1-440f-87a3-f703bea5510a" -d '{"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:26.424469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:26.433282 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:26.495794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:26.503990 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.504453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.504899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.505608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.505958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.506312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.515995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.515995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.515995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.515995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.515995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.515995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:26.617577 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20058cc-d888-4b1f-b6c7-f6f6fc3b4b18 x-openstack-request-id: req-b20058cc-d888-4b1f-b6c7-f6f6fc3b4b18 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:26.617903 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:26.618160 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b20058cc-d888-4b1f-b6c7-f6f6fc3b4b18 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:26.618563 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'code': 200} Aug 29 04:57:26.746020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e5d01-8082-4e4c-a5a1-50cb0575cb91 req-dc03d921-f1f5-4f7c-aa88-2d533e9fdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:26.747443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-367e5d01-8082-4e4c-a5a1-50cb0575cb91 req-dc03d921-f1f5-4f7c-aa88-2d533e9fdc2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0428576 Aug 29 04:57:26.786889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-367e5d01-8082-4e4c-a5a1-50cb0575cb91 req-acee574e-95aa-4fac-9527-8f76a00a012b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309663 Aug 29 04:57:27.002025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f40c8-39b7-4bed-af7d-4abb59bd688f req-195b3f6f-8e6e-4e56-b9c0-bd6e0cbebfa2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:27.003632 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff5f40c8-39b7-4bed-af7d-4abb59bd688f req-195b3f6f-8e6e-4e56-b9c0-bd6e0cbebfa2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0530310 Aug 29 04:57:27.047822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff5f40c8-39b7-4bed-af7d-4abb59bd688f req-06a513b9-1d6b-43d1-854e-1a268e428c11 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342376 Aug 29 04:57:28.164161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10168734-a320-41f7-bb77-e3e00d8d1561 req-8f446087-0ceb-4dd6-952e-32388f781be9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:28.165780 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10168734-a320-41f7-bb77-e3e00d8d1561 req-8f446087-0ceb-4dd6-952e-32388f781be9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0502524 Aug 29 04:57:28.204298 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10168734-a320-41f7-bb77-e3e00d8d1561 req-9c2a876a-a027-4d6a-9586-83e9c7f4eeeb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Aug 29 04:57:28.320085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a8543-a6c2-46c2-a3ac-20ba601098ac req-08201d91-7dbd-4cd3-a15e-bbf28b8d37ad tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:28.321551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f30a8543-a6c2-46c2-a3ac-20ba601098ac req-08201d91-7dbd-4cd3-a15e-bbf28b8d37ad tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0521255 Aug 29 04:57:28.360353 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f30a8543-a6c2-46c2-a3ac-20ba601098ac req-539aba7e-f0b5-450f-b4cc-314eed2e65e0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Aug 29 04:57:28.382885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37888) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:28.427741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f6f113-dee1-4521-91aa-dbd13213fda5 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:28.431861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-92f6f113-dee1-4521-91aa-dbd13213fda5 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1092 time: 0.0453968 Aug 29 04:57:28.432991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37890) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:28.438807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:28.464787 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:28.578970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:28.694359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.242 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/2f1d2fb2-88e7-44ef-b76c-e0a0e41752d5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:28.801355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-f2427775-c23a-4bd4-bd81-960d6ff3eb9a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:28.802903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-f2427775-c23a-4bd4-bd81-960d6ff3eb9a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/networks?id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c HTTP/1.1" status: 200 len: 814 time: 0.1135588 Aug 29 04:57:28.812697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:28.819743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-f9353bd0-23e6-401b-baec-66cf74bb1c91 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/quotas/d14ec21c563c4d43b727214105fab32e HTTP/1.1" status: 200 len: 375 time: 0.0093646 Aug 29 04:57:28.853830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-a47b117f-6aff-4f1f-a9d8-3106989463e8 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d14ec21c563c4d43b727214105fab32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276513 Aug 29 04:57:28.858580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:28.897100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:28.900084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:28.907122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:28.934912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=2f1d2fb2-88e7-44ef-b76c-e0a0e41752d5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:29.009253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-053a8542-9705-4adb-9f92-e02089a31014 service neutron] 10.222.0.55 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473157 Aug 29 04:57:29.102090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-53081671-d223-465f-ae45-ac6b41c7cdf1 service neutron] 10.222.0.55 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858006 Aug 29 04:57:29.294351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-97868b0f-88e8-4ca9-bfbb-1643ce54ab92 req-e82d3cea-4b88-404b-a8fb-f45fd0a67e17 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 210 time: 0.0328267 Aug 29 04:57:29.320370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.402887 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.598252 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.602739 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.674981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=2f1d2fb2-88e7-44ef-b76c-e0a0e41752d5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:29.684392 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.792861 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP a36803ca-014c-4e5d-beb1-833bc213ce84 associated. External IP: 172.25.7.242, port: e7c8122d-f426-42ad-b74a-d48ec6a111d4. Aug 29 04:57:30.017614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 7099841f-e276-4b93-96a8-9ec838f991e2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:57:30.179052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:57:30.191132 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] Sync routers for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:57:30.204508 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:30.204835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:30.205370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:57:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:30.235910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-49b3d70c-193a-43c6-8830-d3a3388068ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8018506 Aug 29 04:57:30.238713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:30.241073 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:30.285576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-abe03d15-f1df-4900-9bbe-6aecc752c9e6 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:30.287224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-abe03d15-f1df-4900-9bbe-6aecc752c9e6 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "GET /v2.0/networks?id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c HTTP/1.1" status: 200 len: 814 time: 0.1613190 Aug 29 04:57:30.303593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Request body: {'port': {'device_id': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c', 'admin_state_up': True, 'tenant_id': 'd14ec21c563c4d43b727214105fab32e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:30.307963 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcff3af-9a90-46dd-ad45-a294b65f2720 x-openstack-request-id: req-9bcff3af-9a90-46dd-ad45-a294b65f2720 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:30.308343 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:30.308667 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9bcff3af-9a90-46dd-ad45-a294b65f2720 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:30.309130 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'status': 'completed', 'code': 200} Aug 29 04:57:30.345565 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:30.369543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eec9c-39a1-41d8-90ec-189c9eea7fce req-5bac4d17-c653-4af3-8f75-7b97fac526d5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:30.372496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb6eec9c-39a1-41d8-90ec-189c9eea7fce req-5bac4d17-c653-4af3-8f75-7b97fac526d5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0589612 Aug 29 04:57:30.422101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cb6eec9c-39a1-41d8-90ec-189c9eea7fce req-d8aa377a-70d5-4993-bd14-003fd5f30cf4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Aug 29 04:57:30.432043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-375eb71b-747f-4312-9668-a9e871364ea8 req-8e3032a0-9f3b-431d-ba88-eb2f2890f5e7 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 210 time: 0.0341895 Aug 29 04:57:30.454105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 37924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:30.501900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-9cd56a9d-6aea-4cbb-bde9-99480b8cb35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:30.503407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-9cd56a9d-6aea-4cbb-bde9-99480b8cb35c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1097 time: 0.1418228 Aug 29 04:57:30.596869 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a36803ca-014c-4e5d-beb1-833bc213ce84', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'port_id': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'mac_address': 'fa:16:3e:98:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:57:29Z', 'updated_at': '2021-08-29T04:57:29Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:20Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:30.602145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fd752ec2-5995-4073-93d0-e6b2433cfa23 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/a36803ca-014c-4e5d-beb1-833bc213ce84 HTTP/1.1" status: 200 len: 991 time: 0.1448908 Aug 29 04:57:30.614123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Made reservation on behalf of d14ec21c563c4d43b727214105fab32e for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:57:30.617643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:30.651878 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] Checking router: 7099841f-e276-4b93-96a8-9ec838f991e2 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:57:30.664876 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:57:30.665866 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:57:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:30.666119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-d2458ff1-132a-4ae5-b79e-c1270c22474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:30.667670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-d2458ff1-132a-4ae5-b79e-c1270c22474c service neutron] 10.222.0.32 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 898 time: 0.1572883 Aug 29 04:57:30.778921 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:57:30.799688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-7a6ba5ff-acf7-44d7-8913-3294ea33a6af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 999 time: 0.1018598 Aug 29 04:57:30.856034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Allocated IP 172.20.0.6 (f58ba418-f49b-4bf5-848b-9dfe984e1a7c/6a3dae7d-5450-4aa6-9619-57bfff44bccc/ffc646df-c76f-4803-92a4-3392824a2a64) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:57:30.878055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-b30670fe-a9d0-4381-b54f-34b30389d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:30.879566 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-b30670fe-a9d0-4381-b54f-34b30389d9fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 200 len: 834 time: 0.0732732 Aug 29 04:57:30.994956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-df06efad-094c-4417-a948-fa1802774f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:30.996128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-df06efad-094c-4417-a948-fa1802774f63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=309f9304-c4ef-4f02-88c0-fd238977f8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056354 Aug 29 04:57:31.007775 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a36803ca-014c-4e5d-beb1-833bc213ce84', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'port_id': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'mac_address': 'fa:16:3e:98:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:57:29Z', 'updated_at': '2021-08-29T04:57:29Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:20Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:57:31.035554 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce402f75-bd93-4818-bdc8-3a338dfd844c None None] The sync data for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 is: [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a36803ca-014c-4e5d-beb1-833bc213ce84', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'port_id': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'mac_address': 'fa:16:3e:98:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:57:29Z', 'updated_at': '2021-08-29T04:57:29Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:20Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:57:31.114139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.144660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-ad119975-2604-40a4-9755-6218437d3319 service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410773 Aug 29 04:57:31.240980 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.255380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099c637-0610-48f0-ba4f-b2ef77a6e2f9 None None] New status for floating IP a36803ca-014c-4e5d-beb1-833bc213ce84: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:57:31.307159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aaf71593-e03f-4c18-bfff-6ba98dfc39b0 req-d46c8631-95a0-42f3-8ca0-fd4d7ff4c776 service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558709 Aug 29 04:57:31.313417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Network f58ba418-f49b-4bf5-848b-9dfe984e1a7c is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:57:31.316696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:57:31.323769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:57:31.326585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Pushing event updated for resources: {'Port': ['ID=ffc646df-c76f-4803-92a4-3392824a2a64,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:31.380935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:31.381564 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.396291 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46fbe808-86b2-4dd2-9f99-fe2dc66dc508 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0973172 Aug 29 04:57:31.409683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Request body: {'port': {'device_id': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:57:31.476115 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.562021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b04e0-c170-456e-a7cd-d5c408a2a827 req-d3ae9849-5d0f-445d-b047-521f1d8ee9f3 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:31.563492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f37b04e0-c170-456e-a7cd-d5c408a2a827 req-d3ae9849-5d0f-445d-b047-521f1d8ee9f3 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 931 time: 0.0499735 Aug 29 04:57:31.603350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f37b04e0-c170-456e-a7cd-d5c408a2a827 req-77035dbf-24a6-40bb-8888-0e6087a565bd tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335286 Aug 29 04:57:31.606577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 37928) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:57:31.635262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.670243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9730aa07-c0d2-47fe-88bc-9eaa1fdad0a0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/a36803ca-014c-4e5d-beb1-833bc213ce84 HTTP/1.1" status: 200 len: 993 time: 0.0625570 Aug 29 04:57:31.758145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc646df-c76f-4803-92a4-3392824a2a64 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:31.765836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.778089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Transition to ACTIVE for port object ffc646df-c76f-4803-92a4-3392824a2a64 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:57:31.782275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.834290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc646df-c76f-4803-92a4-3392824a2a64,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:31.914781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Attempting to bind port ffc646df-c76f-4803-92a4-3392824a2a64 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:57:31.915120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Attempting to bind port ffc646df-c76f-4803-92a4-3392824a2a64 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:57:31.915456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Attempting to bind port ffc646df-c76f-4803-92a4-3392824a2a64 on network f58ba418-f49b-4bf5-848b-9dfe984e1a7c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:31.920428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Port ffc646df-c76f-4803-92a4-3392824a2a64 on network f58ba418-f49b-4bf5-848b-9dfe984e1a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:57:31.920758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Attempting to bind port ffc646df-c76f-4803-92a4-3392824a2a64 on network f58ba418-f49b-4bf5-848b-9dfe984e1a7c {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:57:31.925926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:57:31.926276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Checking segment: {'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:57:31.926663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Bound using segment: {'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:57:31.927095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Bound port: ffc646df-c76f-4803-92a4-3392824a2a64, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6005434-5232-4895-b8dc-f8ff8c732a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:57:31.927457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:31.995513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] For port ffc646df-c76f-4803-92a4-3392824a2a64, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:57:31.998818 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] For port ffc646df-c76f-4803-92a4-3392824a2a64, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ffc646df-c76f-4803-92a4-3392824a2a64,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:57:32.003263 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:32.038976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.039617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:32.041171 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ffc646df-c76f-4803-92a4-3392824a2a64 HTTP/1.1" status: 200 len: 1092 time: 0.6362681 Aug 29 04:57:32.065832 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a4d24-891c-41cc-a7e9-87304fa7f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc646df-c76f-4803-92a4-3392824a2a64,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:32.120892 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46d7ec41-457c-4a80-97a4-b7aac9cd5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.122468 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-46d7ec41-457c-4a80-97a4-b7aac9cd5199 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d14ec21c563c4d43b727214105fab32e&device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0457859 Aug 29 04:57:32.164767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-030767ca-0a2a-44d4-ba6b-e8711d59ccd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffc646df-c76f-4803-92a4-3392824a2a64 HTTP/1.1" status: 200 len: 217 time: 0.0342093 Aug 29 04:57:32.212505 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-a061622a-5d9b-4721-b0f0-ad455ac28606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.214471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-a061622a-5d9b-4721-b0f0-ad455ac28606 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a3dae7d-5450-4aa6-9619-57bfff44bccc HTTP/1.1" status: 200 len: 854 time: 0.0435719 Aug 29 04:57:32.247033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-5ed2fc9f-5dd8-4fa9-8d03-77857dd49583 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260031 Aug 29 04:57:32.311368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'tag': 'ffc646df-c76f-4803-92a4-3392824a2a64'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:32.313665 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0cc964-00ec-4bed-b7a5-ace19e98e692" -d '{"events": [{"name": "network-changed", "server_uuid": "1718b248-5d24-4ff3-a5af-f34bf6f6d5f4", "tag": "ffc646df-c76f-4803-92a4-3392824a2a64"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:32.351464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-78b543ee-8b32-4a0f-8a78-e22ec7a58081 service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968611 Aug 29 04:57:32.352871 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0c28df-a6a9-4c87-b6fd-b4ce024aa757 x-openstack-request-id: req-4a0c28df-a6a9-4c87-b6fd-b4ce024aa757 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:32.353160 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1718b248-5d24-4ff3-a5af-f34bf6f6d5f4", "tag": "ffc646df-c76f-4803-92a4-3392824a2a64", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:32.353411 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a0c28df-a6a9-4c87-b6fd-b4ce024aa757 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:32.353822 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'tag': 'ffc646df-c76f-4803-92a4-3392824a2a64', 'status': 'completed', 'code': 200} Aug 29 04:57:32.447278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29300365-8d5c-409d-bc33-2db3e70eb529 req-3ea1ebc2-20d6-4d26-9289-337e50f8546f service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867548 Aug 29 04:57:32.536536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-e543ce05-5d91-437c-8d85-cd9e5adc7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.538076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-e543ce05-5d91-437c-8d85-cd9e5adc7a46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d14ec21c563c4d43b727214105fab32e&device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0461321 Aug 29 04:57:32.630522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-ecbc56a9-e7c8-45b9-b623-99d32578e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.631999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-ecbc56a9-e7c8-45b9-b623-99d32578e3d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c HTTP/1.1" status: 200 len: 915 time: 0.0873954 Aug 29 04:57:32.678307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-d4998f44-6a60-4016-a4ee-a7744927bf0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffc646df-c76f-4803-92a4-3392824a2a64 HTTP/1.1" status: 200 len: 217 time: 0.0390952 Aug 29 04:57:32.736376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59df3e-6b73-43a1-a119-883e08fad76e req-bf23fdbd-a143-4be8-a6c1-c825c5a6cfdc tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.738134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a59df3e-6b73-43a1-a119-883e08fad76e req-bf23fdbd-a143-4be8-a6c1-c825c5a6cfdc tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 943 time: 0.0635710 Aug 29 04:57:32.781041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a59df3e-6b73-43a1-a119-883e08fad76e req-c6f4c1e9-eee9-4a1b-8a54-d1093d5f8583 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365953 Aug 29 04:57:32.955639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-25251aad-4691-42a3-be3a-e00ff88f7cdb req-ef538fea-8000-4c61-89a0-3c95888f962a service neutron] (94823) timed out ('10.222.0.55', 38294) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:57:33.065282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-bfeb068c-df9f-4f36-b01b-06fec32df7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:33.066776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-bfeb068c-df9f-4f36-b01b-06fec32df7a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a3dae7d-5450-4aa6-9619-57bfff44bccc HTTP/1.1" status: 200 len: 854 time: 0.3817508 Aug 29 04:57:33.099038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-8a868819-5acc-49ca-aa81-e3177f4a4c8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f58ba418-f49b-4bf5-848b-9dfe984e1a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241647 Aug 29 04:57:33.202535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-faa76efd-cd49-4539-94c0-9ad577f9e343 service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959046 Aug 29 04:57:33.293549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2c0cc964-00ec-4bed-b7a5-ace19e98e692 req-df8fb858-4ac2-4546-8e18-f0d87fd30b42 service neutron] 10.222.0.37 "GET /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832944 Aug 29 04:57:33.901809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad007c-cd92-48a6-9048-faee5c4103ef req-dc3ae941-d286-47df-8bc5-0dfc4c1bf248 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:33.903308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71ad007c-cd92-48a6-9048-faee5c4103ef req-dc3ae941-d286-47df-8bc5-0dfc4c1bf248 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 943 time: 0.0504448 Aug 29 04:57:33.940740 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71ad007c-cd92-48a6-9048-faee5c4103ef req-e39dbc54-dac5-47ef-951b-9d0163688a50 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Aug 29 04:57:35.055708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e848ba8-bf7f-4429-873a-1dd5809895ad req-ff4b9042-8eda-4926-979f-dfdc0d52d405 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:35.057223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e848ba8-bf7f-4429-873a-1dd5809895ad req-ff4b9042-8eda-4926-979f-dfdc0d52d405 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 943 time: 0.0496919 Aug 29 04:57:35.096097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9e848ba8-bf7f-4429-873a-1dd5809895ad req-6f0f9a6f-ba66-4746-9356-c224c2201d66 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Aug 29 04:57:36.184310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ffc646df-c76f-4803-92a4-3392824a2a64 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:57:36.228847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3bd01-3f89-4552-8d04-6154b4582176 req-ba2ac6dd-eb90-4e89-9687-87e5b206d9ae tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:36.230911 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3b3bd01-3f89-4552-8d04-6154b4582176 req-ba2ac6dd-eb90-4e89-9687-87e5b206d9ae tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 943 time: 0.0662832 Aug 29 04:57:36.271905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3b3bd01-3f89-4552-8d04-6154b4582176 req-6c883341-5de0-45da-89ab-57c649755ca6 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Aug 29 04:57:36.286183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ffc646df-c76f-4803-92a4-3392824a2a64, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ffc646df-c76f-4803-92a4-3392824a2a64,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:36.298111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'ffc646df-c76f-4803-92a4-3392824a2a64', 'network_id': 'f58ba418-f49b-4bf5-848b-9dfe984e1a7c', 'port_id': 'ffc646df-c76f-4803-92a4-3392824a2a64', 'mac_address': 'fa:16:3e:5e:4b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3dae7d-5450-4aa6-9619-57bfff44bccc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:57:36.334615 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.350940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc646df-c76f-4803-92a4-3392824a2a64 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:36.372391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ffc646df-c76f-4803-92a4-3392824a2a64, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ffc646df-c76f-4803-92a4-3392824a2a64,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:36.376294 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.423127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ffc646df-c76f-4803-92a4-3392824a2a64,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:36.582701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ffc646df-c76f-4803-92a4-3392824a2a64'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:37.383525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bad64-dfb8-4495-adb5-64bd1e88455f req-dbc4667c-7d5d-40ca-8de8-8fd268bc0f9a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:37.385116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e45bad64-dfb8-4495-adb5-64bd1e88455f req-dbc4667c-7d5d-40ca-8de8-8fd268bc0f9a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 944 time: 0.0474889 Aug 29 04:57:37.422347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e45bad64-dfb8-4495-adb5-64bd1e88455f req-4aca81a0-6d77-46b7-b36d-1b38e75a571a tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305893 Aug 29 04:57:38.182258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ffc646df-c76f-4803-92a4-3392824a2a64 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:38.233261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port ffc646df-c76f-4803-92a4-3392824a2a64 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:57:38.237346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port ffc646df-c76f-4803-92a4-3392824a2a64 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:38.237750 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.312405 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.334897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc646df-c76f-4803-92a4-3392824a2a64'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:38.337390 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b22571-d1e8-492a-b605-4b84a206b00f" -d '{"events": [{"server_uuid": "1718b248-5d24-4ff3-a5af-f34bf6f6d5f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffc646df-c76f-4803-92a4-3392824a2a64"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:38.351093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ffc646df-c76f-4803-92a4-3392824a2a64, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ffc646df-c76f-4803-92a4-3392824a2a64,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:38.355516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.382183 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51262850-61af-4fc1-a48e-36943ec10996 x-openstack-request-id: req-51262850-61af-4fc1-a48e-36943ec10996 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:38.382511 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718b248-5d24-4ff3-a5af-f34bf6f6d5f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffc646df-c76f-4803-92a4-3392824a2a64", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:38.382774 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51262850-61af-4fc1-a48e-36943ec10996 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:38.383199 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc646df-c76f-4803-92a4-3392824a2a64', 'code': 200} Aug 29 04:57:38.409946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ffc646df-c76f-4803-92a4-3392824a2a64,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:38.478270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730e06-413b-4a4a-85f7-276f9818e5a1 req-1104e13b-7dbc-4a9e-8194-d31a4d7b4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:38.479792 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b730e06-413b-4a4a-85f7-276f9818e5a1 req-1104e13b-7dbc-4a9e-8194-d31a4d7b4e98 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 1097 time: 0.0440338 Aug 29 04:57:38.516065 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b730e06-413b-4a4a-85f7-276f9818e5a1 req-49278269-b732-46de-b453-7a0a3e3da799 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292921 Aug 29 04:57:38.544487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986930-21db-4fa5-bd51-dc671e059c8c req-7817094c-2cb3-44af-aeb4-552555818338 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:38.546004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1c986930-21db-4fa5-bd51-dc671e059c8c req-7817094c-2cb3-44af-aeb4-552555818338 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 945 time: 0.0536847 Aug 29 04:57:38.583940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1c986930-21db-4fa5-bd51-dc671e059c8c req-ab1bdca0-9fb9-4cac-979f-3df7d08c2cec tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Aug 29 04:57:39.701947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58802c3d-9651-4b5c-9a96-2979b5258e98 req-81c535de-b413-4460-a989-103eaf700cd7 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:39.703461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58802c3d-9651-4b5c-9a96-2979b5258e98 req-81c535de-b413-4460-a989-103eaf700cd7 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Aug 29 04:57:39.743749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58802c3d-9651-4b5c-9a96-2979b5258e98 req-730dc273-e6dc-4c1a-a9b6-904c87a04f02 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Aug 29 04:57:46.845625 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-414a268d-0ed5-4c60-97e9-c4d26cbbbbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:49.512464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19489b9a-48f4-4cff-9671-9f21406309fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:49.653882 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:50.851395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:50.935052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:52.381894 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:57.058573 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:01.643041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:02.960897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961d8d8-e563-4512-8dbe-603ac191bcb9 req-f4025327-eb8c-4df7-922a-05beecf3710d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:02.962805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e961d8d8-e563-4512-8dbe-603ac191bcb9 req-f4025327-eb8c-4df7-922a-05beecf3710d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.1168611 Aug 29 04:58:03.006606 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e961d8d8-e563-4512-8dbe-603ac191bcb9 req-a4e46b11-b582-4bc5-b231-063e7302ac55 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364037 Aug 29 04:58:03.028450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38044) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:03.090122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-71b823ee-1581-418d-945c-dc73e407b086 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/a36803ca-014c-4e5d-beb1-833bc213ce84 HTTP/1.1" status: 200 len: 993 time: 0.0603456 Aug 29 04:58:03.477792 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b328-4230-48dc-8e76-5a1189668059 req-24d081a0-c17b-4e52-8bcd-a908c7cd545f tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:03.480017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ea6b328-4230-48dc-8e76-5a1189668059 req-24d081a0-c17b-4e52-8bcd-a908c7cd545f tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0456381 Aug 29 04:58:03.514663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ea6b328-4230-48dc-8e76-5a1189668059 req-2f5778e7-87e3-49a5-9173-6cc3567291de tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283864 Aug 29 04:58:03.883056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4381aea4-1cb8-4733-b14b-995ced695d5c req-5aa64e4d-7ca4-458e-bb12-57d70e9efd79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0446036 Aug 29 04:58:03.956271 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4381aea4-1cb8-4733-b14b-995ced695d5c req-42eefbab-b605-4d24-a9ff-4bc2bee02b8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0286214 Aug 29 04:58:04.002426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4381aea4-1cb8-4733-b14b-995ced695d5c req-70e4f13d-9ac9-4ca2-917e-015676cb5746 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236552 Aug 29 04:58:04.117239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-a7090475-6c14-45ed-bd56-158ffe424ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829337 Aug 29 04:58:04.140277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381aea4-1cb8-4733-b14b-995ced695d5c req-2bc3054e-22b8-43db-8ffe-d24ea4cb6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:04.142453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4381aea4-1cb8-4733-b14b-995ced695d5c req-2bc3054e-22b8-43db-8ffe-d24ea4cb6313 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324883 Aug 29 04:58:04.671909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-2e7b4763-c8fd-4163-a7eb-90ca6bd84070 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:58:04.672941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-2e7b4763-c8fd-4163-a7eb-90ca6bd84070 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626357 Aug 29 04:58:04.682932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Request body: {'binding': {'host': 'n-h1-712143-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:04.683461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Unknown quota resources ['binding']. {{(pid=94824) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:58:04.818106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on host n-h1-712143-14 for vnic_type normal with profile None {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:04.818690 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:04.819023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:04.823981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:58:04.824309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:04.829020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:04.829365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Checking segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:04.829787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Bound using segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:04.830213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Bound port: e7c8122d-f426-42ad-b74a-d48ec6a111d4, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:04.921950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:04.928051 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:04.934043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] 10.222.0.55 "POST /v2.0/ports/e7c8122d-f426-42ad-b74a-d48ec6a111d4/bindings HTTP/1.1" status: 201 len: 390 time: 0.2501702 Aug 29 04:58:05.106383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2f985-3967-4484-a325-4e229285a1ed req-309c2bee-8871-47df-bcf4-7ffefae96ac0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.108820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fca2f985-3967-4484-a325-4e229285a1ed req-309c2bee-8871-47df-bcf4-7ffefae96ac0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0573750 Aug 29 04:58:05.154528 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fca2f985-3967-4484-a325-4e229285a1ed req-5bd53685-9f9b-40ef-8646-c7d30ede2f5a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393224 Aug 29 04:58:05.197971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-ae59c2b0-25e0-4df7-b4be-1d683636e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.199396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-ae59c2b0-25e0-4df7-b4be-1d683636e5f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0551677 Aug 29 04:58:05.291772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa7401-ac6c-4745-884a-bf20b8ce5763 req-c5877934-1585-4444-b0f2-df7d5f5b229b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.293232 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8fa7401-ac6c-4745-884a-bf20b8ce5763 req-c5877934-1585-4444-b0f2-df7d5f5b229b tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 945 time: 0.1062200 Aug 29 04:58:05.336778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-b2b5086d-27bf-47f5-8040-b69f5b909221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.338871 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-b2b5086d-27bf-47f5-8040-b69f5b909221 service neutron] 10.222.0.37 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 898 time: 0.1212943 Aug 29 04:58:05.356275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8fa7401-ac6c-4745-884a-bf20b8ce5763 req-39888cf5-6413-4fdb-8621-e922080fb831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548370 Aug 29 04:58:05.411735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-afb90f7a-2cd3-4251-8cf9-43bcdc83b9a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 1001 time: 0.0631578 Aug 29 04:58:05.465840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-d0df4bfe-b58a-4468-8090-d2ddee0ef638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.467279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-d0df4bfe-b58a-4468-8090-d2ddee0ef638 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 200 len: 834 time: 0.0477664 Aug 29 04:58:05.512547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-45ac57f8-f8b7-4960-8dbd-686b5dfd9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.514093 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-45ac57f8-f8b7-4960-8dbd-686b5dfd9ae1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=309f9304-c4ef-4f02-88c0-fd238977f8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391302 Aug 29 04:58:05.604278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-92525894-2625-43a0-b8b5-e1320b87c471 service neutron] 10.222.0.37 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812235 Aug 29 04:58:05.696789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-1505397b-05fe-4504-968d-2f3c108e1879 service neutron] 10.222.0.37 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850358 Aug 29 04:58:05.830686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-085b2490-8670-4842-8202-760b792b8738 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.832203 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-085b2490-8670-4842-8202-760b792b8738 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6&tenant_id=397202da91c0462db8604d52a2064474&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1097 time: 0.0781436 Aug 29 04:58:05.845002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-14'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:05.902736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.028467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:06.065680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:06.105436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:06.107717 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441a091d-9e3c-4615-9329-9faf11131536" -d '{"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:06.111499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.117074 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.152909 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97468990-7a2f-4fbb-86a9-809a7b3c0bff x-openstack-request-id: req-97468990-7a2f-4fbb-86a9-809a7b3c0bff {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:06.153226 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:06.153437 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97468990-7a2f-4fbb-86a9-809a7b3c0bff {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:06.153790 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'code': 200} Aug 29 04:58:06.217984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:06.303382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on host n-h2-712143-14 for vnic_type normal with profile {"migrating_to": "n-h1-712143-14"} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:06.303710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:06.304035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:06.313815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5314-651e-44d9-b2a7-184a3139a7f4 req-5583f052-f14f-49d8-adf0-281262536423 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:06.315388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-508f5314-651e-44d9-b2a7-184a3139a7f4 req-5583f052-f14f-49d8-adf0-281262536423 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 943 time: 0.0844164 Aug 29 04:58:06.319276 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:58:06.319596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Attempting to bind port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on network 309f9304-c4ef-4f02-88c0-fd238977f8a2 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:06.331372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:06.331703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Checking segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:06.332082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Bound using segment: {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:06.332633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Bound port: e7c8122d-f426-42ad-b74a-d48ec6a111d4, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:06.332855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.393645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-508f5314-651e-44d9-b2a7-184a3139a7f4 req-7088c6c7-cea4-40a7-8833-1c0fef81f9ef tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707474 Aug 29 04:58:06.421112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8512132e-b1e0-4e7e-af6d-03e31f4fe400 None None] Provisioning complete for port e7c8122d-f426-42ad-b74a-d48ec6a111d4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:06.421743 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8512132e-b1e0-4e7e-af6d-03e31f4fe400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.427784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:06.431132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:06.435581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.468729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8512132e-b1e0-4e7e-af6d-03e31f4fe400 None None] Port e7c8122d-f426-42ad-b74a-d48ec6a111d4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:58:06.504640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfdc2d-bc77-4dbf-bdaa-024ecb013c92 req-0a524414-ddd8-447e-ba2d-15527bb51c41 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:06.506281 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72cfdc2d-bc77-4dbf-bdaa-024ecb013c92 req-0a524414-ddd8-447e-ba2d-15527bb51c41 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 945 time: 0.0648601 Aug 29 04:58:06.547295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=8']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:06.552576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72cfdc2d-bc77-4dbf-bdaa-024ecb013c92 req-241d3e6e-88e9-407e-8db6-2939de99bba0 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/security-groups?id=3efe5226-b8a7-4948-b662-e334ca25a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Aug 29 04:58:06.588253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:06.589255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.590796 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-b78f9518-e8f5-40db-8c79-dea3f742835d service neutron] 10.222.0.37 "PUT /v2.0/ports/e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 1123 time: 0.7497704 Aug 29 04:58:06.710443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['e7c8122d-f426-42ad-b74a-d48ec6a111d4'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:06.791531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a45d250d-d3dc-4053-8ba8-ae55a3230bcd tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:06.792885 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a45d250d-d3dc-4053-8ba8-ae55a3230bcd tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 945 time: 0.0501118 Aug 29 04:58:06.809756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3226866d-f08a-49c6-bc7d-97164d728fe2 None None] Provisioning complete for port e7c8122d-f426-42ad-b74a-d48ec6a111d4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:06.810135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3226866d-f08a-49c6-bc7d-97164d728fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.886072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Deleting port ffc646df-c76f-4803-92a4-3392824a2a64 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:06.886528 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.945771 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3226866d-f08a-49c6-bc7d-97164d728fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.979110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] For port ffc646df-c76f-4803-92a4-3392824a2a64, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ffc646df-c76f-4803-92a4-3392824a2a64,segment=NetworkSegment(e6005434-5232-4895-b8dc-f8ff8c732a0b),segment_id=e6005434-5232-4895-b8dc-f8ff8c732a0b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:06.979482 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.986846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:06.989101 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d076589f-032e-4ac7-9010-7d09ce73c859" -d '{"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:06.993173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Calling delete_port for ffc646df-c76f-4803-92a4-3392824a2a64 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:07.032375 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcce78f-0abd-401a-9e08-153798a4d954 x-openstack-request-id: req-dbcce78f-0abd-401a-9e08-153798a4d954 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:07.032554 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-plugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:07.032722 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbcce78f-0abd-401a-9e08-153798a4d954 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:07.033115 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'code': 200} Aug 29 04:58:07.034776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3226866d-f08a-49c6-bc7d-97164d728fe2 None None] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:07.045926 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3226866d-f08a-49c6-bc7d-97164d728fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.139865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.158909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ffc646df-c76f-4803-92a4-3392824a2a64'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:07.171269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Pushing event deleted for resources: {'Port': ['ID=ffc646df-c76f-4803-92a4-3392824a2a64,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:07.209998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226866d-f08a-49c6-bc7d-97164d728fe2 None None] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:07.212270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] No DVR routers for this DVR port ffc646df-c76f-4803-92a4-3392824a2a64 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:07.216273 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.218397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5c08af6-0e71-4a92-ba8c-1148386b0108 req-a18aecfe-6835-47d8-83f1-0a5854635831 tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.37 "DELETE /v2.0/ports/ffc646df-c76f-4803-92a4-3392824a2a64 HTTP/1.1" status: 204 len: 173 time: 0.4191303 Aug 29 04:58:07.509922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec1d9-f49c-4406-b012-360b172d9b38 req-83660836-dbc3-4972-97b6-9010baf4dca1 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:07.511383 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-268ec1d9-f49c-4406-b012-360b172d9b38 req-83660836-dbc3-4972-97b6-9010baf4dca1 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Aug 29 04:58:07.548144 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-268ec1d9-f49c-4406-b012-360b172d9b38 req-37dfe135-faf3-4c17-aaad-a4f79c3522b0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Aug 29 04:58:07.679429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-97450310-f2c9-4cc2-872e-cbad1cbb6f9d req-d8768eaa-87cd-43bf-8f35-cd76c8ca975f tempest-VolumesSnapshotTestJSON-329385479 tempest-VolumesSnapshotTestJSON-329385479-project] 10.222.0.55 "GET /v2.0/ports?device_id=1718b248-5d24-4ff3-a5af-f34bf6f6d5f4 HTTP/1.1" status: 200 len: 210 time: 0.0310869 Aug 29 04:58:08.155403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}, {'server_uuid': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'name': 'network-vif-deleted', 'tag': 'ffc646df-c76f-4803-92a4-3392824a2a64'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:08.157848 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be19af0-a78e-46b6-a20a-436c8086405e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}, {"server_uuid": "1718b248-5d24-4ff3-a5af-f34bf6f6d5f4", "name": "network-vif-deleted", "tag": "ffc646df-c76f-4803-92a4-3392824a2a64"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:08.200543 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49908d1b-e201-4687-9ec4-aff1506561cb x-openstack-request-id: req-49908d1b-e201-4687-9ec4-aff1506561cb {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:08.200904 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "status": "completed", "code": 200}, {"server_uuid": "1718b248-5d24-4ff3-a5af-f34bf6f6d5f4", "name": "network-vif-deleted", "tag": "ffc646df-c76f-4803-92a4-3392824a2a64", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:08.201246 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49908d1b-e201-4687-9ec4-aff1506561cb {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:08.201743 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'status': 'completed', 'code': 200} Aug 29 04:58:08.202001 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718b248-5d24-4ff3-a5af-f34bf6f6d5f4', 'name': 'network-vif-deleted', 'tag': 'ffc646df-c76f-4803-92a4-3392824a2a64', 'status': 'completed', 'code': 200} Aug 29 04:58:08.278945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:08.289882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be19af0-a78e-46b6-a20a-436c8086405e req-a4314b9d-6361-4bb1-9fe0-d8ccbf7e28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.291408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5be19af0-a78e-46b6-a20a-436c8086405e req-a4314b9d-6361-4bb1-9fe0-d8ccbf7e28ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1128 time: 0.0439222 Aug 29 04:58:08.376895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:08.384224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be19af0-a78e-46b6-a20a-436c8086405e req-f0834189-3ca9-4bd9-98b5-7387c8811211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.386284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5be19af0-a78e-46b6-a20a-436c8086405e req-f0834189-3ca9-4bd9-98b5-7387c8811211 service neutron] 10.222.0.32 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 898 time: 0.0876353 Aug 29 04:58:08.389175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 has no active binding in host n-h1-712143-14 {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:58:08.456370 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5be19af0-a78e-46b6-a20a-436c8086405e req-68b268fe-c390-4aac-910b-16fdf8b25e15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 1001 time: 0.0632155 Aug 29 04:58:08.506567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be19af0-a78e-46b6-a20a-436c8086405e req-9c218bf3-8ee4-4c86-9292-9b30994026e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.508064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5be19af0-a78e-46b6-a20a-436c8086405e req-9c218bf3-8ee4-4c86-9292-9b30994026e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 200 len: 834 time: 0.0447974 Aug 29 04:58:08.554782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be19af0-a78e-46b6-a20a-436c8086405e req-00043bcd-a5d1-4474-9e48-73a1ae8b153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.556256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5be19af0-a78e-46b6-a20a-436c8086405e req-00043bcd-a5d1-4474-9e48-73a1ae8b153a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=309f9304-c4ef-4f02-88c0-fd238977f8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408363 Aug 29 04:58:08.687951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d84a-0bbb-4f7e-b98c-7a63685ad53f req-ba60505c-183d-415a-af14-87e8e5783437 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.689408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eeb6d84a-0bbb-4f7e-b98c-7a63685ad53f req-ba60505c-183d-415a-af14-87e8e5783437 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0745108 Aug 29 04:58:08.691584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5be19af0-a78e-46b6-a20a-436c8086405e req-5c189610-0f40-4cd5-a845-b4b659ce05e0 service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249900 Aug 29 04:58:08.780746 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eeb6d84a-0bbb-4f7e-b98c-7a63685ad53f req-0987d29a-7a58-4e36-ad05-c28af7bdc145 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853252 Aug 29 04:58:08.812377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5be19af0-a78e-46b6-a20a-436c8086405e req-ed784f11-6ad0-4014-81e4-ab9284ec7d2f service neutron] 10.222.0.32 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107569 Aug 29 04:58:09.897440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc19f2b-8648-4cb1-9a18-cc05fbfcf636 req-c56ec6af-ff5a-41bb-b8f6-d8946038806d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.898826 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1fc19f2b-8648-4cb1-9a18-cc05fbfcf636 req-c56ec6af-ff5a-41bb-b8f6-d8946038806d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0487013 Aug 29 04:58:09.939757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1fc19f2b-8648-4cb1-9a18-cc05fbfcf636 req-92a70a2c-1ec8-4a22-ba90-7defc2888c40 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341198 Aug 29 04:58:10.306373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ffc646df-c76f-4803-92a4-3392824a2a64 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:10.325888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: ffc646df-c76f-4803-92a4-3392824a2a64 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:10.326253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ffc646df-c76f-4803-92a4-3392824a2a64 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:11.063571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9cabe-8d8c-4a56-aa77-bd58bae4c883 req-e30c2925-0bba-42e0-a742-74f736004008 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:11.065117 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3e9cabe-8d8c-4a56-aa77-bd58bae4c883 req-e30c2925-0bba-42e0-a742-74f736004008 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 945 time: 0.0552871 Aug 29 04:58:11.137626 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3e9cabe-8d8c-4a56-aa77-bd58bae4c883 req-c779a2f5-f2f9-4238-8a73-44bfdcf0438d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640414 Aug 29 04:58:11.583899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-852dc1b9-5c03-4078-8d39-ee89154fd526 service neutron] 10.222.0.32 "GET /v2.0/ports/e7c8122d-f426-42ad-b74a-d48ec6a111d4/bindings/n-h1-712143-14 HTTP/1.1" status: 200 len: 385 time: 0.0549076 Aug 29 04:58:11.754481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:11.774099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:11.817674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:11.819920 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e80fad-b68b-462e-95c3-7a131c79d830" -d '{"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:11.826552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:11.841770 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:11.874592 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f679ba-0641-4ea7-b772-7cd6bc8c278e x-openstack-request-id: req-f5f679ba-0641-4ea7-b772-7cd6bc8c278e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:11.874885 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:11.875136 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5f679ba-0641-4ea7-b772-7cd6bc8c278e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:11.875530 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'code': 200} Aug 29 04:58:11.915715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] Transition to ACTIVE for port object e7c8122d-f426-42ad-b74a-d48ec6a111d4 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:11.920582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:12.016196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] Pushing event updated for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=11']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:12.051653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] No DVR routers for this DVR port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:12.186294 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-6e07dd78-9d42-4bbe-8273-d00c27f524cc service neutron] 10.222.0.32 "PUT /v2.0/ports/e7c8122d-f426-42ad-b74a-d48ec6a111d4/bindings/n-h1-712143-14/activate HTTP/1.1" status: 200 len: 370 time: 0.5956769 Aug 29 04:58:12.282784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627ee1f-e50e-40d7-9d56-3246777e4b1f req-cfd06945-790e-4ccb-8593-5b8cd7662310 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.284297 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5627ee1f-e50e-40d7-9d56-3246777e4b1f req-cfd06945-790e-4ccb-8593-5b8cd7662310 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 944 time: 0.0550492 Aug 29 04:58:12.354576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5627ee1f-e50e-40d7-9d56-3246777e4b1f req-f7d934b6-0067-4f87-a257-27b012bf5c89 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613329 Aug 29 04:58:12.356518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-b2271bd6-c21e-4267-a4b5-aecbdf1007bf tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.357957 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-b2271bd6-c21e-4267-a4b5-aecbdf1007bf tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6&tenant_id=397202da91c0462db8604d52a2064474&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.0728040 Aug 29 04:58:12.406689 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-ad44b63d-4215-4dc7-8d4e-7f9980faba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.408201 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-ad44b63d-4215-4dc7-8d4e-7f9980faba17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 1096 time: 0.0431333 Aug 29 04:58:12.471239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-7b9df648-09b0-4b88-8fe7-f73340bc04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.472732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-7b9df648-09b0-4b88-8fe7-f73340bc04e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0423565 Aug 29 04:58:12.571372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-240d9fac-c29b-4604-863a-a16347f06654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.573495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-240d9fac-c29b-4604-863a-a16347f06654 service neutron] 10.222.0.37 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 898 time: 0.0935447 Aug 29 04:58:12.640656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-332abe80-77b1-4bab-8808-f930447b40a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 999 time: 0.0596008 Aug 29 04:58:12.696917 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-3b87be28-b2ff-4a8b-b256-b121874fb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.699026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-3b87be28-b2ff-4a8b-b256-b121874fb59d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 200 len: 834 time: 0.0510910 Aug 29 04:58:12.748517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-7c186eca-ad57-4d63-8686-95d44e14c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:12.750048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-7c186eca-ad57-4d63-8686-95d44e14c52f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=309f9304-c4ef-4f02-88c0-fd238977f8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431499 Aug 29 04:58:12.840847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-1be233ec-f80c-4f9e-ae5e-746ce62f7fd3 service neutron] 10.222.0.37 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835083 Aug 29 04:58:12.942623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-6df5f51f-0a40-45c7-85db-1016712689c9 service neutron] 10.222.0.37 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940559 Aug 29 04:58:13.193998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acc74-e433-45be-8252-3e386ff05576 req-5dcd1026-1c1d-42a8-9db9-5acad535308c tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:13.195562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-5dcd1026-1c1d-42a8-9db9-5acad535308c tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6&tenant_id=397202da91c0462db8604d52a2064474&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 1096 time: 0.0473847 Aug 29 04:58:13.312467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e04acc74-e433-45be-8252-3e386ff05576 req-90995fc7-f532-438c-9bee-45b8b994c2d9 service neutron] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:13.315769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e04acc74-e433-45be-8252-3e386ff05576 req-90995fc7-f532-438c-9bee-45b8b994c2d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:13.316875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-90995fc7-f532-438c-9bee-45b8b994c2d9 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e7c8122d-f426-42ad-b74a-d48ec6a111d4/bindings/n-h2-712143-14 HTTP/1.1" status: 204 len: 173 time: 0.1133664 Aug 29 04:58:13.528970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81d36-8453-48c2-9588-b03e3cd2446a req-58eeacfc-a3ae-4323-b205-572e573542be tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:13.530493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5f81d36-8453-48c2-9588-b03e3cd2446a req-58eeacfc-a3ae-4323-b205-572e573542be tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 944 time: 0.0491729 Aug 29 04:58:13.568188 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5f81d36-8453-48c2-9588-b03e3cd2446a req-74e41fef-85e9-4e39-b7e1-192ed6d04b29 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Aug 29 04:58:13.679619 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5fc7f-cdc9-443a-8e9d-b2649871f1d1 req-e35ced7a-4932-4868-879f-faf9adba0f6e tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:13.682416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-daf5fc7f-cdc9-443a-8e9d-b2649871f1d1 req-e35ced7a-4932-4868-879f-faf9adba0f6e tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0441566 Aug 29 04:58:13.719208 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-daf5fc7f-cdc9-443a-8e9d-b2649871f1d1 req-4d76a7cb-1f9d-4e0d-abd0-b75e0d479c54 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307138 Aug 29 04:58:13.843482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f919c-73a8-493e-ba29-691ed548e928 req-26476c2f-fed8-4dbe-a283-6853c5306ffb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:13.844977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f16f919c-73a8-493e-ba29-691ed548e928 req-26476c2f-fed8-4dbe-a283-6853c5306ffb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 944 time: 0.0494242 Aug 29 04:58:13.883254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f16f919c-73a8-493e-ba29-691ed548e928 req-26351d7e-7b6f-498c-a4d5-a4d4511058da tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Aug 29 04:58:13.905485 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38154) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:13.973995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2bc17dd9-88a0-4bf5-bb31-44c9cead4d4e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/a36803ca-014c-4e5d-beb1-833bc213ce84 HTTP/1.1" status: 200 len: 991 time: 0.0672047 Aug 29 04:58:14.216653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38160) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:14.390705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 2f1d2fb2-88e7-44ef-b76c-e0a0e41752d5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:14.391080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:14.460716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:14.472347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:14.472678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:14.484810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 2f1d2fb2-88e7-44ef-b76c-e0a0e41752d5 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:14.509332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:14.696608 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:14.720883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=2f1d2fb2-88e7-44ef-b76c-e0a0e41752d5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:14.792074 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:14.792642 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP a36803ca-014c-4e5d-beb1-833bc213ce84 disassociated (deleted). External IP: 172.25.7.242, port: e7c8122d-f426-42ad-b74a-d48ec6a111d4. Aug 29 04:58:15.353046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 7099841f-e276-4b93-96a8-9ec838f991e2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:15.461909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:15.470804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:15.478158 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] Sync routers for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:15.487976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:15.488901 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:57:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:15.515964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fe866244-8e92-42d6-9395-a9d208ee92f8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/floatingips/a36803ca-014c-4e5d-beb1-833bc213ce84 HTTP/1.1" status: 204 len: 168 time: 1.2963493 Aug 29 04:58:15.518693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:15.533622 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8942623f-2818-47d5-afed-9ef732a0e3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:15.580329 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73726409-2756-4707-8360-3a5a8e2ab91e x-openstack-request-id: req-73726409-2756-4707-8360-3a5a8e2ab91e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:15.580693 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:15.580979 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73726409-2756-4707-8360-3a5a8e2ab91e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:15.581320 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'status': 'completed', 'code': 200} Aug 29 04:58:15.676090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-034ad276-ff91-4be2-9f05-bbb8614f7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:15.678355 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-034ad276-ff91-4be2-9f05-bbb8614f7003 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0663576 Aug 29 04:58:15.719999 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:15.882455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126c05-d4d0-4306-be87-27285fadaed8 req-dd9c25b7-0588-4ea3-b142-e14ab24c8509 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:15.883884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09126c05-d4d0-4306-be87-27285fadaed8 req-dd9c25b7-0588-4ea3-b142-e14ab24c8509 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 944 time: 0.0608716 Aug 29 04:58:15.939099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09126c05-d4d0-4306-be87-27285fadaed8 req-b211eebb-a4ed-495c-9858-8451db1c7ab1 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=563c0b76-8d29-4419-ae45-c217f9824a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484216 Aug 29 04:58:15.943964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-06c34ea1-6955-49c0-b42c-a26db1bf9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:15.946200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-06c34ea1-6955-49c0-b42c-a26db1bf9ad9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 200 len: 898 time: 0.2595069 Aug 29 04:58:15.970306 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:20Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:16.003120 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] Checking router: 7099841f-e276-4b93-96a8-9ec838f991e2 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:16.003836 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-26a85511-d66a-4968-9e5b-309b7e07f962 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 200 len: 217 time: 0.0454977 Aug 29 04:58:16.013259 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:16.013989 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:57:49Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:16.090798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-1c36ec6b-b4b6-4233-9014-6f4bd31161d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:16.092661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-1c36ec6b-b4b6-4233-9014-6f4bd31161d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 200 len: 834 time: 0.0788600 Aug 29 04:58:16.141263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-93516d98-f300-45c3-8630-2d9de4619a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:16.142870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-93516d98-f300-45c3-8630-2d9de4619a5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=309f9304-c4ef-4f02-88c0-fd238977f8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427034 Aug 29 04:58:16.149907 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:16.268244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-41c94f7b-05eb-44f6-b03b-56b4f5904ba9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:16.269666 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-41c94f7b-05eb-44f6-b03b-56b4f5904ba9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 944 time: 0.1020708 Aug 29 04:58:16.317704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-15e61f9e-b29c-49e3-99e3-09b10beb77a6 service neutron] 10.222.0.37 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579058 Aug 29 04:58:16.427541 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:20Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:16.446553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port e7c8122d-f426-42ad-b74a-d48ec6a111d4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:16.447163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:16.452743 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8942623f-2818-47d5-afed-9ef732a0e3f6 req-1394fbf0-0039-496c-afee-fe670009f660 service neutron] 10.222.0.37 "GET /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270125 Aug 29 04:58:16.464384 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d61b7a-3f08-4fac-a641-00903e7788fb None None] The sync data for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 is: [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f0d3352c-7d99-4879-ac46-197b1d9940b7', 'name': '', 'network_id': '309f9304-c4ef-4f02-88c0-fd238977f8a2', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:25:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:15Z', 'updated_at': '2021-08-29T04:57:20Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': 'df199cbf-acce-49d3-a183-c5bb9d88113d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:16.567444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port e7c8122d-f426-42ad-b74a-d48ec6a111d4, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=e7c8122d-f426-42ad-b74a-d48ec6a111d4,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:16.568272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:16.585701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for e7c8122d-f426-42ad-b74a-d48ec6a111d4 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:16.745153 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:16.764984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd3ed4-a312-452f-995c-83c924a97370 None None] New status for floating IP a36803ca-014c-4e5d-beb1-833bc213ce84: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:58:16.777997 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=e7c8122d-f426-42ad-b74a-d48ec6a111d4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:16.842633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] No DVR routers for this DVR port e7c8122d-f426-42ad-b74a-d48ec6a111d4 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:16.845523 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:16.847956 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ea00ce56-f7a0-4831-a07e-35e59e93b337 req-6ce547c0-e2cb-4a90-bf68-4302bde970cf tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.37 "DELETE /v2.0/ports/e7c8122d-f426-42ad-b74a-d48ec6a111d4 HTTP/1.1" status: 204 len: 173 time: 0.5712183 Aug 29 04:58:16.879234 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2209b881-4a78-439c-8756-7d6e6dd96f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:17.090377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04db3878-7a04-4c01-ac51-503fa93fdb9f req-af873e8b-5496-4d96-b315-526e1fe624dc tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a019c70-a6ef-40ab-8f97-4e2d61e66bb6 HTTP/1.1" status: 200 len: 210 time: 0.0356560 Aug 29 04:58:17.582860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-deleted', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:17.585290 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2e3923-7c45-4a64-bb0f-c8c3f29151d6" -d '{"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-deleted", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:17.623018 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e7e1f-5406-4666-a34d-178597c2e104 x-openstack-request-id: req-5d3e7e1f-5406-4666-a34d-178597c2e104 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:17.623316 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a019c70-a6ef-40ab-8f97-4e2d61e66bb6", "name": "network-vif-deleted", "tag": "e7c8122d-f426-42ad-b74a-d48ec6a111d4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:17.623589 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d3e7e1f-5406-4666-a34d-178597c2e104 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:17.623991 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a019c70-a6ef-40ab-8f97-4e2d61e66bb6', 'name': 'network-vif-deleted', 'tag': 'e7c8122d-f426-42ad-b74a-d48ec6a111d4', 'status': 'completed', 'code': 200} Aug 29 04:58:18.158358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:18.538251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.802472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port f0d3352c-7d99-4879-ac46-197b1d9940b7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:18.803148 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.908101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port f0d3352c-7d99-4879-ac46-197b1d9940b7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f0d3352c-7d99-4879-ac46-197b1d9940b7,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:18.908782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:18.923657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for f0d3352c-7d99-4879-ac46-197b1d9940b7 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:19.130932 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.157551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=f0d3352c-7d99-4879-ac46-197b1d9940b7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:19.363984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.523304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7c85778a-199a-4bc8-bdc7-f3a0d5269fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.607243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 7099841f-e276-4b93-96a8-9ec838f991e2 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:19.660080 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.709987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:19.715341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ef6c9482-d7ee-4f46-8fae-10e8738c3258 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/7099841f-e276-4b93-96a8-9ec838f991e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559361 Aug 29 04:58:19.718132 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38186) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:19.721678 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] Sync routers for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:19.732152 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:19.732844 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:19.771914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting subnet df199cbf-acce-49d3-a183-c5bb9d88113d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:58:19.778932 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.819341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.843315 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:19.905535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.970775 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:19.997962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Subnet': ['ID=df199cbf-acce-49d3-a183-c5bb9d88113d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:20.005041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.009625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-30f94153-4a65-4849-bc7f-31653d32597f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/subnets/df199cbf-acce-49d3-a183-c5bb9d88113d HTTP/1.1" status: 204 len: 168 time: 0.2877233 Aug 29 04:58:20.009803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:20.012897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d69c0-9208-4da1-9b8a-048701c931b8 None None] Network 309f9304-c4ef-4f02-88c0-fd238977f8a2 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:58:20.025551 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:58:19Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:20.060734 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] Checking router: 7099841f-e276-4b93-96a8-9ec838f991e2 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:20.071658 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] Routers {'7099841f-e276-4b93-96a8-9ec838f991e2'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:20.073147 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7099841f-e276-4b93-96a8-9ec838f991e2'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:20.124558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.205707 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] Set router 7099841f-e276-4b93-96a8-9ec838f991e2 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:20.229578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] DHCP port deletion for 309f9304-c4ef-4f02-88c0-fd238977f8a2 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:58:20.270354 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.295733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] Deleting port 338dddd0-b8fc-47ef-9a82-91354a2c817a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:20.296021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.334017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 2dfb84a7-1089-4503-a47e-01d2be98a038 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:20.334513 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.425929 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 2dfb84a7-1089-4503-a47e-01d2be98a038, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2dfb84a7-1089-4503-a47e-01d2be98a038,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:20.426309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.433237 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:58:19Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:20.441101 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 2dfb84a7-1089-4503-a47e-01d2be98a038 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:20.462342 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf88e0-6820-45f1-a855-087c9973de7a None None] The sync data for ids ['7099841f-e276-4b93-96a8-9ec838f991e2'] in n-d-712143-14 is: [{'id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464599584', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:58:19Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': '2dfb84a7-1089-4503-a47e-01d2be98a038', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7099841f-e276-4b93-96a8-9ec838f991e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:57:12Z', 'updated_at': '2021-08-29T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:20.475113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:20.540704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: e7c8122d-f426-42ad-b74a-d48ec6a111d4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:20.541825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device e7c8122d-f426-42ad-b74a-d48ec6a111d4 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:20.559107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] For port 338dddd0-b8fc-47ef-9a82-91354a2c817a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=338dddd0-b8fc-47ef-9a82-91354a2c817a,segment=NetworkSegment(ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48),segment_id=ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:20.559756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.572978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] Calling delete_port for 338dddd0-b8fc-47ef-9a82-91354a2c817a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:20.636798 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.656475 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.665829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=2dfb84a7-1089-4503-a47e-01d2be98a038,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:20.682971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] Pushing event deleted for resources: {'Port': ['ID=338dddd0-b8fc-47ef-9a82-91354a2c817a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:20.684799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6d3fc-b3e4-413b-a08f-e3f7f0da2fb2 None None] No DVR routers for this DVR port 338dddd0-b8fc-47ef-9a82-91354a2c817a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:20.733077 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.827411 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.830130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.853975 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.893906 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.894452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Fanout notify agent at l3_agent the message router_deleted on router 7099841f-e276-4b93-96a8-9ec838f991e2 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:58:20.902290 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:20.906375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:20.906870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ab3552cc-e362-47cf-8bb4-7856a0f799dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/routers/7099841f-e276-4b93-96a8-9ec838f991e2 HTTP/1.1" status: 204 len: 168 time: 0.8959703 Aug 29 04:58:20.930642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 338dddd0-b8fc-47ef-9a82-91354a2c817a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:20.961482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 338dddd0-b8fc-47ef-9a82-91354a2c817a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:20.961876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 338dddd0-b8fc-47ef-9a82-91354a2c817a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:20.980149 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.007525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.095277 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.105770 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309f9304-c4ef-4f02-88c0-fd238977f8a2']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:21.116529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:21.116826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4d81ff-4fb0-4cca-aaa6-d8277e1e7d48') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:21.126517 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.144846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.150939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:58:21.151337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:58:21.154328 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:58:21.545767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.553692 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.555887 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/networks/309f9304-c4ef-4f02-88c0-fd238977f8a2 HTTP/1.1" status: 204 len: 168 time: 0.6476784 Aug 29 04:58:21.558668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38202) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:21.577833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Network': ['ID=309f9304-c4ef-4f02-88c0-fd238977f8a2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:21.589409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.589869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.590287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.590704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.591260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.591497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.591845 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.592186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.592519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.592842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.593177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.593499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56abf8-4ea7-4a0e-ae76-07f0d26b3a02 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:21.639360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85731a4b-7e9c-4488-a524-a7cfb8dd7a0c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.668917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85731a4b-7e9c-4488-a524-a7cfb8dd7a0c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.735373 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85731a4b-7e9c-4488-a524-a7cfb8dd7a0c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.738052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-85731a4b-7e9c-4488-a524-a7cfb8dd7a0c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:21.739229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-85731a4b-7e9c-4488-a524-a7cfb8dd7a0c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/security-groups/563c0b76-8d29-4419-ae45-c217f9824a39 HTTP/1.1" status: 204 len: 168 time: 0.1794653 Aug 29 04:58:21.749022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85731a4b-7e9c-4488-a524-a7cfb8dd7a0c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c0b76-8d29-4419-ae45-c217f9824a39,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:22.307367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38208) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:22.312213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356934399', 'description': 'tempest-secgroup-smoke-1356934399 description', 'project_id': '397202da91c0462db8604d52a2064474'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:22.347390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.388236 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.440322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.444908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.482232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0221214-ed6f-44d4-a19f-9ff23d4b0934,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:22.491842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.496042 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1849651 Aug 29 04:58:22.496042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.496042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.496042 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.496742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.496852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38214) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:22.497303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.497303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.497303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.497618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.498110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.498504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.498897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.499295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf209f-f231-40c3-8223-97a5f9ff3226 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:22.501045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a0db4616-456d-413b-97a6-82f259011ffd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'c0221214-ed6f-44d4-a19f-9ff23d4b0934', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:22.542657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0db4616-456d-413b-97a6-82f259011ffd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.572658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2dfb84a7-1089-4503-a47e-01d2be98a038 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:22.607971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2dfb84a7-1089-4503-a47e-01d2be98a038 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:22.608947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2dfb84a7-1089-4503-a47e-01d2be98a038 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:22.609564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f0d3352c-7d99-4879-ac46-197b1d9940b7 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:22.644861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f0d3352c-7d99-4879-ac46-197b1d9940b7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:22.645413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f0d3352c-7d99-4879-ac46-197b1d9940b7 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:22.655810 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0db4616-456d-413b-97a6-82f259011ffd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.663041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0db4616-456d-413b-97a6-82f259011ffd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.682214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db4616-456d-413b-97a6-82f259011ffd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6332f63a-3da1-4294-85b0-ec4d75cd752f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:22.690995 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a0db4616-456d-413b-97a6-82f259011ffd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.692378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a0db4616-456d-413b-97a6-82f259011ffd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950340 Aug 29 04:58:22.695166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38220) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:22.700734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9f9eea08-b5b4-4383-b0bc-959d8f8a815e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'c0221214-ed6f-44d4-a19f-9ff23d4b0934', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:22.730738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9eea08-b5b4-4383-b0bc-959d8f8a815e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.804836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9eea08-b5b4-4383-b0bc-959d8f8a815e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.809449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9eea08-b5b4-4383-b0bc-959d8f8a815e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.829195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9eea08-b5b4-4383-b0bc-959d8f8a815e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f57587-e1a8-4f6a-8c97-a020fffb3b93,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:22.840441 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9f9eea08-b5b4-4383-b0bc-959d8f8a815e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.842769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9f9eea08-b5b4-4383-b0bc-959d8f8a815e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465578 Aug 29 04:58:22.845373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38224) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:22.850755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7b6bf000-542f-40a4-a8a1-703fde104951 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'c0221214-ed6f-44d4-a19f-9ff23d4b0934', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:22.878219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf000-542f-40a4-a8a1-703fde104951 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.939260 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf000-542f-40a4-a8a1-703fde104951 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.943077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf000-542f-40a4-a8a1-703fde104951 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.958879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bf000-542f-40a4-a8a1-703fde104951 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2a79fc-2737-47d3-a4a0-90bbeb45278f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:22.969207 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf000-542f-40a4-a8a1-703fde104951 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:22.970480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7b6bf000-542f-40a4-a8a1-703fde104951 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235733 Aug 29 04:58:22.973134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38226) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:22.977701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-62223059-780d-404a-9868-cd7ced81bf4a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'c0221214-ed6f-44d4-a19f-9ff23d4b0934', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:23.004378 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62223059-780d-404a-9868-cd7ced81bf4a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.063965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62223059-780d-404a-9868-cd7ced81bf4a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.067845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62223059-780d-404a-9868-cd7ced81bf4a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.088277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62223059-780d-404a-9868-cd7ced81bf4a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071f9698-0d65-43e8-b34a-3dc527884b45,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:23.091705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-62223059-780d-404a-9868-cd7ced81bf4a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.092931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-62223059-780d-404a-9868-cd7ced81bf4a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187751 Aug 29 04:58:23.095652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:23.100477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'c0221214-ed6f-44d4-a19f-9ff23d4b0934', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:23.123062 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:58:23.128440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.191727 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.196026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.217017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333f43a6-355e-44df-ab16-49a7c34f04e1,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:23.224474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.225932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-acfda086-76be-40ff-a3e3-b8b1eb54b66c tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289158 Aug 29 04:58:23.229091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38230) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:23.233965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'security_group_rule': {'security_group_id': 'c0221214-ed6f-44d4-a19f-9ff23d4b0934', 'project_id': '397202da91c0462db8604d52a2064474', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:23.258616 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Project 397202da91c0462db8604d52a2064474 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:58:23.263950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.331331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.335037 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.355732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704aa2e8-6c9f-4731-a4c5-8abe49b42540,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:23.364090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.365567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c4fb3201-ce14-4a7e-9150-9e65d7c481a6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351440 Aug 29 04:58:23.368372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38232) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:23.374294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'network': {'name': 'tempest-network-smoke--249595892', 'project_id': '397202da91c0462db8604d52a2064474', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:23.395090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:23.398730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.423254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:58:23.434260 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.434603 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Added segment 9ccf717e-b22e-43a7-8fbb-18a03f4210a2 of type vlan for network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 Aug 29 04:58:23.476972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.501482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.507353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:23.507969 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.567822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1981025 Aug 29 04:58:23.570603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38234) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:23.575858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'admin_state_up': True, 'project_id': '397202da91c0462db8604d52a2064474', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:23.577260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204775e0-b0a4-4d8d-b59d-6f48bb506659 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Network': ['ID=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:23.588210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:58:23.601112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:23.602149 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.010548 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.144898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.339755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.359868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.468780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.207 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:24.574849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.615637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:24.650586 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:24.653466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:24.658021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:24.693105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:24.971136 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.164359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.303112 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 519368f1-dbdd-4899-b92f-74741330e90a is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:58:25.409047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:25.418850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Sync routers for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:25.428651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:25.429291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:25.430054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.433230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f20653bb-1967-45be-a93a-8a6cdf0b8dc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8596692 Aug 29 04:58:25.434983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:25.539403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:25.581475 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-22a4a8c8-3d02-421a-a369-26fa267d5ae8 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=397202da91c0462db8604d52a2064474&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429918 Aug 29 04:58:25.582129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:25.735292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:24Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:25.754836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d745cf-f6e1-4224-8fec-f9be4168a5ce tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:25.756354 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-81d745cf-f6e1-4224-8fec-f9be4168a5ce tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1734781 Aug 29 04:58:25.759713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:25.761706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Checking router: 519368f1-dbdd-4899-b92f-74741330e90a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:25.762079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Updating router 519368f1-dbdd-4899-b92f-74741330e90a port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:58:25.787725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.800326 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0d8ae57a-1365-40d0-aeee-63c264dd8d58 tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394933 Aug 29 04:58:25.802890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:25.807767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1203598420', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'project_id': '397202da91c0462db8604d52a2064474', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:25.898816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:25.902427 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.052240 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.063227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Transition to ACTIVE for port object aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:26.070014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.128759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Attempting to bind port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:26.129159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Attempting to bind port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:26.129407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.129546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Attempting to bind port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:26.136816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:26.137196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:26.137620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.139179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:26.139179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Bound port: aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:26.139179 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.163148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d8186-4ea0-4792-bbcb-15bc5fe3f4e0 None None] Pushing event updated for resources: {'Port': ['ID=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:26.194866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Subnet': ['ID=8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:26.209072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Checking segment: {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:26.209445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network hostable DHCP agents. Network: a183ec5e-9070-41fe-bd8e-f7f8ba2619c9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:58:26.210068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] For port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:26.213833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] For port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:26.223862 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.234120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:58:26.248471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, a183ec5e-9070-41fe-bd8e-f7f8ba2619c9) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:26.253009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:26.253881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.266796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a6274-7bd7-4cbe-a92d-6dfb7987a0d9 None None] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:58:26.287726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cdfa67fc-4bb1-4d90-870c-ddc68775ec1d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4837451 Aug 29 04:58:26.290289 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:26.329871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:26.330597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:26.388864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d8186-4ea0-4792-bbcb-15bc5fe3f4e0 None None] Pushing event updated for resources: {'Port': ['ID=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:26.505982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:26.638768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:58:26.639884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.803865 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:26.824653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Allocated IP 172.20.0.2 (a183ec5e-9070-41fe-bd8e-f7f8ba2619c9/8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9/f0fe1bb7-ce59-4585-9872-1730ba434a7d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:26.887636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:24Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:26.920222 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05103a6f-90c1-4c89-ba5b-3bb9b5d6f857 None None] The sync data for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 is: [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:24Z', 'revision_number': 3, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:27.047305 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.057092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Transition to ACTIVE for port object f0fe1bb7-ce59-4585-9872-1730ba434a7d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:27.075121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Transition to ACTIVE for port object f0fe1bb7-ce59-4585-9872-1730ba434a7d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:27.084831 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.130843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:27.136462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:27.138925 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:27.150851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Pushing event updated for resources: {'Port': ['ID=f0fe1bb7-ce59-4585-9872-1730ba434a7d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:27.172384 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.172736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.173079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.173418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.173780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.174220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.174432 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.174758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.175081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.175406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.175729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.176051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:27.232617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Attempting to bind port f0fe1bb7-ce59-4585-9872-1730ba434a7d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:27.232997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Attempting to bind port f0fe1bb7-ce59-4585-9872-1730ba434a7d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:27.233368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Attempting to bind port f0fe1bb7-ce59-4585-9872-1730ba434a7d on network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:27.235603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.1 (a183ec5e-9070-41fe-bd8e-f7f8ba2619c9/8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9/0d72f842-3d74-4221-81c5-fc6865090b8f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:27.248763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:27.249045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Checking segment: {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:27.249448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.249876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Bound using segment: {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:27.250371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Bound port: f0fe1bb7-ce59-4585-9872-1730ba434a7d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:27.250753 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.336480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] For port f0fe1bb7-ce59-4585-9872-1730ba434a7d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:27.348255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] For port f0fe1bb7-ce59-4585-9872-1730ba434a7d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f0fe1bb7-ce59-4585-9872-1730ba434a7d,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:27.353924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.443304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660365ac-68aa-44cd-bde4-9ff385c2e043 None None] Pushing event updated for resources: {'Port': ['ID=f0fe1bb7-ce59-4585-9872-1730ba434a7d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:27.451943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.472559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object 0d72f842-3d74-4221-81c5-fc6865090b8f will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:27.515982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.561688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:27.565547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:27.568412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:27.606720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=0d72f842-3d74-4221-81c5-fc6865090b8f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:27.641010 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:27.855614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.160119 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.165298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.247997 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.257035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=0d72f842-3d74-4221-81c5-fc6865090b8f,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:28.384107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:28.385761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:28.657313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f0fe1bb7-ce59-4585-9872-1730ba434a7d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:28.713979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd8f9a-bfe7-4167-9c0a-f74daeb2c002 None None] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:58:28.824576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f0fe1bb7-ce59-4585-9872-1730ba434a7d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:28.833932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:28.880822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5afcf360-3f80-42f4-a3ce-6b09a1ddb229 None None] Provisioning for port f0fe1bb7-ce59-4585-9872-1730ba434a7d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:28.892908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5afcf360-3f80-42f4-a3ce-6b09a1ddb229 None None] Provisioning complete for port f0fe1bb7-ce59-4585-9872-1730ba434a7d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:28.893284 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5afcf360-3f80-42f4-a3ce-6b09a1ddb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:28.950126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:28.992700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:28.993079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.009570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 519368f1-dbdd-4899-b92f-74741330e90a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:29.118651 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5afcf360-3f80-42f4-a3ce-6b09a1ddb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.195314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:29.195732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5afcf360-3f80-42f4-a3ce-6b09a1ddb229 None None] For port f0fe1bb7-ce59-4585-9872-1730ba434a7d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f0fe1bb7-ce59-4585-9872-1730ba434a7d,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:29.197297 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.202074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-11a6c29f-5473-47c0-953d-894a0bd53596 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/519368f1-dbdd-4899-b92f-74741330e90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9100146 Aug 29 04:58:29.226538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:29.228955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5afcf360-3f80-42f4-a3ce-6b09a1ddb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.238855 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.307264 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Sync routers for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:29.335715 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:29.340828 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:29.487646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-22003d94-3b90-4801-9fce-882a9a709b25 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356934399&fields=id&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 267 time: 0.1302447 Aug 29 04:58:29.568216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a86f98fd-7b04-4b0a-8134-ac0f8d5b8f7e None None] Provisioning complete for port f0fe1bb7-ce59-4585-9872-1730ba434a7d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:29.570313 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a86f98fd-7b04-4b0a-8134-ac0f8d5b8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.603466 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:29.683209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcf360-3f80-42f4-a3ce-6b09a1ddb229 None None] Pushing event updated for resources: {'Port': ['ID=f0fe1bb7-ce59-4585-9872-1730ba434a7d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:29.753468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-ac19c01c-4b4d-477c-9c37-2e4a726aaa10 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:29.755414 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-ac19c01c-4b4d-477c-9c37-2e4a726aaa10 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/networks?id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 HTTP/1.1" status: 200 len: 796 time: 0.2440841 Aug 29 04:58:29.786397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-c60ecefc-bcd3-4912-89b9-1c9f244622c8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/quotas/397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 375 time: 0.0168498 Aug 29 04:58:29.833766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:29.846737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a86f98fd-7b04-4b0a-8134-ac0f8d5b8f7e None None] Provisioning for port 0d72f842-3d74-4221-81c5-fc6865090b8f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:29.860879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a86f98fd-7b04-4b0a-8134-ac0f8d5b8f7e None None] Provisioning complete for port 0d72f842-3d74-4221-81c5-fc6865090b8f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:29.862782 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a86f98fd-7b04-4b0a-8134-ac0f8d5b8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:29.944764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a86f98fd-7b04-4b0a-8134-ac0f8d5b8f7e None None] Port 0d72f842-3d74-4221-81c5-fc6865090b8f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:58:29.959051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:28Z', 'revision_number': 2, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:29.963914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-44599fb8-214e-444c-b3bd-c21884add46f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1306944 Aug 29 04:58:30.003323 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Checking router: 519368f1-dbdd-4899-b92f-74741330e90a for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:30.003813 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Updating router 519368f1-dbdd-4899-b92f-74741330e90a port 0d72f842-3d74-4221-81c5-fc6865090b8f binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:58:30.030418 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.083043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5e8ded17-4d8a-4f90-a12b-8a93b92e4ced None None] Provisioning complete for port 0d72f842-3d74-4221-81c5-fc6865090b8f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:30.084094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e8ded17-4d8a-4f90-a12b-8a93b92e4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.108806 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-19255e0b-fa08-4cce-bdbe-37460e55621d service neutron] 10.222.0.55 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406255 Aug 29 04:58:30.133985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ded17-4d8a-4f90-a12b-8a93b92e4ced None None] Port 0d72f842-3d74-4221-81c5-fc6865090b8f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:58:30.213737 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-99c48717-b8ae-4c88-9350-67daa1b616ef service neutron] 10.222.0.55 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039906 Aug 29 04:58:30.270532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6502bd03-8fe6-4f33-b746-ee2cb3886411 None None] Provisioning complete for port 0d72f842-3d74-4221-81c5-fc6865090b8f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:30.270532 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6502bd03-8fe6-4f33-b746-ee2cb3886411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.305616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6502bd03-8fe6-4f33-b746-ee2cb3886411 None None] Port 0d72f842-3d74-4221-81c5-fc6865090b8f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:58:30.406529 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.417981 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Transition to ACTIVE for port object 0d72f842-3d74-4221-81c5-fc6865090b8f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:30.427348 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.453563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20dd18fa-cd7f-47e8-945d-bbce18d8af89 req-308fc285-053c-48df-bb75-149c70ec246b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 210 time: 0.0278602 Aug 29 04:58:30.500081 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Pushing event updated for resources: {'Port': ['ID=0d72f842-3d74-4221-81c5-fc6865090b8f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:30.508934 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.510776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.510776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.510776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.510776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.510776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.512017 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.512017 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.512017 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.512017 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.512534 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.512706 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:30.586529 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f0fe1bb7-ce59-4585-9872-1730ba434a7d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:30.590844 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Attempting to bind port 0d72f842-3d74-4221-81c5-fc6865090b8f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:30.591271 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Attempting to bind port 0d72f842-3d74-4221-81c5-fc6865090b8f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:30.591997 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Attempting to bind port 0d72f842-3d74-4221-81c5-fc6865090b8f on network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:30.597556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:30.598779 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Checking segment: {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:30.598779 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.601743 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Bound using segment: {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:30.601743 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Bound port: 0d72f842-3d74-4221-81c5-fc6865090b8f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:30.601743 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.691270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f0fe1bb7-ce59-4585-9872-1730ba434a7d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:30.696660 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.702814 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] For port 0d72f842-3d74-4221-81c5-fc6865090b8f, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:30.707618 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] For port 0d72f842-3d74-4221-81c5-fc6865090b8f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0d72f842-3d74-4221-81c5-fc6865090b8f,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:30.714598 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.803954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:30.809143 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb1e7d-211f-4bc2-bac2-312bf3aef39f None None] Pushing event updated for resources: {'Port': ['ID=0d72f842-3d74-4221-81c5-fc6865090b8f,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:30.817192 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:30.818163 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:30.870089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:30.870419 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:30.951866 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:31.250231 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:30Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:31.287705 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c895c5-3a94-42d9-9024-e89f4bf8b4ae None None] The sync data for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 is: [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:30Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:31.568647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-763b330e-1441-4560-9d8b-7bdda1b29166 req-51d25920-1de7-4a1c-b189-d4162a726cc2 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 210 time: 0.0344937 Aug 29 04:58:31.641641 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.008902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-246c3868-38d0-47ab-9834-2b1535e4c1a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:32.010723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-246c3868-38d0-47ab-9834-2b1535e4c1a9 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/networks?id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 HTTP/1.1" status: 200 len: 796 time: 0.1589105 Aug 29 04:58:32.076230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-71fd4ffd-81d4-4b72-b254-72b6086742e5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397202da91c0462db8604d52a2064474 HTTP/1.1" status: 200 len: 380 time: 0.0501232 Aug 29 04:58:32.089087 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'port': {'device_id': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'admin_state_up': True, 'tenant_id': '397202da91c0462db8604d52a2064474', 'security_groups': ['c0221214-ed6f-44d4-a19f-9ff23d4b0934']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:32.237283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Made reservation on behalf of 397202da91c0462db8604d52a2064474 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:32.242156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.406196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.20.0.5 (a183ec5e-9070-41fe-bd8e-f7f8ba2619c9/8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9/63e6d1e3-c2b0-4ad2-be48-67f38233ae4a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:32.614935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d72f842-3d74-4221-81c5-fc6865090b8f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:32.630195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.647495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Transition to ACTIVE for port object 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:32.697960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-173fc27a-e459-41cc-b868-4431d723e676 req-789c3da0-cd32-4c45-8907-3871ef28b7b6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 210 time: 0.0381699 Aug 29 04:58:32.701316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0d72f842-3d74-4221-81c5-fc6865090b8f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:32.709548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0d72f842-3d74-4221-81c5-fc6865090b8f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:32.709968 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.722180 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.780198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:32.785159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:32.798589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:32.829288 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.879057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:32.893826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 0d72f842-3d74-4221-81c5-fc6865090b8f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0d72f842-3d74-4221-81c5-fc6865090b8f,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:32.898516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.910075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:32.910737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:32.967204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-85824418-7552-4bff-bf41-799644b0eff6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833477 Aug 29 04:58:32.970809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=0d72f842-3d74-4221-81c5-fc6865090b8f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:32.985260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Request body: {'port': {'device_id': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:33.059984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:33.160129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3311917a-3504-4faf-83d5-a2119bfbcb23 None None] Provisioning for port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:33.164127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3311917a-3504-4faf-83d5-a2119bfbcb23 None None] Provisioning complete for port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:33.165857 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3311917a-3504-4faf-83d5-a2119bfbcb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:33.199498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3311917a-3504-4faf-83d5-a2119bfbcb23 None None] Port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:58:33.367625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:33.376178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:33.388922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Transition to ACTIVE for port object 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:33.393088 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:33.443744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Pushing event updated for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:33.523491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Attempting to bind port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:33.523836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Attempting to bind port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:33.524180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Attempting to bind port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a on network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:33.529904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a on network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:58:33.530528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Attempting to bind port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a on network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:33.537272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:33.537849 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Checking segment: {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:33.538175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Bound using segment: {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:33.538638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Bound port: 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccf717e-b22e-43a7-8fbb-18a03f4210a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:33.539007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:33.620862 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:33.624687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:33.639930 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:33.697571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:33.698227 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:33.699891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] 10.222.0.32 "PUT /v2.0/ports/63e6d1e3-c2b0-4ad2-be48-67f38233ae4a HTTP/1.1" status: 200 len: 1092 time: 0.7199185 Aug 29 04:58:33.700341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:33.702765 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29947e05-db2c-4ed6-b943-a8935c237465" -d '{"events": [{"name": "network-changed", "server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:33.758172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0a584-a920-4a67-92b1-94824383483f service neutron] Pushing event updated for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:33.765504 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1546da9-4425-4979-95cc-9ec957125443 x-openstack-request-id: req-f1546da9-4425-4979-95cc-9ec957125443 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:33.769909 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:33.770177 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1546da9-4425-4979-95cc-9ec957125443 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:33.770602 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'status': 'completed', 'code': 200} Aug 29 04:58:33.831278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-6ecbaa4a-967a-4243-a251-052e4560378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:33.835399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-6ecbaa4a-967a-4243-a251-052e4560378b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1095 time: 0.0637817 Aug 29 04:58:33.867456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b478d-3333-41c7-b904-46c1bb7abb8b req-224b7f00-40ea-4424-9221-103f65d3848b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:33.870050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-654b478d-3333-41c7-b904-46c1bb7abb8b req-224b7f00-40ea-4424-9221-103f65d3848b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 943 time: 0.0650575 Aug 29 04:58:33.920015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-da0b9d88-72a2-4cb4-bc7e-62b82b815299 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a HTTP/1.1" status: 200 len: 217 time: 0.0668461 Aug 29 04:58:33.940396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-654b478d-3333-41c7-b904-46c1bb7abb8b req-24470c05-b95b-4f11-a5d7-58bbbfcf241f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648725 Aug 29 04:58:34.012636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-25806b37-8e28-427e-8b13-6a25adb2b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.014144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-25806b37-8e28-427e-8b13-6a25adb2b96d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9 HTTP/1.1" status: 200 len: 835 time: 0.0874610 Aug 29 04:58:34.057613 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:34.066040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-4e273a79-c7ab-4ddc-99b4-6e4e156a5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.067600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-4e273a79-c7ab-4ddc-99b4-6e4e156a5c73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453539 Aug 29 04:58:34.169152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-873414fe-5289-4d97-a7a4-0119d0448690 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946090 Aug 29 04:58:34.262172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c402dec-9a62-4f30-8cc1-42998a5341b1 req-6a32ec2e-431b-4261-a2c7-aa8a66944da1 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861571 Aug 29 04:58:34.396993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947e05-db2c-4ed6-b943-a8935c237465 req-02a622d6-915e-4c66-aea1-dd95f928e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.398596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29947e05-db2c-4ed6-b943-a8935c237465 req-02a622d6-915e-4c66-aea1-dd95f928e6fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1095 time: 0.0438287 Aug 29 04:58:34.505722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947e05-db2c-4ed6-b943-a8935c237465 req-4743c77b-427d-445c-b8a9-724cac83d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.507240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29947e05-db2c-4ed6-b943-a8935c237465 req-4743c77b-427d-445c-b8a9-724cac83d9be service neutron] 10.222.0.32 "GET /v2.0/networks?id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 HTTP/1.1" status: 200 len: 897 time: 0.1016490 Aug 29 04:58:34.553458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29947e05-db2c-4ed6-b943-a8935c237465 req-d2a4b82d-b81b-4e75-a9ea-d1e3e0a959cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a HTTP/1.1" status: 200 len: 217 time: 0.0379672 Aug 29 04:58:34.557803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d72f842-3d74-4221-81c5-fc6865090b8f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:34.619625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947e05-db2c-4ed6-b943-a8935c237465 req-cd0a5458-4364-4d9f-bc76-49dddd96ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.621470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29947e05-db2c-4ed6-b943-a8935c237465 req-cd0a5458-4364-4d9f-bc76-49dddd96ac88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9 HTTP/1.1" status: 200 len: 835 time: 0.0600610 Aug 29 04:58:34.629643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0d72f842-3d74-4221-81c5-fc6865090b8f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:34.630209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:34.674222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947e05-db2c-4ed6-b943-a8935c237465 req-9de5c2a5-64b0-436f-bd51-31602f553032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:34.675776 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29947e05-db2c-4ed6-b943-a8935c237465 req-9de5c2a5-64b0-436f-bd51-31602f553032 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469790 Aug 29 04:58:34.771299 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29947e05-db2c-4ed6-b943-a8935c237465 req-89ea6d4a-8a4d-461e-af39-6d01b41d5367 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867336 Aug 29 04:58:34.864670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29947e05-db2c-4ed6-b943-a8935c237465 req-e7e7c600-d8f1-4acc-a727-17474e04d754 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 Aug 29 04:58:35.068919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087b7f-e741-4fda-9364-071a0f10580f req-3a52bba9-76a5-4260-8383-ae2472a277c8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:35.070449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5087b7f-e741-4fda-9364-071a0f10580f req-3a52bba9-76a5-4260-8383-ae2472a277c8 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 943 time: 0.0498834 Aug 29 04:58:35.108985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d5087b7f-e741-4fda-9364-071a0f10580f req-92d15957-5a00-4f59-b2ab-cd5f8e789234 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Aug 29 04:58:36.224248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19dd5-b158-4d7f-bca6-7d41fa9734f8 req-b48252f5-4870-4db4-ba2f-6bb586fdeee7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:36.225686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dca19dd5-b158-4d7f-bca6-7d41fa9734f8 req-b48252f5-4870-4db4-ba2f-6bb586fdeee7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 943 time: 0.0503874 Aug 29 04:58:36.267561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dca19dd5-b158-4d7f-bca6-7d41fa9734f8 req-d74ebf17-d18c-408b-88a5-0dec287f1c21 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357394 Aug 29 04:58:36.603954 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:36.702428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:36.713874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'port_id': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'mac_address': 'fa:16:3e:dc:02:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:58:36.750224 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:36.762646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:36.781793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:36.787049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:36.833390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:37.057753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:37.401712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07119c-5850-43d9-9f91-c237dd22528c req-804679ee-87f3-4232-aa96-b042841c45f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:37.403391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d07119c-5850-43d9-9f91-c237dd22528c req-804679ee-87f3-4232-aa96-b042841c45f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 944 time: 0.0624194 Aug 29 04:58:37.444963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d07119c-5850-43d9-9f91-c237dd22528c req-86034713-0b50-40a2-ae49-f995c1b175f7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353525 Aug 29 04:58:38.564890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7a0e9-09ad-44f6-9f24-c78b21af2455 req-20c24a26-2ca8-479f-9396-3dda12f322ba tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.566412 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bf7a0e9-09ad-44f6-9f24-c78b21af2455 req-20c24a26-2ca8-479f-9396-3dda12f322ba tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 944 time: 0.0485520 Aug 29 04:58:38.601317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:38.604589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6bf7a0e9-09ad-44f6-9f24-c78b21af2455 req-283a7bcb-eb79-45e1-942b-2b877c6c2360 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Aug 29 04:58:38.651213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:58:38.654743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:38.655120 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.729905 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.751018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:38.753251 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba5a973-0688-4dae-9e21-d9e87daab64e" -d '{"events": [{"server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "name": "network-vif-plugged", "status": "completed", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:38.765477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:38.769636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:38.795162 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491507ec-cf42-490d-b005-47a5668d1a0e x-openstack-request-id: req-491507ec-cf42-490d-b005-47a5668d1a0e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:38.795461 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "name": "network-vif-plugged", "status": "completed", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:38.795717 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-491507ec-cf42-490d-b005-47a5668d1a0e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:38.796107 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'code': 200} Aug 29 04:58:38.824070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:38.911514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c83f2-c02e-4158-bb6c-f6f2171a0f01 req-28a216cb-2f66-4130-9ba3-9e4ae4450f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:38.913082 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f5c83f2-c02e-4158-bb6c-f6f2171a0f01 req-28a216cb-2f66-4130-9ba3-9e4ae4450f5f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1097 time: 0.0436754 Aug 29 04:58:38.946474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f5c83f2-c02e-4158-bb6c-f6f2171a0f01 req-28fb5536-503f-49ea-92e0-848ea4fc9408 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265419 Aug 29 04:58:39.723052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f801e-3856-4de6-b916-f7c039cb7df0 req-52f9ae22-1b47-4730-84ce-eeab8023c288 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:39.724493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d6f801e-3856-4de6-b916-f7c039cb7df0 req-52f9ae22-1b47-4730-84ce-eeab8023c288 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0538876 Aug 29 04:58:39.763636 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d6f801e-3856-4de6-b916-f7c039cb7df0 req-e025e87e-b988-4253-96e4-059b9e25c690 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323186 Aug 29 04:58:40.883703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dad71c-c553-4c8b-99b7-6bd7168fc0d9 req-c26a7738-c245-4466-b8bc-f85f6f5f70fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:40.885318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02dad71c-c553-4c8b-99b7-6bd7168fc0d9 req-c26a7738-c245-4466-b8bc-f85f6f5f70fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0510664 Aug 29 04:58:40.925136 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02dad71c-c553-4c8b-99b7-6bd7168fc0d9 req-de5598e4-6271-4fd3-92ae-2a798ff50dd0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Aug 29 04:58:41.042229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f855ebe-c5e5-4cc0-ae50-3357f3674dc9 req-4c5370a7-e66d-4865-b7af-bc5a479e019a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:41.043748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f855ebe-c5e5-4cc0-ae50-3357f3674dc9 req-4c5370a7-e66d-4865-b7af-bc5a479e019a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0501688 Aug 29 04:58:41.086891 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f855ebe-c5e5-4cc0-ae50-3357f3674dc9 req-8bd0272a-3d08-412a-9d76-f5ffadfeff58 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370421 Aug 29 04:58:41.109408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38368) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:41.149102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0324365-02be-473b-abd7-0bd7aef1e47a tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:41.151170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e0324365-02be-473b-abd7-0bd7aef1e47a tempest-TestNetworkAdvancedServerOps-893840724 tempest-TestNetworkAdvancedServerOps-893840724-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1092 time: 0.0406964 Aug 29 04:58:41.153950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38370) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:41.158306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'tenant_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:41.184098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:41.286101 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:41.391302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Allocated IP 172.25.7.205 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5bb4b400-01cb-4962-b0cf-4ec2a5d73201) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:41.499466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:41.538684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:41.576779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:41.581739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:41.585303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:41.609030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=5bb4b400-01cb-4962-b0cf-4ec2a5d73201,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:41.990264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.058323 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.224782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.232931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.305526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event updated for resources: {'Port': ['ID=5bb4b400-01cb-4962-b0cf-4ec2a5d73201,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:42.318010 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.429569 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP 6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9 associated. External IP: 172.25.7.205, port: 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a. Aug 29 04:58:42.656674 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 519368f1-dbdd-4899-b92f-74741330e90a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:42.772865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:42.783612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] Sync routers for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:42.795629 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.798986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:42.799620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:42.830594 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-05a5568b-52e1-4375-924d-0b74f950d1a5 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6753933 Aug 29 04:58:42.831937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:42.834773 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:42.927352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:42.962447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a692a58-194e-4100-991f-5649705f8202 req-80f46295-8ceb-40b8-bd02-cedf4da6b268 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:42.970174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a692a58-194e-4100-991f-5649705f8202 req-80f46295-8ceb-40b8-bd02-cedf4da6b268 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0622950 Aug 29 04:58:43.008649 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7a692a58-194e-4100-991f-5649705f8202 req-7a1607b0-f00f-49bf-8d73-989d118d716a tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369995 Aug 29 04:58:43.029238 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01e2571-2e17-4f5f-a71e-406b60b5e95f x-openstack-request-id: req-e01e2571-2e17-4f5f-a71e-406b60b5e95f {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:43.029662 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:43.030019 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e01e2571-2e17-4f5f-a71e-406b60b5e95f {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:43.030520 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'status': 'completed', 'code': 200} Aug 29 04:58:43.031458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38388) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:43.097339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8cc2742f-f428-4c99-bbfb-6979e62705d0 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9 HTTP/1.1" status: 200 len: 991 time: 0.0645964 Aug 29 04:58:43.120104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-d851ebad-c735-48f0-b76d-335805ff92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:43.121653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-d851ebad-c735-48f0-b76d-335805ff92b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1097 time: 0.0478537 Aug 29 04:58:43.166972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'port_id': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'mac_address': 'fa:16:3e:dc:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:58:41Z', 'updated_at': '2021-08-29T04:58:41Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:32Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:43.192309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] Checking router: 519368f1-dbdd-4899-b92f-74741330e90a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:43.200534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:43.201126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:43.214224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-370c95b2-d7b1-4b59-a990-a1ea470c4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:43.215720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-370c95b2-d7b1-4b59-a990-a1ea470c4f70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 HTTP/1.1" status: 200 len: 897 time: 0.0865676 Aug 29 04:58:43.286701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-bc3585b7-c278-49f8-9a31-f4e19e6e2c6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a HTTP/1.1" status: 200 len: 999 time: 0.0639436 Aug 29 04:58:43.311171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:43.335492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-b98efdab-2df6-4e02-93fc-b9d7a22f9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:43.337826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-b98efdab-2df6-4e02-93fc-b9d7a22f9695 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9 HTTP/1.1" status: 200 len: 835 time: 0.0448112 Aug 29 04:58:43.383288 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-9b8c8da0-2bb0-4199-bc8c-e3da54a0b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:43.384822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-9b8c8da0-2bb0-4199-bc8c-e3da54a0b95b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404470 Aug 29 04:58:43.486447 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-312f54e0-c6c8-4d7b-ae54-b6a07c19f779 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945046 Aug 29 04:58:43.541712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'port_id': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'mac_address': 'fa:16:3e:dc:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:58:41Z', 'updated_at': '2021-08-29T04:58:41Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:32Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:43.567452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04fc6d5-3d42-4d03-844a-abaf4c554243 None None] The sync data for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 is: [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'port_id': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'mac_address': 'fa:16:3e:dc:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:58:41Z', 'updated_at': '2021-08-29T04:58:41Z', 'revision_number': 0, 'project_id': '397202da91c0462db8604d52a2064474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:32Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:43.579993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b20758ff-ced6-41d7-b0f0-7a74bef25ee8 req-1b55a527-6b9e-4ac6-971c-a29500821087 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856290 Aug 29 04:58:43.778029 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83484b6d-9f5e-466f-9cac-5eedcf03b8a6 None None] New status for floating IP 6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:58:44.100631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38396) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:44.172043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-564e8f5c-3bbd-4d3b-835a-d278a31c5713 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9 HTTP/1.1" status: 200 len: 993 time: 0.0703089 Aug 29 04:58:46.844410 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe09a7f-57e6-419b-9db8-298856e90ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:49.525024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5670a102-3050-4714-bb7b-ad886d6ebd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:49.653197 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:50.855084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:50.964151 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.392006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.643632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38440) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:52.700952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] Deleting subnet 6a3dae7d-5450-4aa6-9619-57bfff44bccc {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:58:52.704595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.746796 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.789262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.856110 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.883095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3dae7d-5450-4aa6-9619-57bfff44bccc,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:52.887439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.896252 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bd0564d4-678b-4cb3-b66e-d0566f734646 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6a3dae7d-5450-4aa6-9619-57bfff44bccc HTTP/1.1" status: 204 len: 168 time: 0.2446868 Aug 29 04:58:52.898038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38442) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:52.983420 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.065252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.075793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58ba418-f49b-4bf5-848b-9dfe984e1a7c']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:53.086391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6005434-5232-4895-b8dc-f8ff8c732a0b') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:53.086714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6005434-5232-4895-b8dc-f8ff8c732a0b') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:53.097191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.116736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.125516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:58:53.125953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: timer() Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:58:53.127913 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:58:53.192325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.200710 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.209648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] 10.222.0.55 "DELETE /v2.0/networks/f58ba418-f49b-4bf5-848b-9dfe984e1a7c HTTP/1.1" status: 204 len: 168 time: 0.3062983 Aug 29 04:58:53.216693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899406e-32cb-4fb3-8eae-a9064400f89e admin admin] Pushing event deleted for resources: {'Network': ['ID=f58ba418-f49b-4bf5-848b-9dfe984e1a7c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:53.362684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38446) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:53.408722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-294d8d13-0081-4ef4-8fba-247676e4a106 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d14ec21c563c4d43b727214105fab32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446441 Aug 29 04:58:53.411448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38448) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:53.468414 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2105900c-c414-43ea-99b3-19d0abc0145d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.496075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2105900c-c414-43ea-99b3-19d0abc0145d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.547751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2105900c-c414-43ea-99b3-19d0abc0145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.550388 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2105900c-c414-43ea-99b3-19d0abc0145d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.551552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2105900c-c414-43ea-99b3-19d0abc0145d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3efe5226-b8a7-4948-b662-e334ca25a363 HTTP/1.1" status: 204 len: 168 time: 0.1390646 Aug 29 04:58:53.560199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105900c-c414-43ea-99b3-19d0abc0145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efe5226-b8a7-4948-b662-e334ca25a363,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:55.881403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38500) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:55.887981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'network': {'name': 'tempest-network-smoke--2087074178', 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:55.911285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Made reservation on behalf of 0115c068e13547bd9ea8d2d66cd50abe for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:55.914993 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:55.927654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.037457 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.041972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.068680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:58:56.079195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1f7a64-625c-46f5-8eca-687c7e1ac9d3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:56.089738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.090097 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Added segment bddd0371-108c-437d-8d17-551f5300a74f of type vlan for network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 Aug 29 04:58:56.131426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.158702 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.164867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:56.167755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.229888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3472044 Aug 29 04:58:56.234141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:56.239269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'admin_state_up': True, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:56.242288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae389e6-6289-4a11-861b-05ca67f6d5d9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Network': ['ID=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:56.256408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:58:56.268526 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.269829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.325048 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.477172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.683236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.706124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.812019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Allocated IP 172.25.7.26 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/edbc04e9-3087-44d0-86e6-e84a3dd84a9f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:56.923590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:56.974859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.014478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:57.019514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:57.024671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:57.030579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:57.291475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.787590 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.919031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:58:58.038764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:58.049314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Sync routers for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:58.058693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.059776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:58.060098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-50a1b075-708e-454b-b137-cb5e75413e84 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8248904 Aug 29 04:58:58.060452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:58.063329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38504) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:58.178452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:58.227026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e634768a-6502-4496-aada-f0377194ce31 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0115c068e13547bd9ea8d2d66cd50abe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1599524 Aug 29 04:58:58.227442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38508) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:58.317894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df715a9-95c6-4d4a-a3c2-772b13bca3f9 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:58.319345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6df715a9-95c6-4d4a-a3c2-772b13bca3f9 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908058 Aug 29 04:58:58.322775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38510) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:58.352022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2baf5e93-608e-4191-bb55-0f3b7eb66407 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281162 Aug 29 04:58:58.354645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38512) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:58.359701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185971568', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:58:58.371258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:58:57Z', 'revision_number': 3, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:58.399148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Checking router: e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:58.399513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Updating router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 port edbc04e9-3087-44d0-86e6-e84a3dd84a9f binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:58:58.432904 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.458687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Made reservation on behalf of 0115c068e13547bd9ea8d2d66cd50abe for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:58:58.462999 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.691505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.760218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Subnet': ['ID=71607fe0-2a75-43d0-9843-0a22be7564ca,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:58.770889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Checking segment: {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:58.771330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network hostable DHCP agents. Network: 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:58:58.788980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:58:58.800100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:58.806522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:58.812317 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.814346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0823479-1ad6-46de-b132-882f84462f8a None None] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:58:58.844025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4267c2ea-b134-4b9b-8dbc-965735bc0a4c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4882464 Aug 29 04:58:58.846710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38514) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:58.925892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.950696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Transition to ACTIVE for port object edbc04e9-3087-44d0-86e6-e84a3dd84a9f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:58.957803 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.038837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Attempting to bind port edbc04e9-3087-44d0-86e6-e84a3dd84a9f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:59.039208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Attempting to bind port edbc04e9-3087-44d0-86e6-e84a3dd84a9f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:59.039634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Attempting to bind port edbc04e9-3087-44d0-86e6-e84a3dd84a9f on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:59.051483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8d282-9794-4a5b-a77c-949f30f80498 None None] Pushing event updated for resources: {'Port': ['ID=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:59.057319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:59.057720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:59.058122 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.058513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:59.058984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Bound port: edbc04e9-3087-44d0-86e6-e84a3dd84a9f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:59.059358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.115542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:58:59.116393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.155948 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] For port edbc04e9-3087-44d0-86e6-e84a3dd84a9f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:59.160158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] For port edbc04e9-3087-44d0-86e6-e84a3dd84a9f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:59.205537 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.314785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8d282-9794-4a5b-a77c-949f30f80498 None None] Pushing event updated for resources: {'Port': ['ID=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:59.320910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:59.321538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:59.361565 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.376066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Allocated IP 172.20.0.2 (1a0de7fd-c8b0-4015-b4a3-6cef65ff4217/71607fe0-2a75-43d0-9843-0a22be7564ca/88f8cdb0-8466-43c0-bf83-75e831e32e8a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:59.490473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:59.690801 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.718341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Transition to ACTIVE for port object 88f8cdb0-8466-43c0-bf83-75e831e32e8a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:59.740403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Transition to ACTIVE for port object 88f8cdb0-8466-43c0-bf83-75e831e32e8a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:58:59.749014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.787945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:58:59.793434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:58:59.796977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:58:59.810845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Allocated IP 172.20.0.1 (1a0de7fd-c8b0-4015-b4a3-6cef65ff4217/71607fe0-2a75-43d0-9843-0a22be7564ca/8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:58:59.814611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Pushing event updated for resources: {'Port': ['ID=88f8cdb0-8466-43c0-bf83-75e831e32e8a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:59.817807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:58:57Z', 'revision_number': 3, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:59.864995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b495f-948f-451d-bd0e-890e69226dce None None] The sync data for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 is: [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:58:57Z', 'revision_number': 3, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:59.901717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Attempting to bind port 88f8cdb0-8466-43c0-bf83-75e831e32e8a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:58:59.902375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Attempting to bind port 88f8cdb0-8466-43c0-bf83-75e831e32e8a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:58:59.902905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Attempting to bind port 88f8cdb0-8466-43c0-bf83-75e831e32e8a on network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:58:59.909213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:58:59.909622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Checking segment: {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:58:59.910032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.910448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Bound using segment: {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:58:59.910915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Bound port: 88f8cdb0-8466-43c0-bf83-75e831e32e8a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:58:59.911310 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.985015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] For port 88f8cdb0-8466-43c0-bf83-75e831e32e8a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:58:59.986894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:59.988893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] For port 88f8cdb0-8466-43c0-bf83-75e831e32e8a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=88f8cdb0-8466-43c0-bf83-75e831e32e8a,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:58:59.994731 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.006730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Transition to ACTIVE for port object 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:00.058685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005d52c-d836-4462-8169-079768e1ae79 None None] Pushing event updated for resources: {'Port': ['ID=88f8cdb0-8466-43c0-bf83-75e831e32e8a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:00.059431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.120703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:00.148381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:00.150685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:00.153172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:00.220890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.418131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.639275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device edbc04e9-3087-44d0-86e6-e84a3dd84a9f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:00.702981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port edbc04e9-3087-44d0-86e6-e84a3dd84a9f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:00.707230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port edbc04e9-3087-44d0-86e6-e84a3dd84a9f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:00.707615 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.791079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.791554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.799542 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.819772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port edbc04e9-3087-44d0-86e6-e84a3dd84a9f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:00.825846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.827281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 88f8cdb0-8466-43c0-bf83-75e831e32e8a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:00.889722 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.904228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:00.920547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 88f8cdb0-8466-43c0-bf83-75e831e32e8a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:00.954750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:01.021708 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:01.023282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:01.160882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:01.197733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1588b12-f277-41e5-8ae2-f29958399c83 None None] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:01.285127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:01.293928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-ac4fa31c-b27a-4c14-a625-e1f588f86352 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "PUT /v2.0/routers/e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436932 Aug 29 04:59:01.294293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:01.301009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e5e05ed2-7374-4bb4-871a-401d927d1a3a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1827209777', 'description': 'tempest-secgroup_access--1827209777 description', 'project_id': '0115c068e13547bd9ea8d2d66cd50abe'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:01.317546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1b99f5a7-e994-4c9b-b25e-5bb64dd43ce6 None None] Provisioning for port 88f8cdb0-8466-43c0-bf83-75e831e32e8a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:01.329337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e05ed2-7374-4bb4-871a-401d927d1a3a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.332972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1b99f5a7-e994-4c9b-b25e-5bb64dd43ce6 None None] Provisioning complete for port 88f8cdb0-8466-43c0-bf83-75e831e32e8a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:01.333351 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b99f5a7-e994-4c9b-b25e-5bb64dd43ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.426756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e05ed2-7374-4bb4-871a-401d927d1a3a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.432283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e05ed2-7374-4bb4-871a-401d927d1a3a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.449781 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b99f5a7-e994-4c9b-b25e-5bb64dd43ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.466333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05ed2-7374-4bb4-871a-401d927d1a3a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec271a8-ebeb-43ab-972c-e02fad023aff,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:01.470755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5e05ed2-7374-4bb4-871a-401d927d1a3a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.475266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e5e05ed2-7374-4bb4-871a-401d927d1a3a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1764908 Aug 29 04:59:01.475556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38518) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:01.487673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-93cfa5ff-f767-46df-84ad-7d7c06134a70 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--528337229', 'description': 'tempest-secgroup_general--528337229 description', 'project_id': '0115c068e13547bd9ea8d2d66cd50abe'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:01.493752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1b99f5a7-e994-4c9b-b25e-5bb64dd43ce6 None None] For port 88f8cdb0-8466-43c0-bf83-75e831e32e8a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=88f8cdb0-8466-43c0-bf83-75e831e32e8a,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:01.507771 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b99f5a7-e994-4c9b-b25e-5bb64dd43ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.530456 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93cfa5ff-f767-46df-84ad-7d7c06134a70 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.561096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99f5a7-e994-4c9b-b25e-5bb64dd43ce6 None None] Pushing event updated for resources: {'Port': ['ID=88f8cdb0-8466-43c0-bf83-75e831e32e8a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:01.642580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93cfa5ff-f767-46df-84ad-7d7c06134a70 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.643946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.646491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93cfa5ff-f767-46df-84ad-7d7c06134a70 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.678901 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93cfa5ff-f767-46df-84ad-7d7c06134a70 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.680129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-93cfa5ff-f767-46df-84ad-7d7c06134a70 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2029815 Aug 29 04:59:01.683243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfa5ff-f767-46df-84ad-7d7c06134a70 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88220713-71d3-4971-92b1-94f21818cb49,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:01.683452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:01.688904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cf242877-7acd-4aff-bd99-120dffb368b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'security_group_rule': {'security_group_id': 'aec271a8-ebeb-43ab-972c-e02fad023aff', 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:01.704940 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Sync routers for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:01.716917 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:01.721844 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:01.730806 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf242877-7acd-4aff-bd99-120dffb368b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.737808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-119fdbbc-08e9-4fa3-9b60-15ac8c5662de None None] Provisioning for port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:01.743915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-119fdbbc-08e9-4fa3-9b60-15ac8c5662de None None] Provisioning complete for port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:01.744659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-119fdbbc-08e9-4fa3-9b60-15ac8c5662de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.791803 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-119fdbbc-08e9-4fa3-9b60-15ac8c5662de None None] Port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:01.803496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-119fdbbc-08e9-4fa3-9b60-15ac8c5662de None None] Provisioning complete for port 88f8cdb0-8466-43c0-bf83-75e831e32e8a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:01.804160 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-119fdbbc-08e9-4fa3-9b60-15ac8c5662de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.829627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf242877-7acd-4aff-bd99-120dffb368b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.835316 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf242877-7acd-4aff-bd99-120dffb368b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.858318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf242877-7acd-4aff-bd99-120dffb368b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71200a6-0385-4e42-8183-456c34ecbe8f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:01.869902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cf242877-7acd-4aff-bd99-120dffb368b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.872025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf242877-7acd-4aff-bd99-120dffb368b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871333 Aug 29 04:59:01.874001 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:02.048845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1aa306e4-2bff-48fe-8cac-90a54f35db7c None None] Provisioning complete for port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:02.049480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1aa306e4-2bff-48fe-8cac-90a54f35db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.060522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-127208b2-c1e2-49fc-bf0f-5469f2162aff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1827209777&fields=id&tenant_id=0115c068e13547bd9ea8d2d66cd50abe HTTP/1.1" status: 200 len: 267 time: 0.0432422 Aug 29 04:59:02.098523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1aa306e4-2bff-48fe-8cac-90a54f35db7c None None] Port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:02.111390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-e0d26f3a-a7b0-41de-b217-a1838810eb8a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--528337229&fields=id&tenant_id=0115c068e13547bd9ea8d2d66cd50abe HTTP/1.1" status: 200 len: 267 time: 0.0436225 Aug 29 04:59:02.220296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6ae5773c-d247-494b-a4a4-2a38ee6d59ca None None] Provisioning complete for port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:02.221190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ae5773c-d247-494b-a4a4-2a38ee6d59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.231085 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 2, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:02.256531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-1128207f-4215-4e89-ae8b-b75f9064e010 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:02.263815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-1128207f-4215-4e89-ae8b-b75f9064e010 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/networks?id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 HTTP/1.1" status: 200 len: 797 time: 0.1433733 Aug 29 04:59:02.266415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5773c-d247-494b-a4a4-2a38ee6d59ca None None] Port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:02.273792 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Checking router: e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:59:02.273792 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Updating router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:59:02.274661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-cb376aa1-7318-4c72-921d-572821961e9b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/quotas/0115c068e13547bd9ea8d2d66cd50abe HTTP/1.1" status: 200 len: 375 time: 0.0097921 Aug 29 04:59:02.308457 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.337794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-1cd3fde5-bc40-4955-b960-7cade6a4d38e tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549397 Aug 29 04:59:02.459039 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-8555d10b-994f-4ed2-96cd-cde067f59d9d service neutron] 10.222.0.55 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111896 Aug 29 04:59:02.583577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-e1ee9139-4c1a-43c1-a758-c2d474237496 service neutron] 10.222.0.55 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174021 Aug 29 04:59:02.587474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device edbc04e9-3087-44d0-86e6-e84a3dd84a9f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:02.628161 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.636902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port edbc04e9-3087-44d0-86e6-e84a3dd84a9f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:02.637279 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.638941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Transition to ACTIVE for port object 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:02.645877 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.692587 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cf195-0da2-4fed-b959-a47eeb7fe388 None None] Pushing event updated for resources: {'Port': ['ID=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:02.749915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 88f8cdb0-8466-43c0-bf83-75e831e32e8a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:02.797908 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Attempting to bind port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:02.798942 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Attempting to bind port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:02.799505 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Attempting to bind port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 on network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:02.800600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-217b5faf-8a6b-415b-b265-6b21d14d90e7 req-752e9f50-59a1-4dd7-b820-2dcc35e97d8d tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 210 time: 0.0361862 Aug 29 04:59:02.807451 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:02.808263 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Checking segment: {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:02.808916 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.809549 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Bound using segment: {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:02.810294 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Bound port: 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:02.810942 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.833386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 88f8cdb0-8466-43c0-bf83-75e831e32e8a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:02.833798 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:02.912465 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] For port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:02.917809 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] For port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:02.926145 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.018010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:03.018647 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:03.023469 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cf195-0da2-4fed-b959-a47eeb7fe388 None None] Pushing event updated for resources: {'Port': ['ID=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:03.154422 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:03.394122 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:02Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:03.423357 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db70f3e9-212e-4515-a2cb-134d31deb69c None None] The sync data for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 is: [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:02Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:03.924432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2efc846-3e45-4af2-9855-4b6a7c8976a4 req-8aa8813e-e857-43cd-a01a-d060ccdff687 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 210 time: 0.0289538 Aug 29 04:59:03.932820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-b03385ec-5949-4f04-bd9d-e6b439a2f9dc tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:03.934567 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-b03385ec-5949-4f04-bd9d-e6b439a2f9dc tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.37 "GET /v2.0/networks?id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 HTTP/1.1" status: 200 len: 797 time: 0.1480238 Aug 29 04:59:03.998864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-b78f19d1-fcbf-4df8-bc13-8401f167b4aa tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0115c068e13547bd9ea8d2d66cd50abe HTTP/1.1" status: 200 len: 477 time: 0.0546756 Aug 29 04:59:04.008893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'port': {'device_id': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'admin_state_up': True, 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'security_groups': ['aec271a8-ebeb-43ab-972c-e02fad023aff', '88220713-71d3-4971-92b1-94f21818cb49']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:04.123621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Made reservation on behalf of 0115c068e13547bd9ea8d2d66cd50abe for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:04.127292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:04.586009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Allocated IP 172.20.0.4 (1a0de7fd-c8b0-4015-b4a3-6cef65ff4217/71607fe0-2a75-43d0-9843-0a22be7564ca/64a2a5ad-29f9-4f06-8c6d-3dd0783860bc) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:04.596317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:04.651562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:04.656440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:04.657161 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:04.752052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:04.770441 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:04.788147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Transition to ACTIVE for port object 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:04.799796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:04.808368 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:04.829683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:04.868582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:04.874711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:04.879028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:04.883078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:04.923418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:04.944228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:04.944994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:04.980189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00ca9bdc-d6bc-4012-909e-b35de06b4d7b req-31f654c2-09c0-47ac-ad8e-d2a8ff9baff8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1104436 Aug 29 04:59:04.987789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-82411c65-bc7e-469c-b0fe-89e085bea905 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9831872 Aug 29 04:59:05.000574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Request body: {'port': {'device_id': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:05.070531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00ca9bdc-d6bc-4012-909e-b35de06b4d7b req-73c2c063-993f-40a2-b1e0-319780ac57c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0666094 Aug 29 04:59:05.136922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00ca9bdc-d6bc-4012-909e-b35de06b4d7b req-146df8be-58c4-49ed-8416-3f1d83252a43 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436723 Aug 29 04:59:05.142464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.187379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7de0a-5961-4928-8990-b69e5d107fc8 req-6c3d78a5-133d-405a-bce1-3164f001be98 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:05.188837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49b7de0a-5961-4928-8990-b69e5d107fc8 req-6c3d78a5-133d-405a-bce1-3164f001be98 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 970 time: 0.1511517 Aug 29 04:59:05.229270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a7e470df-c19f-41c9-8ad7-7e5a67c89e05 None None] Provisioning for port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:05.233515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a7e470df-c19f-41c9-8ad7-7e5a67c89e05 None None] Provisioning complete for port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:05.233918 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a7e470df-c19f-41c9-8ad7-7e5a67c89e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.282291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a7e470df-c19f-41c9-8ad7-7e5a67c89e05 None None] Port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:05.331524 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49b7de0a-5961-4928-8990-b69e5d107fc8 req-b2473262-9b44-40ad-a3c6-2f187eac16b4 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1158562 Aug 29 04:59:05.388854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca9bdc-d6bc-4012-909e-b35de06b4d7b req-3b6f55cb-4bb9-4ad3-a51d-a722dfd93e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:05.390690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00ca9bdc-d6bc-4012-909e-b35de06b4d7b req-3b6f55cb-4bb9-4ad3-a51d-a722dfd93e07 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2454212 Aug 29 04:59:05.558728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:59:05.566943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.579663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Transition to ACTIVE for port object 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:05.588984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.641501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Pushing event updated for resources: {'Port': ['ID=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:05.719836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Attempting to bind port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:05.720453 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Attempting to bind port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:05.720923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Attempting to bind port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc on network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:05.725910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc on network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:59:05.726235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Attempting to bind port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc on network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:05.731611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:05.731953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Checking segment: {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:05.732345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Bound using segment: {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:05.732797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Bound port: 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddd0371-108c-437d-8d17-551f5300a74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:05.733152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.809632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] For port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:05.813167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] For port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:05.818971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.856882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:05.857521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.859323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] 10.222.0.37 "PUT /v2.0/ports/64a2a5ad-29f9-4f06-8c6d-3dd0783860bc HTTP/1.1" status: 200 len: 1131 time: 0.8631570 Aug 29 04:59:05.859466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:05.861806 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:05.910318 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5678fe-18eb-4d72-83c8-981d01697b60 x-openstack-request-id: req-9c5678fe-18eb-4d72-83c8-981d01697b60 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:05.910750 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:05.911029 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c5678fe-18eb-4d72-83c8-981d01697b60 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:05.911638 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'status': 'completed', 'code': 200} Aug 29 04:59:05.920253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09e98a-f5e7-43e3-9cd2-e35c6bdb756b service neutron] Pushing event updated for resources: {'Port': ['ID=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:05.975550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-e6dcf6a8-e243-477c-a7ee-120ae5443146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:05.978621 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-e6dcf6a8-e243-477c-a7ee-120ae5443146 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1134 time: 0.0658848 Aug 29 04:59:06.028350 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-e8b555fd-124d-4e1a-ab70-faac7132e60f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc HTTP/1.1" status: 200 len: 217 time: 0.0419042 Aug 29 04:59:06.080720 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-49db7768-9556-435b-8b08-73998b4e11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.082570 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-49db7768-9556-435b-8b08-73998b4e11e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71607fe0-2a75-43d0-9843-0a22be7564ca HTTP/1.1" status: 200 len: 834 time: 0.0475013 Aug 29 04:59:06.132492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599087a-0831-4cd5-95ca-09626483df5e req-51236a18-06e3-4d9d-bd52-0277366983a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.134131 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-51236a18-06e3-4d9d-bd52-0277366983a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440018 Aug 29 04:59:06.231624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-f0f9de4b-caac-417a-b4e0-4f353c5bed76 service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904341 Aug 29 04:59:06.347410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f599087a-0831-4cd5-95ca-09626483df5e req-dc01ccba-2f1f-413d-94f2-6209b5d547ef service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091883 Aug 29 04:59:06.468693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-dc7f9024-929b-4426-a814-763808d5f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.470427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-dc7f9024-929b-4426-a814-763808d5f748 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1134 time: 0.0637975 Aug 29 04:59:06.479906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74f44-3cc1-48b5-b687-daa2e094f8df req-f99e6043-d3fb-4412-a497-979bb78a5a5d tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.481457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-51b74f44-3cc1-48b5-b687-daa2e094f8df req-f99e6043-d3fb-4412-a497-979bb78a5a5d tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 982 time: 0.0738304 Aug 29 04:59:06.528797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-51b74f44-3cc1-48b5-b687-daa2e094f8df req-5fc3943d-b99a-424f-86e2-6d3d054611b5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0387652 Aug 29 04:59:06.572711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:06.590843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-7b75d2ba-9d94-4293-9d0b-6067f7588783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.592609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-7b75d2ba-9d94-4293-9d0b-6067f7588783 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 HTTP/1.1" status: 200 len: 898 time: 0.1142776 Aug 29 04:59:06.623849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:06.624222 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:06.636909 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-ab97e1b6-591c-4e49-af53-03b9c2a04829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc HTTP/1.1" status: 200 len: 217 time: 0.0360520 Aug 29 04:59:06.693809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-cace835a-d776-49c9-ac3d-93a26f340b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.696181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-cace835a-d776-49c9-ac3d-93a26f340b17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71607fe0-2a75-43d0-9843-0a22be7564ca HTTP/1.1" status: 200 len: 834 time: 0.0509734 Aug 29 04:59:06.750408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-f0e10067-f5b6-4cf1-9905-3efca1b6099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:06.751857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-f0e10067-f5b6-4cf1-9905-3efca1b6099e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486414 Aug 29 04:59:06.845941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-dcbd189a-2763-4828-82e4-44246952edba service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858064 Aug 29 04:59:06.956364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-875394fc-c6e1-41a5-9f04-2242fa6bdfb1 req-ebe7f2e6-6592-4fa0-9d44-31f9cf6fed09 service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015120 Aug 29 04:59:07.652093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f947e8-7d73-4e40-b091-f60c83b1f226 req-f6cba22d-5735-4131-a780-d21975b647b6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:07.653725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1f947e8-7d73-4e40-b091-f60c83b1f226 req-f6cba22d-5735-4131-a780-d21975b647b6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 982 time: 0.0519643 Aug 29 04:59:07.705537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f1f947e8-7d73-4e40-b091-f60c83b1f226 req-deea910e-6e4b-466f-8d39-db36457d133d tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0454412 Aug 29 04:59:08.538915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:59:08.641473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:08.659501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'port_id': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'mac_address': 'fa:16:3e:7d:cd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:59:08.698689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.712506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:59:08.733130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:08.739381 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.795030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:08.850861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e70b-da18-498d-9881-c35d11146553 req-83b53d06-082e-4933-9d10-2ab23f329b16 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:08.853101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b90e70b-da18-498d-9881-c35d11146553 req-83b53d06-082e-4933-9d10-2ab23f329b16 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 983 time: 0.0683725 Aug 29 04:59:08.900545 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b90e70b-da18-498d-9881-c35d11146553 req-fbb365e2-a007-405c-bfba-7f4e56dfd381 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0411284 Aug 29 04:59:08.971793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['64a2a5ad-29f9-4f06-8c6d-3dd0783860bc'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:59:10.022355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3adbe-2bf4-4f59-8f62-73480230b9ac req-b4fc205e-cba7-48f1-9a3e-9b066e611bf2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:10.023906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8e3adbe-2bf4-4f59-8f62-73480230b9ac req-b4fc205e-cba7-48f1-9a3e-9b066e611bf2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 983 time: 0.0519612 Aug 29 04:59:10.066467 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e8e3adbe-2bf4-4f59-8f62-73480230b9ac req-9a8f8001-1584-4294-b70d-d0e313c4ea34 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0362363 Aug 29 04:59:10.554435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:10.612660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:10.616713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:10.617085 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.848369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.879687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:10.883153 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac05e5b-da15-4d2a-85d6-6b3fb5f15546" -d '{"events": [{"server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "name": "network-vif-plugged", "status": "completed", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:10.896444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:10.901750 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.926581 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b89927-4098-43ba-9c29-8ebc71af30cc x-openstack-request-id: req-11b89927-4098-43ba-9c29-8ebc71af30cc {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:10.926876 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "name": "network-vif-plugged", "status": "completed", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:10.927123 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11b89927-4098-43ba-9c29-8ebc71af30cc {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:10.927504 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'code': 200} Aug 29 04:59:10.960872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:11.040732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dbede-689e-409c-8a61-c13121e1372f req-aa85f6f1-3de8-49e9-bd99-99297f3ed265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:11.043123 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-564dbede-689e-409c-8a61-c13121e1372f req-aa85f6f1-3de8-49e9-bd99-99297f3ed265 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1136 time: 0.0508001 Aug 29 04:59:11.059052 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:11.082047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-564dbede-689e-409c-8a61-c13121e1372f req-22b97f39-9f41-4160-ba71-bb1e157f28e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aec271a8-ebeb-43ab-972c-e02fad023aff&id=88220713-71d3-4971-92b1-94f21818cb49&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0323386 Aug 29 04:59:11.189444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438ff2f-98c2-452c-ad08-f78300e719e7 req-4427a2ff-60bb-4777-b1e9-b8860d9676b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:11.191034 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7438ff2f-98c2-452c-ad08-f78300e719e7 req-4427a2ff-60bb-4777-b1e9-b8860d9676b7 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 984 time: 0.0508497 Aug 29 04:59:11.240558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7438ff2f-98c2-452c-ad08-f78300e719e7 req-a886576c-e679-4f76-aef7-81ee1f406d14 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0428238 Aug 29 04:59:12.360938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78574fb1-8e85-47a9-af29-4f206e96855c req-f1430064-8b9c-4db0-ae3f-cf7d037f21f2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.362522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78574fb1-8e85-47a9-af29-4f206e96855c req-f1430064-8b9c-4db0-ae3f-cf7d037f21f2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 984 time: 0.0522645 Aug 29 04:59:12.408689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78574fb1-8e85-47a9-af29-4f206e96855c req-d7441641-1785-4d47-8e90-8b4f065a2268 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0391579 Aug 29 04:59:12.532553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ed8a1-a20d-4fc7-bdfd-828cd6b7b9a2 req-32ca47b3-cc6c-4171-86bc-2f60c9072727 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.534022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-489ed8a1-a20d-4fc7-bdfd-828cd6b7b9a2 req-32ca47b3-cc6c-4171-86bc-2f60c9072727 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 984 time: 0.0510747 Aug 29 04:59:12.578753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-489ed8a1-a20d-4fc7-bdfd-828cd6b7b9a2 req-c909d1ed-69e9-4149-a32f-7ad4ff80a3bd tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381207 Aug 29 04:59:12.690741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed8c42-5bc6-483d-beb3-8f1ae35ec19c req-c082dde9-3cec-45e6-afad-12bcf39c1478 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.692312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fed8c42-5bc6-483d-beb3-8f1ae35ec19c req-c082dde9-3cec-45e6-afad-12bcf39c1478 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1136 time: 0.0460823 Aug 29 04:59:12.714871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2fed8c42-5bc6-483d-beb3-8f1ae35ec19c req-e14995e6-4c86-40ed-a96b-da5904f060a0 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.810971 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2fed8c42-5bc6-483d-beb3-8f1ae35ec19c req-e14995e6-4c86-40ed-a96b-da5904f060a0 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.816382 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2fed8c42-5bc6-483d-beb3-8f1ae35ec19c req-e14995e6-4c86-40ed-a96b-da5904f060a0 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.849760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fed8c42-5bc6-483d-beb3-8f1ae35ec19c req-e14995e6-4c86-40ed-a96b-da5904f060a0 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1509993 Aug 29 04:59:12.855089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14995e6-4c86-40ed-a96b-da5904f060a0 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79093b7-cc1f-4dc4-9e4d-a51096082f24,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:12.885776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:12.941013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d0c5c2-015d-48c5-859d-54de23940de1 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:12.946466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-29d0c5c2-015d-48c5-859d-54de23940de1 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1131 time: 0.0558138 Aug 29 04:59:12.947163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38590) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:12.952253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:12.982593 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.125695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5734b1-bd47-4ca2-80ea-e6e6329e29a5 req-84552a7f-5315-4857-b0f2-56935700fece tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:13.127257 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c5734b1-bd47-4ca2-80ea-e6e6329e29a5 req-84552a7f-5315-4857-b0f2-56935700fece tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0764182 Aug 29 04:59:13.157268 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.213673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c5734b1-bd47-4ca2-80ea-e6e6329e29a5 req-7a4b9d69-da03-43ec-a7ea-cc7c7f4ef7ea tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745208 Aug 29 04:59:13.286899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Allocated IP 172.25.7.49 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/c8d97bd3-adb2-486c-9390-4cec867e08cb) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:13.401019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.440401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.483480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:13.486512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:13.491829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:13.495139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=c8d97bd3-adb2-486c-9390-4cec867e08cb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:14.198420 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.274918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.339021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe5ab-4135-41f9-93ff-b95d8a32b033 req-41f2b2ce-6135-4dc4-906a-1ce97949f96d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:14.341301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98fe5ab-4135-41f9-93ff-b95d8a32b033 req-41f2b2ce-6135-4dc4-906a-1ce97949f96d tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0539687 Aug 29 04:59:14.390121 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f98fe5ab-4135-41f9-93ff-b95d8a32b033 req-a77e834e-28d0-476c-82eb-7a63d61580af tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Aug 29 04:59:14.440584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.446554 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.522139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=c8d97bd3-adb2-486c-9390-4cec867e08cb,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:14.538425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.643516 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Floating IP d4d8a6c4-748c-4d47-b154-1636cf24486b associated. External IP: 172.25.7.49, port: 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc. Aug 29 04:59:14.873080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:14.990317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:15.003372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] Sync routers for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:15.011385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.017035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:15.017696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.046213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c3a5293b-f391-475f-9cfa-faf40c06c909 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0976200 Aug 29 04:59:15.047322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:15.048591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38600) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:15.050252 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7448aa0-eeba-4148-b519-cc2f160384cc" -d '{"events": [{"name": "network-changed", "server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:15.101502 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a6e70-d1cc-44ba-90a9-186832a4afb5 x-openstack-request-id: req-265a6e70-d1cc-44ba-90a9-186832a4afb5 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:15.101895 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:15.102136 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-265a6e70-d1cc-44ba-90a9-186832a4afb5 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:15.102499 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'status': 'completed', 'code': 200} Aug 29 04:59:15.151407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:15.248539 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-e167fc01-a327-4c3c-acfb-2eb227832214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.250146 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-e167fc01-a327-4c3c-acfb-2eb227832214 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1136 time: 0.1208603 Aug 29 04:59:15.321246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fb3d8-687f-410d-b10f-ef6448b4d119 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.321765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fb3d8-687f-410d-b10f-ef6448b4d119 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.322250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fb3d8-687f-410d-b10f-ef6448b4d119 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.322724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fb3d8-687f-410d-b10f-ef6448b4d119 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.323196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fb3d8-687f-410d-b10f-ef6448b4d119 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.324977 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-de4fb3d8-687f-410d-b10f-ef6448b4d119 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2753892 Aug 29 04:59:15.329835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38604) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:15.370044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-7e161d83-79da-4c0f-8fbf-fc339e402902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.371689 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-7e161d83-79da-4c0f-8fbf-fc339e402902 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 HTTP/1.1" status: 200 len: 898 time: 0.1094577 Aug 29 04:59:15.391916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'd4d8a6c4-748c-4d47-b154-1636cf24486b', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'port_id': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'mac_address': 'fa:16:3e:7d:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:59:13Z', 'updated_at': '2021-08-29T04:59:13Z', 'revision_number': 0, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:04Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.420025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] Checking router: e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:59:15.425785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f973ca-6f3b-42e4-bf32-1d1d6db76a64 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.426305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f973ca-6f3b-42e4-bf32-1d1d6db76a64 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.427005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f973ca-6f3b-42e4-bf32-1d1d6db76a64 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.427386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f973ca-6f3b-42e4-bf32-1d1d6db76a64 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.428164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f973ca-6f3b-42e4-bf32-1d1d6db76a64 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.431663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:15.431846 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-79f973ca-6f3b-42e4-bf32-1d1d6db76a64 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0990450 Aug 29 04:59:15.432549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:58:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.439300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38608) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:15.457275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-6a5cf085-7077-4718-9982-2eae3385948e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc HTTP/1.1" status: 200 len: 998 time: 0.0777228 Aug 29 04:59:15.553890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec7d-890f-4d9b-905b-b55a01ca91de req-1b28bdda-7694-413e-9bf3-4a3674dda88b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.556026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5912ec7d-890f-4d9b-905b-b55a01ca91de req-1b28bdda-7694-413e-9bf3-4a3674dda88b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0772943 Aug 29 04:59:15.558011 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-d4105a5c-39db-4be1-a720-b323474c4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.559435 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-d4105a5c-39db-4be1-a720-b323474c4c46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71607fe0-2a75-43d0-9843-0a22be7564ca HTTP/1.1" status: 200 len: 834 time: 0.0952721 Aug 29 04:59:15.589833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:15.635707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5912ec7d-890f-4d9b-905b-b55a01ca91de req-4539d99f-83bf-4601-8e4c-4fed8a84b36e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733557 Aug 29 04:59:15.642830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-c90dd291-c409-4452-a9df-b129dbe4d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.644870 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-c90dd291-c409-4452-a9df-b129dbe4d26b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722251 Aug 29 04:59:15.748490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-8b5c7fd6-fc96-4630-9cd5-0029c2301145 service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957539 Aug 29 04:59:15.749953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a08196aa-2e67-4a64-81cb-029dcc92a228 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.3091419 Aug 29 04:59:15.752701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38610) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:15.804319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2390a-497c-4a2c-b924-6b28168bd8ba tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.804815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2390a-497c-4a2c-b924-6b28168bd8ba tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.807162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cfa2390a-497c-4a2c-b924-6b28168bd8ba tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 HTTP/1.1" status: 200 len: 1991 time: 0.0530598 Aug 29 04:59:15.853410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'd4d8a6c4-748c-4d47-b154-1636cf24486b', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'port_id': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'mac_address': 'fa:16:3e:7d:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:59:13Z', 'updated_at': '2021-08-29T04:59:13Z', 'revision_number': 0, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:04Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.859838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e7448aa0-eeba-4148-b519-cc2f160384cc req-63b836d3-0a1a-4bff-8068-0969e8cf32ec service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045353 Aug 29 04:59:15.883799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8954a-086d-4c56-a5fc-59ffb1d689ae None None] The sync data for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 is: [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'd4d8a6c4-748c-4d47-b154-1636cf24486b', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'port_id': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'mac_address': 'fa:16:3e:7d:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:59:13Z', 'updated_at': '2021-08-29T04:59:13Z', 'revision_number': 0, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:04Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:16.085370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab2e02f-ab42-4b72-9906-3defea310e08 None None] New status for floating IP d4d8a6c4-748c-4d47-b154-1636cf24486b: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:59:16.770066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532e515-490b-4cd1-815a-301fb2f5474b req-f7b4c8af-9440-4e17-a4c1-7bf64b525500 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:16.771521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9532e515-490b-4cd1-815a-301fb2f5474b req-f7b4c8af-9440-4e17-a4c1-7bf64b525500 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0633302 Aug 29 04:59:16.829616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9532e515-490b-4cd1-815a-301fb2f5474b req-40f6b705-8892-4e20-b5b4-27dd44f6d21b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516107 Aug 29 04:59:16.847853 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3ef99cb-b51d-435a-9987-84fa3160f64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.950460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad5896-c7e8-4354-a0d2-f7b903c9ca1e req-df056e04-5c58-452a-b440-a4c91595cadb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:17.952762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a8ad5896-c7e8-4354-a0d2-f7b903c9ca1e req-df056e04-5c58-452a-b440-a4c91595cadb tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0521228 Aug 29 04:59:17.993770 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a8ad5896-c7e8-4354-a0d2-f7b903c9ca1e req-bce74e25-c820-49d0-a97a-42fce43600dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350275 Aug 29 04:59:18.544608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-268236cc-1c48-40c2-b087-cabd977b1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.546168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-268236cc-1c48-40c2-b087-cabd977b1576 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1097 time: 0.0942292 Aug 29 04:59:18.671624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-9d8d0643-8f49-430f-8a0a-3bde43139490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.673122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-9d8d0643-8f49-430f-8a0a-3bde43139490 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 HTTP/1.1" status: 200 len: 897 time: 0.1056066 Aug 29 04:59:18.743526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-e6c9f531-6239-4bc2-af83-df235e0c57c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a HTTP/1.1" status: 200 len: 1001 time: 0.0615561 Aug 29 04:59:18.796002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-81817260-3154-4f10-8983-d2e6223f9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.797482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-81817260-3154-4f10-8983-d2e6223f9835 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9 HTTP/1.1" status: 200 len: 835 time: 0.0470133 Aug 29 04:59:18.855709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-3e28acf2-b06c-4ee5-b7b1-8ed85d389df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:18.857231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-3e28acf2-b06c-4ee5-b7b1-8ed85d389df9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514548 Aug 29 04:59:18.869121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-12f3a008-b9fe-463f-8dee-403f560eab06 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:59:18.870112 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-12f3a008-b9fe-463f-8dee-403f560eab06 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053771 Aug 29 04:59:18.976799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-307c1d18-40e5-41ad-aa99-7c1ab4cfd033 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996118 Aug 29 04:59:19.082542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95ff765d-9994-4b5f-b12d-14522ae86ec6 req-7e0f6a75-a77a-4da5-89b9-1a11ce1a0ab8 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986683 Aug 29 04:59:19.119175 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a1720-1ae9-4457-b6b4-1b52a5e76c7e req-1cbae124-53f7-46df-a173-63bfb78c2dae tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:19.120795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec4a1720-1ae9-4457-b6b4-1b52a5e76c7e req-1cbae124-53f7-46df-a173-63bfb78c2dae tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0570643 Aug 29 04:59:19.162213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec4a1720-1ae9-4457-b6b4-1b52a5e76c7e req-81e35790-df5c-4eae-9452-b7867c291aa3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348597 Aug 29 04:59:19.517395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b495e496-faab-44a0-a48f-c28320db2c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.656084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.289375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3a4e-f7fe-4fe9-9d21-4e78437227aa req-1b49b90a-299a-4075-bba1-19141b778cd4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:20.290890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95bf3a4e-f7fe-4fe9-9d21-4e78437227aa req-1b49b90a-299a-4075-bba1-19141b778cd4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0599823 Aug 29 04:59:20.334601 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-95bf3a4e-f7fe-4fe9-9d21-4e78437227aa req-260fa10b-f583-4700-9490-8d66ce34cd31 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376532 Aug 29 04:59:20.855888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.947974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.451785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fcb37-b242-48ff-8977-5234a5c5dbac req-4bf49621-e9d9-4ba6-9621-e9ead971827f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:21.453321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a16fcb37-b242-48ff-8977-5234a5c5dbac req-4bf49621-e9d9-4ba6-9621-e9ead971827f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0511289 Aug 29 04:59:21.491510 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a16fcb37-b242-48ff-8977-5234a5c5dbac req-4d36b1c2-21b6-4c0e-b60a-a093fb4028d1 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Aug 29 04:59:22.391005 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.610024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c6f9-a85c-4c2d-a75e-5ef270660be4 req-d3c79ba2-d9eb-41c7-80bc-852f6260d161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:22.611479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2747c6f9-a85c-4c2d-a75e-5ef270660be4 req-d3c79ba2-d9eb-41c7-80bc-852f6260d161 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0495939 Aug 29 04:59:22.651256 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2747c6f9-a85c-4c2d-a75e-5ef270660be4 req-ece882da-2cbf-4969-bfec-3d0176a914ce tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336146 Aug 29 04:59:23.770664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33281e-05f4-4335-908c-22d32db0f525 req-c64ef63f-1c90-4987-bba3-ae2c08b310ce tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:23.772133 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e33281e-05f4-4335-908c-22d32db0f525 req-c64ef63f-1c90-4987-bba3-ae2c08b310ce tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0523508 Aug 29 04:59:23.812664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e33281e-05f4-4335-908c-22d32db0f525 req-8a5e6345-e5db-4d83-9d11-cfa40148f83e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334857 Aug 29 04:59:24.947256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777076d6-ca9f-4fb0-a567-4e66efabbab2 req-5ce1e953-7749-4ec9-9b13-3078f354e6f7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:24.948825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-777076d6-ca9f-4fb0-a567-4e66efabbab2 req-5ce1e953-7749-4ec9-9b13-3078f354e6f7 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0661912 Aug 29 04:59:24.988750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-777076d6-ca9f-4fb0-a567-4e66efabbab2 req-ded3a757-8c81-4584-8dc7-b2583ea8194b tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339804 Aug 29 04:59:25.976757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4ee3-a210-4412-be03-3aa807162e7e req-b67f5fb7-591e-48d0-8f4e-622f00f775f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:25.978314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fae4ee3-a210-4412-be03-3aa807162e7e req-b67f5fb7-591e-48d0-8f4e-622f00f775f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1097 time: 0.0415277 Aug 29 04:59:26.017038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fae4ee3-a210-4412-be03-3aa807162e7e req-ef063a5b-2edd-41cc-8c28-0da0d53f7e9f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319133 Aug 29 04:59:26.114639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54aceb-3586-4777-8384-5d469af49799 req-49e9f0e9-5255-4892-a9c6-b44fb5bb5927 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:26.116170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a54aceb-3586-4777-8384-5d469af49799 req-49e9f0e9-5255-4892-a9c6-b44fb5bb5927 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0551624 Aug 29 04:59:26.158212 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a54aceb-3586-4777-8384-5d469af49799 req-bc44d32c-c68a-4e16-ad47-972fcbee767e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350914 Aug 29 04:59:26.775674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:59:26.881238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:26.892779 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'port_id': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'mac_address': 'fa:16:3e:dc:02:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:59:26.931936 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.944807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:59:26.968197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:26.972061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.029256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:27.275697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:59:27.282502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb4ed1-328b-4c5a-b222-68f688e8c1e7 req-b0e3df66-cdc1-4bee-b5a2-3dad0e6b3137 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:27.283982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8cbb4ed1-328b-4c5a-b222-68f688e8c1e7 req-b0e3df66-cdc1-4bee-b5a2-3dad0e6b3137 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 944 time: 0.0535290 Aug 29 04:59:27.327616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8cbb4ed1-328b-4c5a-b222-68f688e8c1e7 req-12e37692-71f5-4b73-98a5-b308b627fb62 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336175 Aug 29 04:59:27.351296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38638) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:27.435999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1008c3a9-e8b7-4dd8-b359-01dcdc8c2b73 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/floatingips/6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9 HTTP/1.1" status: 200 len: 992 time: 0.0773365 Aug 29 04:59:28.775402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:28.823437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:28.823789 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.904280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.927023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:28.929488 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b41ca6-3932-41ca-b5cf-eeb280ecb3f2" -d '{"events": [{"server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "name": "network-vif-plugged", "status": "completed", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:28.950718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:28.950718 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.982079 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e9934-0b5c-4cd2-9b92-c966526b7c24 x-openstack-request-id: req-f15e9934-0b5c-4cd2-9b92-c966526b7c24 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:28.982367 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "name": "network-vif-plugged", "status": "completed", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:28.982619 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f15e9934-0b5c-4cd2-9b92-c966526b7c24 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:28.983007 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'code': 200} Aug 29 04:59:29.010276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:29.017817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.018160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.018704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.019037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.019365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.019697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.020017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.020339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.020660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.020981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.021300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:29.021634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:31.661960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.849802 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e000e255-9803-4c6e-847b-28812cb93705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.060213 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:49.518659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d55aaa6-0f51-480e-9efc-1fc262560211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.658916 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.673434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38652) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:49.757614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a1e1a0fe-005b-4e3f-ae51-aba4221828bd tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2022 time: 0.0829570 Aug 29 04:59:49.761646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38654) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:49.766538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'network': {'name': 'tempest-network-smoke--639938471', 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'port_security_enabled': False}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:49.797167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Made reservation on behalf of 0115c068e13547bd9ea8d2d66cd50abe for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:49.801076 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.826956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:49.840030 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.840583 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Added segment 3a6291da-2b2a-4b63-bc51-529fa11f221d of type vlan for network dede31f0-7228-48dd-a268-0a6b1f373bc0 Aug 29 04:59:49.898108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.928363 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.934558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:49.935095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.027554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2648556 Aug 29 04:59:50.031723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38656) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:50.036592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'admin_state_up': True, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:50.051219 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Network': ['ID=dede31f0-7228-48dd-a268-0a6b1f373bc0,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:50.060001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.060358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.060704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.061048 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.061401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.061860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.062171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.062604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.062985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.063312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.063661 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.064134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06144e0-d2f3-47ca-a98b-9f247f32e1ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.064658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.065911 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.077246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:50.119361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.272909 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.477305 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.504398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.616451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Allocated IP 172.25.7.242 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/b1abf3b8-1604-406b-8638-74b3e26033e4) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:50.721011 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.766490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.804969 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:50.810082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:50.813743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:50.836512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=b1abf3b8-1604-406b-8638-74b3e26033e4,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:50.850719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.851068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.851405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.851738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.852247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.852405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.852703 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.853026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.853357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.853721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.854045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.854416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:50.860954 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.957102 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.087330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.290514 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.421360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router 2792f795-63dd-463e-a0e9-12f357006d7e is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:59:51.538378 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:51.549168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Sync routers for ids ['2792f795-63dd-463e-a0e9-12f357006d7e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:51.562289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Routers {'2792f795-63dd-463e-a0e9-12f357006d7e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:51.562879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2792f795-63dd-463e-a0e9-12f357006d7e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:51.567446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.571734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e74aae72-8b9b-4f81-9fad-c869b065a9b8 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5360451 Aug 29 04:59:51.572088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38660) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:51.679278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Set router 2792f795-63dd-463e-a0e9-12f357006d7e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:51.884133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:50Z', 'revision_number': 3, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:51.911871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Checking router: 2792f795-63dd-463e-a0e9-12f357006d7e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:59:51.912226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Updating router 2792f795-63dd-463e-a0e9-12f357006d7e port b1abf3b8-1604-406b-8638-74b3e26033e4 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:59:51.938883 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.947966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093b484-a5b9-4b1c-9847-48aef0061937 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:51.952166 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d093b484-a5b9-4b1c-9847-48aef0061937 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0115c068e13547bd9ea8d2d66cd50abe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3764172 Aug 29 04:59:51.952915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38664) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.225974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.237714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Transition to ACTIVE for port object b1abf3b8-1604-406b-8638-74b3e26033e4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:52.247426 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.307129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2659c12-aae9-4d8b-88d8-7b5f45d39ebd None None] Pushing event updated for resources: {'Port': ['ID=b1abf3b8-1604-406b-8638-74b3e26033e4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:52.314703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Attempting to bind port b1abf3b8-1604-406b-8638-74b3e26033e4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:52.314703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Attempting to bind port b1abf3b8-1604-406b-8638-74b3e26033e4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:52.314703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Attempting to bind port b1abf3b8-1604-406b-8638-74b3e26033e4 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:52.320186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:52.320567 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:52.320974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.321370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:52.321878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Bound port: b1abf3b8-1604-406b-8638-74b3e26033e4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:52.322264 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.390524 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] For port b1abf3b8-1604-406b-8638-74b3e26033e4, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:52.394299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b34ef6-b576-4e09-9afe-a2ec5f935bd2 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:52.398296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a8b34ef6-b576-4e09-9afe-a2ec5f935bd2 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4418256 Aug 29 04:59:52.399400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38666) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.414627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] For port b1abf3b8-1604-406b-8638-74b3e26033e4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b1abf3b8-1604-406b-8638-74b3e26033e4,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:52.416404 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.419341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.430490 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-251aa12e-4a58-4827-b28a-2c7c8daeba8e tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299122 Aug 29 04:59:52.433207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38668) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.463732 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d8fada0d-279b-4931-96c5-8bfee0c42144 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0115c068e13547bd9ea8d2d66cd50abe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281763 Aug 29 04:59:52.466943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38670) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.483159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Routers {'2792f795-63dd-463e-a0e9-12f357006d7e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:52.483686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2792f795-63dd-463e-a0e9-12f357006d7e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:52.488592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2659c12-aae9-4d8b-88d8-7b5f45d39ebd None None] Pushing event updated for resources: {'Port': ['ID=b1abf3b8-1604-406b-8638-74b3e26033e4,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:52.566431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15988dc6-1555-40c6-9bbf-9165e06264ac tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:52.567944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-15988dc6-1555-40c6-9bbf-9165e06264ac tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999756 Aug 29 04:59:52.571344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38672) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.603794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-272d4916-4800-4c8e-a35a-617444681e84 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311596 Aug 29 04:59:52.606160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38674) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.611540 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686932636', 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0', 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:52.614446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] Set router 2792f795-63dd-463e-a0e9-12f357006d7e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:52.714078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Made reservation on behalf of 0115c068e13547bd9ea8d2d66cd50abe for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:52.720585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.839632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:50Z', 'revision_number': 3, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:52.867598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d2c3-c099-478b-9d9f-6a9cdcdeb3cd None None] The sync data for ids ['2792f795-63dd-463e-a0e9-12f357006d7e'] in n-d-712143-14 is: [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:50Z', 'revision_number': 3, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:52.963205 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.032903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Subnet': ['ID=d080981d-4c35-4f60-9897-b3500befc228,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:53.042685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Checking segment: {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:53.043053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network hostable DHCP agents. Network: dede31f0-7228-48dd-a268-0a6b1f373bc0, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:53.067636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:53.081857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, dede31f0-7228-48dd-a268-0a6b1f373bc0) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:53.086896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:53.087505 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.110071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfa97c-ca5c-4c56-b6e7-72eaf9715cb5 None None] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:53.115531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-75063ee6-5a4e-470e-9f99-1302fbe964a6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5082750 Aug 29 04:59:53.119087 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38676) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:53.464335 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-dede31f0-7228-48dd-a268-0a6b1f373bc0', 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'fixed_ips': [{'subnet_id': 'd080981d-4c35-4f60-9897-b3500befc228'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:53.465308 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.623461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Allocated IP 172.20.0.18 (dede31f0-7228-48dd-a268-0a6b1f373bc0/d080981d-4c35-4f60-9897-b3500befc228/e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:53.669577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.801195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.810723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Transition to ACTIVE for port object e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:53.829580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Transition to ACTIVE for port object e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:53.837552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.879459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:53.882309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:53.888729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:53.899570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Pushing event updated for resources: {'Port': ['ID=e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:53.950237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Attempting to bind port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:53.950645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Attempting to bind port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:53.951679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Attempting to bind port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a on network dede31f0-7228-48dd-a268-0a6b1f373bc0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:53.957947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:53.958863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Checking segment: {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:53.958863 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.959195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Bound using segment: {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:53.959638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Bound port: e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:53.960028 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.966901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Allocated IP 172.20.0.17 (dede31f0-7228-48dd-a268-0a6b1f373bc0/d080981d-4c35-4f60-9897-b3500befc228/2035e9d0-182d-4cd4-a231-fb20245e1da6) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:54.031101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] For port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:54.034294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] For port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:54.039302 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.107211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be2753-0767-4032-b03f-d5f4bf10a24d None None] Pushing event updated for resources: {'Port': ['ID=e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:54.142876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.161101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Transition to ACTIVE for port object 2035e9d0-182d-4cd4-a231-fb20245e1da6 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:54.205213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.254833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:54.260717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:54.267673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:54.274521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=2035e9d0-182d-4cd4-a231-fb20245e1da6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:54.347314 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.526845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.670501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b1abf3b8-1604-406b-8638-74b3e26033e4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:54.727796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port b1abf3b8-1604-406b-8638-74b3e26033e4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:54.732416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b1abf3b8-1604-406b-8638-74b3e26033e4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:54.732793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.827078 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.863356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port b1abf3b8-1604-406b-8638-74b3e26033e4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b1abf3b8-1604-406b-8638-74b3e26033e4,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:54.871667 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.873183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:54.887170 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.894748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.980325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=b1abf3b8-1604-406b-8638-74b3e26033e4,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:54.985018 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.993957 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=2035e9d0-182d-4cd4-a231-fb20245e1da6,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:54.996799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:55.101279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:55.103773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:55.205147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0725df-22fb-4bac-b1c3-381c30224215 None None] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:55.226848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router 2792f795-63dd-463e-a0e9-12f357006d7e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:55.336320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe1f00f5-4b6a-43a1-8324-a9e47ad3befb None None] Provisioning for port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:55.345564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe1f00f5-4b6a-43a1-8324-a9e47ad3befb None None] Provisioning complete for port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:55.346059 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe1f00f5-4b6a-43a1-8324-a9e47ad3befb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.359144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:55.370844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2bd69ac3-fc17-4a24-baa5-c0212807da2c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "PUT /v2.0/routers/2792f795-63dd-463e-a0e9-12f357006d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2442672 Aug 29 04:59:55.376970 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Sync routers for ids ['2792f795-63dd-463e-a0e9-12f357006d7e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:55.386929 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Routers {'2792f795-63dd-463e-a0e9-12f357006d7e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:55.387654 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2792f795-63dd-463e-a0e9-12f357006d7e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:55.472366 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe1f00f5-4b6a-43a1-8324-a9e47ad3befb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.515991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe1f00f5-4b6a-43a1-8324-a9e47ad3befb None None] For port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:55.521134 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe1f00f5-4b6a-43a1-8324-a9e47ad3befb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.536535 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Set router 2792f795-63dd-463e-a0e9-12f357006d7e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:55.588401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f00f5-4b6a-43a1-8324-a9e47ad3befb None None] Pushing event updated for resources: {'Port': ['ID=e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:55.629783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-5c0d4884-9938-48f3-bf3d-a9b58c3629ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:55.632330 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-5c0d4884-9938-48f3-bf3d-a9b58c3629ed tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/networks?id=dede31f0-7228-48dd-a268-0a6b1f373bc0 HTTP/1.1" status: 200 len: 797 time: 0.1381495 Aug 29 04:59:55.650114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-22fce370-dc41-42e0-8e97-2fbfffb5f11f tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/quotas/0115c068e13547bd9ea8d2d66cd50abe HTTP/1.1" status: 200 len: 375 time: 0.0122793 Aug 29 04:59:55.722363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-9a5a5ef4-d9dd-43b0-9752-6c0fdebd0e66 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0654101 Aug 29 04:59:55.747158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2e28c6-796d-4219-a183-3c5078eaf145 None None] Provisioning for port 2035e9d0-182d-4cd4-a231-fb20245e1da6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:55.752318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2e28c6-796d-4219-a183-3c5078eaf145 None None] Provisioning complete for port 2035e9d0-182d-4cd4-a231-fb20245e1da6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:55.752693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28c6-796d-4219-a183-3c5078eaf145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.792672 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '2035e9d0-182d-4cd4-a231-fb20245e1da6', 'name': '', 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:20:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'd080981d-4c35-4f60-9897-b3500befc228', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:53Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 2, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': 'd080981d-4c35-4f60-9897-b3500befc228', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:55.803301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e28c6-796d-4219-a183-3c5078eaf145 None None] Port 2035e9d0-182d-4cd4-a231-fb20245e1da6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:55.816868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2e28c6-796d-4219-a183-3c5078eaf145 None None] Provisioning complete for port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:55.817444 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28c6-796d-4219-a183-3c5078eaf145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.834807 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Checking router: 2792f795-63dd-463e-a0e9-12f357006d7e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:59:55.835705 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Updating router 2792f795-63dd-463e-a0e9-12f357006d7e port 2035e9d0-182d-4cd4-a231-fb20245e1da6 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:59:55.851297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-af6e9864-0f3e-4838-afc7-8863f813fea0 service neutron] 10.222.0.55 "GET /v2.0/networks/dede31f0-7228-48dd-a268-0a6b1f373bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098547 Aug 29 04:59:55.874617 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.975972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-5dca935b-0691-40ce-94e0-1ba5c9f8cda2 service neutron] 10.222.0.55 "GET /v2.0/networks/dede31f0-7228-48dd-a268-0a6b1f373bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140728 Aug 29 04:59:56.065522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-482327d5-ddda-4f82-90fb-765e0772dbdf None None] Provisioning complete for port 2035e9d0-182d-4cd4-a231-fb20245e1da6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.065904 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482327d5-ddda-4f82-90fb-765e0772dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.106317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-482327d5-ddda-4f82-90fb-765e0772dbdf None None] Port 2035e9d0-182d-4cd4-a231-fb20245e1da6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:56.195473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a7823235-66e8-490b-b29a-42dc6bf848d0 req-c28a6372-cb54-4bfb-bf81-bfaa6edc2f44 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 210 time: 0.0330055 Aug 29 04:59:56.229412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0b23e3bf-4656-459b-be95-ecd6a5d67cd9 None None] Provisioning complete for port 2035e9d0-182d-4cd4-a231-fb20245e1da6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.230964 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b23e3bf-4656-459b-be95-ecd6a5d67cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.248892 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.266048 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Transition to ACTIVE for port object 2035e9d0-182d-4cd4-a231-fb20245e1da6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:56.273315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0b23e3bf-4656-459b-be95-ecd6a5d67cd9 None None] Port 2035e9d0-182d-4cd4-a231-fb20245e1da6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:56.279913 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.338568 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Pushing event updated for resources: {'Port': ['ID=2035e9d0-182d-4cd4-a231-fb20245e1da6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:56.363137 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.363483 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.363822 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.364173 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.364540 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.364819 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.365295 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.365463 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.365832 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.366182 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.366512 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.366831 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:56.396832 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Attempting to bind port 2035e9d0-182d-4cd4-a231-fb20245e1da6 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:56.397549 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Attempting to bind port 2035e9d0-182d-4cd4-a231-fb20245e1da6 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:56.397928 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Attempting to bind port 2035e9d0-182d-4cd4-a231-fb20245e1da6 on network dede31f0-7228-48dd-a268-0a6b1f373bc0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:56.404081 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:56.404551 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Checking segment: {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:56.404965 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.405362 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Bound using segment: {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:56.405943 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Bound port: 2035e9d0-182d-4cd4-a231-fb20245e1da6, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:56.406477 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.502436 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] For port 2035e9d0-182d-4cd4-a231-fb20245e1da6, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:56.507367 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] For port 2035e9d0-182d-4cd4-a231-fb20245e1da6, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2035e9d0-182d-4cd4-a231-fb20245e1da6,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:56.512415 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.589436 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Routers {'2792f795-63dd-463e-a0e9-12f357006d7e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:56.590002 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2792f795-63dd-463e-a0e9-12f357006d7e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:56.618520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b1abf3b8-1604-406b-8638-74b3e26033e4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:56.637095 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2bad-1cc3-498d-b5df-7d3406449426 None None] Pushing event updated for resources: {'Port': ['ID=2035e9d0-182d-4cd4-a231-fb20245e1da6,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:56.688542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b1abf3b8-1604-406b-8638-74b3e26033e4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.688932 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.816856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:56.841285 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] Set router 2792f795-63dd-463e-a0e9-12f357006d7e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:59:56.877971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.878405 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.057400 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '2035e9d0-182d-4cd4-a231-fb20245e1da6', 'name': '', 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:20:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'd080981d-4c35-4f60-9897-b3500befc228', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:53Z', 'updated_at': '2021-08-29T04:59:56Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': 'd080981d-4c35-4f60-9897-b3500befc228', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:57.088338 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6884e56-fbb3-4166-a8a8-e22d362a3fde None None] The sync data for ids ['2792f795-63dd-463e-a0e9-12f357006d7e'] in n-d-712143-14 is: [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '2035e9d0-182d-4cd4-a231-fb20245e1da6', 'name': '', 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:20:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'd080981d-4c35-4f60-9897-b3500befc228', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:53Z', 'updated_at': '2021-08-29T04:59:56Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': 'd080981d-4c35-4f60-9897-b3500befc228', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:57.307200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b9066844-059c-471f-a39f-04cd306abd2c req-8fe479dc-dbd0-4fa7-95aa-59acc0fd3329 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 210 time: 0.0287457 Aug 29 04:59:57.382491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-ae4b18df-7d61-4f2d-887d-9977f9f018c6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:57.383985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-ae4b18df-7d61-4f2d-887d-9977f9f018c6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.32 "GET /v2.0/networks?id=dede31f0-7228-48dd-a268-0a6b1f373bc0 HTTP/1.1" status: 200 len: 797 time: 0.1252789 Aug 29 04:59:57.407280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Request body: {'port': {'device_id': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0', 'admin_state_up': True, 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:57.535886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Made reservation on behalf of 0115c068e13547bd9ea8d2d66cd50abe for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:57.540019 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.708058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Allocated IP 172.20.0.26 (dede31f0-7228-48dd-a268-0a6b1f373bc0/d080981d-4c35-4f60-9897-b3500befc228/4949690a-5a8b-4078-a2a1-8274a6e54556) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:57.841016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.857295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Transition to ACTIVE for port object 4949690a-5a8b-4078-a2a1-8274a6e54556 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:57.903500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.946768 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:57.955694 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:57.958911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:58.013576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event updated for resources: {'Port': ['ID=4949690a-5a8b-4078-a2a1-8274a6e54556,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:58.038980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.039345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.061623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-d981c6e1-099a-412e-a774-9429d8f41306 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6584945 Aug 29 04:59:58.081566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Request body: {'port': {'device_id': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:58.153812 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.276944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-db2d831a-1bc9-442b-b502-4313d07ea2a3 None None] Provisioning for port 4949690a-5a8b-4078-a2a1-8274a6e54556 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:58.283281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-db2d831a-1bc9-442b-b502-4313d07ea2a3 None None] Provisioning complete for port 4949690a-5a8b-4078-a2a1-8274a6e54556 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:58.283775 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db2d831a-1bc9-442b-b502-4313d07ea2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.320840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-db2d831a-1bc9-442b-b502-4313d07ea2a3 None None] Port 4949690a-5a8b-4078-a2a1-8274a6e54556 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:58.497680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16657647-f6d5-4545-af82-fdc54ef0f304 req-6397632a-b338-4eef-bc2b-fbf31f6adef3 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.499245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16657647-f6d5-4545-af82-fdc54ef0f304 req-6397632a-b338-4eef-bc2b-fbf31f6adef3 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 895 time: 0.1107504 Aug 29 04:59:58.512752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4949690a-5a8b-4078-a2a1-8274a6e54556 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:59:58.520648 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.533077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Transition to ACTIVE for port object 4949690a-5a8b-4078-a2a1-8274a6e54556 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:58.536386 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.587082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4949690a-5a8b-4078-a2a1-8274a6e54556,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:58.637389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2035e9d0-182d-4cd4-a231-fb20245e1da6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:58.694676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Attempting to bind port 4949690a-5a8b-4078-a2a1-8274a6e54556 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:58.695085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Attempting to bind port 4949690a-5a8b-4078-a2a1-8274a6e54556 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:58.695528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Attempting to bind port 4949690a-5a8b-4078-a2a1-8274a6e54556 on network dede31f0-7228-48dd-a268-0a6b1f373bc0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:58.698957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2035e9d0-182d-4cd4-a231-fb20245e1da6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:58.700442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Port 4949690a-5a8b-4078-a2a1-8274a6e54556 on network dede31f0-7228-48dd-a268-0a6b1f373bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:59:58.700743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Attempting to bind port 4949690a-5a8b-4078-a2a1-8274a6e54556 on network dede31f0-7228-48dd-a268-0a6b1f373bc0 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:58.703940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2035e9d0-182d-4cd4-a231-fb20245e1da6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:58.704566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.709093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:58.709625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Checking segment: {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:58.710470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Bound using segment: {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:58.711175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Bound port: 4949690a-5a8b-4078-a2a1-8274a6e54556, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6291da-2b2a-4b63-bc51-529fa11f221d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:58.711762 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.794162 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.798837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] For port 4949690a-5a8b-4078-a2a1-8274a6e54556, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:58.805262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] For port 4949690a-5a8b-4078-a2a1-8274a6e54556, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4949690a-5a8b-4078-a2a1-8274a6e54556,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:58.809990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.831248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2035e9d0-182d-4cd4-a231-fb20245e1da6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2035e9d0-182d-4cd4-a231-fb20245e1da6,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:58.838269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.852816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:58.853445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.855841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] 10.222.0.32 "PUT /v2.0/ports/4949690a-5a8b-4078-a2a1-8274a6e54556 HTTP/1.1" status: 200 len: 1056 time: 0.7790983 Aug 29 04:59:58.856285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'tag': '4949690a-5a8b-4078-a2a1-8274a6e54556'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:59:58.858753 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44c6d6-a59a-479a-9bfd-24a467c1d927" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4a95cc-133f-417d-89f9-fcaa6e96bffe", "tag": "4949690a-5a8b-4078-a2a1-8274a6e54556"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:59:58.904425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fab00-b5b2-4abc-b41e-4048a0bdfbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4949690a-5a8b-4078-a2a1-8274a6e54556,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:58.922676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2035e9d0-182d-4cd4-a231-fb20245e1da6,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:58.999192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-2fadd7fe-4e6a-495d-a6c6-a514116143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.001456 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-2fadd7fe-4e6a-495d-a6c6-a514116143e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 1059 time: 0.0680003 Aug 29 04:59:59.058612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-625c723d-d96b-4c1b-9bea-dd05ecc48d7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4949690a-5a8b-4078-a2a1-8274a6e54556 HTTP/1.1" status: 200 len: 217 time: 0.0409303 Aug 29 04:59:59.095395 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c71d785-f8fc-45be-96db-941e7969a43f x-openstack-request-id: req-1c71d785-f8fc-45be-96db-941e7969a43f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:59:59.095688 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4a95cc-133f-417d-89f9-fcaa6e96bffe", "tag": "4949690a-5a8b-4078-a2a1-8274a6e54556", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:59:59.095938 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c71d785-f8fc-45be-96db-941e7969a43f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:59:59.096333 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'tag': '4949690a-5a8b-4078-a2a1-8274a6e54556', 'status': 'completed', 'code': 200} Aug 29 04:59:59.115877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-4b85f7eb-0f62-4bbf-8227-c77abac1eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.117379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-4b85f7eb-0f62-4bbf-8227-c77abac1eb3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d080981d-4c35-4f60-9897-b3500befc228 HTTP/1.1" status: 200 len: 838 time: 0.0517614 Aug 29 04:59:59.170179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fded-c841-494b-a232-564e446440fa req-386202de-80a1-42e1-9c48-8242beeadf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.171680 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-386202de-80a1-42e1-9c48-8242beeadf6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dede31f0-7228-48dd-a268-0a6b1f373bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0464501 Aug 29 04:59:59.271287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-8ea09c72-8a3c-47a3-89c0-72759ebc8b7e service neutron] 10.222.0.32 "GET /v2.0/networks/dede31f0-7228-48dd-a268-0a6b1f373bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913854 Aug 29 04:59:59.373716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9d09fded-c841-494b-a232-564e446440fa req-2f7db8eb-8db0-471b-ae87-6dcb7d520b94 service neutron] 10.222.0.32 "GET /v2.0/networks/dede31f0-7228-48dd-a268-0a6b1f373bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946724 Aug 29 04:59:59.513305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-feac4c06-d719-44cf-a8e7-e719d1bd4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.514855 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-feac4c06-d719-44cf-a8e7-e719d1bd4408 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 1059 time: 0.0437608 Aug 29 04:59:59.647733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31e87b-703b-4700-8c60-7a5abc13cdf3 req-bb8f7dcc-1a17-49ee-a955-8c9fc660642f tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.649156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c31e87b-703b-4700-8c60-7a5abc13cdf3 req-bb8f7dcc-1a17-49ee-a955-8c9fc660642f tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 907 time: 0.0783961 Aug 29 04:59:59.652747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-8684662a-660b-49ae-bb8a-d364e153bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.654142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-8684662a-660b-49ae-bb8a-d364e153bb2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=dede31f0-7228-48dd-a268-0a6b1f373bc0 HTTP/1.1" status: 200 len: 898 time: 0.1314142 Aug 29 04:59:59.704434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-aab19240-f522-4778-82c4-2d313c3d0121 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4949690a-5a8b-4078-a2a1-8274a6e54556 HTTP/1.1" status: 200 len: 217 time: 0.0402434 Aug 29 04:59:59.758432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-d36bdced-e635-40b1-826f-cf0b8e7334fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.759993 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-d36bdced-e635-40b1-826f-cf0b8e7334fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d080981d-4c35-4f60-9897-b3500befc228 HTTP/1.1" status: 200 len: 838 time: 0.0471289 Aug 29 04:59:59.809229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-a5a027c7-31d6-4c5c-a1d2-5eab33068e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:59.810996 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-a5a027c7-31d6-4c5c-a1d2-5eab33068e3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dede31f0-7228-48dd-a268-0a6b1f373bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0424740 Aug 29 04:59:59.921413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-096aa867-e330-4d23-b66d-227509c37ca4 service neutron] 10.222.0.32 "GET /v2.0/networks/dede31f0-7228-48dd-a268-0a6b1f373bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003807 Aug 29 05:00:00.031946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a44c6d6-a59a-479a-9bfd-24a467c1d927 req-fab58103-281a-40a5-9c46-e711e14922b2 service neutron] 10.222.0.32 "GET /v2.0/networks/dede31f0-7228-48dd-a268-0a6b1f373bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966187 Aug 29 05:00:00.589627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2035e9d0-182d-4cd4-a231-fb20245e1da6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:00.638242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2035e9d0-182d-4cd4-a231-fb20245e1da6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:00.638611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.769550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7d3e-d5aa-4f97-ac27-ed37e954c3e3 req-3ca8ae21-adf0-44a1-973b-5601878a597c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:00.771081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbbe7d3e-d5aa-4f97-ac27-ed37e954c3e3 req-3ca8ae21-adf0-44a1-973b-5601878a597c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 907 time: 0.0499516 Aug 29 05:00:00.984370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4949690a-5a8b-4078-a2a1-8274a6e54556 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:00:01.089236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4949690a-5a8b-4078-a2a1-8274a6e54556, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4949690a-5a8b-4078-a2a1-8274a6e54556,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:01.104269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '4949690a-5a8b-4078-a2a1-8274a6e54556', 'network_id': 'dede31f0-7228-48dd-a268-0a6b1f373bc0', 'port_id': '4949690a-5a8b-4078-a2a1-8274a6e54556', 'mac_address': 'fa:16:3e:fe:81:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd080981d-4c35-4f60-9897-b3500befc228', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:00:01.141967 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.155660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4949690a-5a8b-4078-a2a1-8274a6e54556 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:01.176335 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4949690a-5a8b-4078-a2a1-8274a6e54556, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4949690a-5a8b-4078-a2a1-8274a6e54556,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:01.179577 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.228435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4949690a-5a8b-4078-a2a1-8274a6e54556,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:01.476960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['4949690a-5a8b-4078-a2a1-8274a6e54556'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:00:01.666829 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.897376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524f80-ab58-49b6-b98e-c69936bc2861 req-088e6781-186f-4153-8b65-b453996fd7ea tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:01.898941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2524f80-ab58-49b6-b98e-c69936bc2861 req-088e6781-186f-4153-8b65-b453996fd7ea tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 908 time: 0.0519063 Aug 29 05:00:02.779744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38720) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:02.965637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 5bb4b400-01cb-4962-b0cf-4ec2a5d73201 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:02.966359 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.976143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4949690a-5a8b-4078-a2a1-8274a6e54556 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:03.044843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 4949690a-5a8b-4078-a2a1-8274a6e54556 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:03.045719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d03e4-566b-4858-9bfc-4a4c95adc753 req-2f94bf5e-3a72-48b0-b5a1-e6c2ef870db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:03.047297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7d0d03e4-566b-4858-9bfc-4a4c95adc753 req-2f94bf5e-3a72-48b0-b5a1-e6c2ef870db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 908 time: 0.0734584 Aug 29 05:00:03.050334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 4949690a-5a8b-4078-a2a1-8274a6e54556 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:03.050762 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.068856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.069360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.082922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 5bb4b400-01cb-4962-b0cf-4ec2a5d73201 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:03.133286 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.157218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949690a-5a8b-4078-a2a1-8274a6e54556'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:03.159778 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aedbe5-0f68-4415-914a-eaa23bbabd36" -d '{"events": [{"server_uuid": "9c4a95cc-133f-417d-89f9-fcaa6e96bffe", "name": "network-vif-plugged", "status": "completed", "tag": "4949690a-5a8b-4078-a2a1-8274a6e54556"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:03.174447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 4949690a-5a8b-4078-a2a1-8274a6e54556, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4949690a-5a8b-4078-a2a1-8274a6e54556,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:03.179803 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.211897 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865c2cfc-7132-442d-b2d3-768dc60cfb5b x-openstack-request-id: req-865c2cfc-7132-442d-b2d3-768dc60cfb5b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:03.212198 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a95cc-133f-417d-89f9-fcaa6e96bffe", "name": "network-vif-plugged", "status": "completed", "tag": "4949690a-5a8b-4078-a2a1-8274a6e54556", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:03.212489 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-865c2cfc-7132-442d-b2d3-768dc60cfb5b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:03.212817 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949690a-5a8b-4078-a2a1-8274a6e54556', 'code': 200} Aug 29 05:00:03.236227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=4949690a-5a8b-4078-a2a1-8274a6e54556,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:03.255971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.284320 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=5bb4b400-01cb-4962-b0cf-4ec2a5d73201,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:03.382748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.383066 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Floating IP 6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9 disassociated (deleted). External IP: 172.25.7.205, port: 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a. Aug 29 05:00:03.423215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e5cb-8ee4-453f-87af-fbdd886107a5 req-69878b1b-57ae-40a4-8550-3086e4d73bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:03.424722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6c9e5cb-8ee4-453f-87af-fbdd886107a5 req-69878b1b-57ae-40a4-8550-3086e4d73bfa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 1061 time: 0.1143539 Aug 29 05:00:03.610373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 519368f1-dbdd-4899-b92f-74741330e90a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:03.722418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:03.727438 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.733734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] Sync routers for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:03.746845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:03.747562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:03.755007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d63a9311-67bc-459b-84df-19478b290dbd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/floatingips/6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9 HTTP/1.1" status: 204 len: 168 time: 0.9740567 Aug 29 05:00:03.755599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:03.758090 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8" -d '{"events": [{"name": "network-changed", "server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:03.801939 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2064cd-e974-44e2-b503-e63b10998319 x-openstack-request-id: req-2e2064cd-e974-44e2-b503-e63b10998319 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:03.802250 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:03.802480 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e2064cd-e974-44e2-b503-e63b10998319 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:03.802879 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'status': 'completed', 'code': 200} Aug 29 05:00:03.867405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:03.910867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-237740f8-6dce-45e1-86aa-6ec8c6c06ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:03.912800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-237740f8-6dce-45e1-86aa-6ec8c6c06ed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=397202da91c0462db8604d52a2064474&device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 1097 time: 0.0551672 Aug 29 05:00:04.065140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266a9d-3bf0-40cd-a8ed-195c5a6b4a52 req-e87f972d-6dce-4336-8e0e-21878a8f82f6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:04.066738 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f266a9d-3bf0-40cd-a8ed-195c5a6b4a52 req-e87f972d-6dce-4336-8e0e-21878a8f82f6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0836546 Aug 29 05:00:04.069958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-d50bd219-9a6e-4888-b419-e61556861fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:04.071483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-d50bd219-9a6e-4888-b419-e61556861fe5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 HTTP/1.1" status: 200 len: 897 time: 0.1449914 Aug 29 05:00:04.096469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:32Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:04.123331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-bae31657-1e52-410f-b232-26c0740dcfa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a HTTP/1.1" status: 200 len: 217 time: 0.0423877 Aug 29 05:00:04.124663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] Checking router: 519368f1-dbdd-4899-b92f-74741330e90a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:04.133926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:04.134553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:04.177472 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3f266a9d-3bf0-40cd-a8ed-195c5a6b4a52 req-d3d36c92-5bc9-4fd4-9112-151529f4dd1f tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028004 Aug 29 05:00:04.199371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d5411-3f79-4801-b5cb-375e1a391bae req-33267993-2f53-46a8-a573-fd835d3c3fff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:04.202264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-483d5411-3f79-4801-b5cb-375e1a391bae req-33267993-2f53-46a8-a573-fd835d3c3fff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 909 time: 0.0694630 Aug 29 05:00:04.211428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-a9787a20-e494-4a7d-9ea8-d4abcd97b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:04.213491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-a9787a20-e494-4a7d-9ea8-d4abcd97b332 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9 HTTP/1.1" status: 200 len: 835 time: 0.0783598 Aug 29 05:00:04.255916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:04.272326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-e16ad09c-784e-4b1f-93e7-ca9fd359a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:04.273861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-e16ad09c-784e-4b1f-93e7-ca9fd359a534 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474370 Aug 29 05:00:04.375849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-0e4d5916-9157-406c-baa6-0c0ef406429a service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927026 Aug 29 05:00:04.488340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:32Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:04.519113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b607a-1783-43a3-ae7d-41f518cd273c None None] The sync data for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 is: [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T04:58:27Z', 'revision_number': 4, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '0d72f842-3d74-4221-81c5-fc6865090b8f', 'name': '', 'network_id': 'a183ec5e-9070-41fe-bd8e-f7f8ba2619c9', 'tenant_id': '397202da91c0462db8604d52a2064474', 'mac_address': 'fa:16:3e:eb:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:26Z', 'updated_at': '2021-08-29T04:58:32Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'subnets': [{'id': '8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:04.528726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c68b242b-c6ba-4231-81d2-c5fc1b6938f8 req-5efbbe32-b929-487b-bea0-1e48d2e4f3e0 service neutron] 10.222.0.32 "GET /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102078 Aug 29 05:00:04.773173 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c329e73-f0cf-4175-a6e6-fbb6377f78e1 None None] New status for floating IP 6b1b58c2-9810-4faf-9397-bcfaa4fc1ce9: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:00:05.314152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102214a7-a263-45f2-a7d2-2c46f6af0e38 req-441345a4-08da-448b-92c7-0d69055d45bd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:05.318701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-102214a7-a263-45f2-a7d2-2c46f6af0e38 req-441345a4-08da-448b-92c7-0d69055d45bd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0621662 Aug 29 05:00:05.330484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e918bbc-e90c-4ce7-9332-33a6fac836c9 req-c43c3071-4ef7-4486-bf5d-6883a450c5c6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:05.332095 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e918bbc-e90c-4ce7-9332-33a6fac836c9 req-c43c3071-4ef7-4486-bf5d-6883a450c5c6 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 909 time: 0.0591402 Aug 29 05:00:05.359631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-102214a7-a263-45f2-a7d2-2c46f6af0e38 req-17af8ee3-e94f-432f-a441-6d2c9b0d5423 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/security-groups?id=c0221214-ed6f-44d4-a19f-9ff23d4b0934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372825 Aug 29 05:00:05.458222 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2d54-ddbf-4b8f-8137-4d325a3b5b6a req-be2d59be-8b0a-43c1-8e7c-351069db65ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:05.459784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-148e2d54-ddbf-4b8f-8137-4d325a3b5b6a req-be2d59be-8b0a-43c1-8e7c-351069db65ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 909 time: 0.0548716 Aug 29 05:00:05.568480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d29bf-0cc1-47ad-8eae-b8a78d884266 req-e4da34d4-09bc-49ee-8649-995eac28f80b tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:05.570024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b53d29bf-0cc1-47ad-8eae-b8a78d884266 req-e4da34d4-09bc-49ee-8649-995eac28f80b tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 1061 time: 0.0409632 Aug 29 05:00:05.634196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-f18581b9-d612-4678-8ee0-1ed0f0d3b1b3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:05.636239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-f18581b9-d612-4678-8ee0-1ed0f0d3b1b3 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 945 time: 0.0549810 Aug 29 05:00:05.687588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4a8fd-6b9e-4ca0-a896-41a41f114110 req-cf9353a6-bf77-4728-8a61-1efd3b961d5b tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:05.689159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2dd4a8fd-6b9e-4ca0-a896-41a41f114110 req-cf9353a6-bf77-4728-8a61-1efd3b961d5b tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1136 time: 0.0438569 Aug 29 05:00:05.741805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2dd4a8fd-6b9e-4ca0-a896-41a41f114110 req-a33f3995-8a0b-458c-9587-2b30887aa1ac tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0457709 Aug 29 05:00:05.746060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:05.746412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.768335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38744) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:05.814122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab65f00-8829-42ac-b33b-0c6341e0bcb4 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:05.815689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9ab65f00-8829-42ac-b33b-0c6341e0bcb4 tempest-TestSecurityGroupsBasicOps-2092332591 tempest-TestSecurityGroupsBasicOps-2092332591-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 1056 time: 0.0462866 Aug 29 05:00:06.065954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868134c4-9107-4f74-86bb-e2b99847569d req-ea359074-8380-4e4d-b550-6f46e937b33f tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:06.067475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-868134c4-9107-4f74-86bb-e2b99847569d req-ea359074-8380-4e4d-b550-6f46e937b33f tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 909 time: 0.0544631 Aug 29 05:00:06.170238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:06.170606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.187655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:06.329174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.361284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=63e6d1e3-c2b0-4ad2-be48-67f38233ae4a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:06.414137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] No DVR routers for this DVR port 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:06.416895 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.419557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5a04d1f1-4226-4d9e-bf12-f441cc1f73f9 req-d4696e7f-8753-4359-972f-777336f884dd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.32 "DELETE /v2.0/ports/63e6d1e3-c2b0-4ad2-be48-67f38233ae4a HTTP/1.1" status: 204 len: 173 time: 0.7779787 Aug 29 05:00:06.420018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'name': 'network-vif-deleted', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:06.422472 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd5edee-6d89-4f2a-802a-39afb51ff61f" -d '{"events": [{"server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "name": "network-vif-deleted", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:06.463451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a41eee9-892d-451e-89c7-f2826aca2073 req-3fe4617c-1ca6-44ff-9a7c-aa9a0d5c565e tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "GET /v2.0/ports?device_id=33ebaf2a-05a2-49f9-82a9-a2faa82f835f HTTP/1.1" status: 200 len: 210 time: 0.0277822 Aug 29 05:00:06.471515 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a451063-c2ea-44ad-a674-23062e5d48be x-openstack-request-id: req-1a451063-c2ea-44ad-a674-23062e5d48be {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:06.471814 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ebaf2a-05a2-49f9-82a9-a2faa82f835f", "name": "network-vif-deleted", "tag": "63e6d1e3-c2b0-4ad2-be48-67f38233ae4a", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:06.472070 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a451063-c2ea-44ad-a674-23062e5d48be {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:06.472477 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebaf2a-05a2-49f9-82a9-a2faa82f835f', 'name': 'network-vif-deleted', 'tag': '63e6d1e3-c2b0-4ad2-be48-67f38233ae4a', 'status': 'completed', 'code': 200} Aug 29 05:00:07.193626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fba5b-a4e8-43d8-9f86-4b609e7beffe req-f0707076-6daa-4857-ab2d-e66817f9f8a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:07.195206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-758fba5b-a4e8-43d8-9f86-4b609e7beffe req-f0707076-6daa-4857-ab2d-e66817f9f8a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 909 time: 0.0527148 Aug 29 05:00:07.520742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38758) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:07.572714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-f1f21f07-6b24-4463-afcb-eb6508a26c2a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:07.574552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-f1f21f07-6b24-4463-afcb-eb6508a26c2a tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 909 time: 0.0504355 Aug 29 05:00:07.690715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting port 4949690a-5a8b-4078-a2a1-8274a6e54556 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:07.691058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.805633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] For port 4949690a-5a8b-4078-a2a1-8274a6e54556, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=4949690a-5a8b-4078-a2a1-8274a6e54556,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:07.806095 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.826268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Calling delete_port for 4949690a-5a8b-4078-a2a1-8274a6e54556 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:07.995990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.068962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Port': ['ID=4949690a-5a8b-4078-a2a1-8274a6e54556,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:08.096056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] No DVR routers for this DVR port 4949690a-5a8b-4078-a2a1-8274a6e54556 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:08.099272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.102156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-064e9f69-b69c-4e7e-a448-8e0fa0a73cb7 req-54fc30a0-8ae1-4839-832f-0230d44c06a5 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.32 "DELETE /v2.0/ports/4949690a-5a8b-4078-a2a1-8274a6e54556 HTTP/1.1" status: 204 len: 173 time: 0.5216746 Aug 29 05:00:08.126250 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.473622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'name': 'network-vif-deleted', 'tag': '4949690a-5a8b-4078-a2a1-8274a6e54556'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:08.474859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf23bce6-6c3f-4c17-af5d-d338da43061f req-d973c35f-9bf5-43b5-b117-aed55a53b473 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c4a95cc-133f-417d-89f9-fcaa6e96bffe HTTP/1.1" status: 200 len: 210 time: 0.0351965 Aug 29 05:00:08.477025 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b7343c-5e11-4189-8285-b28815d0aa03" -d '{"events": [{"server_uuid": "9c4a95cc-133f-417d-89f9-fcaa6e96bffe", "name": "network-vif-deleted", "tag": "4949690a-5a8b-4078-a2a1-8274a6e54556"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:08.529146 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1691e0-3880-49ea-8e91-fa8edb59db7b x-openstack-request-id: req-5c1691e0-3880-49ea-8e91-fa8edb59db7b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:08.529720 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4a95cc-133f-417d-89f9-fcaa6e96bffe", "name": "network-vif-deleted", "tag": "4949690a-5a8b-4078-a2a1-8274a6e54556", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:08.530086 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c1691e0-3880-49ea-8e91-fa8edb59db7b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:08.530931 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4a95cc-133f-417d-89f9-fcaa6e96bffe', 'name': 'network-vif-deleted', 'tag': '4949690a-5a8b-4078-a2a1-8274a6e54556', 'status': 'completed', 'code': 200} Aug 29 05:00:08.779132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port 0d72f842-3d74-4221-81c5-fc6865090b8f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:08.779549 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.892540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port 0d72f842-3d74-4221-81c5-fc6865090b8f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0d72f842-3d74-4221-81c5-fc6865090b8f,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:08.892898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.909802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for 0d72f842-3d74-4221-81c5-fc6865090b8f owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:09.023718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:09.048357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:09.048741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 63e6d1e3-c2b0-4ad2-be48-67f38233ae4a not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:09.049318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4949690a-5a8b-4078-a2a1-8274a6e54556 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:09.069136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 4949690a-5a8b-4078-a2a1-8274a6e54556 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:09.069488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 4949690a-5a8b-4078-a2a1-8274a6e54556 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:09.106899 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.139369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=0d72f842-3d74-4221-81c5-fc6865090b8f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:09.348532 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.549248 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38766) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:09.578075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Router 519368f1-dbdd-4899-b92f-74741330e90a has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:09.694667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:09.700693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1859fdf7-d20e-4878-8162-f7b1772088d6 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "PUT /v2.0/routers/519368f1-dbdd-4899-b92f-74741330e90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1786995 Aug 29 05:00:09.703786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38768) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:09.712777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] Sync routers for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:09.722992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:09.723619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:09.813853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting subnet 8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:09.820847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.847973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:09.887225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.028288 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.124630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.158124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.159998 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/subnets/8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9 HTTP/1.1" status: 204 len: 168 time: 0.4548531 Aug 29 05:00:10.161863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cfd2d-1103-4077-8599-5333aaf511f4 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9e1ea3-b7d1-4a0b-87e3-53fa61e06fa9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.164100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38770) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:10.179651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a77c16f-2e21-40af-a99e-2e5e44f81e86 None None] Network a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:10.181917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.281132 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.326440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T05:00:09Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:10.357608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] Checking router: 519368f1-dbdd-4899-b92f-74741330e90a for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:10.367542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] Routers {'519368f1-dbdd-4899-b92f-74741330e90a'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:10.368878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['519368f1-dbdd-4899-b92f-74741330e90a'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:10.416173 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.477228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] DHCP port deletion for a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:10.478731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Deleting port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:10.479077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.498837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting port 2035e9d0-182d-4cd4-a231-fb20245e1da6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:10.499203 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.535139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] Set router 519368f1-dbdd-4899-b92f-74741330e90a gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:10.586960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] For port aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:10.587545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.602746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Calling delete_port for aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:10.646476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] For port 2035e9d0-182d-4cd4-a231-fb20245e1da6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2035e9d0-182d-4cd4-a231-fb20245e1da6,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:10.647022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.651006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] Deleting port f0fe1bb7-ce59-4585-9872-1730ba434a7d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:10.651640 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.663404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Calling delete_port for 2035e9d0-182d-4cd4-a231-fb20245e1da6 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:10.716004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f0fe1bb7-ce59-4585-9872-1730ba434a7d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:10.765394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] For port f0fe1bb7-ce59-4585-9872-1730ba434a7d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f0fe1bb7-ce59-4585-9872-1730ba434a7d,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:10.765820 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.791615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] Calling delete_port for f0fe1bb7-ce59-4585-9872-1730ba434a7d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:10.817363 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.847407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Port': ['ID=aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.914980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.931556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.935000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.974544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Port': ['ID=2035e9d0-182d-4cd4-a231-fb20245e1da6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.980596 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f0fe1bb7-ce59-4585-9872-1730ba434a7d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f0fe1bb7-ce59-4585-9872-1730ba434a7d,segment=NetworkSegment(9ccf717e-b22e-43a7-8fbb-18a03f4210a2),segment_id=9ccf717e-b22e-43a7-8fbb-18a03f4210a2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:10.986002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T05:00:09Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.017354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fa109-e661-45a0-919c-fc90d4ffa43e None None] The sync data for ids ['519368f1-dbdd-4899-b92f-74741330e90a'] in n-d-712143-14 is: [{'id': '519368f1-dbdd-4899-b92f-74741330e90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763658590', 'tenant_id': '397202da91c0462db8604d52a2064474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:23Z', 'updated_at': '2021-08-29T05:00:09Z', 'revision_number': 5, 'project_id': '397202da91c0462db8604d52a2064474', 'gw_port': {'id': 'aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519368f1-dbdd-4899-b92f-74741330e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:24Z', 'updated_at': '2021-08-29T04:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:11.020045 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.028228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.057343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.064346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.064666 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event deleted for resources: {'Port': ['ID=f0fe1bb7-ce59-4585-9872-1730ba434a7d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.071613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] No DVR routers for this DVR port f0fe1bb7-ce59-4585-9872-1730ba434a7d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:11.105916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073a47c-858e-4a0a-9921-690c147a0faf None None] Pushing event deleted for resources: {'Port': ['ID=f0fe1bb7-ce59-4585-9872-1730ba434a7d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.143775 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.144421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Fanout notify agent at l3_agent the message router_deleted on router 519368f1-dbdd-4899-b92f-74741330e90a {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:11.154013 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.155476 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-78e6edf3-2365-4de1-aec0-87e4a1a4e668 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/routers/519368f1-dbdd-4899-b92f-74741330e90a HTTP/1.1" status: 204 len: 168 time: 0.9900882 Aug 29 05:00:11.158131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38772) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.237760 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.267642 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.355720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.367328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a183ec5e-9070-41fe-bd8e-f7f8ba2619c9']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.383022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccf717e-b22e-43a7-8fbb-18a03f4210a2') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.383330 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccf717e-b22e-43a7-8fbb-18a03f4210a2') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.397920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.414575 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.421669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:11.422159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:11.425203 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:11.494377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.497113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router 2792f795-63dd-463e-a0e9-12f357006d7e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:11.503247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.508617 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/networks/a183ec5e-9070-41fe-bd8e-f7f8ba2619c9 HTTP/1.1" status: 204 len: 168 time: 0.3494258 Aug 29 05:00:11.509285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38774) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.537888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96986e-79e5-4c43-bc5e-ef6cccf508fd tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'Network': ['ID=a183ec5e-9070-41fe-bd8e-f7f8ba2619c9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.592310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-624e285f-cffd-4f18-855b-1c0fa0d8fc82 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.628613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-624e285f-cffd-4f18-855b-1c0fa0d8fc82 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.656597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:11.662164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4ee427e6-cea7-4d17-9a27-c5b0f4404db2 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "PUT /v2.0/routers/2792f795-63dd-463e-a0e9-12f357006d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1117291 Aug 29 05:00:11.664827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.669051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] Sync routers for ids ['2792f795-63dd-463e-a0e9-12f357006d7e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:11.680348 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] Routers {'2792f795-63dd-463e-a0e9-12f357006d7e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:11.681331 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2792f795-63dd-463e-a0e9-12f357006d7e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.724928 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-624e285f-cffd-4f18-855b-1c0fa0d8fc82 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.730054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-624e285f-cffd-4f18-855b-1c0fa0d8fc82 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.736181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting subnet d080981d-4c35-4f60-9897-b3500befc228 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:11.737204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-624e285f-cffd-4f18-855b-1c0fa0d8fc82 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] 10.222.0.55 "DELETE /v2.0/security-groups/c0221214-ed6f-44d4-a19f-9ff23d4b0934 HTTP/1.1" status: 204 len: 168 time: 0.2268081 Aug 29 05:00:11.738540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.761195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e285f-cffd-4f18-855b-1c0fa0d8fc82 tempest-TestNetworkAdvancedServerOps-1826890957 tempest-TestNetworkAdvancedServerOps-1826890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0221214-ed6f-44d4-a19f-9ff23d4b0934,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.814790 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.831380 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] Set router 2792f795-63dd-463e-a0e9-12f357006d7e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:11.942791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.022633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.052020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Subnet': ['ID=d080981d-4c35-4f60-9897-b3500befc228,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.061100 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.063479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09113fe6-b7d3-4186-b17e-68c11fde0574 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/subnets/d080981d-4c35-4f60-9897-b3500befc228 HTTP/1.1" status: 204 len: 168 time: 0.3976681 Aug 29 05:00:12.064042 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:12.066545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38782) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:12.074332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1fc92-3281-49a9-87c8-d0b0d44a28fe None None] Network dede31f0-7228-48dd-a268-0a6b1f373bc0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:12.094650 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] Checking router: 2792f795-63dd-463e-a0e9-12f357006d7e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:12.106976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] Routers {'2792f795-63dd-463e-a0e9-12f357006d7e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:12.107968 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['2792f795-63dd-463e-a0e9-12f357006d7e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:12.209131 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.243008 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] Set router 2792f795-63dd-463e-a0e9-12f357006d7e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:12.243337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38786) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:12.339550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] DHCP port deletion for dede31f0-7228-48dd-a268-0a6b1f373bc0 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:12.412070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] Deleting port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:12.412454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.442723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9dd50c59-63bf-429c-a856-2bcb5955fc70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=397202da91c0462db8604d52a2064474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980867 Aug 29 05:00:12.443512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38790) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:12.491818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] For port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a,segment=NetworkSegment(3a6291da-2b2a-4b63-bc51-529fa11f221d),segment_id=3a6291da-2b2a-4b63-bc51-529fa11f221d)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:12.492283 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.501423 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:12.514408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] Calling delete_port for e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:12.524699 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bd962e2-3704-4554-b3dc-0eaa33c60348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.538351 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11216003-ec5c-4915-b53d-e2e02c8d87c3 None None] The sync data for ids ['2792f795-63dd-463e-a0e9-12f357006d7e'] in n-d-712143-14 is: [{'id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1450745867', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T05:00:10Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'b1abf3b8-1604-406b-8638-74b3e26033e4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:7d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2792f795-63dd-463e-a0e9-12f357006d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:59:50Z', 'updated_at': '2021-08-29T04:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:12.563630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bd962e2-3704-4554-b3dc-0eaa33c60348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.628458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bd962e2-3704-4554-b3dc-0eaa33c60348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.631671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6bd962e2-3704-4554-b3dc-0eaa33c60348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.633063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6bd962e2-3704-4554-b3dc-0eaa33c60348 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ff4c2b3-27ce-45bc-8d79-50ef35a79ea7 HTTP/1.1" status: 204 len: 168 time: 0.1885123 Aug 29 05:00:12.634678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.648983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd962e2-3704-4554-b3dc-0eaa33c60348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4c2b3-27ce-45bc-8d79-50ef35a79ea7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.678422 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.702867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] Pushing event deleted for resources: {'Port': ['ID=e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.706163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f166b8-1953-4133-a3f8-4d80eabcdde8 None None] No DVR routers for this DVR port e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:12.720531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting port b1abf3b8-1604-406b-8638-74b3e26033e4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:12.721209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.828830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] For port b1abf3b8-1604-406b-8638-74b3e26033e4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b1abf3b8-1604-406b-8638-74b3e26033e4,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:12.829415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.851238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Calling delete_port for b1abf3b8-1604-406b-8638-74b3e26033e4 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:13.054015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38796) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:13.061533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d72f842-3d74-4221-81c5-fc6865090b8f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:13.062276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.088270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0d72f842-3d74-4221-81c5-fc6865090b8f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:13.089420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d72f842-3d74-4221-81c5-fc6865090b8f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:13.089714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:13.101886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Port': ['ID=b1abf3b8-1604-406b-8638-74b3e26033e4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:13.112502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:13.112870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device aedcc2f3-d22e-4e6d-8eaf-5d54e5d19b46 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:13.113289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:13.132993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:13.133339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e6ad5b4e-4a6b-4b4c-b243-5e4f5bb0c86a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:13.168607 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f0e6ef13-9195-4a5e-8069-4a185c56bf12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf49671dfe0e448484e2e5dd7e7a97a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134486 Aug 29 05:00:13.171902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38798) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:13.188062 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.228679 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f571c0cb-479a-4f11-b670-8a100e3572e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.260262 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f571c0cb-479a-4f11-b670-8a100e3572e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.283277 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.285467 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.308358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f571c0cb-479a-4f11-b670-8a100e3572e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.311011 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f571c0cb-479a-4f11-b670-8a100e3572e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.312200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f571c0cb-479a-4f11-b670-8a100e3572e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94d3db1b-65c0-456f-a9e5-23aef1016f09 HTTP/1.1" status: 204 len: 168 time: 0.1392422 Aug 29 05:00:13.320145 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571c0cb-479a-4f11-b670-8a100e3572e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d3db1b-65c0-456f-a9e5-23aef1016f09,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:13.341448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.342022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Fanout notify agent at l3_agent the message router_deleted on router 2792f795-63dd-463e-a0e9-12f357006d7e {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:13.349046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.352621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c522ca36-8223-413b-b577-ca27250fd34c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/routers/2792f795-63dd-463e-a0e9-12f357006d7e HTTP/1.1" status: 204 len: 168 time: 1.2825594 Aug 29 05:00:13.353103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38802) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:13.440444 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.539023 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.550191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dede31f0-7228-48dd-a268-0a6b1f373bc0']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.576368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6291da-2b2a-4b63-bc51-529fa11f221d') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.576671 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6291da-2b2a-4b63-bc51-529fa11f221d') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.597807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.626419 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.634652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:13.635061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:13.638794 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:13.706939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.717811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.718661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/networks/dede31f0-7228-48dd-a268-0a6b1f373bc0 HTTP/1.1" status: 204 len: 168 time: 0.3642576 Aug 29 05:00:13.721069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38804) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:13.739018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ed2d3-1296-4c55-8527-38ad9cc0460b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Network': ['ID=dede31f0-7228-48dd-a268-0a6b1f373bc0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:13.929912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting port c8d97bd3-adb2-486c-9390-4cec867e08cb {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:13.930261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.017534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.017900 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.032913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Calling delete_port for c8d97bd3-adb2-486c-9390-4cec867e08cb owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:14.193614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.223099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Port': ['ID=c8d97bd3-adb2-486c-9390-4cec867e08cb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:14.293000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.293336 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Floating IP d4d8a6c4-748c-4d47-b154-1636cf24486b disassociated (deleted). External IP: 172.25.7.49, port: 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc. Aug 29 05:00:14.506668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:14.623538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:14.624867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2035e9d0-182d-4cd4-a231-fb20245e1da6 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:14.628041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.646700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] Sync routers for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:14.650332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2035e9d0-182d-4cd4-a231-fb20245e1da6 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:14.650662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2035e9d0-182d-4cd4-a231-fb20245e1da6 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:14.651588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b1abf3b8-1604-406b-8638-74b3e26033e4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:14.656767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-db0d43f4-f608-44d5-8f2e-849df45811ff tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/floatingips/d4d8a6c4-748c-4d47-b154-1636cf24486b HTTP/1.1" status: 204 len: 168 time: 0.9346199 Aug 29 05:00:14.657376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:14.660293 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e" -d '{"events": [{"name": "network-changed", "server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:14.679876 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b1abf3b8-1604-406b-8638-74b3e26033e4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:14.680372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b1abf3b8-1604-406b-8638-74b3e26033e4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:14.685628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:14.686230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:14.706528 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b21d9d-1bd4-41e6-90a8-d0af51903d18 x-openstack-request-id: req-a2b21d9d-1bd4-41e6-90a8-d0af51903d18 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:14.706528 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:14.707195 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2b21d9d-1bd4-41e6-90a8-d0af51903d18 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:14.707682 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'status': 'completed', 'code': 200} Aug 29 05:00:14.787500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-712eadb7-9f3e-43ba-b41e-2aedd66cc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:14.789122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-712eadb7-9f3e-43ba-b41e-2aedd66cc610 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 1136 time: 0.0535138 Aug 29 05:00:14.811001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:14.910829 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-059c0e9c-9772-4c73-9724-8ba56b259ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:14.912367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-059c0e9c-9772-4c73-9724-8ba56b259ab1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 HTTP/1.1" status: 200 len: 898 time: 0.1147606 Aug 29 05:00:14.971402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-d34d49ed-db0a-4655-8335-45127aa973a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc HTTP/1.1" status: 200 len: 217 time: 0.0448911 Aug 29 05:00:14.995834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027339a0-5a02-43d3-b9a5-02a792557f57 req-6aaa3b61-989c-4c38-9b4d-05f4e2727f66 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:14.997386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-027339a0-5a02-43d3-b9a5-02a792557f57 req-6aaa3b61-989c-4c38-9b4d-05f4e2727f66 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 984 time: 0.1060345 Aug 29 05:00:15.048031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:04Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:15.060955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-2b61f9a0-f17b-487e-9363-fc1b79cff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:15.062481 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-2b61f9a0-f17b-487e-9363-fc1b79cff17e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=71607fe0-2a75-43d0-9843-0a22be7564ca HTTP/1.1" status: 200 len: 834 time: 0.0829771 Aug 29 05:00:15.066633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-027339a0-5a02-43d3-b9a5-02a792557f57 req-c909e7bd-3496-44fe-ac95-46c0ff5f7990 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0504990 Aug 29 05:00:15.075638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] Checking router: e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:15.084261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:15.085159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:15.121188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-ba6466e3-7752-4644-80f1-ecd66854776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:15.122778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-ba6466e3-7752-4644-80f1-ecd66854776a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520823 Aug 29 05:00:15.211031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:15.535750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-3bd681e1-6c4b-473b-93ae-124ec4d24abf service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050376 Aug 29 05:00:15.609080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:04Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:15.636388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ce39801-3e6c-4271-8a5a-31fdc1f5a98e req-f7759076-048e-4af5-bba0-19e1cf5317d2 service neutron] 10.222.0.37 "GET /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927281 Aug 29 05:00:15.640919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180043d-5600-442b-b7e3-f7fb2a89b32e None None] The sync data for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 is: [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4', 'name': '', 'network_id': '1a0de7fd-c8b0-4015-b4a3-6cef65ff4217', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'mac_address': 'fa:16:3e:79:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:59Z', 'updated_at': '2021-08-29T04:59:04Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'subnets': [{'id': '71607fe0-2a75-43d0-9843-0a22be7564ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:15.865932 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78e8047-9d12-48d7-8937-85550d555dc5 None None] New status for floating IP d4d8a6c4-748c-4d47-b154-1636cf24486b: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:00:16.198778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec427a2-1c3a-4b9c-96ab-ca6d2f596830 req-0650405b-5a22-4367-a215-885fcb56496b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.200426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ec427a2-1c3a-4b9c-96ab-ca6d2f596830 req-0650405b-5a22-4367-a215-885fcb56496b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 984 time: 0.0564125 Aug 29 05:00:16.222336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-855d993e-a811-488e-a153-1351eab5f160 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:16.222336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-855d993e-a811-488e-a153-1351eab5f160 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.37 "GET /v2.0/ports?device_id=753373f5-12e6-48d1-9bd0-84a1966a975e HTTP/1.1" status: 200 len: 984 time: 0.0607319 Aug 29 05:00:16.244567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ec427a2-1c3a-4b9c-96ab-ca6d2f596830 req-283b5e19-7372-4c62-81bd-638a9528c70b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "GET /v2.0/security-groups?id=88220713-71d3-4971-92b1-94f21818cb49&id=aec271a8-ebeb-43ab-972c-e02fad023aff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0379958 Aug 29 05:00:16.321489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:16.321869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.422430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] For port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:16.422788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.436347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Calling delete_port for 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:16.572653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.601203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Port': ['ID=64a2a5ad-29f9-4f06-8c6d-3dd0783860bc,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:16.647448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] No DVR routers for this DVR port 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:16.650135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.652825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3cdfc0f-bd04-4cf1-8fb0-91fcfcd1407c req-134f99e8-a4cb-4d3b-904f-8106de6c4960 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.37 "DELETE /v2.0/ports/64a2a5ad-29f9-4f06-8c6d-3dd0783860bc HTTP/1.1" status: 204 len: 173 time: 0.4282055 Aug 29 05:00:16.708705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'name': 'network-vif-deleted', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:16.711355 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85a6b1e-5cd6-4777-8dc6-b2905aee2e93" -d '{"events": [{"server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "name": "network-vif-deleted", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:16.752938 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70a84b9-8cae-466b-a3c6-953614287634 x-openstack-request-id: req-b70a84b9-8cae-466b-a3c6-953614287634 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:16.753240 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753373f5-12e6-48d1-9bd0-84a1966a975e", "name": "network-vif-deleted", "tag": "64a2a5ad-29f9-4f06-8c6d-3dd0783860bc", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:16.753497 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b70a84b9-8cae-466b-a3c6-953614287634 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:16.753942 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753373f5-12e6-48d1-9bd0-84a1966a975e', 'name': 'network-vif-deleted', 'tag': '64a2a5ad-29f9-4f06-8c6d-3dd0783860bc', 'status': 'completed', 'code': 200} Aug 29 05:00:16.850767 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ef98ded-d6e9-40a7-b2c2-009f08c18139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.301896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38818) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:17.367429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e436bb6-0d2e-4e30-a8ec-c4b0d70cd64b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.396504 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e436bb6-0d2e-4e30-a8ec-c4b0d70cd64b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.446023 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e436bb6-0d2e-4e30-a8ec-c4b0d70cd64b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.448607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0e436bb6-0d2e-4e30-a8ec-c4b0d70cd64b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.449821 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0e436bb6-0d2e-4e30-a8ec-c4b0d70cd64b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/security-groups/88220713-71d3-4971-92b1-94f21818cb49 HTTP/1.1" status: 204 len: 168 time: 0.1468358 Aug 29 05:00:17.452702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38820) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:17.459280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e436bb6-0d2e-4e30-a8ec-c4b0d70cd64b tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88220713-71d3-4971-92b1-94f21818cb49,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:17.512171 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dedd1ae4-1dbd-422a-8787-ebc47e476782 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.537875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dedd1ae4-1dbd-422a-8787-ebc47e476782 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.583036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dedd1ae4-1dbd-422a-8787-ebc47e476782 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.586032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dedd1ae4-1dbd-422a-8787-ebc47e476782 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.587207 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dedd1ae4-1dbd-422a-8787-ebc47e476782 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/security-groups/aec271a8-ebeb-43ab-972c-e02fad023aff HTTP/1.1" status: 204 len: 168 time: 0.1331778 Aug 29 05:00:17.590896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38822) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:17.597932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1ae4-1dbd-422a-8787-ebc47e476782 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec271a8-ebeb-43ab-972c-e02fad023aff,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:17.978075 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.258592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:18.258937 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.356638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] For port 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:18.357004 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.370952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Calling delete_port for 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:18.574041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.599411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Port': ['ID=8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:18.814249 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.909088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:18.929501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:18.929881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 64a2a5ad-29f9-4f06-8c6d-3dd0783860bc not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:19.044166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:19.158187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:19.164829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5bbc8211-cda4-47f7-b5db-2a7b364a2d3c tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "PUT /v2.0/routers/e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728841 Aug 29 05:00:19.168330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38824) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:19.170820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] Sync routers for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:19.180564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:19.181195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.237476 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting subnet 71607fe0-2a75-43d0-9843-0a22be7564ca {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:19.240749 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.296077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:19.296362 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.388748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.459172 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.486967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T05:00:18Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.489425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Subnet': ['ID=71607fe0-2a75-43d0-9843-0a22be7564ca,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:19.491668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.493612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6a6d534b-638b-4537-9e26-ea5e975f9b73 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/subnets/71607fe0-2a75-43d0-9843-0a22be7564ca HTTP/1.1" status: 204 len: 168 time: 0.3243244 Aug 29 05:00:19.497408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:19.521911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11cc8fd-bd69-4166-87b8-b0108b9d586a None None] Network 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:19.530835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] Checking router: e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:19.579911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-460bb676-ab77-4747-8d41-6be1860a7a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.587420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] Routers {'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:19.588062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T04:59:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.614649 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.733109 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.735568 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.768096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] Set router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:19.789810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Deleting port edbc04e9-3087-44d0-86e6-e84a3dd84a9f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:19.790181 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.875482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] DHCP port deletion for 1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:19.898943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] For port edbc04e9-3087-44d0-86e6-e84a3dd84a9f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:19.899475 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.913551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Calling delete_port for edbc04e9-3087-44d0-86e6-e84a3dd84a9f owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:19.977564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] Deleting port 88f8cdb0-8466-43c0-bf83-75e831e32e8a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:19.978206 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.057949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] For port 88f8cdb0-8466-43c0-bf83-75e831e32e8a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=88f8cdb0-8466-43c0-bf83-75e831e32e8a,segment=NetworkSegment(bddd0371-108c-437d-8d17-551f5300a74f),segment_id=bddd0371-108c-437d-8d17-551f5300a74f)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:20.058282 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.074289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] Calling delete_port for 88f8cdb0-8466-43c0-bf83-75e831e32e8a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:20.082710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T05:00:18Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:20.092977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.115380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf2c43-aa39-4680-89d8-373dae0e29bc None None] The sync data for ids ['e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58'] in n-d-712143-14 is: [{'id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1616798351', 'tenant_id': '0115c068e13547bd9ea8d2d66cd50abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T05:00:18Z', 'revision_number': 5, 'project_id': '0115c068e13547bd9ea8d2d66cd50abe', 'gw_port': {'id': 'edbc04e9-3087-44d0-86e6-e84a3dd84a9f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:58:56Z', 'updated_at': '2021-08-29T04:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:20.124939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Port': ['ID=edbc04e9-3087-44d0-86e6-e84a3dd84a9f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.190166 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.205902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.219965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] Pushing event deleted for resources: {'Port': ['ID=88f8cdb0-8466-43c0-bf83-75e831e32e8a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.223570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9d44f-0298-416a-826d-4fdaec1e665c None None] No DVR routers for this DVR port 88f8cdb0-8466-43c0-bf83-75e831e32e8a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:20.309154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.311414 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.364135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.364945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Fanout notify agent at l3_agent the message router_deleted on router e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:20.374644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.375769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-03fc7616-57ab-477a-97bb-e5f176fa1c54 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/routers/e5bd2d54-6e81-4ef6-8d7a-da9e55beeb58 HTTP/1.1" status: 204 len: 168 time: 0.8771586 Aug 29 05:00:20.378482 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38828) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:20.464791 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.557399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.573566 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0de7fd-c8b0-4015-b4a3-6cef65ff4217']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:20.596847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddd0371-108c-437d-8d17-551f5300a74f') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:20.597208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddd0371-108c-437d-8d17-551f5300a74f') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:20.608669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.634191 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.640755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:20.641161 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:20.644413 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:20.697930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 88f8cdb0-8466-43c0-bf83-75e831e32e8a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:20.708873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.715875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.720784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] 10.222.0.55 "DELETE /v2.0/networks/1a0de7fd-c8b0-4015-b4a3-6cef65ff4217 HTTP/1.1" status: 204 len: 168 time: 0.3384235 Aug 29 05:00:20.722153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 88f8cdb0-8466-43c0-bf83-75e831e32e8a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:20.722587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 88f8cdb0-8466-43c0-bf83-75e831e32e8a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:20.723182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:20.741756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33dbb5-f100-49f6-8560-5210544274a9 tempest-TestSecurityGroupsBasicOps-1413068995 tempest-TestSecurityGroupsBasicOps-1413068995-project] Pushing event deleted for resources: {'Network': ['ID=1a0de7fd-c8b0-4015-b4a3-6cef65ff4217,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.753168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:20.753168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8c4b6bbe-7267-4c48-94f8-f6b6941e9ac4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:20.867446 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.977268 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.051543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38836) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:21.205503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7f857d2a-db92-469c-84b4-b181b2c0afd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0115c068e13547bd9ea8d2d66cd50abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526711 Aug 29 05:00:21.208186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38840) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:21.265229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb52f-0b2b-4bbc-98d1-002ff59127be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.293005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb52f-0b2b-4bbc-98d1-002ff59127be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.347700 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb52f-0b2b-4bbc-98d1-002ff59127be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.350702 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb52f-0b2b-4bbc-98d1-002ff59127be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.351882 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eb5bb52f-0b2b-4bbc-98d1-002ff59127be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce1f7a64-625c-46f5-8eca-687c7e1ac9d3 HTTP/1.1" status: 204 len: 168 time: 0.1427374 Aug 29 05:00:21.360372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bb52f-0b2b-4bbc-98d1-002ff59127be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1f7a64-625c-46f5-8eca-687c7e1ac9d3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:21.636705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38846) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:21.650317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d18e788d-5def-4bfa-a991-0e240d6a1afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.743263 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d18e788d-5def-4bfa-a991-0e240d6a1afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.748040 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d18e788d-5def-4bfa-a991-0e240d6a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.786364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e788d-5def-4bfa-a991-0e240d6a1afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580f96f5-92a2-41f8-ba35-dfdd13fcb19f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:21.791138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d18e788d-5def-4bfa-a991-0e240d6a1afb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f51ca35a4d0649a68ffdc9bacd0c9f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533673 Aug 29 05:00:21.794345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38848) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:21.848160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20dab3fa-1078-42a4-99a5-d82e9e18ddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.870837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20dab3fa-1078-42a4-99a5-d82e9e18ddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.929017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20dab3fa-1078-42a4-99a5-d82e9e18ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.931637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-20dab3fa-1078-42a4-99a5-d82e9e18ddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.933439 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-20dab3fa-1078-42a4-99a5-d82e9e18ddbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/580f96f5-92a2-41f8-ba35-dfdd13fcb19f HTTP/1.1" status: 204 len: 168 time: 0.1383321 Aug 29 05:00:21.941560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dab3fa-1078-42a4-99a5-d82e9e18ddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f96f5-92a2-41f8-ba35-dfdd13fcb19f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:22.293151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38854) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:22.333548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-68361312-173f-4c6b-bc28-4f10fc3f31ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15fb5297fd544e68ae9dc414c40d82f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391033 Aug 29 05:00:22.336458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38856) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:22.394817 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd956efd-ca71-4b33-874c-f1f172bc4fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.402824 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.417749 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd956efd-ca71-4b33-874c-f1f172bc4fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.470855 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd956efd-ca71-4b33-874c-f1f172bc4fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.473429 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd956efd-ca71-4b33-874c-f1f172bc4fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.474623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cd956efd-ca71-4b33-874c-f1f172bc4fd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a79093b7-cc1f-4dc4-9e4d-a51096082f24 HTTP/1.1" status: 204 len: 168 time: 0.1369987 Aug 29 05:00:22.483766 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd956efd-ca71-4b33-874c-f1f172bc4fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79093b7-cc1f-4dc4-9e4d-a51096082f24,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:22.563080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device edbc04e9-3087-44d0-86e6-e84a3dd84a9f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:22.586563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: edbc04e9-3087-44d0-86e6-e84a3dd84a9f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:22.586914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device edbc04e9-3087-44d0-86e6-e84a3dd84a9f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:23.278992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38878) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:23.384280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1337234772-network', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:23.409932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Made reservation on behalf of a05acde7890c41d98e9517cfad3581b9 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:23.414085 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.423341 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.516924 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.521103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.547187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:23.557322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b9bba-b384-4af1-a23f-8f554a09241a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:23.562730 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.563079 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Added segment 2f653083-c14a-4b2b-baeb-b839d34bd67a of type vlan for network 55280ee8-8f2d-4986-a291-d7280118898d Aug 29 05:00:23.605826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.637297 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.638356 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:23.638948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.712231 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4320102 Aug 29 05:00:23.715959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38882) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:23.722828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Request body: {'subnet': {'network_id': '55280ee8-8f2d-4986-a291-d7280118898d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1337234772-subnet', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:23.732498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1872a86-26ae-4f73-aca0-430034fc60b7 admin admin] Pushing event updated for resources: {'Network': ['ID=55280ee8-8f2d-4986-a291-d7280118898d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:23.742879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 55280ee8-8f2d-4986-a291-d7280118898d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:23.750273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Made reservation on behalf of a05acde7890c41d98e9517cfad3581b9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:23.761343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.233041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.287233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=762ca1be-d8fb-46e5-b0ff-13ac2447a326,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:24.297994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Checking segment: {'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:24.298346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Network hostable DHCP agents. Network: 55280ee8-8f2d-4986-a291-d7280118898d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:24.320226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Network 55280ee8-8f2d-4986-a291-d7280118898d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:24.330748 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 55280ee8-8f2d-4986-a291-d7280118898d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:24.335585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:24.336239 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.342395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54ae2e5-f5e3-4a8f-aee2-fd4f35aef987 None None] Network 55280ee8-8f2d-4986-a291-d7280118898d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:24.358139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-aec10e15-9268-4dda-8924-4c90a4c06a5f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6393564 Aug 29 05:00:24.360709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38884) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:24.365304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1337234772-router', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:24.395463 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.396684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.455892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.501073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-55280ee8-8f2d-4986-a291-d7280118898d', 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'fixed_ips': [{'subnet_id': '762ca1be-d8fb-46e5-b0ff-13ac2447a326'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:24.501964 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.606408 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.670822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Allocated IP 172.20.0.2 (55280ee8-8f2d-4986-a291-d7280118898d/762ca1be-d8fb-46e5-b0ff-13ac2447a326/adb5f71b-56b0-4aa7-9462-3757a584002d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:24.824893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.830820 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.841464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Transition to ACTIVE for port object adb5f71b-56b0-4aa7-9462-3757a584002d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:24.848178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.859445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Transition to ACTIVE for port object adb5f71b-56b0-4aa7-9462-3757a584002d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:24.866822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.912698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Network 55280ee8-8f2d-4986-a291-d7280118898d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:24.915683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:24.920798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:24.923966 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Pushing event updated for resources: {'Port': ['ID=adb5f71b-56b0-4aa7-9462-3757a584002d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:24.966353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Allocated IP 172.25.7.242 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/ddda5ba1-158b-4201-ab0e-2be65bfb2c44) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:24.992783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Attempting to bind port adb5f71b-56b0-4aa7-9462-3757a584002d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:24.993153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Attempting to bind port adb5f71b-56b0-4aa7-9462-3757a584002d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:24.993521 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Attempting to bind port adb5f71b-56b0-4aa7-9462-3757a584002d on network 55280ee8-8f2d-4986-a291-d7280118898d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:24.999500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:24.999867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Checking segment: {'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:25.000272 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.000665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Bound using segment: {'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:25.001134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Bound port: adb5f71b-56b0-4aa7-9462-3757a584002d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:25.001521 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.062673 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:25.084670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] For port adb5f71b-56b0-4aa7-9462-3757a584002d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:25.089138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] For port adb5f71b-56b0-4aa7-9462-3757a584002d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=adb5f71b-56b0-4aa7-9462-3757a584002d,segment=NetworkSegment(2f653083-c14a-4b2b-baeb-b839d34bd67a),segment_id=2f653083-c14a-4b2b-baeb-b839d34bd67a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:25.093138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.096257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.149991 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.159858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a80212-b94c-44c0-b3be-1afe675ce02e None None] Pushing event updated for resources: {'Port': ['ID=adb5f71b-56b0-4aa7-9462-3757a584002d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:25.190545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:25.193920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:25.200735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:25.232985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Pushing event updated for resources: {'Port': ['ID=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:25.507369 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.735287 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.880994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Router 42d6d668-3845-4e32-8eac-a908f35f5329 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:26.014729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:26.023878 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Sync routers for ids ['42d6d668-3845-4e32-8eac-a908f35f5329'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:26.034758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.036952 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Routers {'42d6d668-3845-4e32-8eac-a908f35f5329'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:26.037301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-50f21b32-d8f5-4fcd-a580-d3c1c024b742 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.6753635 Aug 29 05:00:26.038378 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['42d6d668-3845-4e32-8eac-a908f35f5329'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:26.040623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38886) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:26.121887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d7db7-1182-4108-8074-1ab03a2b1a91 None None] Network 55280ee8-8f2d-4986-a291-d7280118898d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:26.169793 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Set router 42d6d668-3845-4e32-8eac-a908f35f5329 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:26.200388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-38832b33-e525-48a0-a13a-47070bec2faf None None] Provisioning for port adb5f71b-56b0-4aa7-9462-3757a584002d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:26.460238 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'name': 'tempest-ImageQuotaTest-1337234772-router', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:25Z', 'revision_number': 3, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'gw_port': {'id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:26.497384 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Checking router: 42d6d668-3845-4e32-8eac-a908f35f5329 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:26.498136 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Updating router 42d6d668-3845-4e32-8eac-a908f35f5329 port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:26.541007 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.544284 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.659101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb5f71b-56b0-4aa7-9462-3757a584002d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:26.716129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port adb5f71b-56b0-4aa7-9462-3757a584002d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:26.721480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port adb5f71b-56b0-4aa7-9462-3757a584002d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:26.722010 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.808091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Allocated IP 172.20.0.1 (55280ee8-8f2d-4986-a291-d7280118898d/762ca1be-d8fb-46e5-b0ff-13ac2447a326/1fde8806-4921-4c4b-b610-bf2afc29ff04) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:26.809610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.858642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port adb5f71b-56b0-4aa7-9462-3757a584002d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=adb5f71b-56b0-4aa7-9462-3757a584002d,segment=NetworkSegment(2f653083-c14a-4b2b-baeb-b839d34bd67a),segment_id=2f653083-c14a-4b2b-baeb-b839d34bd67a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:26.858972 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.863483 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.870362 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Transition to ACTIVE for port object ddda5ba1-158b-4201-ab0e-2be65bfb2c44 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:26.876727 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.923726 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284933b4-f4df-40f1-b697-e6f631d9f287 None None] Pushing event updated for resources: {'Port': ['ID=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:26.953581 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Attempting to bind port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:26.953581 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Attempting to bind port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:26.953581 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Attempting to bind port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:26.962725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.965858 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:26.966370 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:26.966884 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.967387 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:26.968004 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Bound port: ddda5ba1-158b-4201-ab0e-2be65bfb2c44, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:26.968517 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.984635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Transition to ACTIVE for port object 1fde8806-4921-4c4b-b610-bf2afc29ff04 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:27.023319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.032666 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] For port ddda5ba1-158b-4201-ab0e-2be65bfb2c44, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:27.036289 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] For port ddda5ba1-158b-4201-ab0e-2be65bfb2c44, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:27.042768 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.064731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Network 55280ee8-8f2d-4986-a291-d7280118898d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:27.071845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:27.077372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:27.103429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=adb5f71b-56b0-4aa7-9462-3757a584002d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:27.107988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fde8806-4921-4c4b-b610-bf2afc29ff04,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:27.128020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.136649 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284933b4-f4df-40f1-b697-e6f631d9f287 None None] Pushing event updated for resources: {'Port': ['ID=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:27.142330 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Routers {'42d6d668-3845-4e32-8eac-a908f35f5329'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:27.143261 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['42d6d668-3845-4e32-8eac-a908f35f5329'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:27.280365 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] Set router 42d6d668-3845-4e32-8eac-a908f35f5329 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:27.286053 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.364445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a572960d-be79-4aa8-87d3-dfe7d15ccd23 None None] Provisioning for port 1fde8806-4921-4c4b-b610-bf2afc29ff04 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:27.370736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a572960d-be79-4aa8-87d3-dfe7d15ccd23 None None] Provisioning complete for port 1fde8806-4921-4c4b-b610-bf2afc29ff04 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:27.371342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a572960d-be79-4aa8-87d3-dfe7d15ccd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.412587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a572960d-be79-4aa8-87d3-dfe7d15ccd23 None None] Port 1fde8806-4921-4c4b-b610-bf2afc29ff04 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:27.480247 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'name': 'tempest-ImageQuotaTest-1337234772-router', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:25Z', 'revision_number': 3, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'gw_port': {'id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:27.483448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.490137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.509108 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7075dd-7607-4ba1-92ae-dabf00e3b40d None None] The sync data for ids ['42d6d668-3845-4e32-8eac-a908f35f5329'] in n-d-712143-14 is: [{'id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'name': 'tempest-ImageQuotaTest-1337234772-router', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:25Z', 'revision_number': 3, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'gw_port': {'id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:27.580343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.583532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fde8806-4921-4c4b-b610-bf2afc29ff04,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:27.691023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Network 55280ee8-8f2d-4986-a291-d7280118898d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:27.692609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:27.848423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Router 42d6d668-3845-4e32-8eac-a908f35f5329 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:27.977411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:27.983756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-01ddfe27-3147-40b5-9db7-25afee1419a7 admin admin] 10.222.0.55 "PUT /v2.0/routers/42d6d668-3845-4e32-8eac-a908f35f5329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417031 Aug 29 05:00:28.047885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-98dbad91-cbfe-4438-9157-716f5992043f None None] Provisioning complete for port 1fde8806-4921-4c4b-b610-bf2afc29ff04 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:28.048256 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-98dbad91-cbfe-4438-9157-716f5992043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.085129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-98dbad91-cbfe-4438-9157-716f5992043f None None] Port 1fde8806-4921-4c4b-b610-bf2afc29ff04 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:28.689748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb5f71b-56b0-4aa7-9462-3757a584002d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:28.756226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port adb5f71b-56b0-4aa7-9462-3757a584002d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:28.756609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.848665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ddda5ba1-158b-4201-ab0e-2be65bfb2c44 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:28.905038 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:28.909375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:28.909840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.009416 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.035913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port ddda5ba1-158b-4201-ab0e-2be65bfb2c44, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:29.041286 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.101468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:29.109620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.109972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.110313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.110684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.110983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.111310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.111636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.111958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.112354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.112675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.112894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.113334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:29.126468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38906) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:29.232474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Sync routers for ids ['42d6d668-3845-4e32-8eac-a908f35f5329'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:29.241882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Routers {'42d6d668-3845-4e32-8eac-a908f35f5329'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:29.242513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['42d6d668-3845-4e32-8eac-a908f35f5329'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:29.361281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Set router 42d6d668-3845-4e32-8eac-a908f35f5329 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:29.519942 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.610391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'name': 'tempest-ImageQuotaTest-1337234772-router', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:27Z', 'revision_number': 4, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'gw_port': {'id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1fde8806-4921-4c4b-b610-bf2afc29ff04', 'name': '', 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'mac_address': 'fa:16:3e:c6:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '762ca1be-d8fb-46e5-b0ff-13ac2447a326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:26Z', 'updated_at': '2021-08-29T05:00:27Z', 'revision_number': 2, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'subnets': [{'id': '762ca1be-d8fb-46e5-b0ff-13ac2447a326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:29.649006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Checking router: 42d6d668-3845-4e32-8eac-a908f35f5329 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:29.649365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Updating router 42d6d668-3845-4e32-8eac-a908f35f5329 port 1fde8806-4921-4c4b-b610-bf2afc29ff04 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:29.678792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.987532 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.998113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Transition to ACTIVE for port object 1fde8806-4921-4c4b-b610-bf2afc29ff04 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:30.003624 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.062026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3b338-9830-4051-b4bc-f6a1fc560506 None None] Pushing event updated for resources: {'Port': ['ID=1fde8806-4921-4c4b-b610-bf2afc29ff04,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:30.117476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Attempting to bind port 1fde8806-4921-4c4b-b610-bf2afc29ff04 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:30.117887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Attempting to bind port 1fde8806-4921-4c4b-b610-bf2afc29ff04 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:30.118256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Attempting to bind port 1fde8806-4921-4c4b-b610-bf2afc29ff04 on network 55280ee8-8f2d-4986-a291-d7280118898d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:30.121987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Deleting port 1fde8806-4921-4c4b-b610-bf2afc29ff04 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:30.122389 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.123750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:30.124132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Checking segment: {'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:30.124538 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.124934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Bound using segment: {'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:30.125414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Bound port: 1fde8806-4921-4c4b-b610-bf2afc29ff04, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f653083-c14a-4b2b-baeb-b839d34bd67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:30.125823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.194685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] For port 1fde8806-4921-4c4b-b610-bf2afc29ff04, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:30.198648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] For port 1fde8806-4921-4c4b-b610-bf2afc29ff04, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1fde8806-4921-4c4b-b610-bf2afc29ff04,segment=NetworkSegment(2f653083-c14a-4b2b-baeb-b839d34bd67a),segment_id=2f653083-c14a-4b2b-baeb-b839d34bd67a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:30.205825 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.224735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] For port 1fde8806-4921-4c4b-b610-bf2afc29ff04, host n-d-712143-14, got binding levels [] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:30.225499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.240824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Calling delete_port for 1fde8806-4921-4c4b-b610-bf2afc29ff04 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:30.274240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Routers {'42d6d668-3845-4e32-8eac-a908f35f5329'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:30.275215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['42d6d668-3845-4e32-8eac-a908f35f5329'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:30.324262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3b338-9830-4051-b4bc-f6a1fc560506 None None] Pushing event updated for resources: {'Port': ['ID=1fde8806-4921-4c4b-b610-bf2afc29ff04,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:30.411494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] Set router 42d6d668-3845-4e32-8eac-a908f35f5329 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:30.456092 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.506039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8823d324-9a16-4f6f-ba1f-fa6043839b5d None None] Could not find standard attr ID for object 1fde8806-4921-4c4b-b610-bf2afc29ff04. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:00:30.520585 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Pushing event deleted for resources: {'Port': ['ID=1fde8806-4921-4c4b-b610-bf2afc29ff04,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:30.649448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ddda5ba1-158b-4201-ab0e-2be65bfb2c44 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:30.687432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.695753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'name': 'tempest-ImageQuotaTest-1337234772-router', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:27Z', 'revision_number': 4, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'gw_port': {'id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1fde8806-4921-4c4b-b610-bf2afc29ff04', 'name': '', 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'mac_address': 'fa:16:3e:c6:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '762ca1be-d8fb-46e5-b0ff-13ac2447a326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:26Z', 'updated_at': '2021-08-29T05:00:30Z', 'revision_number': 4, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'subnets': [{'id': '762ca1be-d8fb-46e5-b0ff-13ac2447a326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:30.732578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a17f815-74bd-4cac-809b-0b86b1a62edf None None] The sync data for ids ['42d6d668-3845-4e32-8eac-a908f35f5329'] in n-d-712143-14 is: [{'id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'name': 'tempest-ImageQuotaTest-1337234772-router', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:27Z', 'revision_number': 4, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'gw_port': {'id': 'ddda5ba1-158b-4201-ab0e-2be65bfb2c44', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:24Z', 'updated_at': '2021-08-29T05:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1fde8806-4921-4c4b-b610-bf2afc29ff04', 'name': '', 'network_id': '55280ee8-8f2d-4986-a291-d7280118898d', 'tenant_id': 'a05acde7890c41d98e9517cfad3581b9', 'mac_address': 'fa:16:3e:c6:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6d668-3845-4e32-8eac-a908f35f5329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '762ca1be-d8fb-46e5-b0ff-13ac2447a326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:26Z', 'updated_at': '2021-08-29T05:00:30Z', 'revision_number': 4, 'project_id': 'a05acde7890c41d98e9517cfad3581b9', 'subnets': [{'id': '762ca1be-d8fb-46e5-b0ff-13ac2447a326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:30.746079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:30.746463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.964522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Router 42d6d668-3845-4e32-8eac-a908f35f5329 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:31.091980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:31.097397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a354a59a-74b7-4cc5-b4c0-0e7cb370427f admin admin] 10.222.0.55 "PUT /v2.0/routers/42d6d668-3845-4e32-8eac-a908f35f5329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9698067 Aug 29 05:00:31.100086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:31.222220 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.333397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.402254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Deleting port ddda5ba1-158b-4201-ab0e-2be65bfb2c44 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:31.402604 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.499002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] For port ddda5ba1-158b-4201-ab0e-2be65bfb2c44, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:31.499370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.513400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Calling delete_port for ddda5ba1-158b-4201-ab0e-2be65bfb2c44 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:31.669621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.700606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.728921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ddda5ba1-158b-4201-ab0e-2be65bfb2c44,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:31.797891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.905894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.909892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.958878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.959465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d6d668-3845-4e32-8eac-a908f35f5329 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:31.964789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.966125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-310bc34e-fa53-4293-81af-f8b2fcdbaf5a admin admin] 10.222.0.55 "DELETE /v2.0/routers/42d6d668-3845-4e32-8eac-a908f35f5329 HTTP/1.1" status: 204 len: 168 time: 0.8647857 Aug 29 05:00:31.970004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38910) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:31.998054 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] Sync routers for ids ['42d6d668-3845-4e32-8eac-a908f35f5329'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:32.011372 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] Routers set() bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:32.012045 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] Router IDs set() for agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 05:00:32.013260 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_agentschedulers_db [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42d6d668-3845-4e32-8eac-a908f35f5329'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent'). {{(pid=94826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 05:00:32.018312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] Deleting subnet 762ca1be-d8fb-46e5-b0ff-13ac2447a326 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:32.021898 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.023609 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] Routers set() bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:32.023982 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] Router IDs set() for agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 05:00:32.024568 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_agentschedulers_db [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42d6d668-3845-4e32-8eac-a908f35f5329'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent'). {{(pid=94826) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 05:00:32.024935 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14006403-31bc-4830-9029-a3006a3dc04c None None] The sync data for ids ['42d6d668-3845-4e32-8eac-a908f35f5329'] in n-d-712143-14 is: [] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:32.059626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.157683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.223420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.252082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762ca1be-d8fb-46e5-b0ff-13ac2447a326,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:32.254174 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.256009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-49ab6899-d509-4e8c-832f-7b7924fb1195 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/762ca1be-d8fb-46e5-b0ff-13ac2447a326 HTTP/1.1" status: 204 len: 168 time: 0.2850318 Aug 29 05:00:32.258628 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38912) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:32.259438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95badc-9fec-479e-a883-a789efad7453 None None] Network 55280ee8-8f2d-4986-a291-d7280118898d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:32.341355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.403386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Deleting port adb5f71b-56b0-4aa7-9462-3757a584002d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:32.403738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.468547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] For port adb5f71b-56b0-4aa7-9462-3757a584002d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=adb5f71b-56b0-4aa7-9462-3757a584002d,segment=NetworkSegment(2f653083-c14a-4b2b-baeb-b839d34bd67a),segment_id=2f653083-c14a-4b2b-baeb-b839d34bd67a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:32.468914 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.483124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Calling delete_port for adb5f71b-56b0-4aa7-9462-3757a584002d owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:32.550539 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] DHCP port deletion for 55280ee8-8f2d-4986-a291-d7280118898d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:32.579281 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.611836 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=adb5f71b-56b0-4aa7-9462-3757a584002d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:32.616167 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] No DVR routers for this DVR port adb5f71b-56b0-4aa7-9462-3757a584002d on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:32.631692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb5f71b-56b0-4aa7-9462-3757a584002d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:32.637492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] Deleting port adb5f71b-56b0-4aa7-9462-3757a584002d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:32.638252 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.691498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.694977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: adb5f71b-56b0-4aa7-9462-3757a584002d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:32.695482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device adb5f71b-56b0-4aa7-9462-3757a584002d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:32.695743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ddda5ba1-158b-4201-ab0e-2be65bfb2c44 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:32.701432 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55280ee8-8f2d-4986-a291-d7280118898d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.712097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f653083-c14a-4b2b-baeb-b839d34bd67a') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.712396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f653083-c14a-4b2b-baeb-b839d34bd67a') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.722020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.722339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: ddda5ba1-158b-4201-ab0e-2be65bfb2c44 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:32.722693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ddda5ba1-158b-4201-ab0e-2be65bfb2c44 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:32.741617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.743412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] For port adb5f71b-56b0-4aa7-9462-3757a584002d, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:32.743817 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.747697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:32.748093 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:32.749781 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:32.756717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] Calling delete_port for adb5f71b-56b0-4aa7-9462-3757a584002d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:32.759383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] Port adb5f71b-56b0-4aa7-9462-3757a584002d was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:00:32.760651 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.784950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] Pushing event deleted for resources: {'Port': ['ID=adb5f71b-56b0-4aa7-9462-3757a584002d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:32.792184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d9c32-4ed5-4351-8ce5-0272a6ad30a1 None None] No DVR routers for this DVR port adb5f71b-56b0-4aa7-9462-3757a584002d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:32.816155 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.821912 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.823962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] 10.222.0.55 "DELETE /v2.0/networks/55280ee8-8f2d-4986-a291-d7280118898d HTTP/1.1" status: 204 len: 168 time: 0.5644007 Aug 29 05:00:32.841659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b2c65-74c2-42f9-b166-0784a90e1a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=55280ee8-8f2d-4986-a291-d7280118898d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:32.954426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:33.004830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e8df4325-d4e4-43b5-89ef-ad28bd71ba00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a05acde7890c41d98e9517cfad3581b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473611 Aug 29 05:00:33.006567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38918) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:33.058818 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01dccbf2-b361-440a-a760-432c2e16ed51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.080800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01dccbf2-b361-440a-a760-432c2e16ed51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.133779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01dccbf2-b361-440a-a760-432c2e16ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.136747 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-01dccbf2-b361-440a-a760-432c2e16ed51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.137954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-01dccbf2-b361-440a-a760-432c2e16ed51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b6b9bba-b384-4af1-a23f-8f554a09241a HTTP/1.1" status: 204 len: 168 time: 0.1304519 Aug 29 05:00:33.145953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dccbf2-b361-440a-a760-432c2e16ed51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b9bba-b384-4af1-a23f-8f554a09241a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:33.495860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:33.509763 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdd07439-5752-4c7a-acd2-d349fd9a69c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.606225 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdd07439-5752-4c7a-acd2-d349fd9a69c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.610069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cdd07439-5752-4c7a-acd2-d349fd9a69c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.649053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cdd07439-5752-4c7a-acd2-d349fd9a69c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1519802 Aug 29 05:00:33.649919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd07439-5752-4c7a-acd2-d349fd9a69c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7739d043-730c-4e12-8793-2a246197ef21,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:33.652390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38926) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:33.704175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4467f49c-30ba-4ef6-a705-dfa0f66ac268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.725372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4467f49c-30ba-4ef6-a705-dfa0f66ac268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.771411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4467f49c-30ba-4ef6-a705-dfa0f66ac268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.773957 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4467f49c-30ba-4ef6-a705-dfa0f66ac268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.775091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4467f49c-30ba-4ef6-a705-dfa0f66ac268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7739d043-730c-4e12-8793-2a246197ef21 HTTP/1.1" status: 204 len: 168 time: 0.1216695 Aug 29 05:00:33.782600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467f49c-30ba-4ef6-a705-dfa0f66ac268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739d043-730c-4e12-8793-2a246197ef21,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:34.331621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38948) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:34.428875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-871211064-network', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:34.450393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:34.452830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.461155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.548504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.552290 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.580676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:34.602207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51baf79d-aa31-488b-9ab1-36eaa7458877,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:34.609304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.613153 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Added segment 5c5534d1-03be-479f-8088-d4e009584902 of type vlan for network e1640298-3639-4f08-a37f-7a7e7e1ce11d Aug 29 05:00:34.659736 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.683721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.684678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:34.685264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.734075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4013107 Aug 29 05:00:34.737047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38952) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:34.742236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Request body: {'subnet': {'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-871211064-subnet', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:34.745257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32996511-c996-4b21-9c85-1c37bea530f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1640298-3639-4f08-a37f-7a7e7e1ce11d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:34.755040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:34.763446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:34.765841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.934751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.987587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de12bee7-7c4d-48f5-983c-42b27c74a2a2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:34.998223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:34.998583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Network hostable DHCP agents. Network: e1640298-3639-4f08-a37f-7a7e7e1ce11d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:35.014903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:35.023522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, e1640298-3639-4f08-a37f-7a7e7e1ce11d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:35.027667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:35.028282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.036942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a7161e-5bf8-4fbd-89be-c675ac0c566d None None] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:35.042740 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a5e7e2fc-d331-4fd7-a495-0b15f11a52e0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3045313 Aug 29 05:00:35.045503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38954) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:35.050260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:35.071641 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.073447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.128733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.188732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:35.189609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.264594 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.322773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Allocated IP 172.20.0.2 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:35.474307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.495348 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.604964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Allocated IP 172.25.7.206 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/3c92ef79-854c-4b7c-a3c1-d98a35f12838) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:35.624960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.633124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Transition to ACTIVE for port object de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:35.648060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Transition to ACTIVE for port object de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:35.654400 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.694971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:35.697905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:35.702352 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:35.705347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Pushing event updated for resources: {'Port': ['ID=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:35.716118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.754394 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.759873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Attempting to bind port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:35.760547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Attempting to bind port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:35.760687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Attempting to bind port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:35.765644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:35.766024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:35.766427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.766817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:35.767275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Bound port: de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:35.767655 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.801413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:35.804340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:35.809140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:35.811187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c92ef79-854c-4b7c-a3c1-d98a35f12838,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:35.832209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] For port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:35.836109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] For port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:35.841185 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.896812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c6d47-75b7-4cf3-b77c-0e8a15d05bd8 None None] Pushing event updated for resources: {'Port': ['ID=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:36.070893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.596538 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.662502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:36.718714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:36.738103 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Router b5941ef3-59dc-418d-91b4-92369119b53c is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:36.859324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:36.869303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:36.874924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd8e6af-7df0-4027-8663-4f9d7f1d9a91 None None] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:36.876683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.877962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0d795a10-edf2-4163-92da-f022bc9885c7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8313222 Aug 29 05:00:36.880707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38956) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:36.915361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:36.916490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.033883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5dbcf4fb-e9a6-4282-8325-c3d0c27175c6 None None] Provisioning for port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:37.045202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5dbcf4fb-e9a6-4282-8325-c3d0c27175c6 None None] Provisioning complete for port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:37.045576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf4fb-e9a6-4282-8325-c3d0c27175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.118256 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:37.324664 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf4fb-e9a6-4282-8325-c3d0c27175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.327933 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.388285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-5dbcf4fb-e9a6-4282-8325-c3d0c27175c6 None None] For port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:37.393307 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf4fb-e9a6-4282-8325-c3d0c27175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.449026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:35Z', 'revision_number': 3, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.450963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcf4fb-e9a6-4282-8325-c3d0c27175c6 None None] Pushing event updated for resources: {'Port': ['ID=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:37.482706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:37.483066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Updating router b5941ef3-59dc-418d-91b4-92369119b53c port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:37.502026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Allocated IP 172.20.0.1 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/e38649d5-bf52-49b0-bd35-50c1dc556204) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:37.509133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.613723 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.626521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Transition to ACTIVE for port object e38649d5-bf52-49b0-bd35-50c1dc556204 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:37.630893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-21da7c6a-89c6-467d-bd95-119912bfab26 None None] Provisioning complete for port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:37.631272 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-21da7c6a-89c6-467d-bd95-119912bfab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.662291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.703867 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:37.706825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:37.713492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:37.741164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Pushing event updated for resources: {'Port': ['ID=e38649d5-bf52-49b0-bd35-50c1dc556204,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:37.757657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.854372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.867281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Transition to ACTIVE for port object 3c92ef79-854c-4b7c-a3c1-d98a35f12838 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:37.875027 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.897422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.929516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Attempting to bind port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:37.929924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Attempting to bind port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:37.930293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Attempting to bind port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:37.939764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:37.940139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:37.940549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.940944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:37.941412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Bound port: 3c92ef79-854c-4b7c-a3c1-d98a35f12838, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:37.941816 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.943433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d775d-be28-42a5-b11f-9153e071db3a None None] Pushing event updated for resources: {'Port': ['ID=3c92ef79-854c-4b7c-a3c1-d98a35f12838,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:37.997892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] For port 3c92ef79-854c-4b7c-a3c1-d98a35f12838, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:38.002752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] For port 3c92ef79-854c-4b7c-a3c1-d98a35f12838, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3c92ef79-854c-4b7c-a3c1-d98a35f12838,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:38.009364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.054441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8e165fa5-42f8-4047-b97e-87c873d06f3a None None] Provisioning for port e38649d5-bf52-49b0-bd35-50c1dc556204 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:38.068965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8e165fa5-42f8-4047-b97e-87c873d06f3a None None] Provisioning complete for port e38649d5-bf52-49b0-bd35-50c1dc556204 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:38.069341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e165fa5-42f8-4047-b97e-87c873d06f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.069857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.075458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.081369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:38.082042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:38.104981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d775d-be28-42a5-b11f-9153e071db3a None None] Pushing event updated for resources: {'Port': ['ID=3c92ef79-854c-4b7c-a3c1-d98a35f12838,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:38.148463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Pushing event updated for resources: {'Port': ['ID=e38649d5-bf52-49b0-bd35-50c1dc556204,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:38.150850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.164176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8e165fa5-42f8-4047-b97e-87c873d06f3a None None] Port e38649d5-bf52-49b0-bd35-50c1dc556204 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:38.223473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:38.242758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:38.244883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:38.372201 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:38.442036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 2, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:38.468655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc8967-1ece-4883-a252-f1cfd86d0609 None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 2, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:38.486388 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b66a7ad9-9dce-4104-8a7f-4dec76193da2 None None] Provisioning complete for port e38649d5-bf52-49b0-bd35-50c1dc556204 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:38.486830 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b66a7ad9-9dce-4104-8a7f-4dec76193da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.524776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b66a7ad9-9dce-4104-8a7f-4dec76193da2 None None] Port e38649d5-bf52-49b0-bd35-50c1dc556204 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:38.530410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:38.535150 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b35f0913-0f49-4d7e-8085-123ca1fba9aa admin admin] 10.222.0.55 "PUT /v2.0/routers/b5941ef3-59dc-418d-91b4-92369119b53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534865 Aug 29 05:00:38.627983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:38.687777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:38.688005 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.094565 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38972) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:39.099825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1092686047-network', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:39.122450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Made reservation on behalf of 968af9bbd3db4841aa24cb8a8c8e659b for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:39.125102 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.136197 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.251006 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.255142 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.287013 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:39.293448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b620dc5-540b-4061-80dd-fd066916525c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:39.299841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.300184 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Added segment 4fab9cef-2b20-4d73-a189-b56f9c34ace4 of type vlan for network 027c7178-4915-46e6-a415-2b2a6f715eb3 Aug 29 05:00:39.342774 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.369855 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.370877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:39.371464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.442741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3470237 Aug 29 05:00:39.445556 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38974) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:39.452486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Request body: {'subnet': {'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1092686047-subnet', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:39.462464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f57e0b-fbda-48a8-8cf7-4714be4425e1 admin admin] Pushing event updated for resources: {'Network': ['ID=027c7178-4915-46e6-a415-2b2a6f715eb3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:39.473731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:39.480748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Made reservation on behalf of 968af9bbd3db4841aa24cb8a8c8e659b for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:39.483245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.659656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.723438 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17dc4f5-7e1c-4760-bc82-056e8c60750f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:39.734633 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Checking segment: {'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:39.735002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Network hostable DHCP agents. Network: 027c7178-4915-46e6-a415-2b2a6f715eb3, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:39.752171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:39.760866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 027c7178-4915-46e6-a415-2b2a6f715eb3) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:39.765076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:39.765704 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.769723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f65b702-d273-4c20-934d-2566a8b49976 None None] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:39.779947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f1e8631d-fc30-4e3c-a31f-7355142270a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3329959 Aug 29 05:00:39.782593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 38976) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:39.787236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:39.811911 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.813078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.873031 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.929891 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-027c7178-4915-46e6-a415-2b2a6f715eb3', 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'fixed_ips': [{'subnet_id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:39.930765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.061425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.081911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Allocated IP 172.20.0.2 (027c7178-4915-46e6-a415-2b2a6f715eb3/e17dc4f5-7e1c-4760-bc82-056e8c60750f/6cfd56d5-158c-48e3-a134-9cb8002a03f4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:40.272882 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.293983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.384013 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.392536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Transition to ACTIVE for port object 6cfd56d5-158c-48e3-a134-9cb8002a03f4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:40.408274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Allocated IP 172.25.7.83 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/315ef478-eb4a-471d-b471-35c2cd8d8048) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:40.408898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Transition to ACTIVE for port object 6cfd56d5-158c-48e3-a134-9cb8002a03f4 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:40.423298 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.466081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:40.470781 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:40.474970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:40.481924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Pushing event updated for resources: {'Port': ['ID=6cfd56d5-158c-48e3-a134-9cb8002a03f4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:40.533849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Attempting to bind port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:40.534238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Attempting to bind port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:40.534613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Attempting to bind port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 on network 027c7178-4915-46e6-a415-2b2a6f715eb3 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:40.539762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:40.540138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Checking segment: {'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:40.540999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.541892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Bound using segment: {'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:40.542383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Bound port: 6cfd56d5-158c-48e3-a134-9cb8002a03f4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:40.543127 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.544031 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:40.544518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.554264 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:40.555142 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:40.597303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.616895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] For port 6cfd56d5-158c-48e3-a134-9cb8002a03f4, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:40.621100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] For port 6cfd56d5-158c-48e3-a134-9cb8002a03f4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6cfd56d5-158c-48e3-a134-9cb8002a03f4,segment=NetworkSegment(4fab9cef-2b20-4d73-a189-b56f9c34ace4),segment_id=4fab9cef-2b20-4d73-a189-b56f9c34ace4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:40.636032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.640571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:40.643522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:40.649536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:40.678196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Pushing event updated for resources: {'Port': ['ID=315ef478-eb4a-471d-b471-35c2cd8d8048,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:40.711432 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:40.724292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34c1c4-d2de-4133-b6bf-ed3c5098ea8d None None] Pushing event updated for resources: {'Port': ['ID=6cfd56d5-158c-48e3-a134-9cb8002a03f4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:40.730809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3c92ef79-854c-4b7c-a3c1-d98a35f12838 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:40.806078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:40.812064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:40.813078 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.963663 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.974917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.981992 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 2, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:40.986929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 3c92ef79-854c-4b7c-a3c1-d98a35f12838, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3c92ef79-854c-4b7c-a3c1-d98a35f12838,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:40.991968 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.017704 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:41.018335 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Updating router b5941ef3-59dc-418d-91b4-92369119b53c port e38649d5-bf52-49b0-bd35-50c1dc556204 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:41.052918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=3c92ef79-854c-4b7c-a3c1-d98a35f12838,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:41.053395 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.205829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.345652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Router 761ccc96-eccf-4f98-94bb-52b83e15a229 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:41.352594 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.363098 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Transition to ACTIVE for port object e38649d5-bf52-49b0-bd35-50c1dc556204 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:41.368803 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.415738 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f9fc5-9041-4356-ad1b-4fb9cbcfaf44 None None] Pushing event updated for resources: {'Port': ['ID=e38649d5-bf52-49b0-bd35-50c1dc556204,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:41.477133 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Attempting to bind port e38649d5-bf52-49b0-bd35-50c1dc556204 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:41.477511 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Attempting to bind port e38649d5-bf52-49b0-bd35-50c1dc556204 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:41.477953 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Attempting to bind port e38649d5-bf52-49b0-bd35-50c1dc556204 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:41.485842 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:41.486215 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:41.486621 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.487023 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:41.487498 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Bound port: e38649d5-bf52-49b0-bd35-50c1dc556204, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:41.487882 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.566681 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] For port e38649d5-bf52-49b0-bd35-50c1dc556204, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:41.570072 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] For port e38649d5-bf52-49b0-bd35-50c1dc556204, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e38649d5-bf52-49b0-bd35-50c1dc556204,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:41.576600 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.639881 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f9fc5-9041-4356-ad1b-4fb9cbcfaf44 None None] Pushing event updated for resources: {'Port': ['ID=e38649d5-bf52-49b0-bd35-50c1dc556204,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:41.652697 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:41.653333 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:41.812648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:41.833088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Sync routers for ids ['761ccc96-eccf-4f98-94bb-52b83e15a229'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:41.835165 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.836007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c352619f-15e0-4543-8b78-7b88e59f019e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0523989 Aug 29 05:00:41.839817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 38978) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:41.860208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Routers {'761ccc96-eccf-4f98-94bb-52b83e15a229'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:41.861292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['761ccc96-eccf-4f98-94bb-52b83e15a229'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:41.874800 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:42.019766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Set router 761ccc96-eccf-4f98-94bb-52b83e15a229 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:42.054968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbfbd9-9bee-4c53-9981-1f2557e7d466 None None] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:42.131555 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:41Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:42.167356 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30391ae-f2f5-4fc0-b686-07c51c6dd249 None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:41Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:42.204726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-21e9268c-0f6d-40dc-9f53-1d6f8d3b374e None None] Provisioning for port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:42.340436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.382100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 3, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:42.430561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Checking router: 761ccc96-eccf-4f98-94bb-52b83e15a229 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:42.431246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Updating router 761ccc96-eccf-4f98-94bb-52b83e15a229 port 315ef478-eb4a-471d-b471-35c2cd8d8048 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:42.469214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.585141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Allocated IP 172.20.0.1 (027c7178-4915-46e6-a415-2b2a6f715eb3/e17dc4f5-7e1c-4760-bc82-056e8c60750f/84f0c1fe-1ca3-493e-a928-952124878544) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:42.736370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.752302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Transition to ACTIVE for port object 84f0c1fe-1ca3-493e-a928-952124878544 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:42.789192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.819625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6cfd56d5-158c-48e3-a134-9cb8002a03f4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:42.842364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:42.847579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:42.851413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:42.886606 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.892412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Pushing event updated for resources: {'Port': ['ID=84f0c1fe-1ca3-493e-a928-952124878544,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:42.904724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Transition to ACTIVE for port object 315ef478-eb4a-471d-b471-35c2cd8d8048 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:42.906337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.913492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.940459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:42.952033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:42.952408 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.996195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1199c-307a-4f4a-9d62-346ebd9a51f6 None None] Pushing event updated for resources: {'Port': ['ID=315ef478-eb4a-471d-b471-35c2cd8d8048,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:43.007489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Attempting to bind port 315ef478-eb4a-471d-b471-35c2cd8d8048 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:43.007856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Attempting to bind port 315ef478-eb4a-471d-b471-35c2cd8d8048 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:43.008339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Attempting to bind port 315ef478-eb4a-471d-b471-35c2cd8d8048 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:43.016462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:43.016841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:43.017255 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.017798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:43.018158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Bound port: 315ef478-eb4a-471d-b471-35c2cd8d8048, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:43.018558 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.082025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] For port 315ef478-eb4a-471d-b471-35c2cd8d8048, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:43.086171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] For port 315ef478-eb4a-471d-b471-35c2cd8d8048, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=315ef478-eb4a-471d-b471-35c2cd8d8048,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:43.110236 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.111158 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.163454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.192153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Routers {'761ccc96-eccf-4f98-94bb-52b83e15a229'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:43.192782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['761ccc96-eccf-4f98-94bb-52b83e15a229'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:43.197070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1199c-307a-4f4a-9d62-346ebd9a51f6 None None] Pushing event updated for resources: {'Port': ['ID=315ef478-eb4a-471d-b471-35c2cd8d8048,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:43.269690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 6cfd56d5-158c-48e3-a134-9cb8002a03f4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6cfd56d5-158c-48e3-a134-9cb8002a03f4,segment=NetworkSegment(4fab9cef-2b20-4d73-a189-b56f9c34ace4),segment_id=4fab9cef-2b20-4d73-a189-b56f9c34ace4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:43.276788 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.277644 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e38649d5-bf52-49b0-bd35-50c1dc556204 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:43.308044 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.312670 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.343871 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-de67e368-0c42-4a26-95a1-63a22e4f2f93 None None] Provisioning for port 84f0c1fe-1ca3-493e-a928-952124878544 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:43.362619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-de67e368-0c42-4a26-95a1-63a22e4f2f93 None None] Provisioning complete for port 84f0c1fe-1ca3-493e-a928-952124878544 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:43.362996 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de67e368-0c42-4a26-95a1-63a22e4f2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.380597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.383166 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Pushing event updated for resources: {'Port': ['ID=84f0c1fe-1ca3-493e-a928-952124878544,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:43.418910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] Set router 761ccc96-eccf-4f98-94bb-52b83e15a229 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:43.460097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=6cfd56d5-158c-48e3-a134-9cb8002a03f4,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:43.472923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:43.473088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de67e368-0c42-4a26-95a1-63a22e4f2f93 None None] Port 84f0c1fe-1ca3-493e-a928-952124878544 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:43.475519 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:43.523430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e38649d5-bf52-49b0-bd35-50c1dc556204 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:43.553439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e38649d5-bf52-49b0-bd35-50c1dc556204 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:43.553843 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.599916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Router 761ccc96-eccf-4f98-94bb-52b83e15a229 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:43.697919 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.732946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:43.744730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e38649d5-bf52-49b0-bd35-50c1dc556204, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e38649d5-bf52-49b0-bd35-50c1dc556204,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:43.744947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6f17bab4-6618-494a-bc0f-71df2f327162 admin admin] 10.222.0.55 "PUT /v2.0/routers/761ccc96-eccf-4f98-94bb-52b83e15a229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975511 Aug 29 05:00:43.745073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 4, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '84f0c1fe-1ca3-493e-a928-952124878544', 'name': '', 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'mac_address': 'fa:16:3e:24:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:42Z', 'updated_at': '2021-08-29T05:00:42Z', 'revision_number': 1, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'subnets': [{'id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:43.775688 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.776478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3c92ef79-854c-4b7c-a3c1-d98a35f12838 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:43.780949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce79c38-4ec9-45d8-af87-bb7ce503b0f5 None None] The sync data for ids ['761ccc96-eccf-4f98-94bb-52b83e15a229'] in n-d-712143-14 is: [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 4, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '84f0c1fe-1ca3-493e-a928-952124878544', 'name': '', 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'mac_address': 'fa:16:3e:24:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:42Z', 'updated_at': '2021-08-29T05:00:42Z', 'revision_number': 1, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'subnets': [{'id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:44.048380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9a4eb661-35c1-4199-a8e1-df776fdd459f None None] Provisioning complete for port 84f0c1fe-1ca3-493e-a928-952124878544 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:44.049447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb661-35c1-4199-a8e1-df776fdd459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:44.062877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e38649d5-bf52-49b0-bd35-50c1dc556204,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:44.114386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:44.114696 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:44.116331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9a4eb661-35c1-4199-a8e1-df776fdd459f None None] Port 84f0c1fe-1ca3-493e-a928-952124878544 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:44.648893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6cfd56d5-158c-48e3-a134-9cb8002a03f4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:44.699874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:44.700250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:44.783189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e38649d5-bf52-49b0-bd35-50c1dc556204 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:44.829137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e38649d5-bf52-49b0-bd35-50c1dc556204 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:44.829514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:45.938209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-c6c2e755-b6c9-4578-aae0-5f2cf603acc9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:45.939695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-c6c2e755-b6c9-4578-aae0-5f2cf603acc9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1157930 Aug 29 05:00:45.956827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-5a4f0d44-b0e9-466d-851f-bf89df91c14b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/quotas/8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 375 time: 0.0111866 Aug 29 05:00:46.011525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-487bc3a5-a083-41d6-beb1-1847b3f33bbe tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471485 Aug 29 05:00:46.104368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-ff99cbed-2894-46e9-94e5-f30864678f85 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849531 Aug 29 05:00:46.201787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-0a4554cf-82e3-4560-9650-32250255f780 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911536 Aug 29 05:00:46.415336 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Sync routers for ids ['761ccc96-eccf-4f98-94bb-52b83e15a229'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:46.426418 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Routers {'761ccc96-eccf-4f98-94bb-52b83e15a229'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:46.427138 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['761ccc96-eccf-4f98-94bb-52b83e15a229'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:46.524960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a42e98a6-7c16-4739-a7a4-c716765aefd8 req-72192dc5-b77f-48db-96c6-890413466842 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 210 time: 0.0265083 Aug 29 05:00:46.575116 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Set router 761ccc96-eccf-4f98-94bb-52b83e15a229 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:46.672708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 315ef478-eb4a-471d-b471-35c2cd8d8048 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:46.749484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 315ef478-eb4a-471d-b471-35c2cd8d8048 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:46.755633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 315ef478-eb4a-471d-b471-35c2cd8d8048 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:46.757220 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:46.811222 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 4, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '84f0c1fe-1ca3-493e-a928-952124878544', 'name': '', 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'mac_address': 'fa:16:3e:24:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:42Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 2, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'subnets': [{'id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:46.841523 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Checking router: 761ccc96-eccf-4f98-94bb-52b83e15a229 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:46.841936 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Updating router 761ccc96-eccf-4f98-94bb-52b83e15a229 port 84f0c1fe-1ca3-493e-a928-952124878544 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:46.861159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:46.867537 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6153107a-088e-4176-8325-2b0c3d14946a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:46.878282 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:46.886178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 315ef478-eb4a-471d-b471-35c2cd8d8048, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=315ef478-eb4a-471d-b471-35c2cd8d8048,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:46.890453 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:46.940389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=315ef478-eb4a-471d-b471-35c2cd8d8048,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:47.163368 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.173651 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Transition to ACTIVE for port object 84f0c1fe-1ca3-493e-a928-952124878544 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:47.178994 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.231227 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d1517-c375-4421-b123-49179ba91dfd None None] Pushing event updated for resources: {'Port': ['ID=84f0c1fe-1ca3-493e-a928-952124878544,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:47.287924 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Attempting to bind port 84f0c1fe-1ca3-493e-a928-952124878544 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:47.288290 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Attempting to bind port 84f0c1fe-1ca3-493e-a928-952124878544 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:47.288694 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Attempting to bind port 84f0c1fe-1ca3-493e-a928-952124878544 on network 027c7178-4915-46e6-a415-2b2a6f715eb3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:47.294024 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:47.294404 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Checking segment: {'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:47.294811 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.295203 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Bound using segment: {'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:47.295703 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Bound port: 84f0c1fe-1ca3-493e-a928-952124878544, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fab9cef-2b20-4d73-a189-b56f9c34ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:47.296087 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.361130 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] For port 84f0c1fe-1ca3-493e-a928-952124878544, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:47.366051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] For port 84f0c1fe-1ca3-493e-a928-952124878544, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=84f0c1fe-1ca3-493e-a928-952124878544,segment=NetworkSegment(4fab9cef-2b20-4d73-a189-b56f9c34ace4),segment_id=4fab9cef-2b20-4d73-a189-b56f9c34ace4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:47.370621 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.429836 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d1517-c375-4421-b123-49179ba91dfd None None] Pushing event updated for resources: {'Port': ['ID=84f0c1fe-1ca3-493e-a928-952124878544,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:47.435579 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Routers {'761ccc96-eccf-4f98-94bb-52b83e15a229'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:47.436332 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:00:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['761ccc96-eccf-4f98-94bb-52b83e15a229'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:47.570923 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] Set router 761ccc96-eccf-4f98-94bb-52b83e15a229 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:47.658402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-4ca972b4-e174-4ed4-8f47-58fd488d24a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:47.660795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-4ca972b4-e174-4ed4-8f47-58fd488d24a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1616988 Aug 29 05:00:47.682609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'port': {'device_id': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'admin_state_up': True, 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:47.716577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c8db4f1-8bdc-4313-b4c9-5d2a17b99bc3 req-c907c194-7f9a-4279-8ed4-ad91f5889073 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 210 time: 0.0401156 Aug 29 05:00:47.823841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:47.828799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.891887 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 4, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '84f0c1fe-1ca3-493e-a928-952124878544', 'name': '', 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'mac_address': 'fa:16:3e:24:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:42Z', 'updated_at': '2021-08-29T05:00:47Z', 'revision_number': 4, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'subnets': [{'id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:47.928851 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3995d491-1a3f-4479-9966-13b757e13011 None None] The sync data for ids ['761ccc96-eccf-4f98-94bb-52b83e15a229'] in n-d-712143-14 is: [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 4, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '84f0c1fe-1ca3-493e-a928-952124878544', 'name': '', 'network_id': '027c7178-4915-46e6-a415-2b2a6f715eb3', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'mac_address': 'fa:16:3e:24:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:42Z', 'updated_at': '2021-08-29T05:00:47Z', 'revision_number': 4, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'subnets': [{'id': 'e17dc4f5-7e1c-4760-bc82-056e8c60750f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:47.988811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.20.0.5 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/f37c3827-90eb-4ef6-8d58-99753babe6b4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:48.170391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.185658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Transition to ACTIVE for port object f37c3827-90eb-4ef6-8d58-99753babe6b4 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:48.224530 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.274155 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:48.280765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:48.284875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:48.319518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=f37c3827-90eb-4ef6-8d58-99753babe6b4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:48.355570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:48.356270 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.374102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-f36cf5d5-20f9-40a2-9d2e-f6d2ee8a2cf7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6963949 Aug 29 05:00:48.394058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Request body: {'port': {'device_id': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:48.457786 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.520364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-43d23208-bfe9-435c-b382-4cedd704cf62 None None] Provisioning for port f37c3827-90eb-4ef6-8d58-99753babe6b4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:48.526042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-43d23208-bfe9-435c-b382-4cedd704cf62 None None] Provisioning complete for port f37c3827-90eb-4ef6-8d58-99753babe6b4 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:48.526770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43d23208-bfe9-435c-b382-4cedd704cf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.569066 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-43d23208-bfe9-435c-b382-4cedd704cf62 None None] Port f37c3827-90eb-4ef6-8d58-99753babe6b4 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:48.674604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 315ef478-eb4a-471d-b471-35c2cd8d8048 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:48.724263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 315ef478-eb4a-471d-b471-35c2cd8d8048 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:48.724544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.767022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37c3827-90eb-4ef6-8d58-99753babe6b4 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:48.777963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.793584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Transition to ACTIVE for port object f37c3827-90eb-4ef6-8d58-99753babe6b4 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:48.801229 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.811199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 84f0c1fe-1ca3-493e-a928-952124878544 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:48.896777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 84f0c1fe-1ca3-493e-a928-952124878544 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:48.901646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f37c3827-90eb-4ef6-8d58-99753babe6b4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:48.903136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 84f0c1fe-1ca3-493e-a928-952124878544 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:48.903774 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:48.917466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aa3e-afe9-4e7b-9f6c-760bbdbcb0e8 req-29ffa067-5f69-4e78-80ce-0e8e9dcb681e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:48.919209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eb9aa3e-afe9-4e7b-9f6c-760bbdbcb0e8 req-29ffa067-5f69-4e78-80ce-0e8e9dcb681e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.1199100 Aug 29 05:00:49.018928 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:49.049162 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1eb9aa3e-afe9-4e7b-9f6c-760bbdbcb0e8 req-eb75eb77-4dc5-4316-9724-eb17b329473f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239197 Aug 29 05:00:49.050047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Attempting to bind port f37c3827-90eb-4ef6-8d58-99753babe6b4 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:49.050386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Attempting to bind port f37c3827-90eb-4ef6-8d58-99753babe6b4 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:49.050728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Attempting to bind port f37c3827-90eb-4ef6-8d58-99753babe6b4 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:49.060509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Port f37c3827-90eb-4ef6-8d58-99753babe6b4 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:00:49.060834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Attempting to bind port f37c3827-90eb-4ef6-8d58-99753babe6b4 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:49.075305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:49.075659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:49.076043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:49.076649 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Bound port: f37c3827-90eb-4ef6-8d58-99753babe6b4, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:49.077017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:49.080603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 84f0c1fe-1ca3-493e-a928-952124878544, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=84f0c1fe-1ca3-493e-a928-952124878544,segment=NetworkSegment(4fab9cef-2b20-4d73-a189-b56f9c34ace4),segment_id=4fab9cef-2b20-4d73-a189-b56f9c34ace4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:49.087897 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:49.159659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=84f0c1fe-1ca3-493e-a928-952124878544,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:49.185183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] For port f37c3827-90eb-4ef6-8d58-99753babe6b4, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:49.189221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] For port f37c3827-90eb-4ef6-8d58-99753babe6b4, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f37c3827-90eb-4ef6-8d58-99753babe6b4,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:49.198334 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:49.236148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:49.236719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:49.238128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] 10.222.0.32 "PUT /v2.0/ports/f37c3827-90eb-4ef6-8d58-99753babe6b4 HTTP/1.1" status: 200 len: 1092 time: 0.8500111 Aug 29 05:00:49.238704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'tag': 'f37c3827-90eb-4ef6-8d58-99753babe6b4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:00:49.240850 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44", "tag": "f37c3827-90eb-4ef6-8d58-99753babe6b4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:00:49.271086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4b466-8cc0-46d0-9f92-4ace20835cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f37c3827-90eb-4ef6-8d58-99753babe6b4,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:49.290214 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f906bf-f7f2-4f16-a0bc-a0fa5235e773 x-openstack-request-id: req-41f906bf-f7f2-4f16-a0bc-a0fa5235e773 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:00:49.290582 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44", "tag": "f37c3827-90eb-4ef6-8d58-99753babe6b4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:00:49.290943 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41f906bf-f7f2-4f16-a0bc-a0fa5235e773 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:00:49.291549 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'tag': 'f37c3827-90eb-4ef6-8d58-99753babe6b4', 'status': 'completed', 'code': 200} Aug 29 05:00:49.366081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-c8e30fd9-973c-42f1-b019-01308dd5bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:49.367937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-c8e30fd9-973c-42f1-b019-01308dd5bc3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 1095 time: 0.0524268 Aug 29 05:00:49.429386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-90deb97c-8e84-4c6b-8862-ac78d766d2d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f37c3827-90eb-4ef6-8d58-99753babe6b4 HTTP/1.1" status: 200 len: 217 time: 0.0470631 Aug 29 05:00:49.484412 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-d36a2507-b1ee-4485-9bea-08d072d3b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:49.485927 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-d36a2507-b1ee-4485-9bea-08d072d3b25e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0493000 Aug 29 05:00:49.526316 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77c1770e-8824-4922-85f3-54c9f2edf205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:49.537448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-567b168d-1c96-4adb-8926-ebc323718b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:49.539229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-567b168d-1c96-4adb-8926-ebc323718b31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468855 Aug 29 05:00:49.637207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-b135bfa0-8d5a-4112-99e2-9d9037396687 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907638 Aug 29 05:00:49.662039 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:49.735545 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2135c41-f7bd-4cf6-bb0b-cfc93791cc25 req-08882c15-fd53-4ff7-b86c-fe27e31aaa93 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912046 Aug 29 05:00:49.852599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-7e14b929-3f2d-43e5-b6a7-ad1af3d893f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:49.854819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-7e14b929-3f2d-43e5-b6a7-ad1af3d893f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 1095 time: 0.0453873 Aug 29 05:00:49.954378 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-69c6b69c-f3fc-476f-8fef-1b44df6b1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:49.955897 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-69c6b69c-f3fc-476f-8fef-1b44df6b1129 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0948296 Aug 29 05:00:50.001387 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-b3acd775-125e-4ed5-9801-629bc6bc4968 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f37c3827-90eb-4ef6-8d58-99753babe6b4 HTTP/1.1" status: 200 len: 217 time: 0.0371561 Aug 29 05:00:50.061015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-e6278114-f764-4e87-bb3e-a006c6a78fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:50.062697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-e6278114-f764-4e87-bb3e-a006c6a78fbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0533931 Aug 29 05:00:50.112208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-79f2bab5-02cd-466f-a0b5-d3d1b4159aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:50.113677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-79f2bab5-02cd-466f-a0b5-d3d1b4159aa3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442472 Aug 29 05:00:50.232527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da40e4c-c809-4087-b019-c36168f4cb84 req-a088e951-0f61-4c25-bb69-b02312103da9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:50.234224 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8da40e4c-c809-4087-b019-c36168f4cb84 req-a088e951-0f61-4c25-bb69-b02312103da9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.1048129 Aug 29 05:00:50.271290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-79b9b567-4f37-446f-9b93-d473df2366ef service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494052 Aug 29 05:00:50.296913 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8da40e4c-c809-4087-b019-c36168f4cb84 req-96e4f3f5-bbf2-480d-98f5-254c5f00a816 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560780 Aug 29 05:00:50.376557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d2f3de6-dc70-496f-97a9-63fbdd3b88f5 req-4542d509-e80b-45ef-b744-f6987c4ccf96 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943768 Aug 29 05:00:50.626546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 84f0c1fe-1ca3-493e-a928-952124878544 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:50.675024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 84f0c1fe-1ca3-493e-a928-952124878544 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:50.675432 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:50.864778 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:50.988275 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:51.411379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a790-1580-456e-a75a-708fb9a16981 req-71481f7f-03e0-42fa-acb7-5bcdb721e9f8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:51.412752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-df84a790-1580-456e-a75a-708fb9a16981 req-71481f7f-03e0-42fa-acb7-5bcdb721e9f8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.0475719 Aug 29 05:00:51.450404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-df84a790-1580-456e-a75a-708fb9a16981 req-baa658b7-d136-432c-a600-7635b84f88c4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Aug 29 05:00:52.399079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:52.581888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e7f62-ca7d-42e5-b410-bb93080af387 req-ef87bd9b-5d0c-4b60-9b00-eef2ad050b3c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:52.583449 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-590e7f62-ca7d-42e5-b410-bb93080af387 req-ef87bd9b-5d0c-4b60-9b00-eef2ad050b3c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.0651090 Aug 29 05:00:52.623543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-590e7f62-ca7d-42e5-b410-bb93080af387 req-917a5d7f-b698-4822-bb32-f06ac664d6d2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Aug 29 05:00:53.992579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358030b-d654-45e1-b310-f5d3fa1198b5 req-9e2a3886-2733-4be7-9bfd-d211fec43252 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:53.994239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8358030b-d654-45e1-b310-f5d3fa1198b5 req-9e2a3886-2733-4be7-9bfd-d211fec43252 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.3021946 Aug 29 05:00:54.032243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8358030b-d654-45e1-b310-f5d3fa1198b5 req-6165153c-3f7f-444f-a7ad-d93bd852ea4e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Aug 29 05:00:55.146847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65589b-a660-4c8f-96e7-1644b3700523 req-36855212-de80-4ef5-a23b-2c289d71ec91 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:55.148438 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c65589b-a660-4c8f-96e7-1644b3700523 req-36855212-de80-4ef5-a23b-2c289d71ec91 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.0492241 Aug 29 05:00:55.189261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c65589b-a660-4c8f-96e7-1644b3700523 req-39173993-b703-4dc8-b622-bfc46256c325 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343101 Aug 29 05:00:56.317070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d592e-c040-4560-b429-bb7ff1ba6ff7 req-75f41530-f987-41c3-959b-3e80c86cb1fe tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:56.318640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-671d592e-c040-4560-b429-bb7ff1ba6ff7 req-75f41530-f987-41c3-959b-3e80c86cb1fe tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.0499730 Aug 29 05:00:56.360321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-671d592e-c040-4560-b429-bb7ff1ba6ff7 req-3ba671d2-d2cd-40c4-981f-ab3bd4435d65 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356205 Aug 29 05:00:57.474638 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc47a3-da2b-47a7-b8b2-492c01296bcd req-95e94bd0-931b-495d-b64d-e2e870524065 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:57.476167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ddc47a3-da2b-47a7-b8b2-492c01296bcd req-95e94bd0-931b-495d-b64d-e2e870524065 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.0497394 Aug 29 05:00:57.514624 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8ddc47a3-da2b-47a7-b8b2-492c01296bcd req-13d06329-6a50-4ac5-9123-7cfa66d68d3b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325327 Aug 29 05:00:58.627935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a6ce2-1cc0-44d5-a930-8f44b53f4a26 req-6b6a56dd-e43f-4c69-8f23-af55b85dd132 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:58.629412 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d9a6ce2-1cc0-44d5-a930-8f44b53f4a26 req-6b6a56dd-e43f-4c69-8f23-af55b85dd132 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 943 time: 0.0490746 Aug 29 05:00:58.666631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6d9a6ce2-1cc0-44d5-a930-8f44b53f4a26 req-dc07475e-d62d-4e2b-8d16-6ba2f332e2e6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Aug 29 05:00:59.268902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device f37c3827-90eb-4ef6-8d58-99753babe6b4 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:00:59.365370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port f37c3827-90eb-4ef6-8d58-99753babe6b4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f37c3827-90eb-4ef6-8d58-99753babe6b4,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:59.376654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'f37c3827-90eb-4ef6-8d58-99753babe6b4', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'port_id': 'f37c3827-90eb-4ef6-8d58-99753babe6b4', 'mac_address': 'fa:16:3e:b8:c4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:00:59.414509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:59.427165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37c3827-90eb-4ef6-8d58-99753babe6b4 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:00:59.450251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port f37c3827-90eb-4ef6-8d58-99753babe6b4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f37c3827-90eb-4ef6-8d58-99753babe6b4,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:59.454344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:59.501999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=f37c3827-90eb-4ef6-8d58-99753babe6b4,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:59.722202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['f37c3827-90eb-4ef6-8d58-99753babe6b4'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:00:59.784427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091811-a725-4cf6-ab45-8f6cdfea149e req-6fccb373-6983-415b-a65c-3e4921898c8d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:59.785935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7091811-a725-4cf6-ab45-8f6cdfea149e req-6fccb373-6983-415b-a65c-3e4921898c8d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 944 time: 0.0535405 Aug 29 05:00:59.824020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7091811-a725-4cf6-ab45-8f6cdfea149e req-69c7a23f-20cf-414d-b7a9-7cecce93a11d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Aug 29 05:01:00.952946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372c6f6-9464-4136-9f69-78ad79367d03 req-43475e39-aa14-4733-9cee-7700aba7d12b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:00.954791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d372c6f6-9464-4136-9f69-78ad79367d03 req-43475e39-aa14-4733-9cee-7700aba7d12b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 944 time: 0.0622120 Aug 29 05:01:00.995329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d372c6f6-9464-4136-9f69-78ad79367d03 req-69643ece-cf59-4060-9bc5-fcdf80a77c49 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Aug 29 05:01:01.270078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device f37c3827-90eb-4ef6-8d58-99753babe6b4 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:01.322583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port f37c3827-90eb-4ef6-8d58-99753babe6b4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:01.326174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port f37c3827-90eb-4ef6-8d58-99753babe6b4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:01.326551 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:01.400662 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:01.423679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c3827-90eb-4ef6-8d58-99753babe6b4'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:01.425943 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde907ce-0fe8-4a70-a752-c5b42fd7eb75" -d '{"events": [{"server_uuid": "bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44", "name": "network-vif-plugged", "status": "completed", "tag": "f37c3827-90eb-4ef6-8d58-99753babe6b4"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:01.442439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port f37c3827-90eb-4ef6-8d58-99753babe6b4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f37c3827-90eb-4ef6-8d58-99753babe6b4,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:01.447038 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:01.473203 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a84dca3-213d-4115-9235-44246c218d8c x-openstack-request-id: req-9a84dca3-213d-4115-9235-44246c218d8c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:01.473481 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44", "name": "network-vif-plugged", "status": "completed", "tag": "f37c3827-90eb-4ef6-8d58-99753babe6b4", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:01.473769 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a84dca3-213d-4115-9235-44246c218d8c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:01.474151 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c3827-90eb-4ef6-8d58-99753babe6b4', 'code': 200} Aug 29 05:01:01.500051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=f37c3827-90eb-4ef6-8d58-99753babe6b4,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:01.585679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa9204-df04-4ebe-be34-de2b82d6ba07 req-4f781792-ece1-4751-8446-66ed41e7b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:01.587075 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86aa9204-df04-4ebe-be34-de2b82d6ba07 req-4f781792-ece1-4751-8446-66ed41e7b3cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 1097 time: 0.0401723 Aug 29 05:01:01.621584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-86aa9204-df04-4ebe-be34-de2b82d6ba07 req-27613953-5ee5-4c7f-8b71-c3537ed5b299 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279248 Aug 29 05:01:01.665286 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:02.061882 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:02.110732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10207643-dfa4-492d-a7bb-d41cef1c3e44 req-2a936b42-5ef0-4198-9c97-8ad382d1e610 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:02.112208 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10207643-dfa4-492d-a7bb-d41cef1c3e44 req-2a936b42-5ef0-4198-9c97-8ad382d1e610 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 945 time: 0.0493460 Aug 29 05:01:02.155259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10207643-dfa4-492d-a7bb-d41cef1c3e44 req-3c069ef4-a3b2-4204-a875-3d023990a9be tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Aug 29 05:01:03.271519 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c542b-c982-4ffc-ae8d-39fc39f58841 req-f47dc8ae-5090-47fe-8b53-ada12c94108f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.273195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d22c542b-c982-4ffc-ae8d-39fc39f58841 req-f47dc8ae-5090-47fe-8b53-ada12c94108f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Aug 29 05:01:03.315695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d22c542b-c982-4ffc-ae8d-39fc39f58841 req-1e7e4998-2bda-42dd-b3dc-3a371c92c47b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Aug 29 05:01:03.437765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d397-1238-4471-a206-764fabda076d req-3edc6cfc-e6f2-4b01-99a8-e61c61935c2d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.439261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bc68d397-1238-4471-a206-764fabda076d req-3edc6cfc-e6f2-4b01-99a8-e61c61935c2d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 945 time: 0.0494640 Aug 29 05:01:03.479219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bc68d397-1238-4471-a206-764fabda076d req-4f97fcb1-350a-41bf-a6c9-d73d852be3e8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Aug 29 05:01:03.594024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a96e24-cb05-4c8e-9918-70ba185221c3 req-baff0d4f-8cbd-4a09-b730-67a7c255614f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.595454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3a96e24-cb05-4c8e-9918-70ba185221c3 req-baff0d4f-8cbd-4a09-b730-67a7c255614f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 945 time: 0.0523317 Aug 29 05:01:03.632385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3a96e24-cb05-4c8e-9918-70ba185221c3 req-2386cc60-ca9b-47f7-8712-8e4115f5a469 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Aug 29 05:01:03.860346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d9353-293d-419a-a076-bfd42fc9f97f req-8b2d2837-6488-4827-8c2e-67e0d6bc22bb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:03.861805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a0d9353-293d-419a-a076-bfd42fc9f97f req-8b2d2837-6488-4827-8c2e-67e0d6bc22bb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 945 time: 0.0508337 Aug 29 05:01:03.901453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0a0d9353-293d-419a-a076-bfd42fc9f97f req-b446c2c8-01e1-401d-a004-68cdc3d843dd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Aug 29 05:01:05.022465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a5b9e-1e2e-4d62-9348-ceeb1eebfabd req-84140faa-8683-4e16-8920-25455ac4279f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:05.023992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c9a5b9e-1e2e-4d62-9348-ceeb1eebfabd req-84140faa-8683-4e16-8920-25455ac4279f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Aug 29 05:01:05.070731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2c9a5b9e-1e2e-4d62-9348-ceeb1eebfabd req-664e55cf-86af-4309-88a6-b85944518026 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Aug 29 05:01:05.432993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-bbc24c16-5fb0-4f47-9d2f-8264f53b2c3a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:05.434493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-bbc24c16-5fb0-4f47-9d2f-8264f53b2c3a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 945 time: 0.0487521 Aug 29 05:01:05.529172 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port f37c3827-90eb-4ef6-8d58-99753babe6b4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:01:05.529522 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:05.619239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] For port f37c3827-90eb-4ef6-8d58-99753babe6b4, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=f37c3827-90eb-4ef6-8d58-99753babe6b4,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:05.619239 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:05.636262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for f37c3827-90eb-4ef6-8d58-99753babe6b4 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:01:05.766020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:05.794053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=f37c3827-90eb-4ef6-8d58-99753babe6b4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:05.801455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['f37c3827-90eb-4ef6-8d58-99753babe6b4'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:05.808218 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.808615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.808914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.809256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.809682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.809971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.810302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.810639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.810970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.811323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.811652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.811977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:05.851393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] No DVR routers for this DVR port f37c3827-90eb-4ef6-8d58-99753babe6b4 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:01:05.854157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:05.856182 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d284cfb9-5bed-4e6b-9476-9125ab6344ee req-b7edbf24-c416-410c-9346-bfeec6bbb3aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "DELETE /v2.0/ports/f37c3827-90eb-4ef6-8d58-99753babe6b4 HTTP/1.1" status: 204 len: 173 time: 0.4153690 Aug 29 05:01:05.856634 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'name': 'network-vif-deleted', 'tag': 'f37c3827-90eb-4ef6-8d58-99753babe6b4'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:05.859078 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345796d6-ae38-4627-a8f3-00d72ae08585" -d '{"events": [{"server_uuid": "bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44", "name": "network-vif-deleted", "tag": "f37c3827-90eb-4ef6-8d58-99753babe6b4"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:05.900207 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c5d632-f272-45b2-b3c2-7094d6ac989e x-openstack-request-id: req-d1c5d632-f272-45b2-b3c2-7094d6ac989e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:05.900556 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44", "name": "network-vif-deleted", "tag": "f37c3827-90eb-4ef6-8d58-99753babe6b4", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:05.900816 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1c5d632-f272-45b2-b3c2-7094d6ac989e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:05.901226 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44', 'name': 'network-vif-deleted', 'tag': 'f37c3827-90eb-4ef6-8d58-99753babe6b4', 'status': 'completed', 'code': 200} Aug 29 05:01:06.166757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7a3e20eb-bd55-48ce-af89-4a921002c987 req-d466163e-f6cc-4d3b-99dc-183fa71521b0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 210 time: 0.0265422 Aug 29 05:01:07.283448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9ac717b-9de2-4844-a3f4-32b792de4ae8 req-ed8a3920-eb3d-4f42-90f8-f887ad5cdf4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 210 time: 0.0273380 Aug 29 05:01:08.379167 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-789a9e23-d5b4-4cf8-9202-b5bf1bc14945 req-5f542e65-e644-4897-a8ac-72644dcc170e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 210 time: 0.0274630 Aug 29 05:01:08.849811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe5da19a-fd70-47d3-8f3d-c752ae09c865 req-d6e03e4b-ab25-45c4-b7bc-d8b1f743b918 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257850 Aug 29 05:01:08.914470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe5da19a-fd70-47d3-8f3d-c752ae09c865 req-26a1906a-7d94-47d7-969e-bc0d5834d6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0257378 Aug 29 05:01:08.955384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe5da19a-fd70-47d3-8f3d-c752ae09c865 req-f97ae97a-f32c-450b-beda-4f44975bf64c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203829 Aug 29 05:01:09.056114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5da19a-fd70-47d3-8f3d-c752ae09c865 req-740727d6-8540-492b-93e6-e1591881fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:09.057702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe5da19a-fd70-47d3-8f3d-c752ae09c865 req-740727d6-8540-492b-93e6-e1591881fd3b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958488 Aug 29 05:01:09.299059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device f37c3827-90eb-4ef6-8d58-99753babe6b4 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:01:09.319158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: f37c3827-90eb-4ef6-8d58-99753babe6b4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:01:09.319507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device f37c3827-90eb-4ef6-8d58-99753babe6b4 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:01:09.481886 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b40db4d6-8ac7-4e92-bc1c-79202dd7a962 req-e9065190-2d98-4859-b570-e180b8d26fcc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfdc0ff7-ec8f-46fb-b9a5-056a1a163b44 HTTP/1.1" status: 200 len: 210 time: 0.0265379 Aug 29 05:01:16.855094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f97b2c0-f93d-4c0c-8582-e83a015512d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:19.520391 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6d641d3c-5d5a-4f25-a247-8bb974991b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:19.667189 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.869140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.987247 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.402164 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.568491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-231a2ec1-c5f7-4f95-b13f-c9df3b932a83 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:29.569926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-231a2ec1-c5f7-4f95-b13f-c9df3b932a83 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1033070 Aug 29 05:01:29.588018 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-6a3f84f9-8454-4425-bebe-e2ea761a7118 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/quotas/8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 375 time: 0.0106521 Aug 29 05:01:29.646101 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-27322199-712b-4e83-afd9-cc7c1c78c0e8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522974 Aug 29 05:01:29.746573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-e3ae2f32-26ee-49ab-95da-a5624a17d588 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930016 Aug 29 05:01:29.848744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-e75cd73b-78d9-4948-a481-f6b5ead9e47d service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954909 Aug 29 05:01:30.064035 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c8d7061-c404-4bbc-a805-120990474963 req-7ad91454-896b-4caa-811d-88f40519e90c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 210 time: 0.0274105 Aug 29 05:01:31.046994 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-af000643-6402-48f6-b711-c18b1981b2aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:31.048774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-af000643-6402-48f6-b711-c18b1981b2aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1186683 Aug 29 05:01:31.067517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'port': {'device_id': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'admin_state_up': True, 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:31.180558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ca8042cf-4736-463d-9c96-9fdc4c08ee30 req-549b0898-4a3d-404c-b457-858424cd5a6e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 210 time: 0.0413940 Aug 29 05:01:31.242701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:31.246756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.413928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.20.0.4 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/40d686d3-228c-4fe0-a262-7468751f99a8) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:31.590671 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.606534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Transition to ACTIVE for port object 40d686d3-228c-4fe0-a262-7468751f99a8 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:31.641883 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.680392 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.698522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:31.702934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:31.705668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:31.740795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=40d686d3-228c-4fe0-a262-7468751f99a8,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:31.769736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:31.770483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.787595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-2e123f01-9786-4e1a-b628-38cff65ebc2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241299 Aug 29 05:01:31.805451 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Request body: {'port': {'device_id': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:31.878815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.967799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9d634980-08b2-48e6-8974-0acbb3f6c273 None None] Provisioning for port 40d686d3-228c-4fe0-a262-7468751f99a8 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:31.972514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9d634980-08b2-48e6-8974-0acbb3f6c273 None None] Provisioning complete for port 40d686d3-228c-4fe0-a262-7468751f99a8 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:31.972901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9d634980-08b2-48e6-8974-0acbb3f6c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.034117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9d634980-08b2-48e6-8974-0acbb3f6c273 None None] Port 40d686d3-228c-4fe0-a262-7468751f99a8 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:01:32.209915 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d686d3-228c-4fe0-a262-7468751f99a8 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:32.218295 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.237621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Transition to ACTIVE for port object 40d686d3-228c-4fe0-a262-7468751f99a8 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:32.242103 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.317719 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Pushing event updated for resources: {'Port': ['ID=40d686d3-228c-4fe0-a262-7468751f99a8,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:32.334291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb6324-3988-4f13-822c-3edfbc5b08bf req-2c3e7058-205c-42bb-83d7-c50c83a736c7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.336722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8eb6324-3988-4f13-822c-3edfbc5b08bf req-2c3e7058-205c-42bb-83d7-c50c83a736c7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0698276 Aug 29 05:01:32.388683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b8eb6324-3988-4f13-822c-3edfbc5b08bf req-07ffd989-d4f3-4391-84e7-9af6f895b4d2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Aug 29 05:01:32.435543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Attempting to bind port 40d686d3-228c-4fe0-a262-7468751f99a8 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:32.435894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Attempting to bind port 40d686d3-228c-4fe0-a262-7468751f99a8 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:32.436283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Attempting to bind port 40d686d3-228c-4fe0-a262-7468751f99a8 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:32.443632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Port 40d686d3-228c-4fe0-a262-7468751f99a8 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:01:32.444140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Attempting to bind port 40d686d3-228c-4fe0-a262-7468751f99a8 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:32.451136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:32.451550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:32.451878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:32.452326 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Bound port: 40d686d3-228c-4fe0-a262-7468751f99a8, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:32.452686 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.539217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] For port 40d686d3-228c-4fe0-a262-7468751f99a8, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:32.543426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] For port 40d686d3-228c-4fe0-a262-7468751f99a8, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=40d686d3-228c-4fe0-a262-7468751f99a8,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:32.551090 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.586368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.587700 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.589264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] 10.222.0.32 "PUT /v2.0/ports/40d686d3-228c-4fe0-a262-7468751f99a8 HTTP/1.1" status: 200 len: 1092 time: 0.7886708 Aug 29 05:01:32.589882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'tag': '40d686d3-228c-4fe0-a262-7468751f99a8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:32.592041 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed" -d '{"events": [{"name": "network-changed", "server_uuid": "63595de0-ca3e-48c5-8538-100c7c6d6c78", "tag": "40d686d3-228c-4fe0-a262-7468751f99a8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:32.620811 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a93b2-f500-4e93-9e87-271867d3224c service neutron] Pushing event updated for resources: {'Port': ['ID=40d686d3-228c-4fe0-a262-7468751f99a8,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:32.656887 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678c7fe9-58fc-4a4e-b4c3-47717258aa19 x-openstack-request-id: req-678c7fe9-58fc-4a4e-b4c3-47717258aa19 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:32.657189 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63595de0-ca3e-48c5-8538-100c7c6d6c78", "tag": "40d686d3-228c-4fe0-a262-7468751f99a8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:32.657441 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-678c7fe9-58fc-4a4e-b4c3-47717258aa19 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:32.657922 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'tag': '40d686d3-228c-4fe0-a262-7468751f99a8', 'status': 'completed', 'code': 200} Aug 29 05:01:32.719776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-1d1971a8-8d44-477a-bea6-d1df54a2dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.721351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-1d1971a8-8d44-477a-bea6-d1df54a2dd88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 1095 time: 0.0480413 Aug 29 05:01:32.776854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-db5f1473-3175-48c8-9e91-51fda2bd868c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d686d3-228c-4fe0-a262-7468751f99a8 HTTP/1.1" status: 200 len: 217 time: 0.0413253 Aug 29 05:01:32.831056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-7972d04d-601a-4d49-9baf-ffa534c0b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.832554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-7972d04d-601a-4d49-9baf-ffa534c0b76e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0494306 Aug 29 05:01:32.881085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-a2e7a9fa-89bb-4efb-992c-81e02e769a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.882722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-a2e7a9fa-89bb-4efb-992c-81e02e769a97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434501 Aug 29 05:01:33.000665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-4d744970-0349-4284-995e-9f97e2919818 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101279 Aug 29 05:01:33.111785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe109c77-2d8e-4a50-b406-6ac06b43f44e req-3a81053e-a1d1-45af-a924-8647899442e3 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994287 Aug 29 05:01:33.239648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-81f878b9-b2c7-4707-bc60-d042f8e6ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.241215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-81f878b9-b2c7-4707-bc60-d042f8e6ae41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 1095 time: 0.0511158 Aug 29 05:01:33.344741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-4dc1c84e-03fa-4cea-9c82-d1b965fb01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.346201 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-4dc1c84e-03fa-4cea-9c82-d1b965fb01b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0985947 Aug 29 05:01:33.394221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-cd84719b-ac55-4707-b9f4-ce88d170865b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40d686d3-228c-4fe0-a262-7468751f99a8 HTTP/1.1" status: 200 len: 217 time: 0.0408237 Aug 29 05:01:33.449250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-8691bc37-6eed-48d7-bc49-43ff8557a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.450788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-8691bc37-6eed-48d7-bc49-43ff8557a24f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0505748 Aug 29 05:01:33.508696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-d8bff7bf-f434-4599-a531-0088efaf1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.510682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6a85f-20b9-4ce1-8277-c540d694fa2b req-55df83ad-b9b9-46ea-8e13-28613add0741 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.511198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-d8bff7bf-f434-4599-a531-0088efaf1dd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538309 Aug 29 05:01:33.512973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4f6a85f-20b9-4ce1-8277-c540d694fa2b req-55df83ad-b9b9-46ea-8e13-28613add0741 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0571501 Aug 29 05:01:33.555191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4f6a85f-20b9-4ce1-8277-c540d694fa2b req-ee734780-0f50-465b-bba9-b4dd785eaa7d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Aug 29 05:01:33.612727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-ec8214c1-da3a-4dbe-a4a4-b410cb366768 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928748 Aug 29 05:01:33.713954 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39a32aa-c709-47b0-8e7b-6077bf8ffeed req-3aad7cd6-cd58-42ab-b4d1-e641a9f0d1c5 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945632 Aug 29 05:01:34.721408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f293-7e66-487f-87da-5f7495e2535d req-72323a8c-b510-437e-a5f8-4752a030aae8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:34.724712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50f9f293-7e66-487f-87da-5f7495e2535d req-72323a8c-b510-437e-a5f8-4752a030aae8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0707324 Aug 29 05:01:34.797924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50f9f293-7e66-487f-87da-5f7495e2535d req-4839ea8c-f40c-4c40-9086-da36b5d76b9f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629501 Aug 29 05:01:35.981316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b4c1-f6cf-43d5-87b5-2c86c541fefe req-9fbc0384-9f7f-4fb1-b4bc-f99d0d248aec tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:35.983781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8606b4c1-f6cf-43d5-87b5-2c86c541fefe req-9fbc0384-9f7f-4fb1-b4bc-f99d0d248aec tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0867801 Aug 29 05:01:36.043437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8606b4c1-f6cf-43d5-87b5-2c86c541fefe req-28ecf80e-d0fc-4769-89bf-a2924f10bd49 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Aug 29 05:01:37.185834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a0565-b2da-4d47-93c5-e81ef3e40c0f req-1f7e80fe-68af-4771-878a-306c9b4ea5ee tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:37.187381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-643a0565-b2da-4d47-93c5-e81ef3e40c0f req-1f7e80fe-68af-4771-878a-306c9b4ea5ee tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0559025 Aug 29 05:01:37.230493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-643a0565-b2da-4d47-93c5-e81ef3e40c0f req-63d7ce8c-caa4-4123-b582-367d282d27bb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365536 Aug 29 05:01:38.364612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe6b4-b720-48a5-be15-3e747bf34f50 req-83ce2a7c-66b5-4f96-ad83-8fb1f15670b2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:38.366584 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13dfe6b4-b720-48a5-be15-3e747bf34f50 req-83ce2a7c-66b5-4f96-ad83-8fb1f15670b2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0552115 Aug 29 05:01:38.410065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-13dfe6b4-b720-48a5-be15-3e747bf34f50 req-8dd39b7a-a79e-4b7c-9d84-cf5f675ae677 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Aug 29 05:01:39.063578 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:39.549318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b5c04-f3b8-4ca0-bf1c-a66cc9e4f6d3 req-2fc4c95b-5f4e-42c4-924d-396de86511f8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:39.550873 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f64b5c04-f3b8-4ca0-bf1c-a66cc9e4f6d3 req-2fc4c95b-5f4e-42c4-924d-396de86511f8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0720069 Aug 29 05:01:39.593227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f64b5c04-f3b8-4ca0-bf1c-a66cc9e4f6d3 req-1939e467-d439-486e-90be-091b0c16983c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Aug 29 05:01:40.711432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e0aab-3bc4-4c07-a7d0-83093cbc8673 req-58ff789f-3574-4745-94bc-c539e80608d1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:40.714180 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc8e0aab-3bc4-4c07-a7d0-83093cbc8673 req-58ff789f-3574-4745-94bc-c539e80608d1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0532131 Aug 29 05:01:40.759065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc8e0aab-3bc4-4c07-a7d0-83093cbc8673 req-07be3713-1aee-4854-bd7a-962ef01e93f8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360708 Aug 29 05:01:41.904611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e8db6-82f3-4333-b5b4-c86325d59741 req-ea1bd982-d3b0-4fc9-a5dd-9603d2471177 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:41.906169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b14e8db6-82f3-4333-b5b4-c86325d59741 req-ea1bd982-d3b0-4fc9-a5dd-9603d2471177 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0667846 Aug 29 05:01:41.962360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b14e8db6-82f3-4333-b5b4-c86325d59741 req-db321f29-b430-488e-a7be-db0e95a1a2e9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476866 Aug 29 05:01:43.080288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e33fc-6868-4b55-896b-417b9fec33a6 req-b8fc189d-a0b9-453a-bf79-8294716af9b7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:43.081853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c69e33fc-6868-4b55-896b-417b9fec33a6 req-b8fc189d-a0b9-453a-bf79-8294716af9b7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0515225 Aug 29 05:01:43.120800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c69e33fc-6868-4b55-896b-417b9fec33a6 req-402fbab7-3351-421e-aacb-44352aa7f359 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Aug 29 05:01:44.236724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96f97d-1c0f-4c7a-b680-9799b3049902 req-dd16ad2c-7dcc-4122-ae5b-931041472f45 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.238163 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc96f97d-1c0f-4c7a-b680-9799b3049902 req-dd16ad2c-7dcc-4122-ae5b-931041472f45 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0489743 Aug 29 05:01:44.279329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc96f97d-1c0f-4c7a-b680-9799b3049902 req-9da8eabc-4a03-4c5b-838d-01bf156c543b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Aug 29 05:01:45.396185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b1eb-c5a8-4182-b77a-fd6a134ece03 req-8ce72600-999b-452c-8926-53463e8af9b9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:45.397686 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8630b1eb-c5a8-4182-b77a-fd6a134ece03 req-8ce72600-999b-452c-8926-53463e8af9b9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0519254 Aug 29 05:01:45.435735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8630b1eb-c5a8-4182-b77a-fd6a134ece03 req-035af640-6033-41b7-8948-01a579ab3015 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Aug 29 05:01:46.555204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1176df-f0f6-42db-a4d4-fc1c90384c49 req-9f4511e7-d5a3-410f-8a65-ae9df7bd2e9f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:46.556684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f1176df-f0f6-42db-a4d4-fc1c90384c49 req-9f4511e7-d5a3-410f-8a65-ae9df7bd2e9f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0535202 Aug 29 05:01:46.594600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4f1176df-f0f6-42db-a4d4-fc1c90384c49 req-93846f01-0e39-4956-8fe2-18d23b4b1773 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Aug 29 05:01:46.856079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6719a45-b091-476d-968c-deccba50b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:47.706058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2a0e-1e23-41c5-82a1-a57d5f136e30 req-df6a70c0-90de-4d30-ab89-d7df1d782306 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:47.707551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-24ac2a0e-1e23-41c5-82a1-a57d5f136e30 req-df6a70c0-90de-4d30-ab89-d7df1d782306 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0485108 Aug 29 05:01:47.753704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-24ac2a0e-1e23-41c5-82a1-a57d5f136e30 req-0c719ed3-7cd0-47f5-afbe-40f95b821e86 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Aug 29 05:01:48.870079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fd359-577b-4098-9785-7f1260a096ae req-b79dae88-936c-40da-b901-4a166d5e0d53 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:48.871591 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-981fd359-577b-4098-9785-7f1260a096ae req-b79dae88-936c-40da-b901-4a166d5e0d53 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0508847 Aug 29 05:01:48.912170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-981fd359-577b-4098-9785-7f1260a096ae req-78cfbd01-c1d5-48f0-8a57-e1acd528cc64 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Aug 29 05:01:49.523396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b8aae778-2277-4bcc-a012-ed94198cb903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.669603 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.031695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9809f-ce55-4f9a-919f-c550f24ef45a req-c6c47489-a6f7-4660-b4fb-e608635594ba tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:50.033213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-82f9809f-ce55-4f9a-919f-c550f24ef45a req-c6c47489-a6f7-4660-b4fb-e608635594ba tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0526268 Aug 29 05:01:50.075564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-82f9809f-ce55-4f9a-919f-c550f24ef45a req-6c36bbd0-3dc8-487f-8b16-2292ffabf16b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357890 Aug 29 05:01:50.871860 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:50.989269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.192039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4edea-5f3e-4956-8f3d-711fa0c159f0 req-81e54fc5-8c3c-450f-ae92-82784a83e928 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:51.193533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fe4edea-5f3e-4956-8f3d-711fa0c159f0 req-81e54fc5-8c3c-450f-ae92-82784a83e928 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 943 time: 0.0500810 Aug 29 05:01:51.233074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4fe4edea-5f3e-4956-8f3d-711fa0c159f0 req-eec86b7f-497b-460b-8b8b-920d47df0883 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Aug 29 05:01:51.531621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 40d686d3-228c-4fe0-a262-7468751f99a8 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:01:51.622912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 40d686d3-228c-4fe0-a262-7468751f99a8, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=40d686d3-228c-4fe0-a262-7468751f99a8,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:51.634195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '40d686d3-228c-4fe0-a262-7468751f99a8', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'port_id': '40d686d3-228c-4fe0-a262-7468751f99a8', 'mac_address': 'fa:16:3e:d4:b1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:01:51.673358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.685579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d686d3-228c-4fe0-a262-7468751f99a8 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:51.705162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 40d686d3-228c-4fe0-a262-7468751f99a8, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=40d686d3-228c-4fe0-a262-7468751f99a8,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:51.709653 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:51.760804 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=40d686d3-228c-4fe0-a262-7468751f99a8,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:51.768069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.768414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.768750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.769081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.769411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.769762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.770088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.770412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.770732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.771051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.771369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.771684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:51.984367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['40d686d3-228c-4fe0-a262-7468751f99a8'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:52.354168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd90f-2d94-4dbf-93d2-b28298c28495 req-81c3afef-d959-48e1-8872-fb3ebab8531d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:52.355676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca4cd90f-2d94-4dbf-93d2-b28298c28495 req-81c3afef-d959-48e1-8872-fb3ebab8531d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 944 time: 0.0545225 Aug 29 05:01:52.401269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ca4cd90f-2d94-4dbf-93d2-b28298c28495 req-467b2292-08b0-4802-8bcc-f9ab79ca75af tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Aug 29 05:01:52.406073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:53.530798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785e079-fe03-4abe-9863-3be68c521766 req-438548f0-d169-441e-bed6-c4529b77d456 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:53.532314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d785e079-fe03-4abe-9863-3be68c521766 req-438548f0-d169-441e-bed6-c4529b77d456 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 944 time: 0.0607948 Aug 29 05:01:53.545877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 40d686d3-228c-4fe0-a262-7468751f99a8 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:53.572895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d785e079-fe03-4abe-9863-3be68c521766 req-b602cd16-4aca-40d3-8cc2-fb0ea53f9e35 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346758 Aug 29 05:01:53.610939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 40d686d3-228c-4fe0-a262-7468751f99a8 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:53.614840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 40d686d3-228c-4fe0-a262-7468751f99a8 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:53.615214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:53.692975 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:53.718761 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d686d3-228c-4fe0-a262-7468751f99a8'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:53.721529 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf6646-c65a-49b5-98cf-4c76452aeba2" -d '{"events": [{"server_uuid": "63595de0-ca3e-48c5-8538-100c7c6d6c78", "name": "network-vif-plugged", "status": "completed", "tag": "40d686d3-228c-4fe0-a262-7468751f99a8"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:53.735763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 40d686d3-228c-4fe0-a262-7468751f99a8, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=40d686d3-228c-4fe0-a262-7468751f99a8,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:53.740492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:53.767226 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d7f168-194d-436c-b523-ae6d7d463979 x-openstack-request-id: req-63d7f168-194d-436c-b523-ae6d7d463979 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:53.767515 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63595de0-ca3e-48c5-8538-100c7c6d6c78", "name": "network-vif-plugged", "status": "completed", "tag": "40d686d3-228c-4fe0-a262-7468751f99a8", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:53.767765 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63d7f168-194d-436c-b523-ae6d7d463979 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:53.768146 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d686d3-228c-4fe0-a262-7468751f99a8', 'code': 200} Aug 29 05:01:53.794350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=40d686d3-228c-4fe0-a262-7468751f99a8,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:53.886483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aedd2a-9496-479f-ab18-a07f81f4190c req-c5af1307-ce7b-47c9-9a8c-9d935a56fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:53.888003 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-77aedd2a-9496-479f-ab18-a07f81f4190c req-c5af1307-ce7b-47c9-9a8c-9d935a56fc02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 1097 time: 0.0409966 Aug 29 05:01:53.924030 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-77aedd2a-9496-479f-ab18-a07f81f4190c req-d62dcea7-8a21-471b-ad21-661034be1b4f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284891 Aug 29 05:01:54.688203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb7a2c-c2ae-4ff2-8690-6e889c5b0125 req-55522644-db5a-40e2-850f-19fc98b1ebd6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:54.689708 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ddb7a2c-c2ae-4ff2-8690-6e889c5b0125 req-55522644-db5a-40e2-850f-19fc98b1ebd6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 945 time: 0.0495584 Aug 29 05:01:54.728148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ddb7a2c-c2ae-4ff2-8690-6e889c5b0125 req-facb2594-d6df-43bd-a177-afe1f06ff68d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Aug 29 05:01:55.845184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd1816-c49b-47f0-8107-3c8bcd20fbd9 req-9e0d1e8d-5fcd-4b2f-8810-1921c31f3691 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:55.846993 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eacd1816-c49b-47f0-8107-3c8bcd20fbd9 req-9e0d1e8d-5fcd-4b2f-8810-1921c31f3691 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 945 time: 0.0501924 Aug 29 05:01:55.888551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eacd1816-c49b-47f0-8107-3c8bcd20fbd9 req-7c2338d6-45b8-40ac-ba34-3da28272046b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Aug 29 05:01:56.024244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc70dbf-2ed5-4b26-80d5-8515fd4f501f req-8218769c-093e-4c9c-aafa-40bf622919c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:56.025766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-edc70dbf-2ed5-4b26-80d5-8515fd4f501f req-8218769c-093e-4c9c-aafa-40bf622919c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 945 time: 0.0518367 Aug 29 05:01:56.062213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-edc70dbf-2ed5-4b26-80d5-8515fd4f501f req-8fad1979-a5fc-403a-8dd4-67a72f09ce9d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305867 Aug 29 05:01:56.175379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d9d25-1089-4578-b21a-31884bbaf783 req-a4c43379-f1b7-4019-a352-b909360061d4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:56.176840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf4d9d25-1089-4578-b21a-31884bbaf783 req-a4c43379-f1b7-4019-a352-b909360061d4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Aug 29 05:01:56.215908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf4d9d25-1089-4578-b21a-31884bbaf783 req-48ecf262-034c-4bef-a968-d0a6616b28ed tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Aug 29 05:01:56.524103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7a7ab-9b93-46c7-949f-b645e09e883d req-72b2ce7d-7ae9-4c91-a0f1-a9a616dccbce tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:56.525773 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7bc7a7ab-9b93-46c7-949f-b645e09e883d req-72b2ce7d-7ae9-4c91-a0f1-a9a616dccbce tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 945 time: 0.0579510 Aug 29 05:01:56.566447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7bc7a7ab-9b93-46c7-949f-b645e09e883d req-d6abbe32-848c-42e5-80a2-fea35635609a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343816 Aug 29 05:01:57.687102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e1e0d-78cf-4ad6-bb55-9407ac7f52fa req-1551c719-0130-414f-b9fc-4e1a6b30e2c4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:57.688684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a5e1e0d-78cf-4ad6-bb55-9407ac7f52fa req-1551c719-0130-414f-b9fc-4e1a6b30e2c4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 945 time: 0.0511518 Aug 29 05:01:57.726063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a5e1e0d-78cf-4ad6-bb55-9407ac7f52fa req-96b60031-8ca3-4783-bce3-5098a30d55cf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Aug 29 05:01:58.078492 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-7e2ace08-2691-4971-bcbf-ab20210ec23f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:58.079944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-7e2ace08-2691-4971-bcbf-ab20210ec23f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 945 time: 0.0486064 Aug 29 05:01:58.173933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port 40d686d3-228c-4fe0-a262-7468751f99a8 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:01:58.174275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:58.262186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] For port 40d686d3-228c-4fe0-a262-7468751f99a8, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=40d686d3-228c-4fe0-a262-7468751f99a8,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:58.262485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:58.275296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for 40d686d3-228c-4fe0-a262-7468751f99a8 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:01:58.405121 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:58.434959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=40d686d3-228c-4fe0-a262-7468751f99a8,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:58.439218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['40d686d3-228c-4fe0-a262-7468751f99a8'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:58.484525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] No DVR routers for this DVR port 40d686d3-228c-4fe0-a262-7468751f99a8 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:01:58.487361 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:58.489769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-12ec8c6e-0a4d-48e5-ac55-d3f6ab6c2ad7 req-4d67f3e9-1375-4b5b-82c6-b46c2ffd9f4d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "DELETE /v2.0/ports/40d686d3-228c-4fe0-a262-7468751f99a8 HTTP/1.1" status: 204 len: 173 time: 0.4026213 Aug 29 05:01:58.490244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'name': 'network-vif-deleted', 'tag': '40d686d3-228c-4fe0-a262-7468751f99a8'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:58.493940 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c86d980-bb66-4375-b354-d65c82f358e9" -d '{"events": [{"server_uuid": "63595de0-ca3e-48c5-8538-100c7c6d6c78", "name": "network-vif-deleted", "tag": "40d686d3-228c-4fe0-a262-7468751f99a8"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:58.533920 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3695160b-5d58-4e0e-b876-d2222cc93d74 x-openstack-request-id: req-3695160b-5d58-4e0e-b876-d2222cc93d74 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:58.534218 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63595de0-ca3e-48c5-8538-100c7c6d6c78", "name": "network-vif-deleted", "tag": "40d686d3-228c-4fe0-a262-7468751f99a8", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:58.534471 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3695160b-5d58-4e0e-b876-d2222cc93d74 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:58.534871 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63595de0-ca3e-48c5-8538-100c7c6d6c78', 'name': 'network-vif-deleted', 'tag': '40d686d3-228c-4fe0-a262-7468751f99a8', 'status': 'completed', 'code': 200} Aug 29 05:01:58.820470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70973534-4f28-470a-b788-3ff28cb225cd req-d9802fb4-adfb-4fee-940f-a066ed5a8564 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 210 time: 0.0260062 Aug 29 05:01:59.917477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff5b5e8c-e3d0-4f1c-950b-bcccf76ba4cd req-dc153c02-6bf5-4b26-9d9f-2467ee6089aa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 210 time: 0.0267425 Aug 29 05:02:01.015983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21dde7e7-6692-4985-bd95-5680001bd15b req-391ec820-3ed1-419f-aae0-edcaaf6899d5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 210 time: 0.0284414 Aug 29 05:02:01.594127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 40d686d3-228c-4fe0-a262-7468751f99a8 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:02:01.615008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 40d686d3-228c-4fe0-a262-7468751f99a8 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:02:01.615359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 40d686d3-228c-4fe0-a262-7468751f99a8 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:02:01.664660 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:02.127930 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5660359e-4cc0-440c-8d3c-94f137852040 req-0f7100b7-e02b-4b43-b0cb-be8367bfe9dd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=63595de0-ca3e-48c5-8538-100c7c6d6c78 HTTP/1.1" status: 200 len: 210 time: 0.0282815 Aug 29 05:02:09.859917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f7ad730-b414-4b12-8e3b-47e9ff3f75ca req-ecb8c2d1-5153-451f-bfd1-e315682eab9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259659 Aug 29 05:02:09.906619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f7ad730-b414-4b12-8e3b-47e9ff3f75ca req-08f13f3b-b394-4956-9f24-ee6b310e84aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0263100 Aug 29 05:02:09.948839 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f7ad730-b414-4b12-8e3b-47e9ff3f75ca req-abba108f-30c7-4319-8a0f-41012e48aafa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228758 Aug 29 05:02:10.058296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ad730-b414-4b12-8e3b-47e9ff3f75ca req-3da56e22-8348-44df-8a2c-a443fe6db762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:10.059768 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2f7ad730-b414-4b12-8e3b-47e9ff3f75ca req-3da56e22-8348-44df-8a2c-a443fe6db762 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036272 Aug 29 05:02:16.062880 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:16.858914 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4af16f75-4d60-440c-bd0d-0764094a128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:19.526003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-65ef8919-ea70-4a48-95a5-6c31930ebac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:19.672735 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:20.873394 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:20.997213 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:22.407812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:23.096122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-627d9c14-12d8-4052-ad67-57b4dc5f8484 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:23.097674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-627d9c14-12d8-4052-ad67-57b4dc5f8484 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1140974 Aug 29 05:02:23.122832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-528fb581-4f2c-4967-bcf6-96a4112078b8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/quotas/8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 375 time: 0.0184360 Aug 29 05:02:23.179720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-0b6ca050-12b7-4b94-86de-437841701716 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507054 Aug 29 05:02:23.190589 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2bf5430c-bb06-4d5e-9f30-18e9bfbd4079 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:02:23.191547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2bf5430c-bb06-4d5e-9f30-18e9bfbd4079 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052462 Aug 29 05:02:23.283011 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-c51fcafa-cd86-4c96-99b5-0f04fba44e2b service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842242 Aug 29 05:02:23.377874 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-f68c06a9-a093-44c4-bde2-009d0d353e7c service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886924 Aug 29 05:02:23.688525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2a975a7-8621-4675-82de-2174c977152b req-586b6010-d98d-4121-a070-ade15dc2cfbe tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 210 time: 0.0279791 Aug 29 05:02:24.706757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-dca1537b-7a28-4110-b02e-53cad83f6c2c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:24.708473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-dca1537b-7a28-4110-b02e-53cad83f6c2c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1066504 Aug 29 05:02:24.727910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'port': {'device_id': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'admin_state_up': True, 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:24.787199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-830b6686-997a-41f2-9c27-c47712bbd931 req-b1bdc8f4-08f8-4b15-bb57-162ffacec9f8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 210 time: 0.0291517 Aug 29 05:02:25.164063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:02:25.167575 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.296907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.20.0.6 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/28882a32-20f7-47c0-914b-fca358483e38) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:02:25.443298 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.456976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Transition to ACTIVE for port object 28882a32-20f7-47c0-914b-fca358483e38 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:25.490046 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.559601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:02:25.562699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:02:25.568697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:02:25.597027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=28882a32-20f7-47c0-914b-fca358483e38,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:25.613095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.613446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.613816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.614396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.614737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.615073 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.615405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.615738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.616637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.616968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.617297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.617647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:25.642893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:25.643534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.659562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-2873dd47-7519-4e5a-a919-65048b7ec0f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9358695 Aug 29 05:02:25.679590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Request body: {'port': {'device_id': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:25.749556 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.868806 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0d3b17b2-840d-4081-8c8c-f7f9c4c4f5d4 None None] Provisioning for port 28882a32-20f7-47c0-914b-fca358483e38 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:25.875395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0d3b17b2-840d-4081-8c8c-f7f9c4c4f5d4 None None] Provisioning complete for port 28882a32-20f7-47c0-914b-fca358483e38 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:25.875762 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0d3b17b2-840d-4081-8c8c-f7f9c4c4f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:25.937086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b17b2-840d-4081-8c8c-f7f9c4c4f5d4 None None] Port 28882a32-20f7-47c0-914b-fca358483e38 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:02:25.998268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36090eab-17e7-4b7c-b02c-77e3b9c9a87a req-bde55b37-a4f6-409e-984d-ae83bcfdfbcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:25.999827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36090eab-17e7-4b7c-b02c-77e3b9c9a87a req-bde55b37-a4f6-409e-984d-ae83bcfdfbcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 931 time: 0.1254034 Aug 29 05:02:26.063838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36090eab-17e7-4b7c-b02c-77e3b9c9a87a req-91f77c8d-799b-449b-bb8e-688f94fe10bb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573058 Aug 29 05:02:26.119791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28882a32-20f7-47c0-914b-fca358483e38 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:26.127655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.140116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Transition to ACTIVE for port object 28882a32-20f7-47c0-914b-fca358483e38 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:26.144550 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.197086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Pushing event updated for resources: {'Port': ['ID=28882a32-20f7-47c0-914b-fca358483e38,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:26.270342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Attempting to bind port 28882a32-20f7-47c0-914b-fca358483e38 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:02:26.270875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Attempting to bind port 28882a32-20f7-47c0-914b-fca358483e38 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:02:26.271308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Attempting to bind port 28882a32-20f7-47c0-914b-fca358483e38 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:26.277028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Port 28882a32-20f7-47c0-914b-fca358483e38 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:02:26.277512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Attempting to bind port 28882a32-20f7-47c0-914b-fca358483e38 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:26.284369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:02:26.284856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:02:26.285353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:02:26.286069 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Bound port: 28882a32-20f7-47c0-914b-fca358483e38, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:02:26.286540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.364805 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] For port 28882a32-20f7-47c0-914b-fca358483e38, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:02:26.369330 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] For port 28882a32-20f7-47c0-914b-fca358483e38, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28882a32-20f7-47c0-914b-fca358483e38,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:02:26.387402 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.425230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:26.425888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:26.430419 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] 10.222.0.32 "PUT /v2.0/ports/28882a32-20f7-47c0-914b-fca358483e38 HTTP/1.1" status: 200 len: 1092 time: 0.7531748 Aug 29 05:02:26.430419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'tag': '28882a32-20f7-47c0-914b-fca358483e38'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:26.430419 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f3595-6a97-4b38-b2eb-72474352487f" -d '{"events": [{"name": "network-changed", "server_uuid": "e77f918f-ea8e-42d0-937e-d3188d305986", "tag": "28882a32-20f7-47c0-914b-fca358483e38"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:26.476879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c75aa-c2b0-4769-a8e8-74c24648c377 service neutron] Pushing event updated for resources: {'Port': ['ID=28882a32-20f7-47c0-914b-fca358483e38,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:26.493186 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb97c4f-9293-44e8-9c6d-519695e28610 x-openstack-request-id: req-ebb97c4f-9293-44e8-9c6d-519695e28610 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:26.493472 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77f918f-ea8e-42d0-937e-d3188d305986", "tag": "28882a32-20f7-47c0-914b-fca358483e38", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:26.493747 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebb97c4f-9293-44e8-9c6d-519695e28610 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:26.494185 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'tag': '28882a32-20f7-47c0-914b-fca358483e38', 'status': 'completed', 'code': 200} Aug 29 05:02:26.562730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-b51a204f-a83e-498f-b518-75f3a33faa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:26.565651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-b51a204f-a83e-498f-b518-75f3a33faa79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 1095 time: 0.0591881 Aug 29 05:02:26.621118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-63d3abad-33bd-4d33-a5bd-8d37f8f0a2f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28882a32-20f7-47c0-914b-fca358483e38 HTTP/1.1" status: 200 len: 217 time: 0.0422373 Aug 29 05:02:26.674906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-300a394a-8f2b-4d2b-95f8-4f1b7bc8f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:26.676535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-300a394a-8f2b-4d2b-95f8-4f1b7bc8f501 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0490439 Aug 29 05:02:26.725072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-a78343c0-b66e-49af-843f-0669696d20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:26.726906 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-a78343c0-b66e-49af-843f-0669696d20fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431814 Aug 29 05:02:26.823602 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-ae4c8ce2-dc87-4c71-a3d8-ee4081b7e6d3 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895205 Aug 29 05:02:26.926548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb7704a2-94f1-46f5-86b8-b00a1885af1f req-5a0f369f-fe21-49ee-8111-afbccaf2db0a service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965328 Aug 29 05:02:27.047315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f3595-6a97-4b38-b2eb-72474352487f req-925bcf12-8632-4912-9d6c-e31d50a466ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.049028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b96f3595-6a97-4b38-b2eb-72474352487f req-925bcf12-8632-4912-9d6c-e31d50a466ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 1095 time: 0.0433335 Aug 29 05:02:27.170392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f3595-6a97-4b38-b2eb-72474352487f req-88fce079-b615-401b-bc4f-91b532d29749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.172327 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b96f3595-6a97-4b38-b2eb-72474352487f req-88fce079-b615-401b-bc4f-91b532d29749 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.1159945 Aug 29 05:02:27.229715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b96f3595-6a97-4b38-b2eb-72474352487f req-2f94fb94-c994-4fc8-8879-6d3ff22f159c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28882a32-20f7-47c0-914b-fca358483e38 HTTP/1.1" status: 200 len: 217 time: 0.0429106 Aug 29 05:02:27.277287 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb56-2a99-42ef-aa2e-273d729679b0 req-e9f209f4-7a5f-45b1-8a6c-dacc3782bdcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.278853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-adc9bb56-2a99-42ef-aa2e-273d729679b0 req-e9f209f4-7a5f-45b1-8a6c-dacc3782bdcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.1237974 Aug 29 05:02:27.307955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f3595-6a97-4b38-b2eb-72474352487f req-1ba0904b-4829-4ea0-881a-fc4e4c30f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.309426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b96f3595-6a97-4b38-b2eb-72474352487f req-1ba0904b-4829-4ea0-881a-fc4e4c30f812 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0723379 Aug 29 05:02:27.356385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-adc9bb56-2a99-42ef-aa2e-273d729679b0 req-3a85e288-5372-4f22-8c98-12cb11f88e67 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690312 Aug 29 05:02:27.368522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f3595-6a97-4b38-b2eb-72474352487f req-a9db44ab-c984-4a8d-9d90-d8582d5ed3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.370060 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b96f3595-6a97-4b38-b2eb-72474352487f req-a9db44ab-c984-4a8d-9d90-d8582d5ed3c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538957 Aug 29 05:02:27.468229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b96f3595-6a97-4b38-b2eb-72474352487f req-df121925-570f-44f5-b772-45fcbe45a54b service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906434 Aug 29 05:02:27.563102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b96f3595-6a97-4b38-b2eb-72474352487f req-9902b81a-8bc8-4e3c-90b5-e57e11fb9862 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859175 Aug 29 05:02:28.478265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac929e-5224-4e47-a94d-29f978828ec6 req-e373d300-d4d2-423d-baec-8d7c701ea713 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:28.480012 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3ac929e-5224-4e47-a94d-29f978828ec6 req-e373d300-d4d2-423d-baec-8d7c701ea713 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.0520308 Aug 29 05:02:28.522152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3ac929e-5224-4e47-a94d-29f978828ec6 req-ade156f3-d41d-49c0-8e35-543aa9d2a181 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356572 Aug 29 05:02:29.653504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c413bd5-7453-4c1a-bd97-611e7049f733 req-60b0f61a-6830-4662-b106-c52ddd086f74 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:29.655051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c413bd5-7453-4c1a-bd97-611e7049f733 req-60b0f61a-6830-4662-b106-c52ddd086f74 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.0584292 Aug 29 05:02:29.693176 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8c413bd5-7453-4c1a-bd97-611e7049f733 req-b7d16562-0a35-4d6e-b419-cf64189196b2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Aug 29 05:02:30.815916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781f0f2-98bc-4239-b658-fbd4e47761d6 req-cf38ae34-14ae-410f-a1c1-492fcdb18c13 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:30.817409 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d781f0f2-98bc-4239-b658-fbd4e47761d6 req-cf38ae34-14ae-410f-a1c1-492fcdb18c13 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.0555313 Aug 29 05:02:30.863024 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d781f0f2-98bc-4239-b658-fbd4e47761d6 req-bbd22254-7e59-449f-bf24-6ec6d7468e0f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356162 Aug 29 05:02:31.661301 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:31.983065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7afce4-9095-46ce-953b-e91b540bca11 req-06d18c34-7517-459f-8aa6-6de129be42c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:31.984565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc7afce4-9095-46ce-953b-e91b540bca11 req-06d18c34-7517-459f-8aa6-6de129be42c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.0550780 Aug 29 05:02:32.020999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dc7afce4-9095-46ce-953b-e91b540bca11 req-98b21fc2-728a-4e52-b982-f4b9390f40a4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Aug 29 05:02:33.135577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0693ba-043f-40f4-a5b4-2416ae417253 req-5f9ef365-2150-4d81-babd-d790a7d530a9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.137072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb0693ba-043f-40f4-a5b4-2416ae417253 req-5f9ef365-2150-4d81-babd-d790a7d530a9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.0497911 Aug 29 05:02:33.175078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eb0693ba-043f-40f4-a5b4-2416ae417253 req-cd49b8ec-808b-4fa3-a65e-e6f900d1287a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Aug 29 05:02:34.289249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e2ffa-8e01-4cf4-b69f-b92dbeb14080 req-fc82b225-dcc3-41fd-8d3d-cfff713c57b9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:34.290701 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-978e2ffa-8e01-4cf4-b69f-b92dbeb14080 req-fc82b225-dcc3-41fd-8d3d-cfff713c57b9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.0499499 Aug 29 05:02:34.328696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-978e2ffa-8e01-4cf4-b69f-b92dbeb14080 req-ca7c6d2d-c120-4875-8c61-58828d752b97 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Aug 29 05:02:35.442046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee21d6-e122-4286-83a7-b9773269d07c req-b3b3256a-2afe-4055-9e16-804cba59e093 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.444072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cee21d6-e122-4286-83a7-b9773269d07c req-b3b3256a-2afe-4055-9e16-804cba59e093 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 943 time: 0.0484595 Aug 29 05:02:35.481894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cee21d6-e122-4286-83a7-b9773269d07c req-fae42cce-54e8-48ec-9f07-61e827416952 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 29 05:02:35.732362 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28882a32-20f7-47c0-914b-fca358483e38 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:02:35.826693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 28882a32-20f7-47c0-914b-fca358483e38, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28882a32-20f7-47c0-914b-fca358483e38,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:35.838244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '28882a32-20f7-47c0-914b-fca358483e38', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'port_id': '28882a32-20f7-47c0-914b-fca358483e38', 'mac_address': 'fa:16:3e:79:43:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:02:35.875163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:35.887688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28882a32-20f7-47c0-914b-fca358483e38 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:35.906329 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 28882a32-20f7-47c0-914b-fca358483e38, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28882a32-20f7-47c0-914b-fca358483e38,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:35.910191 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:35.960306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=28882a32-20f7-47c0-914b-fca358483e38,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:36.172300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['28882a32-20f7-47c0-914b-fca358483e38'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:36.597364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42970f0e-cb04-46af-8c78-6b66379b9a0b req-b1be5878-e350-4899-be0f-b123c6cc024d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:36.598902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42970f0e-cb04-46af-8c78-6b66379b9a0b req-b1be5878-e350-4899-be0f-b123c6cc024d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 944 time: 0.0509088 Aug 29 05:02:36.637385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42970f0e-cb04-46af-8c78-6b66379b9a0b req-05061617-b26e-482b-ad84-74f67f8fc342 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Aug 29 05:02:37.736513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28882a32-20f7-47c0-914b-fca358483e38 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:02:37.755164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787e2bb-d19f-46fb-ab23-a5229b361d38 req-0fab56d3-c11e-4f96-8573-3bb3603eb6a4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:37.756653 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6787e2bb-d19f-46fb-ab23-a5229b361d38 req-0fab56d3-c11e-4f96-8573-3bb3603eb6a4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 944 time: 0.0535822 Aug 29 05:02:37.785675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 28882a32-20f7-47c0-914b-fca358483e38 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:37.791400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 28882a32-20f7-47c0-914b-fca358483e38 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:37.791781 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.798313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6787e2bb-d19f-46fb-ab23-a5229b361d38 req-38d41b3f-85fc-4297-acc1-473e903d9be8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348835 Aug 29 05:02:37.879625 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.903286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28882a32-20f7-47c0-914b-fca358483e38'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:37.905582 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe34323-d01b-49e7-b94d-1223cf33aa98" -d '{"events": [{"server_uuid": "e77f918f-ea8e-42d0-937e-d3188d305986", "name": "network-vif-plugged", "status": "completed", "tag": "28882a32-20f7-47c0-914b-fca358483e38"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:37.919132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 28882a32-20f7-47c0-914b-fca358483e38, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28882a32-20f7-47c0-914b-fca358483e38,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:37.923798 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.972653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=28882a32-20f7-47c0-914b-fca358483e38,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:38.079908 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c632a6cf-9fa6-40a6-a6bd-4bb97ea6a373 x-openstack-request-id: req-c632a6cf-9fa6-40a6-a6bd-4bb97ea6a373 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:38.080204 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77f918f-ea8e-42d0-937e-d3188d305986", "name": "network-vif-plugged", "status": "completed", "tag": "28882a32-20f7-47c0-914b-fca358483e38", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:38.080454 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c632a6cf-9fa6-40a6-a6bd-4bb97ea6a373 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:38.080844 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28882a32-20f7-47c0-914b-fca358483e38', 'code': 200} Aug 29 05:02:38.207302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90059cb-24ff-4b0d-b5b6-715b3a87ea01 req-1d7e3013-4926-4d54-8c78-adb597e58582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:38.208980 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b90059cb-24ff-4b0d-b5b6-715b3a87ea01 req-1d7e3013-4926-4d54-8c78-adb597e58582 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 1097 time: 0.0438106 Aug 29 05:02:38.242269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b90059cb-24ff-4b0d-b5b6-715b3a87ea01 req-ff9baac8-651d-4ef1-bc89-c112f3533193 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264754 Aug 29 05:02:38.924984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911b40c-f029-4d02-a5b3-2c8f5962bd10 req-4e93020f-d340-47a8-a02b-72d8c3aadc9b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:38.926521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e911b40c-f029-4d02-a5b3-2c8f5962bd10 req-4e93020f-d340-47a8-a02b-72d8c3aadc9b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Aug 29 05:02:38.966485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e911b40c-f029-4d02-a5b3-2c8f5962bd10 req-729355f6-1123-4aa9-bcfc-ad56d5e051f6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Aug 29 05:02:40.085713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d6a74-4052-462f-aca0-8ad3782158ed req-09e98d0f-2ce7-4011-9c88-88418b757f77 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.087254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c57d6a74-4052-462f-aca0-8ad3782158ed req-09e98d0f-2ce7-4011-9c88-88418b757f77 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 945 time: 0.0512199 Aug 29 05:02:40.126161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c57d6a74-4052-462f-aca0-8ad3782158ed req-35443d0b-41f3-44a2-a99f-948210de2c2c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Aug 29 05:02:40.241117 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829926b2-a3d7-4358-9877-417bb401be2f req-d3f03c67-6a23-4171-916a-04da7921f35a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.242593 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-829926b2-a3d7-4358-9877-417bb401be2f req-d3f03c67-6a23-4171-916a-04da7921f35a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 945 time: 0.0501266 Aug 29 05:02:40.282398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-829926b2-a3d7-4358-9877-417bb401be2f req-48e88c2d-06be-4ecb-a1b5-6e197ad44807 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Aug 29 05:02:42.795113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-b5258f6b-8e46-4749-bff0-7ac0af7cc6b9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:42.796569 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-b5258f6b-8e46-4749-bff0-7ac0af7cc6b9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1067443 Aug 29 05:02:42.811024 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-246f67c3-fef4-4749-a582-3151dc269c24 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/quotas/8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 375 time: 0.0087504 Aug 29 05:02:42.863041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-9a9cbbfa-8a86-4cab-85d5-30dd4b3029d8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467386 Aug 29 05:02:43.056075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-fa932d04-a1c6-47b8-8e09-49505f675147 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859000 Aug 29 05:02:43.144461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-5b8a89b1-57ac-4db8-b724-0ecdc817815a service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821791 Aug 29 05:02:43.330684 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f81cd2f-330f-46e9-98ef-77b70ee4edf9 req-7ddffe2d-d642-411c-ac24-8d4e507a53bb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 210 time: 0.0295784 Aug 29 05:02:44.280374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-9ad108b7-7f9e-4089-bc85-d27d719274cd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:44.281631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-9ad108b7-7f9e-4089-bc85-d27d719274cd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.37 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1090024 Aug 29 05:02:44.295033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'port': {'device_id': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'admin_state_up': True, 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:44.412147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:02:44.416641 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:44.430525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-897d1661-a277-40a3-bb8e-24100d4b3497 req-96b11e02-fd3d-4683-9f0a-bf1a19915c4e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 210 time: 0.0285378 Aug 29 05:02:44.564001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.20.0.7 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/ca58607a-e5d4-46cc-8c92-4d1ca380a5d5) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:02:44.750017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:44.764793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Transition to ACTIVE for port object ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:44.801431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:44.835720 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['28882a32-20f7-47c0-914b-fca358483e38'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:44.851336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:02:44.857668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:02:44.861468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:02:44.869454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:44.942306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:44.943353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:44.966039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-7fca43d3-88d2-442e-8452-a5756944f601 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6749001 Aug 29 05:02:44.983052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Request body: {'port': {'device_id': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:45.066844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.229640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59c07fd9-3a94-44ba-aef2-ddf59758f0cd None None] Provisioning for port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:45.234371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-59c07fd9-3a94-44ba-aef2-ddf59758f0cd None None] Provisioning complete for port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:45.234742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-59c07fd9-3a94-44ba-aef2-ddf59758f0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.273979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-59c07fd9-3a94-44ba-aef2-ddf59758f0cd None None] Port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:02:45.374947 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:45.383730 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.397543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Transition to ACTIVE for port object ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:45.402695 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.452986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:45.584884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Attempting to bind port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:02:45.585366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Attempting to bind port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:02:45.585813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Attempting to bind port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:45.593367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:02:45.593854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Attempting to bind port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:45.602987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:02:45.603427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:02:45.603874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:02:45.604375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Bound port: ca58607a-e5d4-46cc-8c92-4d1ca380a5d5, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:02:45.604800 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.615878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c92d-c500-44f1-8305-373e97648693 req-e7bc63b7-007c-4430-b361-380ba673f54f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:45.617576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf16c92d-c500-44f1-8305-373e97648693 req-e7bc63b7-007c-4430-b361-380ba673f54f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0886745 Aug 29 05:02:45.688251 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf16c92d-c500-44f1-8305-373e97648693 req-dfa1a3de-93e7-436c-a3e8-113e42f56e4c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640256 Aug 29 05:02:45.713557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] For port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:02:45.717196 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] For port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:02:45.722354 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.760840 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:45.761466 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:45.762875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] 10.222.0.37 "PUT /v2.0/ports/ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 HTTP/1.1" status: 200 len: 1092 time: 0.7870455 Aug 29 05:02:45.763323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'tag': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:45.765607 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b56eb0-4eee-4fd9-998e-67445c0ac769", "tag": "ca58607a-e5d4-46cc-8c92-4d1ca380a5d5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:45.800958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401568d1-ee93-4182-81d8-98dc04bf2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:45.817519 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e123f-fb44-431e-ad53-dbb44e0ad95d x-openstack-request-id: req-4d7e123f-fb44-431e-ad53-dbb44e0ad95d {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:45.817519 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b56eb0-4eee-4fd9-998e-67445c0ac769", "tag": "ca58607a-e5d4-46cc-8c92-4d1ca380a5d5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:45.817519 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d7e123f-fb44-431e-ad53-dbb44e0ad95d {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:45.817519 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'tag': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5', 'status': 'completed', 'code': 200} Aug 29 05:02:45.852497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-ccea6ef0-a952-4181-b6b9-c488ab5566f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:45.854265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-ccea6ef0-a952-4181-b6b9-c488ab5566f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 1095 time: 0.0493574 Aug 29 05:02:45.900607 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-25cbbc73-3963-4b49-8252-420c500843fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 HTTP/1.1" status: 200 len: 217 time: 0.0375051 Aug 29 05:02:45.957425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-6936033d-bc44-4626-8f7a-63366c7377d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:45.960126 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-6936033d-bc44-4626-8f7a-63366c7377d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0531542 Aug 29 05:02:46.007590 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-22ef6a4c-fb48-4fd4-b191-47a2fe01e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:46.009108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-22ef6a4c-fb48-4fd4-b191-47a2fe01e6c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416191 Aug 29 05:02:46.098653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-3632f398-7d0a-405b-b2a0-cb31a611f74c service neutron] 10.222.0.37 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822334 Aug 29 05:02:46.198193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5463fa2-2bb4-4599-ad46-190725ae13be req-9fa21248-e892-4bed-a4d2-eb8a0665ce2c service neutron] 10.222.0.37 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922070 Aug 29 05:02:46.284066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-802025e6-a4c9-45e8-b8dd-ec2ceb8d525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:46.285578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-802025e6-a4c9-45e8-b8dd-ec2ceb8d525b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 1095 time: 0.0418398 Aug 29 05:02:46.396430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-0feb2a59-93fa-42d4-889b-d56e1ddb4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:46.397987 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-0feb2a59-93fa-42d4-889b-d56e1ddb4cab service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.1061277 Aug 29 05:02:46.443741 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-503a57da-7823-460e-87ef-fe1c7992e442 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 HTTP/1.1" status: 200 len: 217 time: 0.0379970 Aug 29 05:02:46.496396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-01e9e2cb-0f6e-4d22-88f0-a069ba9ec4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:46.497845 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-01e9e2cb-0f6e-4d22-88f0-a069ba9ec4aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0479951 Aug 29 05:02:46.556732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-d76380f7-1ec8-45a4-a218-d5beb9b5a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:46.558643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-d76380f7-1ec8-45a4-a218-d5beb9b5a6de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538867 Aug 29 05:02:46.659653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-7e6b39e3-ec1b-4e90-80a3-a80e45d8d4eb service neutron] 10.222.0.37 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937405 Aug 29 05:02:46.759584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0121a518-2aa7-4e86-bf0d-83b0032ed6aa req-d06e52c1-d439-482b-8772-d33342e60a9e service neutron] 10.222.0.37 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927980 Aug 29 05:02:46.820972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7290ede-3857-41e3-8004-6131601eaa93 req-0f9affa5-29c4-4966-87fb-4e42aef9d3fc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:46.822503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7290ede-3857-41e3-8004-6131601eaa93 req-0f9affa5-29c4-4966-87fb-4e42aef9d3fc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0568390 Aug 29 05:02:46.860745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2d936c5-ac0d-4d84-baf1-6577f656aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:46.863706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d7290ede-3857-41e3-8004-6131601eaa93 req-463babce-1787-4728-ae06-7d0f5755f853 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Aug 29 05:02:48.013743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fea7b-16a3-4a7e-bc26-4701b8ad79fd req-9bec2e55-0aef-4fea-8bb1-ab1c7b887ff5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:48.015952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b9fea7b-16a3-4a7e-bc26-4701b8ad79fd req-9bec2e55-0aef-4fea-8bb1-ab1c7b887ff5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0734513 Aug 29 05:02:48.081135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b9fea7b-16a3-4a7e-bc26-4701b8ad79fd req-e20f35ae-15dd-42dc-8498-5d7af37b7726 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 Aug 29 05:02:49.271227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b19ad-de9c-49d5-b5de-d30e202b8597 req-4e64bf5b-6a51-4906-bbeb-44223a3b7179 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:49.273627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-272b19ad-de9c-49d5-b5de-d30e202b8597 req-4e64bf5b-6a51-4906-bbeb-44223a3b7179 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0896902 Aug 29 05:02:49.316689 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-272b19ad-de9c-49d5-b5de-d30e202b8597 req-466ed5a9-d96e-4314-821b-6e4e7a9e662e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Aug 29 05:02:49.533983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0aa5-4c7a-4c58-bb77-51d2b17abfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:49.688064 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:50.447549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f0e11-3df7-4b18-98a1-5e92cec364f3 req-f4a280cf-78bb-4396-8027-cc33e00f6a48 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:50.449243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-244f0e11-3df7-4b18-98a1-5e92cec364f3 req-f4a280cf-78bb-4396-8027-cc33e00f6a48 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0563900 Aug 29 05:02:50.489583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-244f0e11-3df7-4b18-98a1-5e92cec364f3 req-ac6464d9-b55c-4b90-a92d-2cf347b19939 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Aug 29 05:02:50.881009 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:50.988745 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:51.614185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b7530-a191-4e4b-a29c-11b7ca87b03c req-c65976ed-2828-4ee7-b3d4-28141c77646a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:51.615727 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-889b7530-a191-4e4b-a29c-11b7ca87b03c req-c65976ed-2828-4ee7-b3d4-28141c77646a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0513258 Aug 29 05:02:51.653735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-889b7530-a191-4e4b-a29c-11b7ca87b03c req-5fa568da-05d2-48d1-81e3-54c5a57b32ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Aug 29 05:02:52.410241 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:52.777691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac549e-a20f-4f29-8b5d-3bedd94fc8b6 req-452fbc3a-6c51-4661-9c21-f6c5fd6975f2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:52.779206 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9eac549e-a20f-4f29-8b5d-3bedd94fc8b6 req-452fbc3a-6c51-4661-9c21-f6c5fd6975f2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0505462 Aug 29 05:02:52.819306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9eac549e-a20f-4f29-8b5d-3bedd94fc8b6 req-44ecd17a-9510-4726-9011-1380f69ffbb0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Aug 29 05:02:53.061639 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:53.940128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e374c1-6b18-4369-9cdf-b0df31c42767 req-64447753-7246-4078-9441-93454f958255 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:53.941858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a8e374c1-6b18-4369-9cdf-b0df31c42767 req-64447753-7246-4078-9441-93454f958255 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0546191 Aug 29 05:02:53.981912 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a8e374c1-6b18-4369-9cdf-b0df31c42767 req-75b2b33b-a720-4bc5-b537-144a4d99db4a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341730 Aug 29 05:02:55.101625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7191480-0f89-47c1-b88d-fa94ea965511 req-3d97eb64-badf-49d6-9793-89427ea439c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:55.103239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7191480-0f89-47c1-b88d-fa94ea965511 req-3d97eb64-badf-49d6-9793-89427ea439c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0542009 Aug 29 05:02:55.146352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7191480-0f89-47c1-b88d-fa94ea965511 req-04f95b29-6208-42d7-8682-f60f4336ca32 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354395 Aug 29 05:02:56.269418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b166-c707-4d0c-8c6a-79ae936648bb req-dc308328-12aa-4177-ab4b-c63b05cfbcc5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:56.271614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8462b166-c707-4d0c-8c6a-79ae936648bb req-dc308328-12aa-4177-ab4b-c63b05cfbcc5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0510960 Aug 29 05:02:56.314532 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8462b166-c707-4d0c-8c6a-79ae936648bb req-02883043-9c45-4b2d-8542-d3c6d0d3d193 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360045 Aug 29 05:02:57.439060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84131b89-60b9-4ea9-8db0-7970ecb78c93 req-e91c42e1-5139-4532-8cd3-bbbaf6e474a9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:57.440861 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84131b89-60b9-4ea9-8db0-7970ecb78c93 req-e91c42e1-5139-4532-8cd3-bbbaf6e474a9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0558407 Aug 29 05:02:57.483226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84131b89-60b9-4ea9-8db0-7970ecb78c93 req-6a3a7b4a-11e7-4b3d-b849-914422fae9be tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Aug 29 05:02:58.603731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2182e-f838-4cc1-ad81-252273442b0b req-756968b7-8ddb-4176-85cf-b580fdc0c770 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:58.605226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-99a2182e-f838-4cc1-ad81-252273442b0b req-756968b7-8ddb-4176-85cf-b580fdc0c770 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0504022 Aug 29 05:02:58.642994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-99a2182e-f838-4cc1-ad81-252273442b0b req-101138ec-8d96-4779-83f0-037aee2067f1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Aug 29 05:02:59.761679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e23192-eda9-4c65-a4a8-fbcf9c515ee9 req-bb8f2ed0-45c6-4022-ba8e-8829a265ac04 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:59.763160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09e23192-eda9-4c65-a4a8-fbcf9c515ee9 req-bb8f2ed0-45c6-4022-ba8e-8829a265ac04 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0515232 Aug 29 05:02:59.803952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09e23192-eda9-4c65-a4a8-fbcf9c515ee9 req-c7466278-594d-40ee-abec-b2e300c0260c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Aug 29 05:03:00.923734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee9f2-e6f6-4d80-929a-b719480311a9 req-2058fa89-fc5e-4360-b9af-7870e63cef06 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:00.925202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe6ee9f2-e6f6-4d80-929a-b719480311a9 req-2058fa89-fc5e-4360-b9af-7870e63cef06 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0533485 Aug 29 05:03:00.964771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe6ee9f2-e6f6-4d80-929a-b719480311a9 req-422a2dcd-641b-41d1-8dad-aa777d2e7dc1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Aug 29 05:03:01.664622 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:02.159983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c028e-5d65-441a-bbdf-a26ee97976df req-2a5cd563-271c-4ac8-a765-a639ebdf2d0a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:02.161518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d79c028e-5d65-441a-bbdf-a26ee97976df req-2a5cd563-271c-4ac8-a765-a639ebdf2d0a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.1301658 Aug 29 05:03:02.202728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d79c028e-5d65-441a-bbdf-a26ee97976df req-04b020dd-b53e-4324-beea-abff5616860f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344532 Aug 29 05:03:03.391767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b191-07eb-4d0b-baf6-6d2a223ee3c8 req-36e45833-657d-46b7-b5e2-0bbe23a663fa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:03.393321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9387b191-07eb-4d0b-baf6-6d2a223ee3c8 req-36e45833-657d-46b7-b5e2-0bbe23a663fa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.1225095 Aug 29 05:03:03.438199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9387b191-07eb-4d0b-baf6-6d2a223ee3c8 req-14449e3c-7034-4a01-a88b-e916b6c73899 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Aug 29 05:03:04.556857 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ec00-cf40-4b9d-917c-e426d70f4ebb req-5dcdc9ae-16a4-4cec-94b3-b7b094a4dfc9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:04.558407 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f323ec00-cf40-4b9d-917c-e426d70f4ebb req-5dcdc9ae-16a4-4cec-94b3-b7b094a4dfc9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0503578 Aug 29 05:03:04.599681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f323ec00-cf40-4b9d-917c-e426d70f4ebb req-d733abc7-2448-4cfc-98ef-47e9e247a933 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351698 Aug 29 05:03:05.716429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e95b98-b865-49d4-9d46-5218b03f7cf4 req-6fae6630-47ea-4f6b-9611-d60a1632cef9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:05.717915 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42e95b98-b865-49d4-9d46-5218b03f7cf4 req-6fae6630-47ea-4f6b-9611-d60a1632cef9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 943 time: 0.0500329 Aug 29 05:03:05.756631 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-42e95b98-b865-49d4-9d46-5218b03f7cf4 req-c68331ce-f213-4b99-8cc3-ec90174a8017 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Aug 29 05:03:05.780086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:03:05.877861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:05.888730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'port_id': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5', 'mac_address': 'fa:16:3e:4c:45:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:03:05.924118 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:05.938355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:05.960089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:05.964611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:06.013706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:06.020922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.021293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.021697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.022036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.022366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.022692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.023015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.023336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.023655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.023974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.024292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.024611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:06.186261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ca58607a-e5d4-46cc-8c92-4d1ca380a5d5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:06.885521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bf158-9839-43b5-a664-10e0e0895315 req-9cb985ae-9df3-4213-bb00-560e54af2625 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:06.887477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-866bf158-9839-43b5-a664-10e0e0895315 req-9cb985ae-9df3-4213-bb00-560e54af2625 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 944 time: 0.0593255 Aug 29 05:03:06.934027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-866bf158-9839-43b5-a664-10e0e0895315 req-2ab3f3f5-c075-42e2-9892-ca4099e371a2 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Aug 29 05:03:07.790363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:07.857221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:07.861349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:07.861884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:07.948822 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:07.976509 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:07.978992 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b56fcf-8bdb-436e-bec6-7f5aa28984fc" -d '{"events": [{"server_uuid": "a4b56eb0-4eee-4fd9-998e-67445c0ac769", "name": "network-vif-plugged", "status": "completed", "tag": "ca58607a-e5d4-46cc-8c92-4d1ca380a5d5"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:07.993477 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:07.997892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:08.033374 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8df513-c3d2-4efa-ad6b-ff135cf64938 x-openstack-request-id: req-9b8df513-c3d2-4efa-ad6b-ff135cf64938 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:08.033688 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b56eb0-4eee-4fd9-998e-67445c0ac769", "name": "network-vif-plugged", "status": "completed", "tag": "ca58607a-e5d4-46cc-8c92-4d1ca380a5d5", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:08.033944 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b8df513-c3d2-4efa-ad6b-ff135cf64938 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:08.034430 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5', 'code': 200} Aug 29 05:03:08.060776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:08.104976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f539a-ad66-4824-88b6-3fea8fbd8f64 req-03fb93c6-fb7e-4d8f-b983-605870098449 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:08.106653 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb3f539a-ad66-4824-88b6-3fea8fbd8f64 req-03fb93c6-fb7e-4d8f-b983-605870098449 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 945 time: 0.0652201 Aug 29 05:03:08.171013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb3f539a-ad66-4824-88b6-3fea8fbd8f64 req-4237a4ba-b046-405f-a2d9-8073a42f831d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Aug 29 05:03:08.177813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49ff6d-7c7b-48b1-848b-f791922491c2 req-008747b2-cfa4-4080-b3cc-d52f84fe4bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:08.179704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b49ff6d-7c7b-48b1-848b-f791922491c2 req-008747b2-cfa4-4080-b3cc-d52f84fe4bed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 1097 time: 0.0835192 Aug 29 05:03:08.223039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2b49ff6d-7c7b-48b1-848b-f791922491c2 req-9558daf6-3ff4-45c3-9185-78503c1ef1a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361354 Aug 29 05:03:09.317900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9de4e-c04f-4b21-aa7b-bfb4928bc4e0 req-d74e253f-3910-4fd6-90fb-2f236a2e50ab tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:09.319643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8e9de4e-c04f-4b21-aa7b-bfb4928bc4e0 req-d74e253f-3910-4fd6-90fb-2f236a2e50ab tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 945 time: 0.0569348 Aug 29 05:03:09.360594 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8e9de4e-c04f-4b21-aa7b-bfb4928bc4e0 req-c963b896-74ab-46b1-a708-69ff4cfdfee4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Aug 29 05:03:10.475604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870da80-fd73-4056-988e-6401dd5de187 req-8a2cc27b-6368-4498-a90f-cf31aae5083b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:10.477375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6870da80-fd73-4056-988e-6401dd5de187 req-8a2cc27b-6368-4498-a90f-cf31aae5083b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 945 time: 0.0490794 Aug 29 05:03:10.514919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6870da80-fd73-4056-988e-6401dd5de187 req-9a15ab70-4275-4704-bbfb-a51833102040 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Aug 29 05:03:10.643387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30e037-85d2-4315-a7e9-1487373cc373 req-610c6c95-c3e5-4762-8991-356118155230 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:10.644977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e30e037-85d2-4315-a7e9-1487373cc373 req-610c6c95-c3e5-4762-8991-356118155230 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 945 time: 0.0565908 Aug 29 05:03:10.688088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e30e037-85d2-4315-a7e9-1487373cc373 req-2859e16b-2ecc-438e-8174-013252832899 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363572 Aug 29 05:03:10.849691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f86396c4-df06-4437-9a83-83c0b1935712 req-d0cc9928-6e38-4f4c-b83c-74fed6107b47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0322073 Aug 29 05:03:10.921403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f86396c4-df06-4437-9a83-83c0b1935712 req-dfd392f7-3d89-4e0a-bd00-9c8a37c40fad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0291786 Aug 29 05:03:10.966808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f86396c4-df06-4437-9a83-83c0b1935712 req-6d7821d6-f837-4f4f-b31e-14a28b687584 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255506 Aug 29 05:03:11.064131 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86396c4-df06-4437-9a83-83c0b1935712 req-c63d914e-968c-4228-8e3a-3e85fe16a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:11.065659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f86396c4-df06-4437-9a83-83c0b1935712 req-c63d914e-968c-4228-8e3a-3e85fe16a1be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922348 Aug 29 05:03:11.107907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17a4a-e576-4982-b33e-b9ca9898ab8c req-af4b4a57-4a1f-4c60-9b2f-064d3d95b2c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:11.109408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dde17a4a-e576-4982-b33e-b9ca9898ab8c req-af4b4a57-4a1f-4c60-9b2f-064d3d95b2c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Aug 29 05:03:11.146408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dde17a4a-e576-4982-b33e-b9ca9898ab8c req-15542bdb-78df-4b3d-9594-2004c312b95e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303826 Aug 29 05:03:12.605971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4673ab-e1e7-477d-9c5b-d54d93b57502 req-3c24d73a-022f-4e4e-a3b5-2709039254f1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.607458 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d4673ab-e1e7-477d-9c5b-d54d93b57502 req-3c24d73a-022f-4e4e-a3b5-2709039254f1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 945 time: 0.3915036 Aug 29 05:03:12.652200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-d9025def-ae24-463c-9860-9d38613dbed7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.653157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-d9025def-ae24-463c-9860-9d38613dbed7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 945 time: 0.0804803 Aug 29 05:03:12.660334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d4673ab-e1e7-477d-9c5b-d54d93b57502 req-3c4b3b00-112b-4748-902b-ad768b5ef569 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451574 Aug 29 05:03:12.748049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:03:12.748390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.833109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] For port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:12.833458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.846057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:03:12.975235 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.986650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['ca58607a-e5d4-46cc-8c92-4d1ca380a5d5'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:13.003612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=ca58607a-e5d4-46cc-8c92-4d1ca380a5d5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:13.046669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] No DVR routers for this DVR port ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:03:13.049445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:13.051625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71b60598-37fb-41f9-9496-5731df5d10f6 req-26853abd-cd07-498e-b34a-defa4a119c41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.37 "DELETE /v2.0/ports/ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 HTTP/1.1" status: 204 len: 173 time: 0.3903518 Aug 29 05:03:13.052106 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'name': 'network-vif-deleted', 'tag': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:13.054814 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d114c04-22f4-4a53-b53a-d42b82beadd9" -d '{"events": [{"server_uuid": "a4b56eb0-4eee-4fd9-998e-67445c0ac769", "name": "network-vif-deleted", "tag": "ca58607a-e5d4-46cc-8c92-4d1ca380a5d5"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:13.105562 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9619d375-5914-4824-b098-9f02829370c3 x-openstack-request-id: req-9619d375-5914-4824-b098-9f02829370c3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:13.106319 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b56eb0-4eee-4fd9-998e-67445c0ac769", "name": "network-vif-deleted", "tag": "ca58607a-e5d4-46cc-8c92-4d1ca380a5d5", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:13.107781 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9619d375-5914-4824-b098-9f02829370c3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:13.108297 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b56eb0-4eee-4fd9-998e-67445c0ac769', 'name': 'network-vif-deleted', 'tag': 'ca58607a-e5d4-46cc-8c92-4d1ca380a5d5', 'status': 'completed', 'code': 200} Aug 29 05:03:13.172661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['28882a32-20f7-47c0-914b-fca358483e38'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:13.761241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60cf4717-5154-414f-8f67-78a5f73c40eb req-c8c0e66f-9516-45b3-b772-f9385b387acf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 210 time: 0.0320349 Aug 29 05:03:14.866708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-84c6713a-324a-47e9-9cf3-67dd91076c1d req-b246c440-07cd-484a-875a-4758d05148dd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 210 time: 0.0316048 Aug 29 05:03:15.840159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:03:15.860880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:03:15.861250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device ca58607a-e5d4-46cc-8c92-4d1ca380a5d5 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:03:15.973991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e900157d-82e5-4835-9baf-851f4eafdce8 req-81641a7a-c1e1-4083-ad8c-6c0d4c08b156 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4b56eb0-4eee-4fd9-998e-67445c0ac769 HTTP/1.1" status: 200 len: 210 time: 0.0339057 Aug 29 05:03:16.864272 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6490ab74-e978-4768-8bc5-70e8375c6448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:19.532759 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1778ebc7-f0be-45a8-b796-7e894ddb739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:19.677439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:20.882274 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:21.025553 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:21.517542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c252b-d2a3-4b9f-b7af-ce89b028b369 req-0bba9543-c70a-4145-bcef-449feef3578e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:21.519071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-806c252b-d2a3-4b9f-b7af-ce89b028b369 req-0bba9543-c70a-4145-bcef-449feef3578e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 945 time: 0.0483284 Aug 29 05:03:21.557692 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-806c252b-d2a3-4b9f-b7af-ce89b028b369 req-800cbb5a-fd80-4408-8b6d-e1de214dd27a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Aug 29 05:03:22.413952 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:22.677543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f336-486d-423a-ab9b-4f02ca756c40 req-3361039b-c0a5-4f44-9374-efd42f3f4647 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:22.679207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8b26f336-486d-423a-ab9b-4f02ca756c40 req-3361039b-c0a5-4f44-9374-efd42f3f4647 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 945 time: 0.0517628 Aug 29 05:03:22.719384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8b26f336-486d-423a-ab9b-4f02ca756c40 req-47059eb8-d70d-4bae-bf5b-e736a8237129 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=51baf79d-aa31-488b-9ab1-36eaa7458877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Aug 29 05:03:23.144701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-a3a3ab7c-c066-4b3f-a7ad-2ef435b90f2b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:23.146239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-a3a3ab7c-c066-4b3f-a7ad-2ef435b90f2b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Aug 29 05:03:23.238417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port 28882a32-20f7-47c0-914b-fca358483e38 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:03:23.238731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:23.326085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] For port 28882a32-20f7-47c0-914b-fca358483e38, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=28882a32-20f7-47c0-914b-fca358483e38,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:23.326449 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:23.339192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for 28882a32-20f7-47c0-914b-fca358483e38 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:03:23.477129 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:23.509698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['28882a32-20f7-47c0-914b-fca358483e38'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:23.514194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=28882a32-20f7-47c0-914b-fca358483e38,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:23.568059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] No DVR routers for this DVR port 28882a32-20f7-47c0-914b-fca358483e38 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:03:23.570729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:23.572779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fc34f417-fdfa-477f-bc3d-260ac8c76036 req-af9bf942-f93b-438c-91eb-397ab4df3fe6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "DELETE /v2.0/ports/28882a32-20f7-47c0-914b-fca358483e38 HTTP/1.1" status: 204 len: 173 time: 0.4197896 Aug 29 05:03:23.573223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'name': 'network-vif-deleted', 'tag': '28882a32-20f7-47c0-914b-fca358483e38'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:23.575572 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9720b65f-4724-4929-8957-3e8ab16515b3" -d '{"events": [{"server_uuid": "e77f918f-ea8e-42d0-937e-d3188d305986", "name": "network-vif-deleted", "tag": "28882a32-20f7-47c0-914b-fca358483e38"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:23.626441 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6269dbb9-fb55-4a39-9b38-658eb664bcd6 x-openstack-request-id: req-6269dbb9-fb55-4a39-9b38-658eb664bcd6 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:23.626961 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77f918f-ea8e-42d0-937e-d3188d305986", "name": "network-vif-deleted", "tag": "28882a32-20f7-47c0-914b-fca358483e38", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:23.627357 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6269dbb9-fb55-4a39-9b38-658eb664bcd6 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:23.627955 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77f918f-ea8e-42d0-937e-d3188d305986', 'name': 'network-vif-deleted', 'tag': '28882a32-20f7-47c0-914b-fca358483e38', 'status': 'completed', 'code': 200} Aug 29 05:03:23.820174 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-559fc571-b1a5-4e12-8196-0ab86ae88dc2 req-9c2c04a8-f68e-4707-a612-dee91aca4dcf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 210 time: 0.0313625 Aug 29 05:03:24.924517 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-211a49c7-ba12-4dcc-b3e1-e053e23db9d6 req-296c203f-2945-4c79-a078-cc66602aa1a5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Aug 29 05:03:25.989861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28882a32-20f7-47c0-914b-fca358483e38 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:03:26.013401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 28882a32-20f7-47c0-914b-fca358483e38 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:03:26.013880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 28882a32-20f7-47c0-914b-fca358483e38 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:03:26.041254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06c78bbf-ba1a-4746-a17a-426d8e8815ae req-c7c1cbe0-a534-49dc-ace5-a69b12cadb48 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 210 time: 0.0291078 Aug 29 05:03:26.334178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-1199c7f7-97c1-4e14-b8ef-a3372524e8cd service neutron] (94823) timed out ('10.222.0.55', 55916) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:03:27.162898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e79b9be4-d4b6-4d9a-8e63-afa4bdd12cbc req-71f68eb6-f1ef-4ef1-9994-d06657472518 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=e77f918f-ea8e-42d0-937e-d3188d305986 HTTP/1.1" status: 200 len: 210 time: 0.0303755 Aug 29 05:03:29.379031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-c3b8570c-7a33-4d16-bfc0-38f7b7272f34 req-d44a926a-32fc-4e54-a992-0b0003648fd4 service neutron] (94823) timed out ('10.222.0.32', 55415) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:03:30.062310 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:30.181312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39818) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.186435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-815425861', 'description': 'tempest-secgroup-smoke-815425861 description', 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:30.211558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.304459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.309976 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.337519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.341811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1592612 Aug 29 05:03:30.342189 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 39820) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.346515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:30.347301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'security_group_rule': {'security_group_id': '6ca10fe7-dde8-4ae3-8037-6d827a3c7e87', 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:30.355318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.355678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.356018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.356420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.356688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.357018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.357511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.357877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.358206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.358538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.358912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.359188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd8398-0b72-4ac6-a959-86a6d4f4d41c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.385757 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.454312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.458498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.476452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bae45f-c492-437f-85ff-a3afbe57ee2a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:30.485721 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.486919 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440003 Aug 29 05:03:30.488835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.489185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.489528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.489882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.490211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.490373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39822) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.490809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.490906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.491160 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.491481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.491798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.492230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.492556 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c896aad9-f948-4c07-826a-5c60ff9c1df3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:30.495811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-070e6180-7c3b-409f-9292-4c6b9f50fcc8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'security_group_rule': {'security_group_id': '6ca10fe7-dde8-4ae3-8037-6d827a3c7e87', 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:30.523212 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-070e6180-7c3b-409f-9292-4c6b9f50fcc8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.581820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-070e6180-7c3b-409f-9292-4c6b9f50fcc8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.585339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-070e6180-7c3b-409f-9292-4c6b9f50fcc8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.603819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e6180-7c3b-409f-9292-4c6b9f50fcc8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ac6a4c-ebba-4a8c-8ca5-aa8aa5d72798,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:30.610004 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-070e6180-7c3b-409f-9292-4c6b9f50fcc8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.611162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-070e6180-7c3b-409f-9292-4c6b9f50fcc8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197662 Aug 29 05:03:30.614336 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39824) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.618767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0cede8a6-811f-49bd-a02b-8af9950e73ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'security_group_rule': {'security_group_id': '6ca10fe7-dde8-4ae3-8037-6d827a3c7e87', 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:30.643584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cede8a6-811f-49bd-a02b-8af9950e73ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.702906 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cede8a6-811f-49bd-a02b-8af9950e73ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.707413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cede8a6-811f-49bd-a02b-8af9950e73ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.727835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cede8a6-811f-49bd-a02b-8af9950e73ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09626cc3-6c04-4df3-a199-c2d40e1a382e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:30.735480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cede8a6-811f-49bd-a02b-8af9950e73ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.736856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0cede8a6-811f-49bd-a02b-8af9950e73ca tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215866 Aug 29 05:03:30.740535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39826) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.745422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4b43e7fc-2b46-4872-8759-67f1d2cb3bb5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'security_group_rule': {'security_group_id': '6ca10fe7-dde8-4ae3-8037-6d827a3c7e87', 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:30.773490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b43e7fc-2b46-4872-8759-67f1d2cb3bb5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.837506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b43e7fc-2b46-4872-8759-67f1d2cb3bb5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.841661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b43e7fc-2b46-4872-8759-67f1d2cb3bb5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.859370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43e7fc-2b46-4872-8759-67f1d2cb3bb5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c701392f-3352-4b60-8831-2cd30b2d3f64,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:30.866678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b43e7fc-2b46-4872-8759-67f1d2cb3bb5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.867908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4b43e7fc-2b46-4872-8759-67f1d2cb3bb5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262431 Aug 29 05:03:30.870628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39828) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.874989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'security_group_rule': {'security_group_id': '6ca10fe7-dde8-4ae3-8037-6d827a3c7e87', 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:30.895453 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Project 8fb7a6617bc94c97952e7a903c99aaf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:03:30.900200 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.960460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.964159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.981852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd97ec11-a3af-4334-bcf5-447aa497ec08,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:30.987712 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.989540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-112c7682-3d82-4100-a2b4-3935437f2fcd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179881 Aug 29 05:03:30.992326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 39830) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:03:30.996706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'security_group_rule': {'security_group_id': '6ca10fe7-dde8-4ae3-8037-6d827a3c7e87', 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:31.017571 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Project 8fb7a6617bc94c97952e7a903c99aaf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:03:31.022919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.084695 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.088561 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.108027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5b5950-f9af-409b-b0f1-e5c3348bcfc4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:31.112071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.113704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6afc1129-9f8e-4d68-b966-2efd03ca047d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201408 Aug 29 05:03:31.658982 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:44.403239 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-d6e510de-5a4e-481d-838d-d17c831dfc29 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815425861&fields=id&tenant_id=8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 267 time: 0.0317748 Aug 29 05:03:44.509263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-77f3f27b-b712-4e8e-acef-9f835d46fbc0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:44.510654 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-77f3f27b-b712-4e8e-acef-9f835d46fbc0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1008449 Aug 29 05:03:44.525584 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-96bfba12-05a1-4c53-aeac-bafa005fb406 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/quotas/8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 375 time: 0.0093315 Aug 29 05:03:44.575655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-f0492710-2671-456e-adcc-da6a235af17a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450132 Aug 29 05:03:44.643716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-f0ed1efd-8e61-465b-a3f1-6c45f6b19f72 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:03:44.644730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-f0ed1efd-8e61-465b-a3f1-6c45f6b19f72 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571320 Aug 29 05:03:44.739549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-d288ef27-6078-4d6c-8ee0-9ca2017b8f7e service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879819 Aug 29 05:03:44.828643 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-01916e36-fcc8-45b9-a643-8c5ee25bb292 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829501 Aug 29 05:03:45.109927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-834a60e4-3c4d-4a97-9580-36bb77233ef1 req-dd0017f2-9eb5-4d23-b78c-40233b5acd97 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 210 time: 0.0253975 Aug 29 05:03:46.077384 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-0c968836-de9f-4f6e-92b5-ee9f20be3b70 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:46.078868 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-0c968836-de9f-4f6e-92b5-ee9f20be3b70 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1140442 Aug 29 05:03:46.141225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-a34ebb16-d82d-4731-8cfc-42991be0bdab tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 379 time: 0.0414646 Aug 29 05:03:46.151269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'port': {'device_id': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'admin_state_up': True, 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'security_groups': ['6ca10fe7-dde8-4ae3-8037-6d827a3c7e87']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:46.233249 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-235d66b9-e55c-47db-85e0-781c33ca9ef3 req-dd891993-4966-45b6-b16c-9efcc993ffd0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 210 time: 0.0393896 Aug 29 05:03:46.293692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:03:46.297154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:46.427646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.20.0.3 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/9e6acde0-523c-43f7-95af-f04d2d6d20af) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:46.568862 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:46.582864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Transition to ACTIVE for port object 9e6acde0-523c-43f7-95af-f04d2d6d20af will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:46.617930 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:46.663232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:46.668989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:46.672489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:46.700114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=9e6acde0-523c-43f7-95af-f04d2d6d20af,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:46.732978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:46.734064 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:46.750403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-f4c9e974-cf62-48ec-aedf-ea8025cbc544 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030738 Aug 29 05:03:46.768428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Request body: {'port': {'device_id': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:46.830476 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:46.870347 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f32f0fd3-70a6-47a1-9b09-c03ac1a81d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:46.984008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3fb1dbe-bc95-4a79-9641-acf373f5cb73 None None] Provisioning for port 9e6acde0-523c-43f7-95af-f04d2d6d20af completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:46.988045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3fb1dbe-bc95-4a79-9641-acf373f5cb73 None None] Provisioning complete for port 9e6acde0-523c-43f7-95af-f04d2d6d20af triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:46.988425 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1dbe-bc95-4a79-9641-acf373f5cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.027263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb1dbe-bc95-4a79-9641-acf373f5cb73 None None] Port 9e6acde0-523c-43f7-95af-f04d2d6d20af cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:03:47.120367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6acde0-523c-43f7-95af-f04d2d6d20af {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:47.128101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.141536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Transition to ACTIVE for port object 9e6acde0-523c-43f7-95af-f04d2d6d20af will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:47.145349 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.195571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Pushing event updated for resources: {'Port': ['ID=9e6acde0-523c-43f7-95af-f04d2d6d20af,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:47.300367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Attempting to bind port 9e6acde0-523c-43f7-95af-f04d2d6d20af on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:47.300985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Attempting to bind port 9e6acde0-523c-43f7-95af-f04d2d6d20af by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:47.301491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Attempting to bind port 9e6acde0-523c-43f7-95af-f04d2d6d20af on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:47.307095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Port 9e6acde0-523c-43f7-95af-f04d2d6d20af on network e1640298-3639-4f08-a37f-7a7e7e1ce11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:03:47.307854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Attempting to bind port 9e6acde0-523c-43f7-95af-f04d2d6d20af on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:47.313614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:47.314281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:47.314871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:47.315515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Bound port: 9e6acde0-523c-43f7-95af-f04d2d6d20af, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:47.316079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.372749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cf480-56d7-4103-9f43-a4eb935c155d req-810f136e-51c5-4147-937b-320f50f094cb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.381264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b62cf480-56d7-4103-9f43-a4eb935c155d req-810f136e-51c5-4147-937b-320f50f094cb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0623190 Aug 29 05:03:47.407854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] For port 9e6acde0-523c-43f7-95af-f04d2d6d20af, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:47.411056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] For port 9e6acde0-523c-43f7-95af-f04d2d6d20af, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:47.417735 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.425099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b62cf480-56d7-4103-9f43-a4eb935c155d req-8d0f10cd-ee75-4f7d-a9f9-24024ca9caaa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Aug 29 05:03:47.458809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.459436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:47.461019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] 10.222.0.32 "PUT /v2.0/ports/9e6acde0-523c-43f7-95af-f04d2d6d20af HTTP/1.1" status: 200 len: 1092 time: 0.6970863 Aug 29 05:03:47.461464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:47.463856 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:47.487949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2904d-7118-430a-b9bf-06bc5656356f service neutron] Pushing event updated for resources: {'Port': ['ID=9e6acde0-523c-43f7-95af-f04d2d6d20af,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:47.519368 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37dc95-c525-4b77-bc3e-9be96c314365 x-openstack-request-id: req-3c37dc95-c525-4b77-bc3e-9be96c314365 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:47.519710 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:47.519967 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c37dc95-c525-4b77-bc3e-9be96c314365 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:47.520373 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'status': 'completed', 'code': 200} Aug 29 05:03:47.582806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-3f8d195f-5e9a-4508-ae0b-316ca056faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.584389 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-3f8d195f-5e9a-4508-ae0b-316ca056faa3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 1095 time: 0.0495493 Aug 29 05:03:47.634678 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-7c512578-e491-47fb-9e56-e07dcaa60cc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af HTTP/1.1" status: 200 len: 217 time: 0.0370934 Aug 29 05:03:47.687858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-d4e24ab2-50e2-48b4-8133-79bbb828352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.688922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-d4e24ab2-50e2-48b4-8133-79bbb828352c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0475049 Aug 29 05:03:47.740736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de47ef-5566-479f-ac14-5501876599a8 req-1928a2be-0620-49d5-b528-0ad6918cb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.742245 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-1928a2be-0620-49d5-b528-0ad6918cb375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451136 Aug 29 05:03:47.831589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-578250ed-d780-4d8a-b3b6-77dc1895f16b service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811450 Aug 29 05:03:47.925092 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09de47ef-5566-479f-ac14-5501876599a8 req-d6e64b46-0ce0-4fee-9b9e-6b6dff46c455 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Aug 29 05:03:48.035499 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-ca58b5df-7d01-4e44-9d26-9ee574df55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.037577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-ca58b5df-7d01-4e44-9d26-9ee574df55a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 1095 time: 0.0421376 Aug 29 05:03:48.129469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-44b561b7-fa86-4ea4-bb73-a58f749f501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.131547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-44b561b7-fa86-4ea4-bb73-a58f749f501e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0859375 Aug 29 05:03:48.176851 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-7dc362ec-8cb8-496c-b643-fdba4996cf55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af HTTP/1.1" status: 200 len: 217 time: 0.0375879 Aug 29 05:03:48.225931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-85ccacaa-fd3c-4720-9b67-56ec0c3cc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.227375 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-85ccacaa-fd3c-4720-9b67-56ec0c3cc2ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0439477 Aug 29 05:03:48.273763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-e761ce4f-29da-4963-b1fb-228c7e5a1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.275173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-e761ce4f-29da-4963-b1fb-228c7e5a1eb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400591 Aug 29 05:03:48.370007 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-9cc5641c-b7ea-4117-ac83-b6ec9d950dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877359 Aug 29 05:03:48.464858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24e9bc8f-8a93-408e-8c12-75ad0462a2b6 req-9842e508-c312-448c-935b-b5f4c66d21d7 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869255 Aug 29 05:03:48.537977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81784f71-0b23-4b8f-aad7-f845ccbde1f9 req-31efb72b-6de1-4361-a44b-c1f658d33cf9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.539535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81784f71-0b23-4b8f-aad7-f845ccbde1f9 req-31efb72b-6de1-4361-a44b-c1f658d33cf9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0500731 Aug 29 05:03:48.577761 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81784f71-0b23-4b8f-aad7-f845ccbde1f9 req-ec83e449-ea7a-47b5-b73e-5608326b4ad7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Aug 29 05:03:49.525407 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8fc1131-e996-485a-9d7a-2c465fd564d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:49.672176 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:49.697460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305c91-8a45-431c-b396-54ac6db5d986 req-3f478896-acd1-4b19-b495-cbefe93b7c4b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:49.699023 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78305c91-8a45-431c-b396-54ac6db5d986 req-3f478896-acd1-4b19-b495-cbefe93b7c4b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0542736 Aug 29 05:03:49.743168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-78305c91-8a45-431c-b396-54ac6db5d986 req-70e3b3a7-680f-428b-9ab2-b6695be07b66 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379965 Aug 29 05:03:50.855910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42949dd9-24fc-4486-9d55-e29a7ef14ba9 req-05033213-9468-4362-a104-76c4cf376984 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:50.857361 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42949dd9-24fc-4486-9d55-e29a7ef14ba9 req-05033213-9468-4362-a104-76c4cf376984 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0480189 Aug 29 05:03:50.886046 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:50.895662 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42949dd9-24fc-4486-9d55-e29a7ef14ba9 req-f082d419-b133-48c6-847c-6c0b15156f49 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Aug 29 05:03:51.029747 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:52.010583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081483b-bede-47ae-b38b-125a99e7eb08 req-13c072c1-6c9b-4229-8d32-ddd785a772a9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:52.012066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2081483b-bede-47ae-b38b-125a99e7eb08 req-13c072c1-6c9b-4229-8d32-ddd785a772a9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0499725 Aug 29 05:03:52.049382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2081483b-bede-47ae-b38b-125a99e7eb08 req-bf9070cf-5ef5-4e02-9f1a-22f2d257f7a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313592 Aug 29 05:03:52.416157 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:53.166588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b450d7-d0b8-441a-91df-ae8e4fbab238 req-e4b90daf-68fb-4ccf-9076-ed154c7c65ef tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:53.168039 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73b450d7-d0b8-441a-91df-ae8e4fbab238 req-e4b90daf-68fb-4ccf-9076-ed154c7c65ef tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0518303 Aug 29 05:03:53.205407 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-73b450d7-d0b8-441a-91df-ae8e4fbab238 req-9a696bbd-87cf-423f-973e-48471a07bc6b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314891 Aug 29 05:03:54.316724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cb053-f4bb-4e51-a849-4bfdeb9f377d req-82a49f25-82d3-4e76-8643-7985a44a58ee tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:54.318874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a93cb053-f4bb-4e51-a849-4bfdeb9f377d req-82a49f25-82d3-4e76-8643-7985a44a58ee tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0492840 Aug 29 05:03:54.357443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a93cb053-f4bb-4e51-a849-4bfdeb9f377d req-24111960-00d5-4a10-a3ec-ed004908a2d7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Aug 29 05:03:55.478130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66fdd1-c04a-4d4c-9fe8-776628a27f96 req-b1b44ea2-8598-4e2d-a2da-4a3060596505 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:55.479597 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba66fdd1-c04a-4d4c-9fe8-776628a27f96 req-b1b44ea2-8598-4e2d-a2da-4a3060596505 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0488687 Aug 29 05:03:55.516313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba66fdd1-c04a-4d4c-9fe8-776628a27f96 req-0a802b40-5ec9-4e10-b466-c916bc7d4346 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 Aug 29 05:03:56.631742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6563-f1c4-4324-a172-2043c5c258d4 req-0e874410-2b6a-4120-a4cd-31c6e00e9d5d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:56.633210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0ca6563-f1c4-4324-a172-2043c5c258d4 req-0e874410-2b6a-4120-a4cd-31c6e00e9d5d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0490756 Aug 29 05:03:56.673880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0ca6563-f1c4-4324-a172-2043c5c258d4 req-5186d8a7-0007-44d1-884a-ea64de40fef5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345700 Aug 29 05:03:57.787549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4371f-669b-4efd-b37b-296f4e3be22e req-f30b7971-92d6-4c79-8579-ca6f2f82af21 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:57.788934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07c4371f-669b-4efd-b37b-296f4e3be22e req-f30b7971-92d6-4c79-8579-ca6f2f82af21 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 943 time: 0.0476699 Aug 29 05:03:57.826065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07c4371f-669b-4efd-b37b-296f4e3be22e req-a2a1c388-3345-42fd-b553-3d44ce99e816 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Aug 29 05:03:58.162738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9e6acde0-523c-43f7-95af-f04d2d6d20af details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:03:58.252858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9e6acde0-523c-43f7-95af-f04d2d6d20af, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:58.266763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'port_id': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'mac_address': 'fa:16:3e:77:1d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:03:58.303224 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:58.315417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6acde0-523c-43f7-95af-f04d2d6d20af {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:58.334062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9e6acde0-523c-43f7-95af-f04d2d6d20af, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:58.337835 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:58.383853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9e6acde0-523c-43f7-95af-f04d2d6d20af,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:58.610000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9e6acde0-523c-43f7-95af-f04d2d6d20af'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:58.937869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a915-9ffb-43a0-bac2-2ae420fbc6e5 req-3d7eb4af-a8e9-4b36-8053-d1dfdfd60241 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:58.939340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eed6a915-9ffb-43a0-bac2-2ae420fbc6e5 req-3d7eb4af-a8e9-4b36-8053-d1dfdfd60241 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 944 time: 0.0484385 Aug 29 05:03:58.978625 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eed6a915-9ffb-43a0-bac2-2ae420fbc6e5 req-9af26c67-7a4f-4d09-844f-ac863bbd4c61 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324919 Aug 29 05:04:00.110895 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c8a-8ef6-4574-ab6f-ce4afb9e102f req-3b0ec72a-cfd4-440b-8afd-1d524c51eb32 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:00.112379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c6d9c8a-8ef6-4574-ab6f-ce4afb9e102f req-3b0ec72a-cfd4-440b-8afd-1d524c51eb32 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 944 time: 0.0530796 Aug 29 05:04:00.149531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c6d9c8a-8ef6-4574-ab6f-ce4afb9e102f req-d1c01ba3-d712-42c6-93ae-b86fff123983 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311239 Aug 29 05:04:00.150062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9e6acde0-523c-43f7-95af-f04d2d6d20af up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:04:00.197310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 9e6acde0-523c-43f7-95af-f04d2d6d20af completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:04:00.200872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9e6acde0-523c-43f7-95af-f04d2d6d20af triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:04:00.201246 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:00.278885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:00.300995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:00.303220 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfe5a82-64ca-478b-bfe7-25fc7fa9750f" -d '{"events": [{"server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "name": "network-vif-plugged", "status": "completed", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:00.315419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9e6acde0-523c-43f7-95af-f04d2d6d20af, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:00.320608 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:00.343510 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02f35bc-44eb-4b56-9373-d4006bb04ba6 x-openstack-request-id: req-f02f35bc-44eb-4b56-9373-d4006bb04ba6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:00.343803 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "name": "network-vif-plugged", "status": "completed", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:00.344054 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f02f35bc-44eb-4b56-9373-d4006bb04ba6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:00.344434 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'code': 200} Aug 29 05:04:00.368206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9e6acde0-523c-43f7-95af-f04d2d6d20af,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:00.462213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8e2b7-aa7a-4693-9d6f-efe359ea925a req-7f8a167c-6e30-41ee-9be8-6ba9af29a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:00.463664 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d8e2b7-aa7a-4693-9d6f-efe359ea925a req-7f8a167c-6e30-41ee-9be8-6ba9af29a4b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 1097 time: 0.0395782 Aug 29 05:04:00.497805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-71d8e2b7-aa7a-4693-9d6f-efe359ea925a req-544c3dd5-6e26-4483-a641-683a373d5ed8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264461 Aug 29 05:04:01.261940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ccc44-7ff8-42b0-8b1f-26fda3209e3d req-a99b2205-9f57-4541-87cd-d3c0d9f36bd5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:01.263331 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e4ccc44-7ff8-42b0-8b1f-26fda3209e3d req-a99b2205-9f57-4541-87cd-d3c0d9f36bd5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 29 05:04:01.302632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e4ccc44-7ff8-42b0-8b1f-26fda3209e3d req-e942c1e1-7488-4574-b0bf-e0bd36ba6ddf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326445 Aug 29 05:04:01.673401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:02.421715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9d708-58ee-48a5-93af-603020da57f6 req-a65529ad-b8ee-4b14-ba18-7b7094c9c4de tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:02.423189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1db9d708-58ee-48a5-93af-603020da57f6 req-a65529ad-b8ee-4b14-ba18-7b7094c9c4de tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 945 time: 0.0481625 Aug 29 05:04:02.464279 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1db9d708-58ee-48a5-93af-603020da57f6 req-941caedb-1746-4ee4-b34f-dec0af29fd11 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345867 Aug 29 05:04:02.575540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829288-78aa-4a6c-b7ce-296cf10eefe5 req-ea4440e3-14f5-4b7c-82c6-c4c70257fe3b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:02.577005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8829288-78aa-4a6c-b7ce-296cf10eefe5 req-ea4440e3-14f5-4b7c-82c6-c4c70257fe3b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 945 time: 0.0486417 Aug 29 05:04:02.614473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e8829288-78aa-4a6c-b7ce-296cf10eefe5 req-15249d0f-94ce-43f6-8c1a-0059f394c109 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311201 Aug 29 05:04:02.636292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40018) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:02.679737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa414c-e626-4e16-b03d-9556c7ab3514 tempest-TestVolumeBootPattern-1770244581 tempest-TestVolumeBootPattern-1770244581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:02.681270 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c1fa414c-e626-4e16-b03d-9556c7ab3514 tempest-TestVolumeBootPattern-1770244581 tempest-TestVolumeBootPattern-1770244581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 1092 time: 0.0439789 Aug 29 05:04:02.684413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40020) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:02.689169 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:02.710801 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:02.805456 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:02.908628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.25.7.98 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/dd139c34-81c4-4877-9e51-9afedbc73b2b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:04:03.012127 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.050046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.090147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:04:03.094824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:04:03.098409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:04:03.104345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=dd139c34-81c4-4877-9e51-9afedbc73b2b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:03.442147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.510424 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.657175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.661583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.730023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=dd139c34-81c4-4877-9e51-9afedbc73b2b,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:03.744932 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:03.843091 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Floating IP af8a672b-7bf1-430b-b82e-dd59c82ba995 associated. External IP: 172.25.7.98, port: 9e6acde0-523c-43f7-95af-f04d2d6d20af. Aug 29 05:04:04.050018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:04:04.407082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:04:04.417024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:04:04.423690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:04.426588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:04:04.427272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:03:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:04.450021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f9decb57-3494-4517-b534-a7479aa3ad14 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7644639 Aug 29 05:04:04.450610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:04.452871 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868fb935-08ee-483a-ae90-5c3735836fec" -d '{"events": [{"name": "network-changed", "server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:04.532180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:04:04.551921 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb13be5-5471-4866-ac3a-1b8b169f7327 x-openstack-request-id: req-dbb13be5-5471-4866-ac3a-1b8b169f7327 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:04.552223 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:04.552482 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbb13be5-5471-4866-ac3a-1b8b169f7327 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:04.552886 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'status': 'completed', 'code': 200} Aug 29 05:04:04.637978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb935-08ee-483a-ae90-5c3735836fec req-c7072c12-f308-449f-b8ac-52db8f718735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:04.639477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-868fb935-08ee-483a-ae90-5c3735836fec req-c7072c12-f308-449f-b8ac-52db8f718735 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 1097 time: 0.0408258 Aug 29 05:04:04.733012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb935-08ee-483a-ae90-5c3735836fec req-0e416a15-e74f-43fe-8bac-9160231f2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:04.734829 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-868fb935-08ee-483a-ae90-5c3735836fec req-0e416a15-e74f-43fe-8bac-9160231f2638 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0881999 Aug 29 05:04:04.761318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'af8a672b-7bf1-430b-b82e-dd59c82ba995', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:77:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:04:03Z', 'updated_at': '2021-08-29T05:04:03Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:04.787442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:04:04.796543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:04:04.797089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:03:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:04.806578 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-868fb935-08ee-483a-ae90-5c3735836fec req-3fdc5e78-9e73-47a4-a812-39ab8af7e3e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af HTTP/1.1" status: 200 len: 998 time: 0.0639644 Aug 29 05:04:04.859521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb935-08ee-483a-ae90-5c3735836fec req-51815b56-e02d-4f60-a7f0-2d44c255c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:04.861453 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-868fb935-08ee-483a-ae90-5c3735836fec req-51815b56-e02d-4f60-a7f0-2d44c255c1c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0478258 Aug 29 05:04:04.903533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:04:04.907599 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb935-08ee-483a-ae90-5c3735836fec req-8470c404-37f3-4fd9-83dd-6cb435270afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:04.909121 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-868fb935-08ee-483a-ae90-5c3735836fec req-8470c404-37f3-4fd9-83dd-6cb435270afa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410128 Aug 29 05:04:05.007168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-868fb935-08ee-483a-ae90-5c3735836fec req-e237dd9e-32d6-4220-9f4a-6e12035485ad service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911462 Aug 29 05:04:05.097773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-868fb935-08ee-483a-ae90-5c3735836fec req-342d960f-a732-4d19-9616-7a2be7d0cb4b service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837438 Aug 29 05:04:05.139080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'af8a672b-7bf1-430b-b82e-dd59c82ba995', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:77:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:04:03Z', 'updated_at': '2021-08-29T05:04:03Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:05.164282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd820c-4b2c-45e2-86da-5844c3adea8e None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'af8a672b-7bf1-430b-b82e-dd59c82ba995', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.98', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:77:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:04:03Z', 'updated_at': '2021-08-29T05:04:03Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:04:05.365394 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7209245-2676-4250-9393-a80e00f1d857 None None] New status for floating IP af8a672b-7bf1-430b-b82e-dd59c82ba995: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:04:07.060761 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:04:11.890246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c640cea8-3854-4c28-9324-a6cf4842d108 req-f8b0dcd2-4b96-4cb8-bfd3-9a3e07ca34ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0764723 Aug 29 05:04:11.938641 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c640cea8-3854-4c28-9324-a6cf4842d108 req-39379498-f5e4-459c-ac9b-da0a0f4e064e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0282001 Aug 29 05:04:11.977982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c640cea8-3854-4c28-9324-a6cf4842d108 req-6c6c16ae-a6d4-41e0-b59e-3078af15b203 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199528 Aug 29 05:04:12.077666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640cea8-3854-4c28-9324-a6cf4842d108 req-7279f68a-73cb-4d9a-85a3-e6a390a698eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:12.079235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c640cea8-3854-4c28-9324-a6cf4842d108 req-7279f68a-73cb-4d9a-85a3-e6a390a698eb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947044 Aug 29 05:04:16.863344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c1206f92-25bb-4ecb-8b3b-520a0a7829be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:19.524991 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a23d5f31-d8cd-4932-8472-bf35846f3454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:19.674095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:20.887226 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:21.031258 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:22.419035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:25.478234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-24aa47ad-f07c-4ae8-b86d-5b36ed1ed517 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0910838 Aug 29 05:04:25.580401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-ea896443-9d3d-46d9-ac4e-1ed065e6ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:25.581908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-ea896443-9d3d-46d9-ac4e-1ed065e6ada4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 1097 time: 0.0443463 Aug 29 05:04:25.682941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-ba355c60-ef90-4c16-969c-0acc69b61a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:25.684593 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-ba355c60-ef90-4c16-969c-0acc69b61a6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0831120 Aug 29 05:04:25.753800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-05a6aa0e-dcf8-4edc-96fb-4e360856f050 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af HTTP/1.1" status: 200 len: 1000 time: 0.0615287 Aug 29 05:04:25.804424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-a624b70b-6c19-4623-a688-2de24ea3fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:25.805985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-a624b70b-6c19-4623-a688-2de24ea3fa85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0448732 Aug 29 05:04:25.854455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-1d4ddaf8-a746-4be5-ab6c-024e5b21699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:25.855912 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-1d4ddaf8-a746-4be5-ab6c-024e5b21699e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402110 Aug 29 05:04:25.948359 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-f45dcb68-08d7-4edd-83b2-10bc2e40085e service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839009 Aug 29 05:04:26.039024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2aa90784-1f28-4fc3-9c09-a3206446302a req-0cd5b436-f0ce-42a2-b4b3-11fb5903205c service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826721 Aug 29 05:04:31.671262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:44.060598 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:04:46.864233 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0092dc2a-a307-4ffb-8af4-b840f8b7ac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:49.525713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1964c7c-995d-4c0e-a0e4-deab0b145c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:49.673853 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.890654 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.031858 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:52.421509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:01.687708 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:16.868316 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1cace3d-b554-453a-a21c-a065ccf7d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:19.525417 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-037d3a2c-854b-4473-9e44-f6154958caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:19.675937 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:20.897062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:21.036554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:21.059400 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:22.423697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:25.351213 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-760a9544-b373-4b80-9c87-482432577c4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396192 Aug 29 05:05:25.449421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-2593d5a4-94ac-4c58-947e-9df179bde26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:25.450916 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-2593d5a4-94ac-4c58-947e-9df179bde26a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 1097 time: 0.0436959 Aug 29 05:05:25.550730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-468d90d4-9f2e-4139-bb59-0fd20639098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:25.552183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-468d90d4-9f2e-4139-bb59-0fd20639098e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0822809 Aug 29 05:05:25.621348 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-618c6a40-1a38-43c1-bfb2-83a716634bf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af HTTP/1.1" status: 200 len: 1000 time: 0.0627520 Aug 29 05:05:25.670051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-48460dea-0c30-4487-a9a5-f327b5dfd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:25.671491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-48460dea-0c30-4487-a9a5-f327b5dfd1aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0428240 Aug 29 05:05:25.716979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-7f8685d5-1d1b-4388-b856-4bf9008c5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:25.719129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-7f8685d5-1d1b-4388-b856-4bf9008c5dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394568 Aug 29 05:05:25.808282 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-028c69aa-f0e7-409c-9d69-6fff8a9d42a1 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827901 Aug 29 05:05:25.896019 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a469ad71-a2da-4b7b-96d9-9b77ec0b3571 req-c74ac195-c7b6-4d42-8b37-35605b8053be service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802643 Aug 29 05:05:31.705885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:46.870269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5008c12d-231b-4b86-b3a0-bb7e82e8b71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:49.525276 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cd8931bb-95e6-4509-b5cd-020839e4f91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:49.676176 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:50.897202 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:51.035106 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:52.425885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:58.058648 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:01.093858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dc71e-9289-4289-b09d-7539415e33a7 req-41ead7ab-1295-4595-8121-a9a97bf26994 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:01.095351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6dc71e-9289-4289-b09d-7539415e33a7 req-41ead7ab-1295-4595-8121-a9a97bf26994 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 945 time: 0.0483675 Aug 29 05:06:01.132800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9b6dc71e-9289-4289-b09d-7539415e33a7 req-51d362cb-af4d-4029-af82-b101cba27259 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307088 Aug 29 05:06:01.714163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:02.267568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64ed08-170d-4ea4-abfb-a18afa512324 req-da62d949-c1c1-46b2-848a-c0e2803d4611 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:02.269107 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b64ed08-170d-4ea4-abfb-a18afa512324 req-da62d949-c1c1-46b2-848a-c0e2803d4611 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 945 time: 0.0532658 Aug 29 05:06:02.310738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b64ed08-170d-4ea4-abfb-a18afa512324 req-53f9637e-d1bc-45f4-a4ed-5932562b509d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350823 Aug 29 05:06:02.775401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c89be1-1782-4a8d-9830-634b90575cdf req-0ef6daa6-0a7a-40dc-b31c-7237f4ba4cdf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:02.776872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34c89be1-1782-4a8d-9830-634b90575cdf req-0ef6daa6-0a7a-40dc-b31c-7237f4ba4cdf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 945 time: 0.0557632 Aug 29 05:06:02.868360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port 9e6acde0-523c-43f7-95af-f04d2d6d20af {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:06:02.868617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:03.273916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] For port 9e6acde0-523c-43f7-95af-f04d2d6d20af, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9e6acde0-523c-43f7-95af-f04d2d6d20af,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:03.274280 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:03.517772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84ad8-df11-4edb-b6f7-c5e448d77ce2 req-29b714e9-9146-4ceb-bd82-f42748f2faa3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:03.519262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ba84ad8-df11-4edb-b6f7-c5e448d77ce2 req-29b714e9-9146-4ceb-bd82-f42748f2faa3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 945 time: 0.1036170 Aug 29 05:06:03.545524 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:03.545856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:03.546171 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Floating IP af8a672b-7bf1-430b-b82e-dd59c82ba995 disassociated. External IP: 172.25.7.98, port: 9e6acde0-523c-43f7-95af-f04d2d6d20af. Aug 29 05:06:03.546503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for 9e6acde0-523c-43f7-95af-f04d2d6d20af owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:06:03.604087 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7ba84ad8-df11-4edb-b6f7-c5e448d77ce2 req-cfc741e2-a222-42ff-bb3e-a8741e77476f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782318 Aug 29 05:06:03.693336 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:03.722324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=9e6acde0-523c-43f7-95af-f04d2d6d20af,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:03.732605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.732956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.733302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.733688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.734030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.734362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.734696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.735025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.735352 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.735677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.736001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.736328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:03.849010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:06:03.956952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:06:03.967118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:06:03.977550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:03.978300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:05:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:03.996757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] No DVR routers for this DVR port 9e6acde0-523c-43f7-95af-f04d2d6d20af on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:06:03.999283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:04.001285 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34c89be1-1782-4a8d-9830-634b90575cdf req-9c05f6fc-c538-4bd3-bea0-41acdaae6491 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "DELETE /v2.0/ports/9e6acde0-523c-43f7-95af-f04d2d6d20af HTTP/1.1" status: 204 len: 173 time: 1.2182481 Aug 29 05:06:04.001762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'name': 'network-vif-deleted', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:04.004051 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814403a6-a2f8-45dd-8163-c09fd5f4ac5f" -d '{"events": [{"server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "name": "network-vif-deleted", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:04.090842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:04.128810 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658ec0bf-1cb9-4446-acad-1b078b07ad0e x-openstack-request-id: req-658ec0bf-1cb9-4446-acad-1b078b07ad0e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:04.129407 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b22bf81-3cd5-4535-b0d6-66a9275086fb", "name": "network-vif-deleted", "tag": "9e6acde0-523c-43f7-95af-f04d2d6d20af", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:04.129834 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-658ec0bf-1cb9-4446-acad-1b078b07ad0e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:04.130592 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b22bf81-3cd5-4535-b0d6-66a9275086fb', 'name': 'network-vif-deleted', 'tag': '9e6acde0-523c-43f7-95af-f04d2d6d20af', 'status': 'completed', 'code': 200} Aug 29 05:06:04.299833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:04.335766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:06:04.344088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:04.344713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:05:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:04.603556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:04.715328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-965f97d5-bedb-476b-a305-f75ae16a50c0 req-5ccf2f50-321c-4e83-b5cf-4184f5186fb8 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 210 time: 0.0409610 Aug 29 05:06:04.820143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:04.846072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1af1f-3cb4-4811-9c47-5d0248aa0281 None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:06:05.080105 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff429a5-1a9c-40fd-ada6-eb5b0d445231 None None] New status for floating IP af8a672b-7bf1-430b-b82e-dd59c82ba995: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:06:05.807305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7ee0c7e-8268-4f0e-9ec2-57ecaeeba731 req-1c96846a-c368-42cc-907f-3a57712537cf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 210 time: 0.0302470 Aug 29 05:06:06.899766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b67e60e-6621-44cb-927f-ca3143f0f306 req-543b9c55-da71-4f1e-893e-30f6b35fbaba tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b22bf81-3cd5-4535-b0d6-66a9275086fb HTTP/1.1" status: 200 len: 210 time: 0.0263851 Aug 29 05:06:06.908195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9e6acde0-523c-43f7-95af-f04d2d6d20af no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:06:06.932332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 9e6acde0-523c-43f7-95af-f04d2d6d20af {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:06:06.932678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9e6acde0-523c-43f7-95af-f04d2d6d20af not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:06:08.108011 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-3e7516dc-5367-4e0c-8dda-009ca42464eb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815425861&fields=id&tenant_id=8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 267 time: 0.0346971 Aug 29 05:06:08.213033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-1a70bbb9-4825-4289-9e97-e0f46a636beb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:08.214452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-1a70bbb9-4825-4289-9e97-e0f46a636beb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.0991676 Aug 29 05:06:08.229814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-daf81961-16ed-4b01-8f93-50c70b0377c4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/quotas/8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 375 time: 0.0096323 Aug 29 05:06:08.288165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4e151be9-7d5a-450a-9daf-11898deb7bd0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530393 Aug 29 05:06:08.383142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-a23f4296-6cac-446c-90ed-3ff4f37532b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829728 Aug 29 05:06:08.477167 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-e75db133-e41f-4b77-b08a-b1358ba255ff service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877767 Aug 29 05:06:08.756196 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-752fda97-c238-453b-8cc4-b07675021f2d req-91dc421b-22c6-48d9-abd1-c18df93c6b86 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Aug 29 05:06:09.731080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-d5ce558b-04d7-4db9-a916-0025f0c8b753 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:09.732553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-d5ce558b-04d7-4db9-a916-0025f0c8b753 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1038904 Aug 29 05:06:09.781497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-7e9b1d01-6fa1-4e06-bf3c-acb24e9f8f37 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 379 time: 0.0340605 Aug 29 05:06:09.791141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'port': {'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'admin_state_up': True, 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'security_groups': ['6ca10fe7-dde8-4ae3-8037-6d827a3c7e87']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:06:09.874931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f85ea006-de65-4bae-ae43-b560162ab495 req-a24e7faf-29e5-4ea2-b6f1-4547fb5eec0a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 210 time: 0.0346875 Aug 29 05:06:09.933691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:06:09.937235 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.070268 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.20.0.6 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/5aeec84f-8ded-4284-991a-f816bc8f90d3) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:06:10.205743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.219851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Transition to ACTIVE for port object 5aeec84f-8ded-4284-991a-f816bc8f90d3 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:06:10.251755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.300391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:06:10.303622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:06:10.309882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:06:10.341630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=5aeec84f-8ded-4284-991a-f816bc8f90d3,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:10.371717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.372483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.389331 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0414aa47-22cc-476f-a441-fb663e4c401e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020095 Aug 29 05:06:10.408497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Request body: {'port': {'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:06:10.467861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.561040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce7efc79-1ac9-4a1b-8a33-0526c57ad232 None None] Provisioning for port 5aeec84f-8ded-4284-991a-f816bc8f90d3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:06:10.565560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ce7efc79-1ac9-4a1b-8a33-0526c57ad232 None None] Provisioning complete for port 5aeec84f-8ded-4284-991a-f816bc8f90d3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:06:10.566134 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ce7efc79-1ac9-4a1b-8a33-0526c57ad232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.602364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ce7efc79-1ac9-4a1b-8a33-0526c57ad232 None None] Port 5aeec84f-8ded-4284-991a-f816bc8f90d3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:06:10.744738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aeec84f-8ded-4284-991a-f816bc8f90d3 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:06:10.752302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.765810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Transition to ACTIVE for port object 5aeec84f-8ded-4284-991a-f816bc8f90d3 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:06:10.769445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.839946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeec84f-8ded-4284-991a-f816bc8f90d3,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:10.894414 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Attempting to bind port 5aeec84f-8ded-4284-991a-f816bc8f90d3 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:06:10.894998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Attempting to bind port 5aeec84f-8ded-4284-991a-f816bc8f90d3 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:06:10.896014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Attempting to bind port 5aeec84f-8ded-4284-991a-f816bc8f90d3 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:06:10.902996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Port 5aeec84f-8ded-4284-991a-f816bc8f90d3 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:06:10.903623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Attempting to bind port 5aeec84f-8ded-4284-991a-f816bc8f90d3 on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:06:10.909040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:06:10.909744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:06:10.910751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:06:10.912002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Bound port: 5aeec84f-8ded-4284-991a-f816bc8f90d3, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:06:10.912532 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:11.002306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] For port 5aeec84f-8ded-4284-991a-f816bc8f90d3, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:06:11.006156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] For port 5aeec84f-8ded-4284-991a-f816bc8f90d3, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:06:11.012748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:11.033254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820a4a6-2563-4300-b61c-e5728b387ed1 req-e7c9ce3d-7b80-4bb9-8409-ebb03ff9bcee tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.035464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a820a4a6-2563-4300-b61c-e5728b387ed1 req-e7c9ce3d-7b80-4bb9-8409-ebb03ff9bcee tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0629451 Aug 29 05:06:11.054683 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.055370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:11.057522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 1092 time: 0.6536095 Aug 29 05:06:11.058569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:11.061238 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016d0538-e581-4863-b792-4df5c8f66ade" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:11.099071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a820a4a6-2563-4300-b61c-e5728b387ed1 req-d2d65d46-d29a-4b04-9182-178601896f7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519016 Aug 29 05:06:11.105055 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec6c4d-fe29-4ec4-8c23-64aa1e1222f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aeec84f-8ded-4284-991a-f816bc8f90d3,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:11.126318 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638efbbd-aa14-4dd3-9808-945d86fda39c x-openstack-request-id: req-638efbbd-aa14-4dd3-9808-945d86fda39c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:11.126664 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:11.126959 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-638efbbd-aa14-4dd3-9808-945d86fda39c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:11.127364 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'status': 'completed', 'code': 200} Aug 29 05:06:11.164091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-1a68a355-2fdb-41fe-9db2-d2761e630bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.165641 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-1a68a355-2fdb-41fe-9db2-d2761e630bec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1095 time: 0.0504668 Aug 29 05:06:11.219144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-1fbe5a39-c2ef-4431-8097-fb8e5042af6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 217 time: 0.0404160 Aug 29 05:06:11.272123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0d4b240e-97b0-4969-b9fb-7acfb9a8249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.273662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-0d4b240e-97b0-4969-b9fb-7acfb9a8249b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0477519 Aug 29 05:06:11.322109 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4f0f67e3-ed1d-492b-8894-17d7835fee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.323652 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-4f0f67e3-ed1d-492b-8894-17d7835fee5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429938 Aug 29 05:06:11.418865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-84b6636a-c309-447f-a63c-1a7fead1a3d3 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881052 Aug 29 05:06:11.510304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e26bc803-dd30-41da-bc4d-325b013367e1 req-e6cbe186-ccc4-4457-a586-7c6be3b0ef27 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842898 Aug 29 05:06:11.623672 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0538-e581-4863-b792-4df5c8f66ade req-bf393643-1502-41a7-9364-0247c7ac7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.625148 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-016d0538-e581-4863-b792-4df5c8f66ade req-bf393643-1502-41a7-9364-0247c7ac7b14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1095 time: 0.0438657 Aug 29 05:06:11.719000 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0538-e581-4863-b792-4df5c8f66ade req-a3158471-15db-4848-bcba-cc1598355823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.720493 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-016d0538-e581-4863-b792-4df5c8f66ade req-a3158471-15db-4848-bcba-cc1598355823 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0889244 Aug 29 05:06:11.767284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-016d0538-e581-4863-b792-4df5c8f66ade req-528f5ff0-68d6-4891-bb4d-1b78bac8e57e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 217 time: 0.0402007 Aug 29 05:06:11.814052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0538-e581-4863-b792-4df5c8f66ade req-5ac7eb6a-835a-4afe-978a-e34e201091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.815504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-016d0538-e581-4863-b792-4df5c8f66ade req-5ac7eb6a-835a-4afe-978a-e34e201091d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0419700 Aug 29 05:06:11.865606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0538-e581-4863-b792-4df5c8f66ade req-ebd85706-2160-4cae-ab46-dc83cfc5f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.867146 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-016d0538-e581-4863-b792-4df5c8f66ade req-ebd85706-2160-4cae-ab46-dc83cfc5f82b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444398 Aug 29 05:06:11.956890 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-016d0538-e581-4863-b792-4df5c8f66ade req-6e33b729-21b2-4b8f-aa45-f347cc7bd83e service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826170 Aug 29 05:06:12.066612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-016d0538-e581-4863-b792-4df5c8f66ade req-1e98b724-6593-4fc0-a183-f1bb03284725 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019821 Aug 29 05:06:12.205121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40418a-d1ca-4df9-aa10-e5769be3b049 req-4c588aac-c874-4818-9379-71a0428f2854 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:12.206729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d40418a-d1ca-4df9-aa10-e5769be3b049 req-4c588aac-c874-4818-9379-71a0428f2854 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0495794 Aug 29 05:06:12.247611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0d40418a-d1ca-4df9-aa10-e5769be3b049 req-04856714-2e9b-412b-9f0b-e0b58f3d5357 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339234 Aug 29 05:06:13.367686 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7af9a-454a-4ac1-9db0-0646e1697935 req-e6eeb568-8381-4cf6-b4d9-73212fcdc2bf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:13.369205 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ed7af9a-454a-4ac1-9db0-0646e1697935 req-e6eeb568-8381-4cf6-b4d9-73212fcdc2bf tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0524573 Aug 29 05:06:13.410573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ed7af9a-454a-4ac1-9db0-0646e1697935 req-49a18943-af42-4846-9c26-4073d08a5938 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324864 Aug 29 05:06:13.851875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb21b3ac-d52d-4d5b-abd9-0019de35ca2e req-aa13f222-9033-4368-82ea-3f05bb2f79fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267048 Aug 29 05:06:13.915756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb21b3ac-d52d-4d5b-abd9-0019de35ca2e req-b1cc8716-4eaa-4d96-a9f5-6b7c96906f5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0258555 Aug 29 05:06:13.953086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb21b3ac-d52d-4d5b-abd9-0019de35ca2e req-e75c840d-4fd1-4bf1-bef6-14411504eb83 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185323 Aug 29 05:06:14.048366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21b3ac-d52d-4d5b-abd9-0019de35ca2e req-19b0da8f-bd0d-412f-b6f2-394c103cc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:14.049842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb21b3ac-d52d-4d5b-abd9-0019de35ca2e req-19b0da8f-bd0d-412f-b6f2-394c103cc021 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907826 Aug 29 05:06:14.527127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d105b69-b76f-4d47-9bb3-9d6a93e78f65 req-2ecad4b3-e50a-4174-9dd0-cf30f8ab3242 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:14.528593 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d105b69-b76f-4d47-9bb3-9d6a93e78f65 req-2ecad4b3-e50a-4174-9dd0-cf30f8ab3242 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0517061 Aug 29 05:06:14.564906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d105b69-b76f-4d47-9bb3-9d6a93e78f65 req-3f980a56-5ee0-49f9-aa75-7c725bba0b43 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304077 Aug 29 05:06:15.677643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9005-4fcc-47da-9c20-9bfad7337881 req-11dc8b2b-db04-4743-b077-6efb6c824e81 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:15.679122 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ecdd9005-4fcc-47da-9c20-9bfad7337881 req-11dc8b2b-db04-4743-b077-6efb6c824e81 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0488491 Aug 29 05:06:15.716917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ecdd9005-4fcc-47da-9c20-9bfad7337881 req-ca178108-777b-4c02-b162-48bcce060381 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320880 Aug 29 05:06:16.831532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4d835-69db-4b74-ad8c-1ebd566a1c0f req-695318e9-75f7-4b4e-bbea-22940ff98479 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:16.833525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57f4d835-69db-4b74-ad8c-1ebd566a1c0f req-695318e9-75f7-4b4e-bbea-22940ff98479 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0486865 Aug 29 05:06:16.870965 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3eb96d53-5652-4de5-a070-b2f122d13419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:16.872830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57f4d835-69db-4b74-ad8c-1ebd566a1c0f req-63f7bfe6-7505-4f56-a25e-e08950f54bdc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333297 Aug 29 05:06:17.991166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226b19c-3a07-4a13-a779-ecc966b528b5 req-43eb6e4c-85e3-459b-96d2-59654cd14c70 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:17.992671 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2226b19c-3a07-4a13-a779-ecc966b528b5 req-43eb6e4c-85e3-459b-96d2-59654cd14c70 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0536067 Aug 29 05:06:18.028754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2226b19c-3a07-4a13-a779-ecc966b528b5 req-f9d57cef-e3a9-47a8-9f8d-1f14240038c3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302513 Aug 29 05:06:19.141331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361acba-ede4-4bfc-8f19-f057da484bfe req-4f13f58f-5958-4aa9-81ce-537e683c3586 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:19.142824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4361acba-ede4-4bfc-8f19-f057da484bfe req-4f13f58f-5958-4aa9-81ce-537e683c3586 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0487957 Aug 29 05:06:19.180219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4361acba-ede4-4bfc-8f19-f057da484bfe req-101c4b8d-2dd6-48c0-bf55-b7d3acb32347 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309665 Aug 29 05:06:19.525964 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-546500f5-70a8-4db9-8c4f-b0f30af7521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:19.676955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:20.291754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea26e6-24e4-4dc3-be15-673b90ff8c79 req-47ee1695-f9c0-4bf7-9313-5ea81177cd43 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:20.293229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccea26e6-24e4-4dc3-be15-673b90ff8c79 req-47ee1695-f9c0-4bf7-9313-5ea81177cd43 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 943 time: 0.0479202 Aug 29 05:06:20.331000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccea26e6-24e4-4dc3-be15-673b90ff8c79 req-653a948d-1d1d-47e9-8316-c42fd00d9418 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318816 Aug 29 05:06:20.899149 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:21.004039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5aeec84f-8ded-4284-991a-f816bc8f90d3 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:06:21.031842 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:21.107510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5aeec84f-8ded-4284-991a-f816bc8f90d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:21.118065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:06:21.156780 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:21.173979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aeec84f-8ded-4284-991a-f816bc8f90d3 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:06:21.195607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5aeec84f-8ded-4284-991a-f816bc8f90d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:21.199307 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:21.244641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5aeec84f-8ded-4284-991a-f816bc8f90d3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:21.251974 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.252328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.252676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.253018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.253354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.253721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.254149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.254944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.255275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.255604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.255935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.256263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:21.449700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe03cd4-49ce-40a9-8629-51d5df28b5ec req-f31623c3-b3e7-487b-bf8f-f9664941707e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:21.451162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fe03cd4-49ce-40a9-8629-51d5df28b5ec req-f31623c3-b3e7-487b-bf8f-f9664941707e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 944 time: 0.0522695 Aug 29 05:06:21.472750 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5aeec84f-8ded-4284-991a-f816bc8f90d3'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:06:21.491823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8fe03cd4-49ce-40a9-8629-51d5df28b5ec req-cc81bdd7-2f3a-4864-887f-73ca7cfd9207 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344737 Aug 29 05:06:22.428698 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:22.604294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae873c8-e302-4dcc-b170-096522d173f8 req-4fe7ac2a-fadc-45f6-95e3-83f332db06a4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:22.605777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ae873c8-e302-4dcc-b170-096522d173f8 req-4fe7ac2a-fadc-45f6-95e3-83f332db06a4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 944 time: 0.0484521 Aug 29 05:06:22.642402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ae873c8-e302-4dcc-b170-096522d173f8 req-5a94378a-793d-433f-b6c2-6410764946d9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307636 Aug 29 05:06:23.019846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5aeec84f-8ded-4284-991a-f816bc8f90d3 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:06:23.067553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 5aeec84f-8ded-4284-991a-f816bc8f90d3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:06:23.071348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 5aeec84f-8ded-4284-991a-f816bc8f90d3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:06:23.071720 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:23.148338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:23.170014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:23.172245 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d14ed5-f0aa-422f-8bff-1e8b0e29c2da" -d '{"events": [{"server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "name": "network-vif-plugged", "status": "completed", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:23.184868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5aeec84f-8ded-4284-991a-f816bc8f90d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:23.192968 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:23.218226 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23bb025-a15a-4689-a623-c7bfd8c55fb6 x-openstack-request-id: req-f23bb025-a15a-4689-a623-c7bfd8c55fb6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:23.218465 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "name": "network-vif-plugged", "status": "completed", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:23.218722 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f23bb025-a15a-4689-a623-c7bfd8c55fb6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:23.219114 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'code': 200} Aug 29 05:06:23.246333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5aeec84f-8ded-4284-991a-f816bc8f90d3,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:23.334108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d993c2-b9b1-48aa-8ba2-c7bab52d6eeb req-455571c4-6ab3-4d0c-86a3-554109f2a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:23.335566 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49d993c2-b9b1-48aa-8ba2-c7bab52d6eeb req-455571c4-6ab3-4d0c-86a3-554109f2a232 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1097 time: 0.0433261 Aug 29 05:06:23.370565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49d993c2-b9b1-48aa-8ba2-c7bab52d6eeb req-f925488d-9575-4985-b4c4-252d7ef82f3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274096 Aug 29 05:06:23.757481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388ebc7-85e2-497a-a88d-aa0e8b96f018 req-7ae417d4-9f8c-4ca3-98de-c9132274575b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:23.759045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a388ebc7-85e2-497a-a88d-aa0e8b96f018 req-7ae417d4-9f8c-4ca3-98de-c9132274575b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Aug 29 05:06:23.796468 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a388ebc7-85e2-497a-a88d-aa0e8b96f018 req-b235129e-6ef0-4976-905c-77fb95088ded tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Aug 29 05:06:24.910102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db60163-00a9-4c2f-af18-41147f2552e5 req-09d0b707-817d-41e2-8243-04d0cd641770 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:24.912234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8db60163-00a9-4c2f-af18-41147f2552e5 req-09d0b707-817d-41e2-8243-04d0cd641770 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 945 time: 0.0491476 Aug 29 05:06:24.954503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8db60163-00a9-4c2f-af18-41147f2552e5 req-7f1f8f02-7cde-4d71-849a-47f4c80dd520 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Aug 29 05:06:25.072240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d27ec8-934f-44f9-a862-675f7644c3d5 req-8c5e2b54-e2d7-4253-b374-483060cb600c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:25.073775 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65d27ec8-934f-44f9-a862-675f7644c3d5 req-8c5e2b54-e2d7-4253-b374-483060cb600c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 945 time: 0.0501971 Aug 29 05:06:25.112780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-65d27ec8-934f-44f9-a862-675f7644c3d5 req-41c7eb8b-a8ab-4534-a329-0c40a40c00b4 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320139 Aug 29 05:06:25.134461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40182) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:06:25.270583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241800f9-d154-4747-a41f-9b7191555272 tempest-TestVolumeBootPattern-1770244581 tempest-TestVolumeBootPattern-1770244581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:25.271971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-241800f9-d154-4747-a41f-9b7191555272 tempest-TestVolumeBootPattern-1770244581 tempest-TestVolumeBootPattern-1770244581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1092 time: 0.1365318 Aug 29 05:06:25.274665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40188) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:06:25.278898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:06:25.298717 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:25.391118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:25.495091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.25.7.216 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/b57d26a9-63da-46d9-8f98-1d3857d0af36) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:06:25.597231 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:25.634562 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:25.673431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:06:25.676699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:06:25.682880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:06:25.708368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=b57d26a9-63da-46d9-8f98-1d3857d0af36,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:26.031850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:26.100152 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:26.248371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:26.252658 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:26.321358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=b57d26a9-63da-46d9-8f98-1d3857d0af36,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:26.329470 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:26.739322 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Floating IP aadfa7ae-0714-409b-a9a6-1f50a5989bf4 associated. External IP: 172.25.7.216, port: 5aeec84f-8ded-4284-991a-f816bc8f90d3. Aug 29 05:06:26.943067 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:06:27.049819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:06:27.059970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:06:27.065485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:27.069784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:27.070591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:06:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:27.091811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0448d30c-af88-4d4c-8edd-b37c4a6cbd7b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8161533 Aug 29 05:06:27.092394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:27.094692 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06e7181-12e3-4520-a1d6-f9d94110a66e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:27.131619 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe320fd-c8fc-409d-8919-51f11e5b0194 x-openstack-request-id: req-bbe320fd-c8fc-409d-8919-51f11e5b0194 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:27.132196 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:27.132196 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbe320fd-c8fc-409d-8919-51f11e5b0194 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:27.132567 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'status': 'completed', 'code': 200} Aug 29 05:06:27.176505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:27.215980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-853c45e4-e7e9-40fa-af0f-1354a5d38b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:27.217416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-853c45e4-e7e9-40fa-af0f-1354a5d38b43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1097 time: 0.0418618 Aug 29 05:06:27.314120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-ccb91798-c0c2-488d-b837-b2c140caee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:27.315609 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-ccb91798-c0c2-488d-b837-b2c140caee94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0914290 Aug 29 05:06:27.361497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.32', 56183) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:06:27.402912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-90b640f7-2e95-426f-b730-ecd702c7ce48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402350 Aug 29 05:06:27.403948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-7667ed94-3ae2-4587-bd1e-1db48bd7326a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 999 time: 0.0627000 Aug 29 05:06:27.404316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:25Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:27.430933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:06:27.439250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:27.439867 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:06:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:27.457767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-fb8b22b4-5100-4681-b966-224d682060ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:27.459244 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-fb8b22b4-5100-4681-b966-224d682060ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0476103 Aug 29 05:06:27.510479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-d9037811-6012-40c3-9eb8-050fd7b6f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:27.511908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-d9037811-6012-40c3-9eb8-050fd7b6f39e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452561 Aug 29 05:06:27.545748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:27.604408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-a60c387c-ee8b-473f-a81c-c28f62633ec4 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Aug 29 05:06:27.698712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d06e7181-12e3-4520-a1d6-f9d94110a66e req-2a3be944-c591-445d-b937-1cda1bff0bcb service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875242 Aug 29 05:06:27.785916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:25Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:27.812708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d8b74-0598-427f-b89f-40f4ca68ce55 None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:25Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:06:27.834654 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-5450b21c-c12d-4837-8194-0fffeee3a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:27.836223 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-5450b21c-c12d-4837-8194-0fffeee3a400 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1097 time: 0.0429015 Aug 29 05:06:27.970707 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-7d9f7e2c-479c-4363-9a2f-df0ddc7ed9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:27.972265 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-7d9f7e2c-479c-4363-9a2f-df0ddc7ed9f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.1144896 Aug 29 05:06:28.009649 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b4c16-b349-44fe-9bc8-8f5fa0da9a71 None None] New status for floating IP aadfa7ae-0714-409b-a9a6-1f50a5989bf4: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:06:28.039151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-61638dfe-a032-4a6e-9837-a0efa1fe828b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 999 time: 0.0601182 Aug 29 05:06:28.087673 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-0c7b72a5-e612-46f7-9cb1-382a7b5faf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:28.089135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-0c7b72a5-e612-46f7-9cb1-382a7b5faf0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0432606 Aug 29 05:06:28.138810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-fe7d208d-dfee-426a-9ce9-ac06cd6dbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:28.140313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-fe7d208d-dfee-426a-9ce9-ac06cd6dbdb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444584 Aug 29 05:06:28.237556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-ec5789f3-1572-489a-b99c-8f43359fd853 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901284 Aug 29 05:06:28.330163 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c1973dfe-0837-402e-8661-ceb08b8d0bd1 req-ec223349-851c-4d5b-9a05-b0a9c30a9002 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858033 Aug 29 05:06:31.714129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:35.058229 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:46.872227 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-200f92b3-f5b4-437a-b84d-f6994f43e94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:49.526004 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6e0f-7bff-4fbc-b82c-aa4f545ca9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:49.678398 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:50.901613 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.027293 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:52.431912 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:01.726693 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:12.057929 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:13.858408 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a9650a0-9bea-4ce0-8bba-730cb95615da req-45d01443-e634-4daf-82c2-cc589120dbbf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275445 Aug 29 05:07:13.906061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a9650a0-9bea-4ce0-8bba-730cb95615da req-123f1a95-50bc-4e11-8e6f-9b2fb5023c1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0262797 Aug 29 05:07:13.944207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a9650a0-9bea-4ce0-8bba-730cb95615da req-dabe50ed-58b5-429a-a79e-6cc7055a0dec service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191507 Aug 29 05:07:14.042755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9650a0-9bea-4ce0-8bba-730cb95615da req-32b0e890-9f39-4b83-a541-75281b82973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:14.044214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2a9650a0-9bea-4ce0-8bba-730cb95615da req-32b0e890-9f39-4b83-a541-75281b82973d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939448 Aug 29 05:07:16.872798 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1430c8e-455d-43ff-829e-3373558be143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:19.527124 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-54ba167a-344d-429a-9162-57ceeae261c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:19.679187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.905354 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:21.034421 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:22.433516 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:26.735217 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-3d3d531d-7bb4-47d0-9b3c-b7e187c7ea25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402184 Aug 29 05:07:26.831733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-81489ec0-e6e0-4b71-b4b8-79e3444c0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:26.833214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-81489ec0-e6e0-4b71-b4b8-79e3444c0c86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1097 time: 0.0418234 Aug 29 05:07:26.938954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-cda9807b-3126-4395-a4f4-9290f3a6f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:26.940418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-cda9807b-3126-4395-a4f4-9290f3a6f053 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0875611 Aug 29 05:07:27.007144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-c7f9423c-4a96-43b2-8687-268044745d1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 1001 time: 0.0596721 Aug 29 05:07:27.060979 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-8b321782-057c-4980-9c66-5c3424c9298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:27.062361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-8b321782-057c-4980-9c66-5c3424c9298b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0483060 Aug 29 05:07:27.111342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-90d0e82b-141b-42f9-aa3b-ac2eeb15c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:27.112795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-90d0e82b-141b-42f9-aa3b-ac2eeb15c9c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438874 Aug 29 05:07:27.200145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-582da95a-34ba-4d05-b602-72f015bd32f3 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803983 Aug 29 05:07:27.293540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f2462c6b-3280-4dab-ab87-7df14b658201 req-c097b214-964a-4df1-bc1a-ee425f04bf1f service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864129 Aug 29 05:07:31.732724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:46.876273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3258b994-3709-466b-ae3f-8786b5711d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:49.059303 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:49.526558 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-38f930f4-4b5b-4e19-bfa1-cae1c9536ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:49.678454 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:50.907827 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:51.044777 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:52.435517 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:01.735391 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:04.645238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-680e95f7-b567-4213-8356-03902a418f37 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815425861&fields=id&tenant_id=8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 267 time: 0.0364392 Aug 29 05:08:04.749279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-5cfcb636-4a85-4c2c-a25f-c42f09ec629a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:04.750779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-5cfcb636-4a85-4c2c-a25f-c42f09ec629a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.0983372 Aug 29 05:08:04.766046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-95658422-a93a-4ce1-8fce-8395ea66f474 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/quotas/8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 375 time: 0.0095093 Aug 29 05:08:04.830073 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-e307c5df-537d-4f5e-9f2c-f0831c82fb6b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0587571 Aug 29 05:08:04.924262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-d344a7f5-19de-43ac-be38-7519c7ecaf47 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823720 Aug 29 05:08:05.018549 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-7bd3b3e2-b277-4f35-a932-68158e6dcee6 service neutron] 10.222.0.55 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882251 Aug 29 05:08:05.398535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c9e685d-774d-4e2a-b96a-bf23e35d5306 req-f2d63dfd-22bf-4522-bc03-09e4cf8ce3e3 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 210 time: 0.1189303 Aug 29 05:08:06.391697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-5c092094-c76d-448b-ae02-55273433c2a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:06.393153 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-5c092094-c76d-448b-ae02-55273433c2a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 811 time: 0.1027229 Aug 29 05:08:06.442471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-53298b5e-c384-4f52-a8a9-f5e340093124 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fb7a6617bc94c97952e7a903c99aaf5 HTTP/1.1" status: 200 len: 379 time: 0.0353651 Aug 29 05:08:06.455450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'port': {'device_id': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'admin_state_up': True, 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'security_groups': ['6ca10fe7-dde8-4ae3-8037-6d827a3c7e87']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:08:06.539488 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6651f4c6-2992-44c9-ac54-8998929d67b3 req-9ba0e7c2-5b90-4bd2-84fd-d2dc68d9496b tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 210 time: 0.0353792 Aug 29 05:08:06.596429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Made reservation on behalf of 8fb7a6617bc94c97952e7a903c99aaf5 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:08:06.600033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:06.728932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.20.0.14 (e1640298-3639-4f08-a37f-7a7e7e1ce11d/de12bee7-7c4d-48f5-983c-42b27c74a2a2/b0c09c03-c8df-41cb-bb32-3a31753021fd) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:08:06.877952 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:06.890178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Transition to ACTIVE for port object b0c09c03-c8df-41cb-bb32-3a31753021fd will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:08:06.922410 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:06.970529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:08:06.976140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:08:06.978738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:08:07.006596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=b0c09c03-c8df-41cb-bb32-3a31753021fd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:07.021625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.021977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.022323 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.022666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.022999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.023331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.023663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.023990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.024317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.024642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.024969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.025286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:07.049436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:07.050251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.066947 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-91943ebb-4147-4bb5-9ca3-8b491c32f5ad tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158328 Aug 29 05:08:07.086386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Request body: {'port': {'device_id': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:08:07.149843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.290000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8db64b78-29f4-4c5a-982d-eda19b9a6148 None None] Provisioning for port b0c09c03-c8df-41cb-bb32-3a31753021fd completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:08:07.294364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8db64b78-29f4-4c5a-982d-eda19b9a6148 None None] Provisioning complete for port b0c09c03-c8df-41cb-bb32-3a31753021fd triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:08:07.294739 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8db64b78-29f4-4c5a-982d-eda19b9a6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.328522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8db64b78-29f4-4c5a-982d-eda19b9a6148 None None] Port b0c09c03-c8df-41cb-bb32-3a31753021fd cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:08:07.420509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c09c03-c8df-41cb-bb32-3a31753021fd {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:08:07.427935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.439688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Transition to ACTIVE for port object b0c09c03-c8df-41cb-bb32-3a31753021fd will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:08:07.444284 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.495926 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c09c03-c8df-41cb-bb32-3a31753021fd,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:07.572864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Attempting to bind port b0c09c03-c8df-41cb-bb32-3a31753021fd on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:08:07.573198 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Attempting to bind port b0c09c03-c8df-41cb-bb32-3a31753021fd by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:08:07.574286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Attempting to bind port b0c09c03-c8df-41cb-bb32-3a31753021fd on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:08:07.579113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Port b0c09c03-c8df-41cb-bb32-3a31753021fd on network e1640298-3639-4f08-a37f-7a7e7e1ce11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:08:07.579440 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Attempting to bind port b0c09c03-c8df-41cb-bb32-3a31753021fd on network e1640298-3639-4f08-a37f-7a7e7e1ce11d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:08:07.586153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:08:07.586153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Checking segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:08:07.586153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Bound using segment: {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:08:07.586153 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Bound port: b0c09c03-c8df-41cb-bb32-3a31753021fd, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5534d1-03be-479f-8088-d4e009584902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:08:07.586701 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.669353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] For port b0c09c03-c8df-41cb-bb32-3a31753021fd, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:08:07.681793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] For port b0c09c03-c8df-41cb-bb32-3a31753021fd, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:08:07.690418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.715241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b63b-aa5d-4d9b-b0bf-5e994f85fe4f req-39da6529-8256-40a8-b2f7-c057c38b3e46 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:07.723203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2380b63b-aa5d-4d9b-b0bf-5e994f85fe4f req-39da6529-8256-40a8-b2f7-c057c38b3e46 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0628498 Aug 29 05:08:07.751823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c09c03-c8df-41cb-bb32-3a31753021fd,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:07.768973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:07.769638 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:07.771338 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-606d74d8-7b31-46d8-82db-93600bbd611a service neutron] 10.222.0.32 "PUT /v2.0/ports/b0c09c03-c8df-41cb-bb32-3a31753021fd HTTP/1.1" status: 200 len: 1093 time: 0.6901500 Aug 29 05:08:07.772099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:08:07.774410 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:08:07.778182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2380b63b-aa5d-4d9b-b0bf-5e994f85fe4f req-6cbc0fd1-5177-455a-800c-ee177aef59bb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Aug 29 05:08:07.838561 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e157f-f208-4e9f-85eb-835b181ddee9 x-openstack-request-id: req-021e157f-f208-4e9f-85eb-835b181ddee9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:08:07.838994 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:08:07.840124 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-021e157f-f208-4e9f-85eb-835b181ddee9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:08:07.840619 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'status': 'completed', 'code': 200} Aug 29 05:08:07.903307 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-8d29284b-84a1-4b92-b6a5-8023be502653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:07.904850 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-8d29284b-84a1-4b92-b6a5-8023be502653 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 1096 time: 0.0522585 Aug 29 05:08:07.979258 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-23440ee8-e019-4b8a-94c5-0f89c8a5b668 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd HTTP/1.1" status: 200 len: 217 time: 0.0606000 Aug 29 05:08:08.034022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-7182d749-71a3-47eb-9633-e6819de9ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.035492 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-7182d749-71a3-47eb-9633-e6819de9ddf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0490987 Aug 29 05:08:08.084243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-7dcbfa8b-944f-4477-8d15-32dfafa22d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.085907 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-7dcbfa8b-944f-4477-8d15-32dfafa22d8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427337 Aug 29 05:08:08.185045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-2e849c8a-ce38-4ab6-9b0f-8dc790362d25 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916178 Aug 29 05:08:08.278576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e292b411-0824-4f04-b50b-5a716d183ba0 req-a680aceb-fd65-4f36-a2a3-d4248b4cf4f7 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857856 Aug 29 05:08:08.394312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-e56448ee-dc6d-44f8-81c0-f65bba0e8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.395899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-e56448ee-dc6d-44f8-81c0-f65bba0e8443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 1096 time: 0.0443175 Aug 29 05:08:08.492254 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-bf60d456-5a19-465a-95f5-c930ec960acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.493833 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-bf60d456-5a19-465a-95f5-c930ec960acd service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0909693 Aug 29 05:08:08.535723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-c363f70c-f599-4dd3-907a-59ec3f8160f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd HTTP/1.1" status: 200 len: 217 time: 0.0350776 Aug 29 05:08:08.589716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-61054eba-6b5f-4757-a90c-ebbc76fed1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.591235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-61054eba-6b5f-4757-a90c-ebbc76fed1bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0488474 Aug 29 05:08:08.639548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-79f04577-b3f2-49b9-be4a-722d44a5af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.641051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-79f04577-b3f2-49b9-be4a-722d44a5af54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420451 Aug 29 05:08:08.730129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-a6d3a75d-a22a-424e-8527-16c2c8a790f1 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818162 Aug 29 05:08:08.827764 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-691ff09a-16ad-4f6a-a274-9cc7c0f39d7a req-786dcf77-0ad7-40bf-bad5-52e015e01041 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900717 Aug 29 05:08:08.890757 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8a6e-177d-47dc-8335-85eada3e2150 req-de15cc76-757b-4ca5-b838-add56c364f6f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:08.892169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5cca8a6e-177d-47dc-8335-85eada3e2150 req-de15cc76-757b-4ca5-b838-add56c364f6f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0557356 Aug 29 05:08:08.930640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5cca8a6e-177d-47dc-8335-85eada3e2150 req-1d4d8910-1b06-4349-91ac-1e209dab2b2a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323954 Aug 29 05:08:10.050165 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96fddf-7d75-4061-a236-ba30dabb8694 req-3430b09f-84ff-43fd-9ce7-61bb470c2955 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:10.051703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af96fddf-7d75-4061-a236-ba30dabb8694 req-3430b09f-84ff-43fd-9ce7-61bb470c2955 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0511756 Aug 29 05:08:10.091656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af96fddf-7d75-4061-a236-ba30dabb8694 req-fcd98a6d-ee6e-454f-a1bc-742596271ecb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337651 Aug 29 05:08:11.215071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5f505-5fa1-4805-9ce7-317d2c329b80 req-64c3c65b-3f01-44a9-b8a6-80e13de940cc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:11.216671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cf5f505-5fa1-4805-9ce7-317d2c329b80 req-64c3c65b-3f01-44a9-b8a6-80e13de940cc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0560229 Aug 29 05:08:11.261992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cf5f505-5fa1-4805-9ce7-317d2c329b80 req-4d1cdcb8-1fec-4467-a5b9-178b05257ff1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 Aug 29 05:08:12.380343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21db3-4b0e-4106-bce6-f5bf291d4162 req-074ce152-7228-45f9-948a-504fb6d581d1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:12.382114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ef21db3-4b0e-4106-bce6-f5bf291d4162 req-074ce152-7228-45f9-948a-504fb6d581d1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0513697 Aug 29 05:08:12.422978 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ef21db3-4b0e-4106-bce6-f5bf291d4162 req-559afd54-6fab-413b-87da-2eff5c20f15d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336695 Aug 29 05:08:13.540976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a66eb-27e7-4e7a-a386-e7aaaca735ef req-62b99f94-a693-4b65-a8d1-a53b9600eafa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.542523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d26a66eb-27e7-4e7a-a386-e7aaaca735ef req-62b99f94-a693-4b65-a8d1-a53b9600eafa tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0487924 Aug 29 05:08:13.582378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d26a66eb-27e7-4e7a-a386-e7aaaca735ef req-f50bbf9b-7c21-4a42-8358-f3fc40c02909 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339274 Aug 29 05:08:14.698148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a16f1-546d-40c6-8f4a-9f4d52eb13eb req-2845c00e-f9fe-4898-a3ba-7ed5d5ed5bfc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:14.699587 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae2a16f1-546d-40c6-8f4a-9f4d52eb13eb req-2845c00e-f9fe-4898-a3ba-7ed5d5ed5bfc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0526035 Aug 29 05:08:14.737118 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae2a16f1-546d-40c6-8f4a-9f4d52eb13eb req-ae671ba1-8168-456b-9989-b71be5de947c tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Aug 29 05:08:15.821063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-060a19f8-b4d7-4c46-a491-470c73b61b3c req-46e89068-a987-4d82-ae57-f937ff2a5024 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253682 Aug 29 05:08:15.856607 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e01c07-2d18-46c1-9115-1262e31ce154 req-44b00cfc-0667-4f75-8170-4fded64ffe28 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:15.858138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34e01c07-2d18-46c1-9115-1262e31ce154 req-44b00cfc-0667-4f75-8170-4fded64ffe28 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0510731 Aug 29 05:08:15.894307 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-060a19f8-b4d7-4c46-a491-470c73b61b3c req-83a39d8f-33d8-4bab-bf6e-4088d72e6f98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0331717 Aug 29 05:08:15.896853 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34e01c07-2d18-46c1-9115-1262e31ce154 req-7e8d6ee2-ef5b-406f-81a6-a67d25c6e631 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327785 Aug 29 05:08:15.934645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-060a19f8-b4d7-4c46-a491-470c73b61b3c req-eca1f5e1-d974-42e3-8ec3-e780cd6caecd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197408 Aug 29 05:08:16.029483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a19f8-b4d7-4c46-a491-470c73b61b3c req-a5eab385-d4aa-479a-9de4-c50a1f9bc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:16.030960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-060a19f8-b4d7-4c46-a491-470c73b61b3c req-a5eab385-d4aa-479a-9de4-c50a1f9bc279 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905197 Aug 29 05:08:16.880067 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-08fed18e-caeb-42c8-a4a5-84edf115075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:17.010244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24786dbd-6fc0-457c-ab4c-470adf5c1f81 req-fd832cfb-fc91-4fcb-8a87-7bb6e3a1a03d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:17.012254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24786dbd-6fc0-457c-ab4c-470adf5c1f81 req-fd832cfb-fc91-4fcb-8a87-7bb6e3a1a03d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 944 time: 0.0488389 Aug 29 05:08:17.048901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24786dbd-6fc0-457c-ab4c-470adf5c1f81 req-73b9668a-746f-492f-8a65-366555888e1f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308337 Aug 29 05:08:17.633407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0c09c03-c8df-41cb-bb32-3a31753021fd details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:08:17.729219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0c09c03-c8df-41cb-bb32-3a31753021fd, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:17.740895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'port_id': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'mac_address': 'fa:16:3e:eb:ff:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:08:17.776404 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:17.788571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c09c03-c8df-41cb-bb32-3a31753021fd {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:08:17.807740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0c09c03-c8df-41cb-bb32-3a31753021fd, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:17.811554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:17.856268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b0c09c03-c8df-41cb-bb32-3a31753021fd,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:17.863457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.863807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.864152 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.864495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.864828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.865167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.865500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.865857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.866186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.866513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.866861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:17.867167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:08:18.118820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['b0c09c03-c8df-41cb-bb32-3a31753021fd'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:08:18.160320 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a1f1c-1341-432c-a3ee-92abe55a3ce6 req-667182f7-6671-41ec-a4b4-4f3c593f807e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:18.161824 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-783a1f1c-1341-432c-a3ee-92abe55a3ce6 req-667182f7-6671-41ec-a4b4-4f3c593f807e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 945 time: 0.0477030 Aug 29 05:08:18.203293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-783a1f1c-1341-432c-a3ee-92abe55a3ce6 req-f4919c4b-5d0e-4515-99bf-75e8e07f40ba tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354798 Aug 29 05:08:19.316489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e15191-3492-4089-845e-4f1248ecc76b req-90d71014-1a75-4653-a8e6-1263e1b36f2d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:19.317979 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00e15191-3492-4089-845e-4f1248ecc76b req-90d71014-1a75-4653-a8e6-1263e1b36f2d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 945 time: 0.0484955 Aug 29 05:08:19.355543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-00e15191-3492-4089-845e-4f1248ecc76b req-c39f2f87-ae95-42d6-b4e9-4b1c03d183dd tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317211 Aug 29 05:08:19.526139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8658a02-3e0f-4a23-821f-ad2568c02cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:19.649381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0c09c03-c8df-41cb-bb32-3a31753021fd up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:08:19.694705 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:19.709562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port b0c09c03-c8df-41cb-bb32-3a31753021fd completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:08:19.713249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port b0c09c03-c8df-41cb-bb32-3a31753021fd triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:08:19.713651 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:19.787373 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:19.809029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:08:19.811296 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66de349b-c6f2-4efe-8c93-d6c681c4ed27" -d '{"events": [{"server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "name": "network-vif-plugged", "status": "completed", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:08:19.823786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port b0c09c03-c8df-41cb-bb32-3a31753021fd, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:08:19.828919 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:19.877575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=b0c09c03-c8df-41cb-bb32-3a31753021fd,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:19.904414 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af40bed6-7803-4bec-a72a-34b0741f3a78 x-openstack-request-id: req-af40bed6-7803-4bec-a72a-34b0741f3a78 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:08:19.904709 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "name": "network-vif-plugged", "status": "completed", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:08:19.904969 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af40bed6-7803-4bec-a72a-34b0741f3a78 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:08:19.905366 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'code': 200} Aug 29 05:08:20.037762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0ebef-1918-44f4-bc49-d51d7895c515 req-916859b5-f477-49b1-a8c4-1b8d4031bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:20.039135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf0ebef-1918-44f4-bc49-d51d7895c515 req-916859b5-f477-49b1-a8c4-1b8d4031bb3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 1098 time: 0.0422704 Aug 29 05:08:20.073715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2bf0ebef-1918-44f4-bc49-d51d7895c515 req-469c0fec-a9ef-4133-a42a-9dc0dc442b52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266700 Aug 29 05:08:20.468335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0d04-a980-41c3-8fb0-32ddb3c136b1 req-43b08a15-135e-4166-87f1-3bc78c2c0b8f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:20.469826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e7c0d04-a980-41c3-8fb0-32ddb3c136b1 req-43b08a15-135e-4166-87f1-3bc78c2c0b8f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 946 time: 0.0487521 Aug 29 05:08:20.506540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e7c0d04-a980-41c3-8fb0-32ddb3c136b1 req-6889ad8a-3f9a-4c06-ba10-7206b2fadad9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309258 Aug 29 05:08:20.910570 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:21.035484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:21.623804 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adc7fa-c770-47ca-9174-f94b97fad66b req-d70edce1-a770-42b3-b727-9895759df05d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:21.625762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32adc7fa-c770-47ca-9174-f94b97fad66b req-d70edce1-a770-42b3-b727-9895759df05d tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 946 time: 0.0524337 Aug 29 05:08:21.663711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-32adc7fa-c770-47ca-9174-f94b97fad66b req-0ffa215c-3e08-4771-84b9-0b95d67d10fc tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Aug 29 05:08:21.775387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18c8cf-13be-4ebc-85ba-ea275761765e req-e1bd2c58-8002-46bd-86d0-9fb63501d6d7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:21.776860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb18c8cf-13be-4ebc-85ba-ea275761765e req-e1bd2c58-8002-46bd-86d0-9fb63501d6d7 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 946 time: 0.0481234 Aug 29 05:08:21.814329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eb18c8cf-13be-4ebc-85ba-ea275761765e req-7e12ffb2-6dea-43f7-82c0-74799b015495 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Aug 29 05:08:21.836376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40358) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:08:22.203477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ecd5e-e43e-44dc-a3e6-17465b51f116 tempest-TestVolumeBootPattern-1770244581 tempest-TestVolumeBootPattern-1770244581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:22.205006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-150ecd5e-e43e-44dc-a3e6-17465b51f116 tempest-TestVolumeBootPattern-1770244581 tempest-TestVolumeBootPattern-1770244581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 1093 time: 0.3676858 Aug 29 05:08:22.207914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40360) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:08:22.212322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:08:22.233966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:22.327918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:22.432515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Allocated IP 172.25.7.171 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/0e52b1cc-bc0f-4664-b5bf-9118654b70a7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:08:22.437902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:22.534421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:22.573573 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:22.615773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:08:22.620943 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:08:22.625372 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:08:22.647021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=0e52b1cc-bc0f-4664-b5bf-9118654b70a7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:22.975107 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.046479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.194022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.198425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.266990 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event updated for resources: {'Port': ['ID=0e52b1cc-bc0f-4664-b5bf-9118654b70a7,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:08:23.276868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.377272 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Floating IP 67a6a880-1204-45a0-825d-032f93af73f0 associated. External IP: 172.25.7.171, port: b0c09c03-c8df-41cb-bb32-3a31753021fd. Aug 29 05:08:23.588980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:08:23.696614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:08:23.706190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:08:23.712098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:23.716345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:08:23.716957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:08:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:23.739744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9ed90d23-3af6-436e-8c30-a98fdc3d70df tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5307968 Aug 29 05:08:23.740343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:08:23.742736 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:08:23.778446 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16591fec-b660-4fbd-8338-d25c477114df x-openstack-request-id: req-16591fec-b660-4fbd-8338-d25c477114df {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:08:23.778808 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:08:23.779128 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16591fec-b660-4fbd-8338-d25c477114df {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:08:23.779603 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'status': 'completed', 'code': 200} Aug 29 05:08:23.866134 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-76dd7eb3-ed70-4f2c-8def-7bace5bb5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:23.867599 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-76dd7eb3-ed70-4f2c-8def-7bace5bb5d51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 1098 time: 0.0436597 Aug 29 05:08:23.967853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-292b0ae1-81f6-4a7e-bafd-a0b2dfc05ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:23.969336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-292b0ae1-81f6-4a7e-bafd-a0b2dfc05ab4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0938463 Aug 29 05:08:23.982875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:08:24.035396 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-ec3ade76-392b-4d4d-ad86-1b2b0dcecb61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd HTTP/1.1" status: 200 len: 1000 time: 0.0591419 Aug 29 05:08:24.084469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-921b8a43-27e0-47f9-8b27-9822567bb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:24.085964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-921b8a43-27e0-47f9-8b27-9822567bb24c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0433471 Aug 29 05:08:24.135284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-88c318f9-02ea-40db-bd1a-0208927f2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:24.136714 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-88c318f9-02ea-40db-bd1a-0208927f2806 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443735 Aug 29 05:08:24.203042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '67a6a880-1204-45a0-825d-032f93af73f0', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:eb:ff:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:08:22Z', 'updated_at': '2021-08-29T05:08:22Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}, {'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:28Z', 'revision_number': 1, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:24.226441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-7d59f5a4-23a9-47e6-95a3-dc13cffa3f53 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825064 Aug 29 05:08:24.232563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:08:24.241012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:08:24.241788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:08:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:24.321421 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68f914e6-b9fe-4ae6-8701-d4364f5cb8bf req-2cdf1265-5170-43c2-b127-01a43c8243db service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878656 Aug 29 05:08:24.346897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:08:24.572277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '67a6a880-1204-45a0-825d-032f93af73f0', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:eb:ff:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:08:22Z', 'updated_at': '2021-08-29T05:08:22Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}, {'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:28Z', 'revision_number': 1, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:08:24.597576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac8002-786e-4a8c-866f-7979d8015279 None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '67a6a880-1204-45a0-825d-032f93af73f0', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:eb:ff:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:08:22Z', 'updated_at': '2021-08-29T05:08:22Z', 'revision_number': 0, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}, {'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:28Z', 'revision_number': 1, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:08:24.788184 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acd3a0-46a6-458d-985a-ab51a498c314 None None] New status for floating IP 67a6a880-1204-45a0-825d-032f93af73f0: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:08:26.060620 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:26.761032 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-278b6454-cf98-4814-b312-cd1f0c8932b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398014 Aug 29 05:08:26.867447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-cc818eb8-ff7f-4fde-b877-523a8682c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:26.868946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-cc818eb8-ff7f-4fde-b877-523a8682c1ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1097 time: 0.0507288 Aug 29 05:08:26.977578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-af801849-fa87-4735-a286-ac7ab0bff15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:26.979089 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-af801849-fa87-4735-a286-ac7ab0bff15e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0910025 Aug 29 05:08:27.043901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-323b5793-4cb7-41cb-ba69-1ad2227c6096 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 1001 time: 0.0571105 Aug 29 05:08:27.093213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-578b0c0f-bbbf-4477-9905-5284b1576641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:27.094555 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-578b0c0f-bbbf-4477-9905-5284b1576641 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0428174 Aug 29 05:08:27.143423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-61033305-b06c-4bed-8553-71c6c422ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:27.144869 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-61033305-b06c-4bed-8553-71c6c422ac81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432153 Aug 29 05:08:27.231719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-e19a9f69-4f02-437c-a917-3ec3ebc93ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795674 Aug 29 05:08:27.325388 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-461fe84c-509d-46c2-9751-6375a3c946c8 req-e0175978-c16d-43fa-8867-678d2f5877b7 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859349 Aug 29 05:08:31.725385 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:46.881011 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9689259-fc7b-4aaf-89ef-de8604e1dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:49.526755 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0329b47a-f4bc-43ab-897d-8956c7e9c799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:49.685214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:50.913210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:51.074350 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:52.441362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:01.733457 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:03.059812 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:16.882288 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-582b3b02-1344-4f92-8496-9e2ac52315e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.913115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2257e913-65ad-4c09-89d9-7c7540c06cea req-30ade982-d852-4053-a8ad-0ee0245b223d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1015222 Aug 29 05:09:16.959450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2257e913-65ad-4c09-89d9-7c7540c06cea req-0a5efe1d-43a7-45c5-bc56-50cf0d42a8ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0249441 Aug 29 05:09:17.001151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2257e913-65ad-4c09-89d9-7c7540c06cea req-f8699df3-5264-48c4-9907-f28de7fe6103 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199361 Aug 29 05:09:17.095084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257e913-65ad-4c09-89d9-7c7540c06cea req-5cdddb8e-2c7e-4cef-9431-1707497562ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.096455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2257e913-65ad-4c09-89d9-7c7540c06cea req-5cdddb8e-2c7e-4cef-9431-1707497562ce service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889277 Aug 29 05:09:19.527941 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-43ef6c15-61ba-4d36-a35c-60193c091007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:19.686697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:20.916116 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:21.072927 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:22.443658 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:26.783443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-74c4b28f-d65a-4137-9b3d-9027ad00e0a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989001 Aug 29 05:09:26.852966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-6c650747-751a-4996-adaa-b8179990ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:26.854483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-6c650747-751a-4996-adaa-b8179990ce26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 1098 time: 0.0395184 Aug 29 05:09:26.960036 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-5b46e0d8-b5e3-49ca-9e08-362034f829ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:26.961894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-5b46e0d8-b5e3-49ca-9e08-362034f829ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.0870705 Aug 29 05:09:27.029426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-ef48dc03-9662-461c-994b-b2ebf31f96d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd HTTP/1.1" status: 200 len: 1002 time: 0.0603061 Aug 29 05:09:27.083971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-29ff72bc-f20d-4e0c-bc6b-5dfdd2779026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:27.085436 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-29ff72bc-f20d-4e0c-bc6b-5dfdd2779026 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0481267 Aug 29 05:09:27.133552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-08a7572c-655e-4049-8276-13b8f600dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:27.135111 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-08a7572c-655e-4049-8276-13b8f600dd71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432596 Aug 29 05:09:27.146665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-6565924a-bd42-4378-9a24-a6e31bacc01c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:09:27.147569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-6565924a-bd42-4378-9a24-a6e31bacc01c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048327 Aug 29 05:09:27.238854 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-beb2dbdb-0f59-4ae2-a317-f8362b1d67b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841331 Aug 29 05:09:27.336500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-35a8857e-b287-4a77-82ae-a53487e3fdb9 req-b02afbb1-0822-4cd7-891e-8743674e1b25 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912626 Aug 29 05:09:31.736003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.059088 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:46.884924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-78c7b64a-afa4-478b-96cd-a40f27c2d60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.528082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c022-d498-44c8-8c90-8cb74208403a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:49.687437 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:50.919000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:51.087141 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.446179 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:01.735092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:02.831834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40426) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:02.990236 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port 0e52b1cc-bc0f-4664-b5bf-9118654b70a7 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:02.990719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.064110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.064442 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.077886 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for 0e52b1cc-bc0f-4664-b5bf-9118654b70a7 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:03.222299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.247193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=0e52b1cc-bc0f-4664-b5bf-9118654b70a7,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:03.276365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.276714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.277057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.277397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.277761 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.278092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.278420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.278745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.279068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.279391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.279712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.280032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:03.319306 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.319705 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Floating IP 67a6a880-1204-45a0-825d-032f93af73f0 disassociated (deleted). External IP: 172.25.7.171, port: b0c09c03-c8df-41cb-bb32-3a31753021fd. Aug 29 05:10:03.521464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:03.961703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:03.966559 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:03.971032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:03.980413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:03.981027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:09:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:03.993260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c289e91-35c5-49b0-9bf2-4e8032f264a0 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "DELETE /v2.0/floatingips/67a6a880-1204-45a0-825d-032f93af73f0 HTTP/1.1" status: 204 len: 168 time: 1.1603076 Aug 29 05:10:03.993884 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:03.996134 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e086804-185b-4343-8070-7dba84ab5c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:04.037307 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce64316-76de-4c7b-bbee-23d37c7a7991 x-openstack-request-id: req-3ce64316-76de-4c7b-bbee-23d37c7a7991 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:04.037613 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:04.037884 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ce64316-76de-4c7b-bbee-23d37c7a7991 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:04.038287 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'status': 'completed', 'code': 200} Aug 29 05:10:04.090297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:04.124937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086804-185b-4343-8070-7dba84ab5c6e req-eaa6263e-9a6c-4c9d-8da6-cf2262e21a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.126586 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e086804-185b-4343-8070-7dba84ab5c6e req-eaa6263e-9a6c-4c9d-8da6-cf2262e21a4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 1098 time: 0.0447221 Aug 29 05:10:04.232441 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086804-185b-4343-8070-7dba84ab5c6e req-a902280e-6e72-4c70-803b-360a96e5cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.234525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e086804-185b-4343-8070-7dba84ab5c6e req-a902280e-6e72-4c70-803b-360a96e5cdf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.1008770 Aug 29 05:10:04.243541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5f3f3-8264-4219-9358-02234db358ef req-24460387-4242-420a-a45e-4f78eafe9159 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.245954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b5f3f3-8264-4219-9358-02234db358ef req-24460387-4242-420a-a45e-4f78eafe9159 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 946 time: 0.0618715 Aug 29 05:10:04.282808 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e086804-185b-4343-8070-7dba84ab5c6e req-f50b022f-5f54-4423-bd90-25b4bd460bc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd HTTP/1.1" status: 200 len: 217 time: 0.0408435 Aug 29 05:10:04.290221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71b5f3f3-8264-4219-9358-02234db358ef req-58de60de-3df7-4c22-9368-fa4acf5c5af5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334930 Aug 29 05:10:04.335910 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086804-185b-4343-8070-7dba84ab5c6e req-4f45757f-d3e4-410a-8652-84a48da91fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.336898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:28Z', 'revision_number': 1, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:04.337384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e086804-185b-4343-8070-7dba84ab5c6e req-4f45757f-d3e4-410a-8652-84a48da91fa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0472369 Aug 29 05:10:04.362430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:04.370480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:04.371092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:09:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:04.384144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086804-185b-4343-8070-7dba84ab5c6e req-4101f32b-be4f-4ae3-90b3-ef2daa659591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:04.385676 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e086804-185b-4343-8070-7dba84ab5c6e req-4101f32b-be4f-4ae3-90b3-ef2daa659591 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399828 Aug 29 05:10:04.474984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:04.481534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e086804-185b-4343-8070-7dba84ab5c6e req-1add8d8f-a8bc-4737-b76f-7060db2d1ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866346 Aug 29 05:10:04.576574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e086804-185b-4343-8070-7dba84ab5c6e req-5921bdad-b768-4916-993a-a6d9478e6554 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Aug 29 05:10:04.696482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:28Z', 'revision_number': 1, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:04.726616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe72e-9144-4538-9cd7-d9d0f941c614 None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'aadfa7ae-0714-409b-a9a6-1f50a5989bf4', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'port_id': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'mac_address': 'fa:16:3e:0e:62:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:06:25Z', 'updated_at': '2021-08-29T05:06:28Z', 'revision_number': 1, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:04.944515 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90036a-06d7-4986-b0c0-ffc9673b20af None None] New status for floating IP 67a6a880-1204-45a0-825d-032f93af73f0: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:10:05.439789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2d73d-691e-4d60-bca6-71757c106f86 req-d44a2086-62ba-40d1-9d87-bbf2dee62498 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:05.441278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a2f2d73d-691e-4d60-bca6-71757c106f86 req-d44a2086-62ba-40d1-9d87-bbf2dee62498 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 946 time: 0.0551090 Aug 29 05:10:05.479518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a2f2d73d-691e-4d60-bca6-71757c106f86 req-12895dc5-6e31-4c6e-a241-9428b78fa688 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321302 Aug 29 05:10:05.914859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-fc44f5cc-8706-45ad-906b-7ac54eb82e92 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:05.916308 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-fc44f5cc-8706-45ad-906b-7ac54eb82e92 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 946 time: 0.0485125 Aug 29 05:10:06.005678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port b0c09c03-c8df-41cb-bb32-3a31753021fd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:06.006022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:06.096242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] For port b0c09c03-c8df-41cb-bb32-3a31753021fd, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=b0c09c03-c8df-41cb-bb32-3a31753021fd,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:06.096606 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:06.109228 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for b0c09c03-c8df-41cb-bb32-3a31753021fd owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:06.236428 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:06.265677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=b0c09c03-c8df-41cb-bb32-3a31753021fd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:06.306751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] No DVR routers for this DVR port b0c09c03-c8df-41cb-bb32-3a31753021fd on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:06.309352 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:06.311341 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6e8f837-5336-40d8-8c78-c67e14149d58 req-5cea1467-17ff-4b3a-9aaf-0029be54ff7a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "DELETE /v2.0/ports/b0c09c03-c8df-41cb-bb32-3a31753021fd HTTP/1.1" status: 204 len: 173 time: 0.3882613 Aug 29 05:10:06.311828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'name': 'network-vif-deleted', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:06.314188 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd473c08-bce5-4965-bc93-12286d611c44" -d '{"events": [{"server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "name": "network-vif-deleted", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:06.351148 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04261985-f843-4564-a42c-5753429b1f22 x-openstack-request-id: req-04261985-f843-4564-a42c-5753429b1f22 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:06.351442 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f99adfa-52bc-4594-a3df-b85ac401b200", "name": "network-vif-deleted", "tag": "b0c09c03-c8df-41cb-bb32-3a31753021fd", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:06.351697 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04261985-f843-4564-a42c-5753429b1f22 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:06.352105 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99adfa-52bc-4594-a3df-b85ac401b200', 'name': 'network-vif-deleted', 'tag': 'b0c09c03-c8df-41cb-bb32-3a31753021fd', 'status': 'completed', 'code': 200} Aug 29 05:10:06.577162 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4446ab7e-9d17-4c83-a55b-7c8a7817458c req-13356588-17be-4483-8740-223155315003 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 210 time: 0.0312812 Aug 29 05:10:07.677299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54af8bd6-0fca-4967-ae7f-48fe0386e145 req-7f043e26-d734-4134-86e0-35dd1fb48310 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 210 time: 0.0304668 Aug 29 05:10:08.228675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0c09c03-c8df-41cb-bb32-3a31753021fd no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:08.250416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: b0c09c03-c8df-41cb-bb32-3a31753021fd {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:08.250765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device b0c09c03-c8df-41cb-bb32-3a31753021fd not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:08.771769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-478e758e-1331-4b20-ae23-4102146e2d16 req-31775d24-65d0-46b1-84ec-e2377a29c25a tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 210 time: 0.0267024 Aug 29 05:10:09.874339 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0ee74db-90bc-4e64-942d-8086c22f7cc0 req-c1eaaec0-66ff-4a03-8442-0b3eaea23bf1 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f99adfa-52bc-4594-a3df-b85ac401b200 HTTP/1.1" status: 200 len: 210 time: 0.0265372 Aug 29 05:10:15.225866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40480) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:15.377315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port b57d26a9-63da-46d9-8f98-1d3857d0af36 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:15.377684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:15.451524 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:15.451849 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:15.463017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for b57d26a9-63da-46d9-8f98-1d3857d0af36 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:15.608970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:15.635095 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=b57d26a9-63da-46d9-8f98-1d3857d0af36,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:15.701625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:15.701987 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Floating IP aadfa7ae-0714-409b-a9a6-1f50a5989bf4 disassociated (deleted). External IP: 172.25.7.216, port: 5aeec84f-8ded-4284-991a-f816bc8f90d3. Aug 29 05:10:15.919758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:16.026651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:16.031302 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:16.037011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:16.046113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:16.046728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:09:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:16.057464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-33aa4a30-988a-486d-a211-14b565e4e427 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "DELETE /v2.0/floatingips/aadfa7ae-0714-409b-a9a6-1f50a5989bf4 HTTP/1.1" status: 204 len: 168 time: 0.8305259 Aug 29 05:10:16.058071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:16.060317 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:16.096747 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c457d0-5f53-4091-b4e6-10cb93fc98b2 x-openstack-request-id: req-53c457d0-5f53-4091-b4e6-10cb93fc98b2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:16.097045 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:16.097303 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53c457d0-5f53-4091-b4e6-10cb93fc98b2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:16.097736 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'status': 'completed', 'code': 200} Aug 29 05:10:16.163386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:16.191435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-1dfb4972-abc3-4785-91fe-ab4c73b9a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:16.193137 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-1dfb4972-abc3-4785-91fe-ab4c73b9a09d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 1097 time: 0.0528047 Aug 29 05:10:16.350450 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ad1eb-5e0c-4892-aae6-6cfd2e05f7ae req-9cd33638-4409-425e-af97-5da974df96de tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:16.351949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-845ad1eb-5e0c-4892-aae6-6cfd2e05f7ae req-9cd33638-4409-425e-af97-5da974df96de tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 945 time: 0.1094246 Aug 29 05:10:16.367905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-8cd962b8-e64e-4b91-878f-7a1436cb9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:16.369329 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-8cd962b8-e64e-4b91-878f-7a1436cb9ccd service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 200 len: 912 time: 0.1348898 Aug 29 05:10:16.374785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:16.404853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:16.412981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:16.413711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:09:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:16.420999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-62caec57-f5cd-4b81-af6d-6ec62ed1c89a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 200 len: 217 time: 0.0427434 Aug 29 05:10:16.428246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-845ad1eb-5e0c-4892-aae6-6cfd2e05f7ae req-587cf183-652b-464b-8bc3-5e178927ff41 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691512 Aug 29 05:10:16.477237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-5b723ff3-a442-43c0-8eb9-d7ad7c7e5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:16.478801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-5b723ff3-a442-43c0-8eb9-d7ad7c7e5897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 200 len: 850 time: 0.0497019 Aug 29 05:10:16.522650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:16.526086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-9ffe6a47-2562-46a8-8577-ced3e4f2702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:16.527576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-9ffe6a47-2562-46a8-8577-ced3e4f2702d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1640298-3639-4f08-a37f-7a7e7e1ce11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411069 Aug 29 05:10:16.618597 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-9a3e7f5b-b73e-47ae-b387-c0c1905ae97c service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821114 Aug 29 05:10:16.714750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e450ae8-eeda-4f2d-9a06-b55d5cc5015b req-a367b469-e805-4325-ba34-977d88c507c0 service neutron] 10.222.0.32 "GET /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876777 Aug 29 05:10:16.716763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:16.743342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543b293-b1f4-4c4e-8178-64333ab3e83f None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:37Z', 'revision_number': 4, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'e38649d5-bf52-49b0-bd35-50c1dc556204', 'name': '', 'network_id': 'e1640298-3639-4f08-a37f-7a7e7e1ce11d', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'mac_address': 'fa:16:3e:bf:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:37Z', 'updated_at': '2021-08-29T05:00:43Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'subnets': [{'id': 'de12bee7-7c4d-48f5-983c-42b27c74a2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:16.887612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62a5d0a2-bf08-4c98-9544-4f1c41f1e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:16.967325 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbcdad7-b292-470a-8b4a-31cbe3e32c10 None None] New status for floating IP aadfa7ae-0714-409b-a9a6-1f50a5989bf4: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:10:17.119608 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:17.543833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea05651-dede-4807-bf59-3bc840230c3a req-8f42a740-6bad-4892-8fe9-6a8f7ac8576f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:17.545327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eea05651-dede-4807-bf59-3bc840230c3a req-8f42a740-6bad-4892-8fe9-6a8f7ac8576f tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 945 time: 0.0487227 Aug 29 05:10:17.581997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eea05651-dede-4807-bf59-3bc840230c3a req-3d82044a-b6cf-466c-8f97-08c88023d0bb tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Aug 29 05:10:17.821410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14bccbe3-c7ea-4608-b649-6ef366d3e8c4 req-dd94d5fe-6ea3-4cd2-9b8c-371a08100b96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259831 Aug 29 05:10:17.906242 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14bccbe3-c7ea-4608-b649-6ef366d3e8c4 req-ed62c2bc-81aa-48a2-8fe0-ec5a019e2f4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0308695 Aug 29 05:10:17.923837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-7c64f942-f9b4-4974-b67a-ee3ddec8c490 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:17.925226 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-7c64f942-f9b4-4974-b67a-ee3ddec8c490 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 945 time: 0.0740409 Aug 29 05:10:17.951231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14bccbe3-c7ea-4608-b649-6ef366d3e8c4 req-685e382e-35ef-4aec-9476-079c010ef816 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250709 Aug 29 05:10:18.091405 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bccbe3-c7ea-4608-b649-6ef366d3e8c4 req-0177e1a2-715a-438f-8707-535b9f9415d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:18.092761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-14bccbe3-c7ea-4608-b649-6ef366d3e8c4 req-0177e1a2-715a-438f-8707-535b9f9415d6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265526 Aug 29 05:10:18.100964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port 5aeec84f-8ded-4284-991a-f816bc8f90d3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:18.101296 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:18.186239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] For port 5aeec84f-8ded-4284-991a-f816bc8f90d3, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5aeec84f-8ded-4284-991a-f816bc8f90d3,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:18.186592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:18.199796 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for 5aeec84f-8ded-4284-991a-f816bc8f90d3 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:18.325437 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:18.354408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=5aeec84f-8ded-4284-991a-f816bc8f90d3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:18.397874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] No DVR routers for this DVR port 5aeec84f-8ded-4284-991a-f816bc8f90d3 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:18.400726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:18.402724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e5df2a8f-e97c-4a58-ab84-c5dfb2d0c06e req-89cd31d6-315d-427a-b10c-1be1dabd8e69 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.32 "DELETE /v2.0/ports/5aeec84f-8ded-4284-991a-f816bc8f90d3 HTTP/1.1" status: 204 len: 173 time: 0.4690130 Aug 29 05:10:18.403175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'name': 'network-vif-deleted', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:18.405412 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0cba55-e782-437b-bceb-98a8186e887e" -d '{"events": [{"server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "name": "network-vif-deleted", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:18.445998 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0ee033-2c86-474d-b5c9-993134969f5e x-openstack-request-id: req-6a0ee033-2c86-474d-b5c9-993134969f5e {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:18.446300 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c8390d-68bc-4650-b119-5fef2460a445", "name": "network-vif-deleted", "tag": "5aeec84f-8ded-4284-991a-f816bc8f90d3", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:18.446558 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a0ee033-2c86-474d-b5c9-993134969f5e {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:18.446961 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c8390d-68bc-4650-b119-5fef2460a445', 'name': 'network-vif-deleted', 'tag': '5aeec84f-8ded-4284-991a-f816bc8f90d3', 'status': 'completed', 'code': 200} Aug 29 05:10:18.674615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffe1ad31-ef64-4074-9624-4bdd94c321c5 req-31eb8adc-0b8e-485b-ade8-e47396871ad9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 210 time: 0.0267591 Aug 29 05:10:19.530255 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3d49cc7-a21e-4fb8-a568-058b042fc41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:19.689711 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:19.776528 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d231c174-9b1d-4fb6-9b8e-94ed1a094d6f req-cafdf28a-4c4c-436a-abcb-3d0879c3dbc5 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 210 time: 0.0274608 Aug 29 05:10:20.311694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5aeec84f-8ded-4284-991a-f816bc8f90d3 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:20.335710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 5aeec84f-8ded-4284-991a-f816bc8f90d3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:20.336067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5aeec84f-8ded-4284-991a-f816bc8f90d3 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:20.874848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57a80a09-9b4d-434b-bb8d-a2deb0f4d3cd req-55003ad9-fdae-4037-babc-081d74742dd6 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 210 time: 0.0255423 Aug 29 05:10:20.921742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:21.097021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:21.979754 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36c73569-1afc-46f7-831c-f02776e5f590 req-49e3f2f5-e569-4665-b33f-a4ae753efba9 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3c8390d-68bc-4650-b119-5fef2460a445 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Aug 29 05:10:22.599148 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.036082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:23.158375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Deleting port dd139c34-81c4-4877-9e51-9afedbc73b2b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:23.158639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.235247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.235571 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.247494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Calling delete_port for dd139c34-81c4-4877-9e51-9afedbc73b2b owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:23.373902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.403676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'Port': ['ID=dd139c34-81c4-4877-9e51-9afedbc73b2b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:23.461239 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.463812 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:23.464959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-427c18d6-8b43-4675-b2b2-89be5cd05a44 tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "DELETE /v2.0/floatingips/af8a672b-7bf1-430b-b82e-dd59c82ba995 HTTP/1.1" status: 204 len: 168 time: 0.4278643 Aug 29 05:10:25.710126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40516) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:25.770056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91f4b44e-994f-48ac-a01e-b6c85a200d2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.794479 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91f4b44e-994f-48ac-a01e-b6c85a200d2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.856987 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91f4b44e-994f-48ac-a01e-b6c85a200d2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.859644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-91f4b44e-994f-48ac-a01e-b6c85a200d2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:25.860877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-91f4b44e-994f-48ac-a01e-b6c85a200d2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] 10.222.0.55 "DELETE /v2.0/security-groups/6ca10fe7-dde8-4ae3-8037-6d827a3c7e87 HTTP/1.1" status: 204 len: 168 time: 0.1496737 Aug 29 05:10:25.871860 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4b44e-994f-48ac-a01e-b6c85a200d2e tempest-TestVolumeBootPattern-2032516822 tempest-TestVolumeBootPattern-2032516822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca10fe7-dde8-4ae3-8037-6d827a3c7e87,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:25.928265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40520) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:26.408035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.652264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Deleting port e38649d5-bf52-49b0-bd35-50c1dc556204 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:26.652610 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.730745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] For port e38649d5-bf52-49b0-bd35-50c1dc556204, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e38649d5-bf52-49b0-bd35-50c1dc556204,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:26.731370 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.747442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Calling delete_port for e38649d5-bf52-49b0-bd35-50c1dc556204 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:26.921199 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:26.944361 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Pushing event deleted for resources: {'Port': ['ID=e38649d5-bf52-49b0-bd35-50c1dc556204,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:27.425264 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.635297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Router b5941ef3-59dc-418d-91b4-92369119b53c has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:27.740164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:27.745054 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-28efef91-7073-47b7-831a-cf1e535ab91d admin admin] 10.222.0.55 "PUT /v2.0/routers/b5941ef3-59dc-418d-91b4-92369119b53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8157248 Aug 29 05:10:27.747660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40524) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:27.748538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] Sync routers for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:27.760071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:27.760696 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:10:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:27.849646 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:27.862098 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:27.953650 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.009001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Deleting port 3c92ef79-854c-4b7c-a3c1-d98a35f12838 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:28.009256 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.037213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:10:26Z', 'revision_number': 5, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port': {'id': '3c92ef79-854c-4b7c-a3c1-d98a35f12838', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:28.067831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] Checking router: b5941ef3-59dc-418d-91b4-92369119b53c for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:28.076309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] Routers {'b5941ef3-59dc-418d-91b4-92369119b53c'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:28.077000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:10:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b5941ef3-59dc-418d-91b4-92369119b53c'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:28.087813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] For port 3c92ef79-854c-4b7c-a3c1-d98a35f12838, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3c92ef79-854c-4b7c-a3c1-d98a35f12838,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:28.088179 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.100778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Calling delete_port for 3c92ef79-854c-4b7c-a3c1-d98a35f12838 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:28.157625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] Set router b5941ef3-59dc-418d-91b4-92369119b53c gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:28.211300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:10:27Z', 'revision_number': 6, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:28.238739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d1ea0-c09e-4686-b7a4-d443c6d4352e None None] The sync data for ids ['b5941ef3-59dc-418d-91b4-92369119b53c'] in n-d-712143-14 is: [{'id': 'b5941ef3-59dc-418d-91b4-92369119b53c', 'name': 'tempest-TestVolumeBootPattern-871211064-router', 'tenant_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:35Z', 'updated_at': '2021-08-29T05:10:27Z', 'revision_number': 6, 'project_id': '8fb7a6617bc94c97952e7a903c99aaf5', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:28.268902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.297814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c92ef79-854c-4b7c-a3c1-d98a35f12838,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:28.358916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.448328 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.450688 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.499078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.499653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5941ef3-59dc-418d-91b4-92369119b53c {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:10:28.504812 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.506125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fe078dd5-e9b9-4272-8c6f-939ac8a0e9a9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b5941ef3-59dc-418d-91b4-92369119b53c HTTP/1.1" status: 204 len: 168 time: 0.7575026 Aug 29 05:10:28.508652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40526) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:28.562359 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] Deleting subnet de12bee7-7c4d-48f5-983c-42b27c74a2a2 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:10:28.565384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.600771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.681843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.735759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.765273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de12bee7-7c4d-48f5-983c-42b27c74a2a2,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:28.770082 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.771941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-08132a38-0ca5-4315-9371-af5590bba22d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/de12bee7-7c4d-48f5-983c-42b27c74a2a2 HTTP/1.1" status: 204 len: 168 time: 0.2620883 Aug 29 05:10:28.774392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40530) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:28.776355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee26f9a-3791-484e-bbae-cb03ce74ebaf None None] Network e1640298-3639-4f08-a37f-7a7e7e1ce11d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:10:28.846938 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.906813 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Deleting port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:28.907160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.979093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] For port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,segment=NetworkSegment(5c5534d1-03be-479f-8088-d4e009584902),segment_id=5c5534d1-03be-479f-8088-d4e009584902)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:28.979460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:28.992568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Calling delete_port for de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:29.026139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] DHCP port deletion for e1640298-3639-4f08-a37f-7a7e7e1ce11d request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:10:29.079274 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.080886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Deleting port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:29.081390 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.109522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Pushing event deleted for resources: {'Port': ['ID=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:29.112912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] No DVR routers for this DVR port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:29.126789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e38649d5-bf52-49b0-bd35-50c1dc556204 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:29.155483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e38649d5-bf52-49b0-bd35-50c1dc556204 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:29.155827 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e38649d5-bf52-49b0-bd35-50c1dc556204 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:29.156242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3c92ef79-854c-4b7c-a3c1-d98a35f12838 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:29.178282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 3c92ef79-854c-4b7c-a3c1-d98a35f12838 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:29.178631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3c92ef79-854c-4b7c-a3c1-d98a35f12838 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:29.179079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:29.199795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.206185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:29.206535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:29.212568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1640298-3639-4f08-a37f-7a7e7e1ce11d']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:29.213777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] For port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:29.214180 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.224473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5534d1-03be-479f-8088-d4e009584902') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:29.224800 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5534d1-03be-479f-8088-d4e009584902') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:29.227743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Calling delete_port for de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:29.230918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:10:29.231890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.234473 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.249944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.256746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:10:29.257221 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:10:29.259073 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:10:29.261326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Pushing event deleted for resources: {'Port': ['ID=de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:29.275054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.275491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.275894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.276410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.276807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.277204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.277618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.278005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.278402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.278794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.279185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.279574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:29.282437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94666fad-7816-4ed6-800a-4e8a99d1cf61 None None] No DVR routers for this DVR port de70f6c0-bb2a-478a-bfcb-2f0a3f1ae8a9 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:29.329156 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.336585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.338861 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e1640298-3639-4f08-a37f-7a7e7e1ce11d HTTP/1.1" status: 204 len: 168 time: 0.5635500 Aug 29 05:10:29.342722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40532) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:29.357576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160e857-f827-402a-a1cd-cf4ae6915610 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1640298-3639-4f08-a37f-7a7e7e1ce11d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:29.688276 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:29.927962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Deleting port 84f0c1fe-1ca3-493e-a928-952124878544 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:29.928616 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.008868 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] For port 84f0c1fe-1ca3-493e-a928-952124878544, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=84f0c1fe-1ca3-493e-a928-952124878544,segment=NetworkSegment(4fab9cef-2b20-4d73-a189-b56f9c34ace4),segment_id=4fab9cef-2b20-4d73-a189-b56f9c34ace4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:30.009226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.021751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Calling delete_port for 84f0c1fe-1ca3-493e-a928-952124878544 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:30.195669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.223752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f0c1fe-1ca3-493e-a928-952124878544,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:30.385160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.595989 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Router 761ccc96-eccf-4f98-94bb-52b83e15a229 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:10:30.699794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:10:30.704720 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-55119c50-ad59-4aed-a358-dd8a7bcd2bd6 admin admin] 10.222.0.55 "PUT /v2.0/routers/761ccc96-eccf-4f98-94bb-52b83e15a229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3610668 Aug 29 05:10:30.707946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40534) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:30.708704 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] Sync routers for ids ['761ccc96-eccf-4f98-94bb-52b83e15a229'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:10:30.718495 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] Routers {'761ccc96-eccf-4f98-94bb-52b83e15a229'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:30.719103 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:10:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['761ccc96-eccf-4f98-94bb-52b83e15a229'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:30.809344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:30.819957 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] Set router 761ccc96-eccf-4f98-94bb-52b83e15a229 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:31.008584 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:10:30Z', 'revision_number': 5, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:31.039582 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] Checking router: 761ccc96-eccf-4f98-94bb-52b83e15a229 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:10:31.048485 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] Routers {'761ccc96-eccf-4f98-94bb-52b83e15a229'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:10:31.049109 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:10:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['761ccc96-eccf-4f98-94bb-52b83e15a229'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:31.152004 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] Set router 761ccc96-eccf-4f98-94bb-52b83e15a229 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:10:31.230715 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.282553 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Deleting port 315ef478-eb4a-471d-b471-35c2cd8d8048 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:31.282901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.332651 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:10:30Z', 'revision_number': 5, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:31.358439 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fc71f-7092-4a09-b968-993af02083a0 None None] The sync data for ids ['761ccc96-eccf-4f98-94bb-52b83e15a229'] in n-d-712143-14 is: [{'id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'name': 'tempest-TestVolumeBootPattern-1092686047-router', 'tenant_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:39Z', 'updated_at': '2021-08-29T05:10:30Z', 'revision_number': 5, 'project_id': '968af9bbd3db4841aa24cb8a8c8e659b', 'gw_port': {'id': '315ef478-eb4a-471d-b471-35c2cd8d8048', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ccc96-eccf-4f98-94bb-52b83e15a229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:40Z', 'updated_at': '2021-08-29T05:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:10:31.360742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] For port 315ef478-eb4a-471d-b471-35c2cd8d8048, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=315ef478-eb4a-471d-b471-35c2cd8d8048,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:31.361087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.378773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Calling delete_port for 315ef478-eb4a-471d-b471-35c2cd8d8048 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:31.536842 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.566986 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=315ef478-eb4a-471d-b471-35c2cd8d8048,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:31.624277 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.714129 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.716337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.752356 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.764665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.765194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761ccc96-eccf-4f98-94bb-52b83e15a229 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:10:31.770731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.771959 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d515530f-8ff2-4761-95fa-dde9f3d064b3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/761ccc96-eccf-4f98-94bb-52b83e15a229 HTTP/1.1" status: 204 len: 168 time: 1.0630627 Aug 29 05:10:31.774555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40536) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:31.823893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] Deleting subnet e17dc4f5-7e1c-4760-bc82-056e8c60750f {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:10:31.827132 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.866133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:31.961956 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.029916 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.054908 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17dc4f5-7e1c-4760-bc82-056e8c60750f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:32.060563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.062486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a4f62f63-197b-4db7-a8d0-6f2356081b7f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e17dc4f5-7e1c-4760-bc82-056e8c60750f HTTP/1.1" status: 204 len: 168 time: 0.2869949 Aug 29 05:10:32.064981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40538) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:32.066858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41461054-219d-48a6-98be-587ab190aecd None None] Network 027c7178-4915-46e6-a415-2b2a6f715eb3 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:10:32.162611 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.218389 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Deleting port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:32.218743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.285492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] DHCP port deletion for 027c7178-4915-46e6-a415-2b2a6f715eb3 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:10:32.290437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] For port 6cfd56d5-158c-48e3-a134-9cb8002a03f4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6cfd56d5-158c-48e3-a134-9cb8002a03f4,segment=NetworkSegment(4fab9cef-2b20-4d73-a189-b56f9c34ace4),segment_id=4fab9cef-2b20-4d73-a189-b56f9c34ace4)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:32.290948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.303861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Calling delete_port for 6cfd56d5-158c-48e3-a134-9cb8002a03f4 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:32.331324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] Deleting port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:32.331690 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.383243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.392650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] For port 6cfd56d5-158c-48e3-a134-9cb8002a03f4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6cfd56d5-158c-48e3-a134-9cb8002a03f4,segment=NetworkSegment(4fab9cef-2b20-4d73-a189-b56f9c34ace4),segment_id=4fab9cef-2b20-4d73-a189-b56f9c34ace4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:32.393049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.405972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] Calling delete_port for 6cfd56d5-158c-48e3-a134-9cb8002a03f4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:32.407262 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfd56d5-158c-48e3-a134-9cb8002a03f4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:32.413623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] No DVR routers for this DVR port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:32.483127 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.486949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.497240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027c7178-4915-46e6-a415-2b2a6f715eb3']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:32.506412 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] Pushing event deleted for resources: {'Port': ['ID=6cfd56d5-158c-48e3-a134-9cb8002a03f4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:32.508045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fab9cef-2b20-4d73-a189-b56f9c34ace4') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:32.508350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fab9cef-2b20-4d73-a189-b56f9c34ace4') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:10:32.511783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df463169-99c2-4498-a59b-465a3b0a9e42 None None] No DVR routers for this DVR port 6cfd56d5-158c-48e3-a134-9cb8002a03f4 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:32.517678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.531807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.537846 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:10:32.538228 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:10:32.540181 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:10:32.597986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.603320 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.605272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/027c7178-4915-46e6-a415-2b2a6f715eb3 HTTP/1.1" status: 204 len: 168 time: 0.5393591 Aug 29 05:10:32.616821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35556665-13df-492b-8c43-57d8808d8db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=027c7178-4915-46e6-a415-2b2a6f715eb3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:32.712608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40542) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:32.756596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-25960b43-5bd5-4477-8d1e-99e5acd7289c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fb7a6617bc94c97952e7a903c99aaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428388 Aug 29 05:10:32.759127 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40544) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:32.807596 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e025e9a8-01cb-4420-a68f-c4a4e23f3ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.827966 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e025e9a8-01cb-4420-a68f-c4a4e23f3ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.873848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e025e9a8-01cb-4420-a68f-c4a4e23f3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.876290 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e025e9a8-01cb-4420-a68f-c4a4e23f3ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:32.877607 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e025e9a8-01cb-4420-a68f-c4a4e23f3ae3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51baf79d-aa31-488b-9ab1-36eaa7458877 HTTP/1.1" status: 204 len: 168 time: 0.1173224 Aug 29 05:10:32.892141 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025e9a8-01cb-4420-a68f-c4a4e23f3ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51baf79d-aa31-488b-9ab1-36eaa7458877,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:32.957739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6cfd56d5-158c-48e3-a134-9cb8002a03f4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:32.978597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 6cfd56d5-158c-48e3-a134-9cb8002a03f4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:32.978952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6cfd56d5-158c-48e3-a134-9cb8002a03f4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:32.979373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 315ef478-eb4a-471d-b471-35c2cd8d8048 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:32.999009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 315ef478-eb4a-471d-b471-35c2cd8d8048 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:32.999355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 315ef478-eb4a-471d-b471-35c2cd8d8048 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:32.999946 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 84f0c1fe-1ca3-493e-a928-952124878544 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:33.018126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 84f0c1fe-1ca3-493e-a928-952124878544 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:33.018476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 84f0c1fe-1ca3-493e-a928-952124878544 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:33.218907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40550) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:33.259051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-276aeb12-df78-4df1-abc7-2834d96415e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=968af9bbd3db4841aa24cb8a8c8e659b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389986 Aug 29 05:10:33.261552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40552) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:33.308545 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b4761a2-7822-4e5f-a7fb-e8fdc2ffc9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.334166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b4761a2-7822-4e5f-a7fb-e8fdc2ffc9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.379027 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b4761a2-7822-4e5f-a7fb-e8fdc2ffc9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.381844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8b4761a2-7822-4e5f-a7fb-e8fdc2ffc9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:33.383316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8b4761a2-7822-4e5f-a7fb-e8fdc2ffc9d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b620dc5-540b-4061-80dd-fd066916525c HTTP/1.1" status: 204 len: 168 time: 0.1207211 Aug 29 05:10:33.390778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4761a2-7822-4e5f-a7fb-e8fdc2ffc9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b620dc5-540b-4061-80dd-fd066916525c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:43.368016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-9a32877e-6d19-4519-9ceb-d65dcb670519 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b11651b63b094771bea20b4bbf1821e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294664 Aug 29 05:10:43.547897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-835a2b25-236a-44d7-86c0-f78aef2a3489 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:43.549363 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-835a2b25-236a-44d7-86c0-f78aef2a3489 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760197 Aug 29 05:10:43.564560 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-5d3625c0-a7f3-43ca-b482-598048593286 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/quotas/b11651b63b094771bea20b4bbf1821e6 HTTP/1.1" status: 200 len: 375 time: 0.0089257 Aug 29 05:10:43.594804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-8a2a5e20-4997-4caa-891a-803c722cc02c tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b11651b63b094771bea20b4bbf1821e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250604 Aug 29 05:10:43.750310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-11c80244-880c-426a-b0cb-2449987a9c20 req-4179654a-c4a7-442e-9758-7e28d8f20e33 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 210 time: 0.0270636 Aug 29 05:10:44.632847 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-7f4f50cb-5e3a-4e6e-b471-8f67fbfdb722 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b11651b63b094771bea20b4bbf1821e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294578 Aug 29 05:10:44.833495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-1006e43d-7466-4a03-b95c-cdd3ec8e38dd tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:44.835022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-1006e43d-7466-4a03-b95c-cdd3ec8e38dd tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966457 Aug 29 05:10:44.849365 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eed33999-28fd-4653-a1e1-42b8464397d9 req-d9f004e3-e8cd-490a-9e95-098af0d389e2 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 210 time: 0.0294423 Aug 29 05:10:44.854770 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Request body: {'port': {'device_id': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'admin_state_up': True, 'tenant_id': 'b11651b63b094771bea20b4bbf1821e6'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:44.959959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Made reservation on behalf of b11651b63b094771bea20b4bbf1821e6 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:44.963651 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:44.972810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.061127 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.064811 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.132362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72df28c6-eee3-453e-8657-019d9fec9a65,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:45.197964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Allocated IP 192.168.233.129 (8576fbb9-923d-49a7-b3e8-28889c5e62b5/1d6c620e-3f6e-4a2d-af95-9cef2360ff8d/39f2790f-f49a-4d4b-bb6f-b3c68b44b82d) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:10:45.342534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.356314 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Transition to ACTIVE for port object 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:45.388182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.427251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:10:45.430247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:45.432605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:10:45.468675 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Pushing event updated for resources: {'Port': ['ID=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:45.492972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:45.493642 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.508812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-b9038c18-b7b1-41a8-8cdb-2ccc5c8b2c5d tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6578808 Aug 29 05:10:45.527047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Request body: {'port': {'device_id': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:45.587827 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.658826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-67e3eb8d-372e-4fda-ad80-2bfd4ddd3039 None None] Provisioning for port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:45.662767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-67e3eb8d-372e-4fda-ad80-2bfd4ddd3039 None None] Provisioning complete for port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:45.663344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67e3eb8d-372e-4fda-ad80-2bfd4ddd3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.696583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-67e3eb8d-372e-4fda-ad80-2bfd4ddd3039 None None] Port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:10:45.846913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:45.854120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.866235 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Transition to ACTIVE for port object 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:10:45.869516 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:45.920713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Pushing event updated for resources: {'Port': ['ID=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:46.027040 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a235f9b-3262-4a10-b2cf-6b0e145844eb req-bdd1cb18-693f-41c9-8e9e-1fc2240b0ce6 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.028600 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a235f9b-3262-4a10-b2cf-6b0e145844eb req-bdd1cb18-693f-41c9-8e9e-1fc2240b0ce6 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 948 time: 0.1097846 Aug 29 05:10:46.050078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Attempting to bind port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:10:46.050415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Attempting to bind port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:10:46.050750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Attempting to bind port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:46.063763 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:10:46.064093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Attempting to bind port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d on network 8576fbb9-923d-49a7-b3e8-28889c5e62b5 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:10:46.079157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:10:46.079497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Checking segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:46.079903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Bound using segment: {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:10:46.080329 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Bound port: 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe747d9-3b95-47d4-9a72-907a94858123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:10:46.080686 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:46.093017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a235f9b-3262-4a10-b2cf-6b0e145844eb req-e1e31c02-2d96-4405-99be-e8172853c04b tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541718 Aug 29 05:10:46.153255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] For port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:10:46.156249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] For port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:10:46.160772 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:46.194508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.195137 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:46.196512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] 10.222.0.32 "PUT /v2.0/ports/39f2790f-f49a-4d4b-bb6f-b3c68b44b82d HTTP/1.1" status: 200 len: 1097 time: 0.6739943 Aug 29 05:10:46.196951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'tag': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:46.199494 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907fa3ec-8adb-4682-abcf-7a5769c442fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3a096-bf13-4a32-ae67-e0324e16a4c6", "tag": "39f2790f-f49a-4d4b-bb6f-b3c68b44b82d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:46.228234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fa2ec-273f-4ccb-b615-615421748d7d service neutron] Pushing event updated for resources: {'Port': ['ID=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:46.244110 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706a2e77-6334-45c1-8f11-dfabbb09b8b3 x-openstack-request-id: req-706a2e77-6334-45c1-8f11-dfabbb09b8b3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:46.244951 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3a096-bf13-4a32-ae67-e0324e16a4c6", "tag": "39f2790f-f49a-4d4b-bb6f-b3c68b44b82d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:46.245379 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-706a2e77-6334-45c1-8f11-dfabbb09b8b3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:46.245984 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'tag': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d', 'status': 'completed', 'code': 200} Aug 29 05:10:46.304866 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-1461aff9-a202-4f57-98f5-298fca4116de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.306429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-1461aff9-a202-4f57-98f5-298fca4116de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b11651b63b094771bea20b4bbf1821e6&device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 1100 time: 0.0433164 Aug 29 05:10:46.359857 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-99ab5781-5126-4b0e-9286-6f354a4c7a6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d HTTP/1.1" status: 200 len: 217 time: 0.0388052 Aug 29 05:10:46.408439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-d6769783-8d42-45d6-9df7-e8a2530e53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.409878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-d6769783-8d42-45d6-9df7-e8a2530e53a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0427442 Aug 29 05:10:46.455987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-192317e1-008f-4ebc-9575-80af994aaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.457468 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-192317e1-008f-4ebc-9575-80af994aaf53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410693 Aug 29 05:10:46.548988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-f03c393e-8442-4ee2-84f7-c87ef9b3f582 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841827 Aug 29 05:10:46.637564 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-15875b3d-3e58-4cdb-8aea-bbfe64f8c2f9 req-6b4f1658-6524-4e8e-a102-4d6a308f41da service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820012 Aug 29 05:10:46.769312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-335a3c0d-0472-46a3-b2eb-766b6ffc8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.770842 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-335a3c0d-0472-46a3-b2eb-766b6ffc8f07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b11651b63b094771bea20b4bbf1821e6&device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 1100 time: 0.0424883 Aug 29 05:10:46.863812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-942db515-85b5-4897-a775-198ef6e7b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.865820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-942db515-85b5-4897-a775-198ef6e7b0c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8576fbb9-923d-49a7-b3e8-28889c5e62b5 HTTP/1.1" status: 200 len: 870 time: 0.0886629 Aug 29 05:10:46.889174 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6dad-dd49-4334-8362-757dfd769bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:46.907983 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-853614df-6cce-4556-9e2b-6cb0de42fa9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d HTTP/1.1" status: 200 len: 217 time: 0.0355394 Aug 29 05:10:46.957182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-694ab8f8-9ea5-4926-84c8-a1c760c58ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:46.958739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-694ab8f8-9ea5-4926-84c8-a1c760c58ff7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d6c620e-3f6e-4a2d-af95-9cef2360ff8d HTTP/1.1" status: 200 len: 843 time: 0.0440814 Aug 29 05:10:47.009357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-ee751537-65d8-4262-a687-9436d40d17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:47.010874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-ee751537-65d8-4262-a687-9436d40d17ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8576fbb9-923d-49a7-b3e8-28889c5e62b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0447350 Aug 29 05:10:47.102164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-e9b4fe18-b0bc-41a1-a0b7-c2722ab4659d service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810497 Aug 29 05:10:47.228914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-907fa3ec-8adb-4682-abcf-7a5769c442fd req-f5035eb0-38d0-417f-9a77-7d55a6866273 service neutron] 10.222.0.32 "GET /v2.0/networks/8576fbb9-923d-49a7-b3e8-28889c5e62b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174886 Aug 29 05:10:47.236364 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2587e0-0582-4511-9308-2f9c59f6930d req-ea0ad375-e22b-4439-b94b-7241393201a7 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:47.237779 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c2587e0-0582-4511-9308-2f9c59f6930d req-ea0ad375-e22b-4439-b94b-7241393201a7 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 948 time: 0.0793357 Aug 29 05:10:47.275749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5c2587e0-0582-4511-9308-2f9c59f6930d req-41c8186b-53c1-4c04-bb2e-22b7fa1b7643 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Aug 29 05:10:48.394160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62717a18-5720-46b4-b616-79a50fa852e6 req-969e3f84-576a-48af-80a3-096e43bed7aa tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:48.395666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62717a18-5720-46b4-b616-79a50fa852e6 req-969e3f84-576a-48af-80a3-096e43bed7aa tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 948 time: 0.0495007 Aug 29 05:10:48.431989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:10:48.432682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62717a18-5720-46b4-b616-79a50fa852e6 req-fb340990-e25d-4544-bb41-e535e3bac297 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Aug 29 05:10:48.522017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:48.535499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d', 'network_id': '8576fbb9-923d-49a7-b3e8-28889c5e62b5', 'port_id': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d', 'mac_address': 'fa:16:3e:3d:1d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c620e-3f6e-4a2d-af95-9cef2360ff8d', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:10:48.570995 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:48.583830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:10:48.602805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:48.606888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:48.654010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:48.882690 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['39f2790f-f49a-4d4b-bb6f-b3c68b44b82d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:49.531364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00324183-d007-4e22-a5ec-b5b3382bb09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:49.547256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6272-eb15-4b3a-bad6-df2c561c783b req-49d36977-e860-4a33-9f3b-db3ae5442837 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:49.548755 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a9e6272-eb15-4b3a-bad6-df2c561c783b req-49d36977-e860-4a33-9f3b-db3ae5442837 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 949 time: 0.0509169 Aug 29 05:10:49.586933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a9e6272-eb15-4b3a-bad6-df2c561c783b req-6d7894ae-e4f1-4945-a4a8-008bfbb2fa0b tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Aug 29 05:10:49.691623 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:50.461309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:10:50.507772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:10:50.511267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:10:50.511636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:50.586724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:50.609096 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:50.611344 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c6401-2901-45b5-b08e-659c2b202887" -d '{"events": [{"server_uuid": "c7e3a096-bf13-4a32-ae67-e0324e16a4c6", "name": "network-vif-plugged", "status": "completed", "tag": "39f2790f-f49a-4d4b-bb6f-b3c68b44b82d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:50.624526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:50.630620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:50.654138 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d030b28a-8c58-46ba-85c2-fd506af54908 x-openstack-request-id: req-d030b28a-8c58-46ba-85c2-fd506af54908 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:50.654431 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3a096-bf13-4a32-ae67-e0324e16a4c6", "name": "network-vif-plugged", "status": "completed", "tag": "39f2790f-f49a-4d4b-bb6f-b3c68b44b82d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:50.654690 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d030b28a-8c58-46ba-85c2-fd506af54908 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:50.655079 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d', 'code': 200} Aug 29 05:10:50.681277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:50.703498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cfef1-f329-4a24-a8a9-b1026e8c5a26 req-47db0b99-e06a-46cb-bf15-6a682c20f568 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:50.705004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a65cfef1-f329-4a24-a8a9-b1026e8c5a26 req-47db0b99-e06a-46cb-bf15-6a682c20f568 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 950 time: 0.0528505 Aug 29 05:10:50.745632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a65cfef1-f329-4a24-a8a9-b1026e8c5a26 req-59e1126b-9568-413a-8cae-92ef230a2b70 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Aug 29 05:10:50.775183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee865-3f18-441b-8ba4-b2ff49f3cb2c req-cfee5213-deb4-46b7-b9a4-443ad916a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:50.776695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80aee865-3f18-441b-8ba4-b2ff49f3cb2c req-cfee5213-deb4-46b7-b9a4-443ad916a3bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 1102 time: 0.0447288 Aug 29 05:10:50.810154 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-80aee865-3f18-441b-8ba4-b2ff49f3cb2c req-4bc5a176-5693-4220-949e-57c276de66bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266345 Aug 29 05:10:50.922901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:51.100948 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:51.863942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d17c3b-7337-4dc4-ba21-fa348f8c4b69 req-e1bc57e4-24e5-4e17-9fd8-f662d6fef936 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:51.866032 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29d17c3b-7337-4dc4-ba21-fa348f8c4b69 req-e1bc57e4-24e5-4e17-9fd8-f662d6fef936 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 950 time: 0.0531681 Aug 29 05:10:51.904803 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29d17c3b-7337-4dc4-ba21-fa348f8c4b69 req-4e4d84a8-9d43-4f2a-b23e-3a764f3f5760 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Aug 29 05:10:52.451260 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:53.023970 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a5fd-f114-4e44-a322-3f9a2fe1d853 req-d2bea3fc-0d7c-42f4-b248-35d293662487 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:53.025455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfd9a5fd-f114-4e44-a322-3f9a2fe1d853 req-d2bea3fc-0d7c-42f4-b248-35d293662487 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 950 time: 0.0538228 Aug 29 05:10:53.062530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bfd9a5fd-f114-4e44-a322-3f9a2fe1d853 req-1fca2ddd-eb67-48ef-bd39-4c4a287444e7 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 29 05:10:53.949727 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038aaf-0aa1-4dba-a5cd-2b9351b271c2 req-f5348233-2873-4100-84c0-8bb9f10dbf89 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:53.951232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40038aaf-0aa1-4dba-a5cd-2b9351b271c2 req-f5348233-2873-4100-84c0-8bb9f10dbf89 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 950 time: 0.0484712 Aug 29 05:10:53.989077 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-40038aaf-0aa1-4dba-a5cd-2b9351b271c2 req-cdcc45de-c384-44c4-9361-5e86390e4030 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Aug 29 05:10:54.119932 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:55.103785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa19611-7b6a-469c-89e8-c17c3d55b551 req-ad10d490-be29-4e2d-b12c-e7a415746db3 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:55.105246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1aa19611-7b6a-469c-89e8-c17c3d55b551 req-ad10d490-be29-4e2d-b12c-e7a415746db3 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 950 time: 0.0484157 Aug 29 05:10:55.142164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1aa19611-7b6a-469c-89e8-c17c3d55b551 req-cb193977-ec87-4e6d-873b-421442d34788 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/security-groups?id=72df28c6-eee3-453e-8657-019d9fec9a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Aug 29 05:10:55.383108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246a49-ef86-496e-b40d-223f606a210a req-c3e74dde-885e-4727-9159-a53c845c940c tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:55.384522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4246a49-ef86-496e-b40d-223f606a210a req-c3e74dde-885e-4727-9159-a53c845c940c tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 950 time: 0.0503352 Aug 29 05:10:55.469244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Deleting port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:10:55.469607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.558853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] For port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,segment=NetworkSegment(dfe747d9-3b95-47d4-9a72-907a94858123),segment_id=dfe747d9-3b95-47d4-9a72-907a94858123)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:10:55.559211 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.571861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Calling delete_port for 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:10:55.699136 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.726006 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Pushing event deleted for resources: {'Port': ['ID=39f2790f-f49a-4d4b-bb6f-b3c68b44b82d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:55.732283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['39f2790f-f49a-4d4b-bb6f-b3c68b44b82d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:10:55.768047 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] No DVR routers for this DVR port 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:10:55.771286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:55.773287 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b4246a49-ef86-496e-b40d-223f606a210a req-49c577f1-8424-4f84-a30d-0e1623148598 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.32 "DELETE /v2.0/ports/39f2790f-f49a-4d4b-bb6f-b3c68b44b82d HTTP/1.1" status: 204 len: 173 time: 0.3824089 Aug 29 05:10:55.773765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'name': 'network-vif-deleted', 'tag': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:10:55.776086 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b797f9-c5ba-4b03-aba3-d789d48c29f7" -d '{"events": [{"server_uuid": "c7e3a096-bf13-4a32-ae67-e0324e16a4c6", "name": "network-vif-deleted", "tag": "39f2790f-f49a-4d4b-bb6f-b3c68b44b82d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:10:55.827361 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4ad326-48ba-4e52-a44a-2196ba08e398 x-openstack-request-id: req-0c4ad326-48ba-4e52-a44a-2196ba08e398 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:10:55.827669 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3a096-bf13-4a32-ae67-e0324e16a4c6", "name": "network-vif-deleted", "tag": "39f2790f-f49a-4d4b-bb6f-b3c68b44b82d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:10:55.827923 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c4ad326-48ba-4e52-a44a-2196ba08e398 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:10:55.828334 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3a096-bf13-4a32-ae67-e0324e16a4c6', 'name': 'network-vif-deleted', 'tag': '39f2790f-f49a-4d4b-bb6f-b3c68b44b82d', 'status': 'completed', 'code': 200} Aug 29 05:10:56.249324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2ca4bac4-bebd-4d89-80d8-007b2a843b77 req-ab27d8e9-db2c-4b62-bf8b-1bda6ded72a9 tempest-ServersAdminNegativeTestJSON-534410861 tempest-ServersAdminNegativeTestJSON-534410861-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7e3a096-bf13-4a32-ae67-e0324e16a4c6 HTTP/1.1" status: 200 len: 210 time: 0.0295293 Aug 29 05:10:57.539799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:57.682706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3146dfe2-b693-4702-bd5c-981d7aa9a6dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b11651b63b094771bea20b4bbf1821e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417520 Aug 29 05:10:57.685338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:57.734719 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da9fa1df-9bf2-4631-9baf-87397ec71c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.755400 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da9fa1df-9bf2-4631-9baf-87397ec71c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.803243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da9fa1df-9bf2-4631-9baf-87397ec71c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.805751 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da9fa1df-9bf2-4631-9baf-87397ec71c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:57.806875 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-da9fa1df-9bf2-4631-9baf-87397ec71c6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72df28c6-eee3-453e-8657-019d9fec9a65 HTTP/1.1" status: 204 len: 168 time: 0.1206081 Aug 29 05:10:57.814215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fa1df-9bf2-4631-9baf-87397ec71c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72df28c6-eee3-453e-8657-019d9fec9a65,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:58.064162 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40694) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:58.077571 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-491739c0-e987-4820-9187-0142df5f9156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.163454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-491739c0-e987-4820-9187-0142df5f9156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.166859 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-491739c0-e987-4820-9187-0142df5f9156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.204053 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-491739c0-e987-4820-9187-0142df5f9156 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e3fc8b398c74156b646dbb1efcd1e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388531 Aug 29 05:10:58.204889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491739c0-e987-4820-9187-0142df5f9156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5133cd7b-664d-4c68-8bb3-1fdd83783578,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:58.207615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40696) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:58.256938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.278367 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.324641 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.327156 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:58.328310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5133cd7b-664d-4c68-8bb3-1fdd83783578 HTTP/1.1" status: 204 len: 168 time: 0.1192193 Aug 29 05:10:58.337071 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133cd7b-664d-4c68-8bb3-1fdd83783578,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:58.346412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.346769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.347114 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.347459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.347801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.348140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.348475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.348807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.349217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.349535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.349816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.350143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e0d2b4-80bc-41bb-82ee-3b9e67bd9f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:10:58.527100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:10:58.548473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:10:58.548822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 39f2790f-f49a-4d4b-bb6f-b3c68b44b82d not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:10:59.021482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40718) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:59.115479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352913547-network', 'tenant_id': '5451d91003864d33afb0d6e078443c25'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:59.136140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Made reservation on behalf of 5451d91003864d33afb0d6e078443c25 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:59.138418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.149633 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.237543 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.241922 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.267617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:10:59.273716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e30e0-c887-4fc7-a408-c519e9d12aa6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:59.279499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.279914 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Added segment cce6ecd6-885f-4c28-ad98-3b187d5b09ac of type vlan for network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d Aug 29 05:10:59.319535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.342591 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.343491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:59.344068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.406061 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3833401 Aug 29 05:10:59.408971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:10:59.412116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bea58-a882-4aa9-a567-31f34e9b3e2a admin admin] Pushing event updated for resources: {'Network': ['ID=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:59.414503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Request body: {'subnet': {'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352913547-subnet', 'tenant_id': '5451d91003864d33afb0d6e078443c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:10:59.422033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:10:59.434857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Made reservation on behalf of 5451d91003864d33afb0d6e078443c25 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:10:59.437118 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.597038 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.648922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9225a84e-9a06-4c93-8ff5-71d94b846461,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:10:59.658937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Checking segment: {'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:10:59.659237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Network hostable DHCP agents. Network: b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:10:59.676113 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:10:59.691641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:10:59.696397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:59.696994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:59.701169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be71bf-29a0-4700-83dc-6109cf17f672 None None] Network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:10:59.712761 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-774f1c8e-7b4a-4ef6-85b1-ed55bd8295aa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3026857 Aug 29 05:10:59.832540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d58c0-c7ae-422f-bd11-775f88114d38 None None] Network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:00.138488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-9c816f52-34f6-4abc-a0bd-2d00b8d498d7 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:00.139925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-9c816f52-34f6-4abc-a0bd-2d00b8d498d7 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 811 time: 0.1050532 Aug 29 05:11:00.154801 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-f59f5195-7602-4518-9330-f9549b76bd60 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/quotas/5451d91003864d33afb0d6e078443c25 HTTP/1.1" status: 200 len: 375 time: 0.0093091 Aug 29 05:11:00.185302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-59c87324-bd89-45e0-bf7e-c1b7fcf66617 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253890 Aug 29 05:11:00.328960 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-117c4609-d5e3-4627-b85e-4764bb631ece service neutron] 10.222.0.55 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366513 Aug 29 05:11:00.416590 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-e6a95948-dcb9-46b9-b611-c08c53f8cc74 service neutron] 10.222.0.55 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810595 Aug 29 05:11:01.591975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e054bbe2-f3f7-4e18-a530-88c1913283f5 req-747d40b2-b52f-4609-9d91-5c3fba864995 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 210 time: 0.0264413 Aug 29 05:11:01.751042 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:02.696888 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0eb21091-11df-4bd9-ae68-353e7f2e8d57 req-4b94cf1d-6e66-41a3-9fbf-1deda80212fe tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 210 time: 0.0308747 Aug 29 05:11:02.745996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-37c0bcf3-e778-4083-ae6d-15337063065e tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:02.747427 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-37c0bcf3-e778-4083-ae6d-15337063065e tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.32 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 811 time: 0.1319988 Aug 29 05:11:02.798521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Request body: {'port': {'device_id': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d', 'admin_state_up': True, 'tenant_id': '5451d91003864d33afb0d6e078443c25'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:02.905551 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Made reservation on behalf of 5451d91003864d33afb0d6e078443c25 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:02.909000 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.031710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Allocated IP 172.20.0.13 (b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d/9225a84e-9a06-4c93-8ff5-71d94b846461/82b670c8-fb26-4bdc-b31b-f7d2e93b9724) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:03.177151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.214738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.254974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:03.260356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:03.263934 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:03.287018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:03.304408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.304745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.305083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.305408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.305760 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.306082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.306398 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.306713 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.307027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.307337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.307648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.307959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:03.328311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:03.328932 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.343145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-ae263d6a-374b-467c-9aab-403027b95ffc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5482576 Aug 29 05:11:03.360557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Request body: {'port': {'device_id': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:03.414037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.667663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:03.674977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.687021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Transition to ACTIVE for port object 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:03.690572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.757859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:03.805466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:03.805900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:03.806471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:03.810739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:11:03.811060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:03.815833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:03.816062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce81742-a7a4-47c6-bf6e-590d2ab375cd req-967abcad-c26e-4ea2-ac05-43478a46059a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:03.816510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Checking segment: {'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:03.816603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Bound using segment: {'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:03.816950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Bound port: 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:03.817874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.818099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bce81742-a7a4-47c6-bf6e-590d2ab375cd req-967abcad-c26e-4ea2-ac05-43478a46059a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 944 time: 0.0486069 Aug 29 05:11:03.856478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bce81742-a7a4-47c6-bf6e-590d2ab375cd req-51f219d0-f678-435f-98e9-5573fd4a9c93 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319803 Aug 29 05:11:03.885304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:03.888632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:03.892458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.251266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.251891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.253262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] 10.222.0.32 "PUT /v2.0/ports/82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 1093 time: 0.8968024 Aug 29 05:11:04.253723 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:04.255993 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad6d993-2185-450a-a83e-32ae2644e2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:04.280241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8f279-09ff-4150-b5ac-c6727ecf5805 service neutron] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:04.343360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-14c919c2-8f49-4dcc-8908-bb05b9b95a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.344898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-14c919c2-8f49-4dcc-8908-bb05b9b95a4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1096 time: 0.0409625 Aug 29 05:11:04.355514 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74542bd-ecab-4c5f-bdb5-33a15d8e4198 x-openstack-request-id: req-f74542bd-ecab-4c5f-bdb5-33a15d8e4198 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:04.355802 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:04.356051 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f74542bd-ecab-4c5f-bdb5-33a15d8e4198 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:04.356434 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'status': 'completed', 'code': 200} Aug 29 05:11:04.392663 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-77bef707-37f7-470f-ba2c-d4fac78ea8ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0335815 Aug 29 05:11:04.443374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-9714f738-30dc-41a7-a327-e6fccf028dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.444731 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-9714f738-30dc-41a7-a327-e6fccf028dbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0453310 Aug 29 05:11:04.475159 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-7a690c1a-46d2-48c1-8556-dbf65a7abff3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235808 Aug 29 05:11:04.561033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-2a4e04fb-e0ce-4d96-ba61-e62a1e531ede service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790861 Aug 29 05:11:04.651257 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b487ff5a-ef76-4c3b-86b8-e09c971676b4 req-0adaf915-512d-4ae9-a36f-2863e09c508d service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834563 Aug 29 05:11:04.772913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-09f22b70-35f5-411b-afea-aa43f3e8a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.774425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-09f22b70-35f5-411b-afea-aa43f3e8a93c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1096 time: 0.0410657 Aug 29 05:11:04.867035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-7280543a-36fc-4ff6-ae21-a0968805a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.868395 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-7280543a-36fc-4ff6-ae21-a0968805a2fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 912 time: 0.0875175 Aug 29 05:11:04.909708 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-1b342a96-1236-4c96-bca0-e9c1b80fd405 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0347073 Aug 29 05:11:04.961116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-69bd68cf-da93-4605-81e4-b60c78d658aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.962849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-69bd68cf-da93-4605-81e4-b60c78d658aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0460784 Aug 29 05:11:04.975481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e3857-7a00-4328-8e8b-8c45b9957687 req-b5a36100-cecb-4fdb-a7c5-7f5feddffb0e tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:04.976946 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c17e3857-7a00-4328-8e8b-8c45b9957687 req-b5a36100-cecb-4fdb-a7c5-7f5feddffb0e tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 944 time: 0.0540044 Aug 29 05:11:04.996219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-fcb768e4-38b2-48a7-a332-164c96f916e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251229 Aug 29 05:11:05.014828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c17e3857-7a00-4328-8e8b-8c45b9957687 req-bf4e7c63-e458-4ba4-b828-85e0cea08207 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Aug 29 05:11:05.090618 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-ae76998f-17ba-4ad0-b9de-3748926165bf service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861681 Aug 29 05:11:05.179356 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ad6d993-2185-450a-a83e-32ae2644e2a4 req-762cd2d6-052d-471e-882c-1f882fe2eb84 service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802226 Aug 29 05:11:06.142782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ed20-a549-48e4-abef-96f8854a2c01 req-bc0d8622-cb10-4eb2-8486-b336323e95c0 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:06.144270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c71ed20-a549-48e4-abef-96f8854a2c01 req-bc0d8622-cb10-4eb2-8486-b336323e95c0 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 944 time: 0.0546994 Aug 29 05:11:06.181799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7c71ed20-a549-48e4-abef-96f8854a2c01 req-a63abdc3-143c-498b-99ee-b2dae9c45e28 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Aug 29 05:11:06.586184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:11:06.676629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:06.687640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d', 'port_id': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'mac_address': 'fa:16:3e:b7:1a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9225a84e-9a06-4c93-8ff5-71d94b846461', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:11:06.727936 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.741585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:06.764595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:06.768514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:06.818052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:07.027816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['82b670c8-fb26-4bdc-b31b-f7d2e93b9724'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:07.297678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12767694-566c-4049-b598-d12064a06d03 req-65685207-04f1-4539-974d-a3e9e88343d6 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:07.299138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12767694-566c-4049-b598-d12064a06d03 req-65685207-04f1-4539-974d-a3e9e88343d6 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Aug 29 05:11:07.338000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-12767694-566c-4049-b598-d12064a06d03 req-28e16202-6942-43ac-8006-5e76e2d4837a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Aug 29 05:11:08.450861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2c758-8f7a-4ad5-8331-43247df16acd req-89833fb3-9b7d-4a53-8a17-fd8851df1c7c tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:08.452413 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3a2c758-8f7a-4ad5-8331-43247df16acd req-89833fb3-9b7d-4a53-8a17-fd8851df1c7c tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 945 time: 0.0490024 Aug 29 05:11:08.490565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3a2c758-8f7a-4ad5-8331-43247df16acd req-29a13f72-830e-4efc-96b2-b20ca7cd2b3a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Aug 29 05:11:08.590373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:08.639027 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:08.642834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:08.643237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.717085 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.739145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:08.741361 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fa0200-03a3-4666-b71e-bcb14c91da18" -d '{"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-plugged", "status": "completed", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:08.757678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:08.761683 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:08.902180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73999b-5e52-4b1c-b5de-d1980c943bf6 req-3683b64a-3d42-456c-9b57-413be1f3875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:08.903615 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df73999b-5e52-4b1c-b5de-d1980c943bf6 req-3683b64a-3d42-456c-9b57-413be1f3875d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1098 time: 0.0413859 Aug 29 05:11:08.931866 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648bcbbe-076f-4f0d-b78b-7eeb683cbc97 x-openstack-request-id: req-648bcbbe-076f-4f0d-b78b-7eeb683cbc97 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:08.932155 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-plugged", "status": "completed", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:08.932409 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-648bcbbe-076f-4f0d-b78b-7eeb683cbc97 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:08.932795 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'code': 200} Aug 29 05:11:08.947372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-df73999b-5e52-4b1c-b5de-d1980c943bf6 req-23d19ef9-f611-4ed9-82fe-b541d16deb86 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365498 Aug 29 05:11:08.964319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:09.606706 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5821b-288d-4dc2-b601-063aae9f18d5 req-8b7af511-0b21-4503-90a5-c2de34e44f2b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:09.608231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75a5821b-288d-4dc2-b601-063aae9f18d5 req-8b7af511-0b21-4503-90a5-c2de34e44f2b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0526638 Aug 29 05:11:09.645619 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-75a5821b-288d-4dc2-b601-063aae9f18d5 req-005602ab-fe2d-4794-813c-76f3c85ae74f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Aug 29 05:11:10.764349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd81e3c-214a-476b-9291-1d7b7b5225da req-db8bcadc-5be8-4d9c-9002-92abc4d1215a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:10.765857 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcd81e3c-214a-476b-9291-1d7b7b5225da req-db8bcadc-5be8-4d9c-9002-92abc4d1215a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0504982 Aug 29 05:11:10.802734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcd81e3c-214a-476b-9291-1d7b7b5225da req-6130730d-ee6f-4577-a051-b2e34a71928d tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Aug 29 05:11:10.979042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40784) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:11.045427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ba366-ffd2-4a4e-9f5c-b7c9543ea66e req-1d549290-f0c1-43a9-b6f9-d50493914fb9 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:11.046909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-673ba366-ffd2-4a4e-9f5c-b7c9543ea66e req-1d549290-f0c1-43a9-b6f9-d50493914fb9 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0564833 Aug 29 05:11:11.102739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-f8d416ad-dcfc-40ce-9596-b2c56383c1ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225374 Aug 29 05:11:11.107745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-673ba366-ffd2-4a4e-9f5c-b7c9543ea66e req-8df701ff-0823-4507-8f95-1b0a3e810033 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Aug 29 05:11:12.231534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd89e00-8003-4834-aa6e-7a40d6a87049 req-71959793-dc6d-49c7-95db-1b6579a08fd1 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:12.232941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fd89e00-8003-4834-aa6e-7a40d6a87049 req-71959793-dc6d-49c7-95db-1b6579a08fd1 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0529873 Aug 29 05:11:12.276197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6fd89e00-8003-4834-aa6e-7a40d6a87049 req-48fd1623-c0cd-4f9d-b670-9c8b2c4fce25 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Aug 29 05:11:12.323824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-1061375a-8816-4c82-97dc-3abc4fd2c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:12.325529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-1061375a-8816-4c82-97dc-3abc4fd2c4db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1098 time: 0.0427253 Aug 29 05:11:12.418058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-d1b38721-6e83-457c-8567-fc19ae5566ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:12.419491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-d1b38721-6e83-457c-8567-fc19ae5566ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 912 time: 0.0867248 Aug 29 05:11:12.460941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-e39ff906-5769-4aa0-8511-6e1d22316554 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0347383 Aug 29 05:11:12.508465 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-129682f6-d354-4e91-bb8a-23b971ad49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:12.509844 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-129682f6-d354-4e91-bb8a-23b971ad49e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0427499 Aug 29 05:11:12.544581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-6dd574f1-a956-448a-9d4f-312c51c91e06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281475 Aug 29 05:11:12.632933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-fb3813b0-ad09-41a7-a557-f44975484f07 service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803087 Aug 29 05:11:12.725061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-e5fdad55-2079-4aef-bd83-726b7861864a service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855737 Aug 29 05:11:13.389062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a9cd9-a0c8-4929-88f9-d24806d48003 req-1605499c-3bfd-4365-9a58-1170b6d739e3 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:13.390559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-749a9cd9-a0c8-4929-88f9-d24806d48003 req-1605499c-3bfd-4365-9a58-1170b6d739e3 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0480239 Aug 29 05:11:13.428016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-749a9cd9-a0c8-4929-88f9-d24806d48003 req-eddb80e5-22d9-4908-9fa4-5d62e8c4762d tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Aug 29 05:11:14.541494 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32827a-c618-4b06-afd1-842e675358e8 req-5cfe2e11-4cdd-4311-8fe0-894510085392 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:14.543014 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e32827a-c618-4b06-afd1-842e675358e8 req-5cfe2e11-4cdd-4311-8fe0-894510085392 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0496342 Aug 29 05:11:14.579908 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5e32827a-c618-4b06-afd1-842e675358e8 req-a01560b4-805d-4926-afcc-7320a30256b7 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Aug 29 05:11:15.694028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67849ac8-a445-4cb7-af96-34d2ff892096 req-eeda67f8-a7a3-4859-8f34-4e74c8bde052 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:15.695505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67849ac8-a445-4cb7-af96-34d2ff892096 req-eeda67f8-a7a3-4859-8f34-4e74c8bde052 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0488880 Aug 29 05:11:15.742341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67849ac8-a445-4cb7-af96-34d2ff892096 req-1f5a581a-16d1-4b1d-8982-d3d8e9cf7f9a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Aug 29 05:11:16.856420 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a58d-c64a-4eb9-b66a-2b122458fbbc req-10ed3c0c-9abe-47e1-b739-184debacd1d2 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:16.857924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e83a58d-c64a-4eb9-b66a-2b122458fbbc req-10ed3c0c-9abe-47e1-b739-184debacd1d2 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Aug 29 05:11:16.891294 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-28074b8a-4305-4e66-9feb-b117617d3296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.896066 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e83a58d-c64a-4eb9-b66a-2b122458fbbc req-76864ced-b708-4fb7-ae28-7eee4ea5c6c7 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Aug 29 05:11:18.011877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda22290-2ade-4a51-aede-5902001b48b3 req-d8d89ddf-830d-4237-bbe1-de86a6dfc8e7 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:18.013342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda22290-2ade-4a51-aede-5902001b48b3 req-d8d89ddf-830d-4237-bbe1-de86a6dfc8e7 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0518596 Aug 29 05:11:18.052096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cda22290-2ade-4a51-aede-5902001b48b3 req-8dc09dd1-32fc-462b-b623-c4101a366307 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Aug 29 05:11:18.842339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-336c02ec-61d4-44cc-a0aa-1496ed635679 req-56148112-0ddb-4a12-8e30-74dfd6be3a63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314867 Aug 29 05:11:18.889479 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-336c02ec-61d4-44cc-a0aa-1496ed635679 req-169054a7-5ed5-4b26-a069-d870cc3acea2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0272171 Aug 29 05:11:18.928115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-336c02ec-61d4-44cc-a0aa-1496ed635679 req-202dc2a0-9b46-4262-9a13-355a20feea54 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202403 Aug 29 05:11:19.027502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c02ec-61d4-44cc-a0aa-1496ed635679 req-d1c9e847-7cfc-4574-a0c4-34cfca57fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:19.029114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-336c02ec-61d4-44cc-a0aa-1496ed635679 req-d1c9e847-7cfc-4574-a0c4-34cfca57fb74 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929668 Aug 29 05:11:19.173321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95cf5d-b0ec-434d-8920-186f82297c5e req-e7ea4488-fe46-4f57-b467-def8df1c793a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:19.174826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d95cf5d-b0ec-434d-8920-186f82297c5e req-e7ea4488-fe46-4f57-b467-def8df1c793a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0543149 Aug 29 05:11:19.213102 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3d95cf5d-b0ec-434d-8920-186f82297c5e req-b082d16d-6902-4a87-a46e-da405efe7616 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Aug 29 05:11:19.531535 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ba48275-2c08-461e-ad71-cc25c2128e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:19.691886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:20.325300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015874e-4969-4eee-857c-65e16dd072c3 req-d7c98752-8875-42b0-89e0-656b8cd186cb tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:20.326800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0015874e-4969-4eee-857c-65e16dd072c3 req-d7c98752-8875-42b0-89e0-656b8cd186cb tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0486042 Aug 29 05:11:20.364376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0015874e-4969-4eee-857c-65e16dd072c3 req-6cbebebd-3ec5-4123-b471-704175691df9 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Aug 29 05:11:20.925817 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.114591 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.477366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe1ace-6aeb-4eec-b935-ba35b615b95c req-bd4f1fa0-e3c0-4a01-9928-c8dd0b5cf8d0 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:21.478925 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0fe1ace-6aeb-4eec-b935-ba35b615b95c req-bd4f1fa0-e3c0-4a01-9928-c8dd0b5cf8d0 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0497167 Aug 29 05:11:21.516240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b0fe1ace-6aeb-4eec-b935-ba35b615b95c req-47737d82-523d-4762-b84e-7c822cee06e9 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Aug 29 05:11:22.453438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:22.630555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d25c23-4909-49af-9e7c-5b2eef12f0c3 req-ad3ad36f-53e2-4cdb-9b78-c15b6e4f7459 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:22.632055 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f1d25c23-4909-49af-9e7c-5b2eef12f0c3 req-ad3ad36f-53e2-4cdb-9b78-c15b6e4f7459 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0501237 Aug 29 05:11:22.668523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f1d25c23-4909-49af-9e7c-5b2eef12f0c3 req-fcc3e299-d915-4bd2-8aec-252e424e2776 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304997 Aug 29 05:11:23.783324 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dad98-c884-4f36-aecf-837211eb3639 req-bd9381b7-4031-4b1e-8c69-2de716a9ef27 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:23.784788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b0dad98-c884-4f36-aecf-837211eb3639 req-bd9381b7-4031-4b1e-8c69-2de716a9ef27 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0487850 Aug 29 05:11:23.821805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b0dad98-c884-4f36-aecf-837211eb3639 req-53d98e3a-1697-469a-aa12-6eed5bead1a9 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Aug 29 05:11:24.937851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff36d6-76a2-4992-b908-924ed88c932e req-ce6c35ca-80b3-42a1-8045-c6ff00844bbe tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:24.939316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49ff36d6-76a2-4992-b908-924ed88c932e req-ce6c35ca-80b3-42a1-8045-c6ff00844bbe tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0522594 Aug 29 05:11:24.978238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49ff36d6-76a2-4992-b908-924ed88c932e req-5fd4d393-7b10-4d0f-8a61-9e175fe7dbdb tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 29 05:11:26.093981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87a8a-164b-45da-852e-a6fa9c595dc0 req-9f91273b-6c28-4579-a612-7f8e3cac9101 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:26.095451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dec87a8a-164b-45da-852e-a6fa9c595dc0 req-9f91273b-6c28-4579-a612-7f8e3cac9101 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Aug 29 05:11:26.134189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dec87a8a-164b-45da-852e-a6fa9c595dc0 req-cf16beca-f27f-4884-a06b-9ac5a0e5880e tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Aug 29 05:11:27.259975 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692eee9-870e-479d-95f0-c9e4e2d61b1e req-73cc44ff-84b6-4ced-91de-0749b2dc860f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:27.262187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9692eee9-870e-479d-95f0-c9e4e2d61b1e req-73cc44ff-84b6-4ced-91de-0749b2dc860f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0586557 Aug 29 05:11:27.298906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9692eee9-870e-479d-95f0-c9e4e2d61b1e req-a7364b9d-91e1-4230-9b28-f5517d8492de tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310025 Aug 29 05:11:28.412478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd8e94-f387-4b85-a47a-3d5d41b44028 req-50548a6d-a4f2-4ed5-9ce7-7d08b5818d44 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:28.413967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ddd8e94-f387-4b85-a47a-3d5d41b44028 req-50548a6d-a4f2-4ed5-9ce7-7d08b5818d44 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0487041 Aug 29 05:11:28.450914 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ddd8e94-f387-4b85-a47a-3d5d41b44028 req-49bd8f7d-1f25-4840-a320-16f38a74df98 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Aug 29 05:11:29.563566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a781902-17be-4804-9359-4c98e554ad20 req-12d6b76a-0c78-4d6e-a56d-f4424fd6da80 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:29.565013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4a781902-17be-4804-9359-4c98e554ad20 req-12d6b76a-0c78-4d6e-a56d-f4424fd6da80 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0480793 Aug 29 05:11:29.603368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4a781902-17be-4804-9359-4c98e554ad20 req-bc3fb710-264e-48d5-98d5-ca5d988de4ba tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Aug 29 05:11:29.803608 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-6e995c3b-141e-4055-8af9-92f9c2b36565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:29.805998 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-6e995c3b-141e-4055-8af9-92f9c2b36565 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1098 time: 0.0449982 Aug 29 05:11:29.912598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-3d1d508b-5742-4c93-9746-58759bc62137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:29.914072 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-3d1d508b-5742-4c93-9746-58759bc62137 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 912 time: 0.0888720 Aug 29 05:11:29.955349 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-10efe082-352f-47f2-b5b1-f65b6b5ae4c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0343368 Aug 29 05:11:30.006425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-8547805e-023a-42cb-ab2f-6ff0faff9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:30.007830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-8547805e-023a-42cb-ab2f-6ff0faff9bd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0426280 Aug 29 05:11:30.043254 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-c98dc45c-bfd8-429b-bcb0-073cc8b66afa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281587 Aug 29 05:11:30.132426 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-dd746eda-4330-40a0-a0f5-e5b05ed2bfe3 service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808065 Aug 29 05:11:30.225366 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-399aefc6-9e95-444f-8711-23b5f67e75ac req-86ebd3d9-b5f1-4e1a-b5ed-9a12bad3b733 service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Aug 29 05:11:30.715709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf67662-27df-4b06-96ff-c1b972be4925 req-9dd059aa-08ba-477b-8f9d-111fd9fec3c4 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:30.717163 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cf67662-27df-4b06-96ff-c1b972be4925 req-9dd059aa-08ba-477b-8f9d-111fd9fec3c4 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0488334 Aug 29 05:11:30.754574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cf67662-27df-4b06-96ff-c1b972be4925 req-94b0d386-078a-4b97-a8aa-1be116e99f12 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Aug 29 05:11:31.119387 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:31.770593 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.871270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770169-68c8-40b0-8df4-6599d9e880f8 req-7e84ccac-5222-40aa-8a29-b74998eeeb44 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:31.872780 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c4770169-68c8-40b0-8df4-6599d9e880f8 req-7e84ccac-5222-40aa-8a29-b74998eeeb44 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0520177 Aug 29 05:11:31.909854 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c4770169-68c8-40b0-8df4-6599d9e880f8 req-990f2826-d26c-4d5f-86da-e931889313fb tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311172 Aug 29 05:11:33.025501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192150c9-fe4e-4862-bca9-0d9018e042e5 req-bd01f16d-5955-43b2-8f71-7755aa613480 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:33.027026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-192150c9-fe4e-4862-bca9-0d9018e042e5 req-bd01f16d-5955-43b2-8f71-7755aa613480 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Aug 29 05:11:33.063441 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-192150c9-fe4e-4862-bca9-0d9018e042e5 req-8794de80-fa60-4b6f-8fc8-3484a5a29c66 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305121 Aug 29 05:11:34.180132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc04bb-8e4b-4f7c-983d-b8e124bd675c req-2cf4ca07-55a1-47a3-b208-190167d79c88 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:34.181617 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bfc04bb-8e4b-4f7c-983d-b8e124bd675c req-2cf4ca07-55a1-47a3-b208-190167d79c88 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0484426 Aug 29 05:11:34.219558 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2bfc04bb-8e4b-4f7c-983d-b8e124bd675c req-625e5de3-c435-4391-a0b3-0b491f04e38f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Aug 29 05:11:35.339583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a6a6-04f8-47c8-9db6-6534811974ef req-27bfc906-06de-4335-b14f-40dab22ec4a5 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:35.341099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6762a6a6-04f8-47c8-9db6-6534811974ef req-27bfc906-06de-4335-b14f-40dab22ec4a5 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0540409 Aug 29 05:11:35.379040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6762a6a6-04f8-47c8-9db6-6534811974ef req-8b52f8b7-9477-4dee-ba02-d98c26e98b34 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319428 Aug 29 05:11:36.490604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f73091-8cfd-4344-b6b5-a360f0e6c7b9 req-3cfb32fd-f2d4-4496-a444-9c6a692ae1bd tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.492070 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-82f73091-8cfd-4344-b6b5-a360f0e6c7b9 req-3cfb32fd-f2d4-4496-a444-9c6a692ae1bd tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0484381 Aug 29 05:11:36.529200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-82f73091-8cfd-4344-b6b5-a360f0e6c7b9 req-fd5837d4-d20f-41e3-a590-7827fb50596a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Aug 29 05:11:37.643655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeb17-869b-465d-a4cd-1335258f784e req-28e857ae-219b-40ed-8b7c-cf51ecbaaef1 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:37.645635 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-120eeb17-869b-465d-a4cd-1335258f784e req-28e857ae-219b-40ed-8b7c-cf51ecbaaef1 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0489731 Aug 29 05:11:37.682577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-120eeb17-869b-465d-a4cd-1335258f784e req-38b01331-1365-445e-b432-05f4f7c00050 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Aug 29 05:11:38.799996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547767df-5839-494f-b285-d914d25f5c5b req-23b7f248-6b0c-4041-a7c3-718cb07b505d tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:38.802063 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-547767df-5839-494f-b285-d914d25f5c5b req-23b7f248-6b0c-4041-a7c3-718cb07b505d tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Aug 29 05:11:38.838282 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-547767df-5839-494f-b285-d914d25f5c5b req-c213d622-f708-40a1-8c2f-00cbdee1734a tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303800 Aug 29 05:11:39.827683 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-1a54d60c-26b5-4481-85f4-f5fa03ed57a7 service neutron] show failed (client error): The resource could not be found. Aug 29 05:11:39.828656 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-1a54d60c-26b5-4481-85f4-f5fa03ed57a7 service neutron] 10.222.0.32 "GET /v2.0/ports/82b670c8-fb26-4bdc-b31b-f7d2e93b9724/bindings/n-h1-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.0529094 Aug 29 05:11:39.955995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f114c-6128-4b49-94c4-b171715b9da8 req-2b638d14-f542-4f51-8685-fab04611d1cc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:39.957509 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d87f114c-6128-4b49-94c4-b171715b9da8 req-2b638d14-f542-4f51-8685-fab04611d1cc tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0513163 Aug 29 05:11:40.027705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d87f114c-6128-4b49-94c4-b171715b9da8 req-ce270d6f-a684-4395-84be-780581d40d58 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 Aug 29 05:11:40.039838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-ffe27e40-4154-42fa-ba4e-e93c4f312275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:40.041315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-ffe27e40-4154-42fa-ba4e-e93c4f312275 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884&tenant_id=5451d91003864d33afb0d6e078443c25 HTTP/1.1" status: 200 len: 1098 time: 0.0504637 Aug 29 05:11:40.055118 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:40.106786 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.317956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:40.353315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:40.391697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:40.393940 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f1219e-fef1-49b7-ba85-738f00cb1cee" -d '{"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-unplugged", "status": "completed", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:40.398009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.410645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Transition to ACTIVE for port object 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:40.414655 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.480374 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:40.483151 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] No DVR routers for this DVR port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:40.521632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:40.521974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:40.522306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:40.527211 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:11:40.527543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Attempting to bind port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on network b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:40.532955 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:40.533296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Checking segment: {'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:40.533712 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Bound using segment: {'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:40.534156 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Bound port: 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:40.534517 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.607341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:40.610640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:40.615456 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.651988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:40.652630 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.654043 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] 10.222.0.37 "PUT /v2.0/ports/82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 1093 time: 0.6034846 Aug 29 05:11:40.676286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1721c-1b47-460d-8bd7-cc1e6872da3d service neutron] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:40.690400 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dfb7a9-37c7-47a6-b52b-a88174a5e1a4 x-openstack-request-id: req-a6dfb7a9-37c7-47a6-b52b-a88174a5e1a4 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:40.690692 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-unplugged", "status": "completed", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:40.690946 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6dfb7a9-37c7-47a6-b52b-a88174a5e1a4 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:40.691372 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'code': 200} Aug 29 05:11:40.724729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-b21ff478-67ae-4010-9d1d-5714a405191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:40.726274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-b21ff478-67ae-4010-9d1d-5714a405191a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1096 time: 0.0468898 Aug 29 05:11:40.819279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-3a6da4b6-8d4f-4fa3-ba4f-7ac44056dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:40.820793 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-3a6da4b6-8d4f-4fa3-ba4f-7ac44056dd0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 912 time: 0.0860357 Aug 29 05:11:40.862324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-ba36e1e7-b564-4171-ab09-cb8dad09cd30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0346222 Aug 29 05:11:40.909194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-9ae70fa5-3422-48fc-985c-5143cbdc564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:40.911152 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-9ae70fa5-3422-48fc-985c-5143cbdc564e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0426300 Aug 29 05:11:40.946056 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-6d1d37f3-3a50-44fa-aea6-a7cab336857a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277350 Aug 29 05:11:40.958194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-2433557b-8ba4-4a7b-91cf-25aafc3049d3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:11:40.959139 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-2433557b-8ba4-4a7b-91cf-25aafc3049d3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056560 Aug 29 05:11:41.047504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-bd6c821a-9ce4-4831-9230-2bcf51cddc84 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807481 Aug 29 05:11:41.175075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467fd8b-c86e-448f-9be0-81103e76a662 req-5ce0ceb0-dd76-4ef7-991d-2e3f0c47788f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:41.176590 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9467fd8b-c86e-448f-9be0-81103e76a662 req-5ce0ceb0-dd76-4ef7-991d-2e3f0c47788f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 944 time: 0.0747602 Aug 29 05:11:41.181985 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e029b5bd-1b89-4835-aeb9-aca6b6261cd9 req-2af97811-0e29-4b25-b409-edd28ce5c096 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268332 Aug 29 05:11:41.219354 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9467fd8b-c86e-448f-9be0-81103e76a662 req-2e4e9db4-e69c-4d81-844a-418f958d1d21 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Aug 29 05:11:42.335737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb42e7f-9628-4d51-9677-095e6f816127 req-c762e7d6-9643-456d-8ae5-f314093b4b38 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:42.337225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddb42e7f-9628-4d51-9677-095e6f816127 req-c762e7d6-9643-456d-8ae5-f314093b4b38 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 944 time: 0.0501304 Aug 29 05:11:42.375185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ddb42e7f-9628-4d51-9677-095e6f816127 req-4789f77f-ca1e-4196-8f29-abc92fc1b962 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Aug 29 05:11:42.692547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:42.694967 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19ce25-5d40-4abe-9695-4e3467e13c58" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:42.735603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:42.751603 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306f7dae-fa33-409c-a9eb-e9c315d7253b x-openstack-request-id: req-306f7dae-fa33-409c-a9eb-e9c315d7253b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:42.751904 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:42.752163 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-306f7dae-fa33-409c-a9eb-e9c315d7253b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:42.752566 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'status': 'completed', 'code': 200} Aug 29 05:11:42.777810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:42.861976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-145e0231-a1b7-4203-bb60-1c6d9d2b50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:42.864036 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-145e0231-a1b7-4203-bb60-1c6d9d2b50de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1096 time: 0.0729015 Aug 29 05:11:42.868430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-15cd42ca-5ed6-4c5d-91d3-30e885f9814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:42.869789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-15cd42ca-5ed6-4c5d-91d3-30e885f9814b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1096 time: 0.0698454 Aug 29 05:11:43.018808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-bda94ba2-c719-41fd-a6d9-872f15edbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.020302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-bda94ba2-c719-41fd-a6d9-872f15edbc88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 912 time: 0.1495972 Aug 29 05:11:43.022795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-9cdd2d35-15fa-4b96-9d00-1927d7cd3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.024098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-9cdd2d35-15fa-4b96-9d00-1927d7cd3d48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 912 time: 0.1464279 Aug 29 05:11:43.094264 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-bea5964e-d9c0-415a-8349-7516dc2f4523 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0658925 Aug 29 05:11:43.095570 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-99d1ec6c-6766-4979-ad6e-fd0f4e2f0588 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0616312 Aug 29 05:11:43.177190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-ad2deb82-487c-4f34-b418-9bad0e2f895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.178623 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-ad2deb82-487c-4f34-b418-9bad0e2f895e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0759833 Aug 29 05:11:43.180222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-156bd6e9-ab47-4701-84f7-522bf6051074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.181497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-156bd6e9-ab47-4701-84f7-522bf6051074 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0709631 Aug 29 05:11:43.234304 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-d3a15def-2c69-4ffc-841e-713c8dcf4bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483489 Aug 29 05:11:43.235962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-4d011257-45b8-474e-af7d-a87f021374a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425227 Aug 29 05:11:43.388144 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-0ae15756-c619-4f63-b204-0629a2e9260c service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460257 Aug 29 05:11:43.389809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-1757a1db-1a38-4615-972e-f03ab51ed374 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410413 Aug 29 05:11:43.490223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8d3ff-b133-4772-92ef-4453f8b8fde6 req-aeb410eb-cf22-4c76-ba96-b871157449aa tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.491645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18c8d3ff-b133-4772-92ef-4453f8b8fde6 req-aeb410eb-cf22-4c76-ba96-b871157449aa tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 944 time: 0.0490668 Aug 29 05:11:43.528726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-18c8d3ff-b133-4772-92ef-4453f8b8fde6 req-33e8fd8b-5e94-43e6-8362-3bbc88c2f357 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Aug 29 05:11:43.544276 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-5c9cc19c-777d-4d30-b904-64b74c82776f service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490619 Aug 29 05:11:43.546178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fe19ce25-5d40-4abe-9695-4e3467e13c58 req-ffefca3c-0072-4f78-b518-01344d0f7dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441002 Aug 29 05:11:43.814313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-c1718fa3-d6c4-4ee6-a7e0-fd897e69b84c tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.815692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-c1718fa3-d6c4-4ee6-a7e0-fd897e69b84c tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884&tenant_id=5451d91003864d33afb0d6e078443c25&binding%3Ahost_id=n-h1-712143-14 HTTP/1.1" status: 200 len: 944 time: 0.0856471 Aug 29 05:11:43.874305 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-f441e9ea-b3de-4573-a4af-03956a8f6a42 service neutron] delete failed (client error): The resource could not be found. Aug 29 05:11:43.875275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-f441e9ea-b3de-4573-a4af-03956a8f6a42 service neutron] 10.222.0.32 "DELETE /v2.0/ports/82b670c8-fb26-4bdc-b31b-f7d2e93b9724/bindings/n-h2-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.0528157 Aug 29 05:11:43.976668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-b062a0f5-f179-4764-a09f-4e5b56cc3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.978190 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-b062a0f5-f179-4764-a09f-4e5b56cc3bbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5451d91003864d33afb0d6e078443c25&device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 1096 time: 0.0414307 Aug 29 05:11:44.042554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:11:44.070419 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-68e45cdb-0bd2-41bc-9e26-428dcc656a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:44.071807 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-68e45cdb-0bd2-41bc-9e26-428dcc656a04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 200 len: 912 time: 0.0868602 Aug 29 05:11:44.112558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-121e05ff-a7d0-4e53-8080-d6dd11b676c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 200 len: 217 time: 0.0338750 Aug 29 05:11:44.136401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:44.148218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'network_id': 'b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d', 'port_id': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'mac_address': 'fa:16:3e:b7:1a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9225a84e-9a06-4c93-8ff5-71d94b846461', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:11:44.159576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-a8650842-3b0b-415e-94de-2ed42a899400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:44.161045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-a8650842-3b0b-415e-94de-2ed42a899400 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 200 len: 851 time: 0.0422080 Aug 29 05:11:44.184140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.190936 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-5d0ce042-25e2-4274-bdec-e00922c01b7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235853 Aug 29 05:11:44.196912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:44.218280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:44.223962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.279835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:44.287902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.288305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.288653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.288988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.289327 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.289682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.290016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.290371 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.290695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.291018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.291343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.291667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:44.489695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['82b670c8-fb26-4bdc-b31b-f7d2e93b9724'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:44.609203 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-69ed5a93-d58e-41aa-8808-c16c018b834e service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106920 Aug 29 05:11:44.702228 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-a030598b-9806-4a65-9148-da12d0e64158 service neutron] 10.222.0.32 "GET /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853615 Aug 29 05:11:45.439592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d8195-bd1e-4b0b-98c5-30c74c4b58d5 req-0877d45e-39c6-44b7-9079-674d64c9ae7c tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.441102 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-751d8195-bd1e-4b0b-98c5-30c74c4b58d5 req-0877d45e-39c6-44b7-9079-674d64c9ae7c tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 945 time: 0.0522223 Aug 29 05:11:45.478637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-751d8195-bd1e-4b0b-98c5-30c74c4b58d5 req-f03c0c93-9611-4c5a-bec7-805b09d47ac5 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Aug 29 05:11:46.073036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:46.122186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:46.125824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:46.126198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:46.200479 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:46.227350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:46.229647 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37078e1-6d3e-4090-ba47-b3b5695bc054" -d '{"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-plugged", "status": "completed", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:46.242769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:46.247475 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:46.274411 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cba803-08c3-4363-8c0b-424f0dede346 x-openstack-request-id: req-62cba803-08c3-4363-8c0b-424f0dede346 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:46.274704 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-plugged", "status": "completed", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:46.274961 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62cba803-08c3-4363-8c0b-424f0dede346 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:46.275352 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'code': 200} Aug 29 05:11:46.299992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:46.603055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9633-a181-44e3-8beb-0ec570a341de req-2fa1438c-50e7-4bbe-b29c-3a8eaa5bb9fb tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:46.604667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059f9633-a181-44e3-8beb-0ec570a341de req-2fa1438c-50e7-4bbe-b29c-3a8eaa5bb9fb tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0561287 Aug 29 05:11:46.643524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-059f9633-a181-44e3-8beb-0ec570a341de req-1fb514ea-474d-481d-8e66-041c563a5788 tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e6e30e0-c887-4fc7-a408-c519e9d12aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Aug 29 05:11:46.767773 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-dba510af-8712-4b87-96cd-b7cb86f2ed3f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:46.769633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-dba510af-8712-4b87-96cd-b7cb86f2ed3f tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ee8a74-bd66-441f-9a79-c732defc4884 HTTP/1.1" status: 200 len: 946 time: 0.0475903 Aug 29 05:11:46.857422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Deleting port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:46.857802 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:46.892448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-482577bd-6c95-4249-ae58-091b974801b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:46.947976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] For port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,segment=NetworkSegment(cce6ecd6-885f-4c28-ad98-3b187d5b09ac),segment_id=cce6ecd6-885f-4c28-ad98-3b187d5b09ac)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:46.948345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:46.963334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Calling delete_port for 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:47.088786 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.099706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['82b670c8-fb26-4bdc-b31b-f7d2e93b9724'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:47.115266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Pushing event deleted for resources: {'Port': ['ID=82b670c8-fb26-4bdc-b31b-f7d2e93b9724,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:47.157670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] No DVR routers for this DVR port 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:47.160216 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.162324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3cfe1c51-d190-4350-9541-8a0e7705096f req-51983b44-ec49-44b9-a150-e5ea2964f54b tempest-DeleteServersTestJSON-1393111686 tempest-DeleteServersTestJSON-1393111686-project] 10.222.0.37 "DELETE /v2.0/ports/82b670c8-fb26-4bdc-b31b-f7d2e93b9724 HTTP/1.1" status: 204 len: 173 time: 0.3866854 Aug 29 05:11:47.162767 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-deleted', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:47.165050 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bacf44-b9b1-474c-a786-18d017f4bdde" -d '{"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-deleted", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:47.203393 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90632d4a-2f4b-46c3-a2a9-2f621cca25e1 x-openstack-request-id: req-90632d4a-2f4b-46c3-a2a9-2f621cca25e1 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:47.203702 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ee8a74-bd66-441f-9a79-c732defc4884", "name": "network-vif-deleted", "tag": "82b670c8-fb26-4bdc-b31b-f7d2e93b9724", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:47.203954 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90632d4a-2f4b-46c3-a2a9-2f621cca25e1 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:47.204423 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ee8a74-bd66-441f-9a79-c732defc4884', 'name': 'network-vif-deleted', 'tag': '82b670c8-fb26-4bdc-b31b-f7d2e93b9724', 'status': 'completed', 'code': 200} Aug 29 05:11:47.768794 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40890) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:47.813788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] Deleting subnet 9225a84e-9a06-4c93-8ff5-71d94b846461 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:47.816721 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.853965 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.891214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.942144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.968267 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9225a84e-9a06-4c93-8ff5-71d94b846461,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:47.970581 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.972096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f7552b8c-8e4e-44a1-b73b-131af0fc361a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9225a84e-9a06-4c93-8ff5-71d94b846461 HTTP/1.1" status: 204 len: 168 time: 0.2023144 Aug 29 05:11:47.975221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40892) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:48.043739 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.118787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.128545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:48.138527 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:48.138822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce6ecd6-885f-4c28-ad98-3b187d5b09ac') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:48.148051 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.162238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.168297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:48.168691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:48.170384 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:48.228433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.240356 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.242805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d HTTP/1.1" status: 204 len: 168 time: 0.2666674 Aug 29 05:11:48.255771 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84456a-e4c0-42a2-8640-2e502c9e5173 admin admin] Pushing event deleted for resources: {'Network': ['ID=b12e5f7a-4bb1-4d4e-ad8d-d1a9c5a23d1d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:48.352247 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40896) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:48.390136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-60b3816e-883a-4a9d-9285-b4a15f34cb4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5451d91003864d33afb0d6e078443c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367842 Aug 29 05:11:48.392450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40898) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:48.438779 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52b5f6c3-23d4-4c88-befa-a6e98df2ad9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.459496 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52b5f6c3-23d4-4c88-befa-a6e98df2ad9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.505349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52b5f6c3-23d4-4c88-befa-a6e98df2ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.507982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-52b5f6c3-23d4-4c88-befa-a6e98df2ad9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:48.509122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-52b5f6c3-23d4-4c88-befa-a6e98df2ad9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e6e30e0-c887-4fc7-a408-c519e9d12aa6 HTTP/1.1" status: 204 len: 168 time: 0.1157975 Aug 29 05:11:48.516958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5f6c3-23d4-4c88-befa-a6e98df2ad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e30e0-c887-4fc7-a408-c519e9d12aa6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:49.155615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 40920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:49.250242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1312649840-network', 'tenant_id': 'fe24807c85f34d14a4061ff42f143e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:49.271487 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Made reservation on behalf of fe24807c85f34d14a4061ff42f143e12 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:49.274067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.282306 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.378026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.381641 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.402321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:49.418102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b098af65-9dbe-45a2-95ae-031ad667e323,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:49.420978 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.421328 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Added segment 9bada6db-5c27-440d-985b-9f64b188cd5e of type vlan for network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 Aug 29 05:11:49.463381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.486808 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.487729 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:49.488908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.533200 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e8173a2-9d18-4327-9990-4e1474cc24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.538539 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3818252 Aug 29 05:11:49.541537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 40924) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:49.547246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Request body: {'subnet': {'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1312649840-subnet', 'tenant_id': 'fe24807c85f34d14a4061ff42f143e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:49.547508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cefffa-1b65-41b0-b405-ff7e73d12684 admin admin] Pushing event updated for resources: {'Network': ['ID=7cfb18e6-9a5f-423e-af43-d6ae99f66708,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:49.557981 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:49.568816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Made reservation on behalf of fe24807c85f34d14a4061ff42f143e12 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:49.571445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.692662 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.750519 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.809129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5349fd95-eb06-4ef0-9698-d8f97682796b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:49.818092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Checking segment: {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:49.818450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Network hostable DHCP agents. Network: 7cfb18e6-9a5f-423e-af43-d6ae99f66708, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:49.835077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:49.843469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 7cfb18e6-9a5f-423e-af43-d6ae99f66708) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:49.848218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:49.848799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.853348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ed638-5ff8-45a8-99cd-e5dd16014bb9 None None] Network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:49.862224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1feb4e18-bb86-4d2f-847f-756de6f68f06 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3190613 Aug 29 05:11:49.980080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec97ff7a-d299-4928-87b3-5a1ca4ca565d None None] Network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:50.289923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-837b4382-e654-4f0b-a209-4ac3bcab48f5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:50.291404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-837b4382-e654-4f0b-a209-4ac3bcab48f5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 815 time: 0.1067569 Aug 29 05:11:50.305814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-ec4737f0-5160-43ef-a020-635bf4d06bfa tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/quotas/fe24807c85f34d14a4061ff42f143e12 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Aug 29 05:11:50.337835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-bdedcbd7-659a-4352-82dd-afacc41ff7fc tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268381 Aug 29 05:11:50.424901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-6d8e385e-6a09-4700-b69c-3d16864ddc3e service neutron] 10.222.0.55 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802708 Aug 29 05:11:50.517176 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-7be49dfe-4a58-4756-a72f-1e02b0c7f298 service neutron] 10.222.0.55 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 Aug 29 05:11:50.669856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21b137da-817d-43bf-9dd7-a3cd35be35cf req-d7588ba2-bad5-4276-802d-94467d709441 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 210 time: 0.0258946 Aug 29 05:11:50.930314 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:51.115216 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:51.574587 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-e8cea172-6fad-4995-bd5f-e124e0eacfdb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:51.576220 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-e8cea172-6fad-4995-bd5f-e124e0eacfdb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.37 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 815 time: 0.1089141 Aug 29 05:11:51.591622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Request body: {'port': {'device_id': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708', 'admin_state_up': True, 'tenant_id': 'fe24807c85f34d14a4061ff42f143e12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:51.698630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Made reservation on behalf of fe24807c85f34d14a4061ff42f143e12 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:51.701908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:51.792324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d211eb0-80c2-4736-9a37-40802c4f7c26 req-5fa4ff8e-fecd-403e-a64e-09beb9550a7b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 210 time: 0.0386741 Aug 29 05:11:51.852745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Allocated IP 172.20.0.12 (7cfb18e6-9a5f-423e-af43-d6ae99f66708/5349fd95-eb06-4ef0-9698-d8f97682796b/878d4b73-7301-4e7a-a014-87ec3c742f01) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:51.998666 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.037668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.078627 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:52.081630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:52.083949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:52.115787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:52.117798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:52.138866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:52.139220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 82b670c8-fb26-4bdc-b31b-f7d2e93b9724 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:52.145470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:52.146116 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.161162 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-323706f8-64db-4a32-affe-43466681b52b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5733640 Aug 29 05:11:52.176938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Request body: {'port': {'device_id': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:52.233500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.458157 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.496402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878d4b73-7301-4e7a-a014-87ec3c742f01 {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:52.503650 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.515721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Transition to ACTIVE for port object 878d4b73-7301-4e7a-a014-87ec3c742f01 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:52.518815 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.568977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:52.633660 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:52.634313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:52.634313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:52.638447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Port 878d4b73-7301-4e7a-a014-87ec3c742f01 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:11:52.638765 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:52.643457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:52.643788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Checking segment: {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:52.644164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Bound using segment: {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:52.645099 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Bound port: 878d4b73-7301-4e7a-a014-87ec3c742f01, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:52.645439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.711411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:52.715272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:52.718918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.749727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:52.750402 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:52.751818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-67647366-fb4d-4306-a871-2dc883035141 service neutron] 10.222.0.37 "PUT /v2.0/ports/878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 1093 time: 0.5794816 Aug 29 05:11:52.753936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:52.756276 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f90e22-110d-4527-a2c5-8920870708c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:52.784089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67647366-fb4d-4306-a871-2dc883035141 service neutron] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:52.799922 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36709fe-66be-48ae-bd6c-8fd4e541be9c x-openstack-request-id: req-e36709fe-66be-48ae-bd6c-8fd4e541be9c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:52.800205 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:52.800469 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e36709fe-66be-48ae-bd6c-8fd4e541be9c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:52.800861 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'status': 'completed', 'code': 200} Aug 29 05:11:52.834090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-8532cf6d-456c-48d0-899f-9755a3544aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:52.835610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-8532cf6d-456c-48d0-899f-9755a3544aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1096 time: 0.0440948 Aug 29 05:11:52.889234 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-c90eec54-61a6-4bad-b620-35688829b369 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0456998 Aug 29 05:11:52.963896 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670474-0697-463f-b999-c59161e32bbf req-75efdf4b-02b7-4bc3-8e63-d18db00d6ba3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:52.965399 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c6670474-0697-463f-b999-c59161e32bbf req-75efdf4b-02b7-4bc3-8e63-d18db00d6ba3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.0852244 Aug 29 05:11:52.967182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-5aa1f8b8-7b4c-47e7-a334-91ed117475e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:52.968500 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-5aa1f8b8-7b4c-47e7-a334-91ed117475e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0618834 Aug 29 05:11:53.011622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-bf924c24-4723-4eba-9575-8dc2e29edf60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338686 Aug 29 05:11:53.038391 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c6670474-0697-463f-b999-c59161e32bbf req-ea4d9c81-9410-478b-ac88-8330d923861c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665693 Aug 29 05:11:53.113878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-ac035e32-c24b-4bc7-b1ad-83cde5c66d2d service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909541 Aug 29 05:11:53.207933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b886a8d0-2326-43ed-ab2d-a49ac260215b req-d5d27103-3764-4e9d-bd71-5e69b9f58519 service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861433 Aug 29 05:11:53.288215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f90e22-110d-4527-a2c5-8920870708c9 req-4998e1eb-802e-4572-8b67-55bc27552610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.289569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f90e22-110d-4527-a2c5-8920870708c9 req-4998e1eb-802e-4572-8b67-55bc27552610 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1096 time: 0.0405040 Aug 29 05:11:53.385853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f90e22-110d-4527-a2c5-8920870708c9 req-56a675c4-4fc1-4d19-bc81-a6d7a9371e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.387321 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f90e22-110d-4527-a2c5-8920870708c9 req-56a675c4-4fc1-4d19-bc81-a6d7a9371e59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.0901253 Aug 29 05:11:53.428723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f90e22-110d-4527-a2c5-8920870708c9 req-5d46d30d-90bc-43d4-a270-05dc3798b674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0336919 Aug 29 05:11:53.477309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f90e22-110d-4527-a2c5-8920870708c9 req-85a09bef-fbf7-4b35-a685-2e232d19c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.478708 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f90e22-110d-4527-a2c5-8920870708c9 req-85a09bef-fbf7-4b35-a685-2e232d19c148 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0418215 Aug 29 05:11:53.510648 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f90e22-110d-4527-a2c5-8920870708c9 req-cb0d3739-7387-444a-acbe-bebd53423048 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238326 Aug 29 05:11:53.600696 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f90e22-110d-4527-a2c5-8920870708c9 req-946632bb-42d7-483b-952c-fb986c7c35c3 service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Aug 29 05:11:53.689076 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01f90e22-110d-4527-a2c5-8920870708c9 req-db40c830-b9e6-421d-aed5-1c6cf8c567a7 service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808518 Aug 29 05:11:54.152108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149eb9-6303-4474-9950-55712699f2f6 req-f99bbfd1-1021-4fab-bb83-6a844e4e5ce9 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:54.153552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb149eb9-6303-4474-9950-55712699f2f6 req-f99bbfd1-1021-4fab-bb83-6a844e4e5ce9 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.0475192 Aug 29 05:11:54.190239 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fb149eb9-6303-4474-9950-55712699f2f6 req-f5244af3-5afc-45be-948a-9d0d7aa9bdbc tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Aug 29 05:11:55.546215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386665-8dce-412b-8a0b-07b9c192ee19 req-e78da6d1-6f96-4a2b-bdf4-58685ce69c98 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:55.547602 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6386665-8dce-412b-8a0b-07b9c192ee19 req-e78da6d1-6f96-4a2b-bdf4-58685ce69c98 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.0535126 Aug 29 05:11:55.584812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6386665-8dce-412b-8a0b-07b9c192ee19 req-b859eff5-e6a1-4f31-a4bf-65b4eb5a50e7 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Aug 29 05:11:56.117931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:11:56.211337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:56.222084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708', 'port_id': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'mac_address': 'fa:16:3e:98:10:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5349fd95-eb06-4ef0-9698-d8f97682796b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:11:56.258271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.270624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878d4b73-7301-4e7a-a014-87ec3c742f01 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:56.289691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:56.293543 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.342971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:56.485939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['878d4b73-7301-4e7a-a014-87ec3c742f01'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:56.696027 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d768ff-3de6-4304-a969-aa5dd346712c req-08eb30f2-c6b5-4cee-91a3-3a108c86288b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:56.697761 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26d768ff-3de6-4304-a969-aa5dd346712c req-08eb30f2-c6b5-4cee-91a3-3a108c86288b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 945 time: 0.0475183 Aug 29 05:11:56.738146 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-26d768ff-3de6-4304-a969-aa5dd346712c req-7d8f089d-066e-4ed9-a831-7933fb82515b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Aug 29 05:11:57.858363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3253-876a-4415-8c7b-0ec44d6f6c4c req-bda1946e-a10f-45c0-9682-d4fd43ec3046 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:57.859835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dac3253-876a-4415-8c7b-0ec44d6f6c4c req-bda1946e-a10f-45c0-9682-d4fd43ec3046 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 945 time: 0.0495970 Aug 29 05:11:57.896074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4dac3253-876a-4415-8c7b-0ec44d6f6c4c req-0fe2c82b-24b1-4fb5-a5e5-3f2504b39658 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304923 Aug 29 05:11:58.121627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:58.168704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port 878d4b73-7301-4e7a-a014-87ec3c742f01 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:58.172229 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port 878d4b73-7301-4e7a-a014-87ec3c742f01 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:58.172598 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.248869 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.271005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:58.273233 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87ca02a-b5d5-4ffd-b061-a59855b02030" -d '{"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:58.287208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:58.291155 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.313381 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b27633-19fb-4b57-982a-c4133c78bcde x-openstack-request-id: req-94b27633-19fb-4b57-982a-c4133c78bcde {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:58.313701 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:58.313950 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94b27633-19fb-4b57-982a-c4133c78bcde {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:58.314334 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'code': 200} Aug 29 05:11:58.341336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:58.404049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84becd-4867-4ca8-a64a-e4ca85dc5bc3 req-27164737-30ed-4678-90fd-29949756bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:58.405382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c84becd-4867-4ca8-a64a-e4ca85dc5bc3 req-27164737-30ed-4678-90fd-29949756bb5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1098 time: 0.0396600 Aug 29 05:11:58.438553 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c84becd-4867-4ca8-a64a-e4ca85dc5bc3 req-73ad1861-6d02-4901-944f-916f436ff0f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262814 Aug 29 05:11:59.012716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aff8e7-d340-48d0-868b-2d79c8667d42 req-eb2d3bcc-51a8-40c1-8d3e-6d5f195f1921 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:59.014183 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-59aff8e7-d340-48d0-868b-2d79c8667d42 req-eb2d3bcc-51a8-40c1-8d3e-6d5f195f1921 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0513508 Aug 29 05:11:59.051272 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-59aff8e7-d340-48d0-868b-2d79c8667d42 req-b9d0e474-0c35-4dd5-b4a5-2c17335d01ee tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305052 Aug 29 05:12:00.167806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02726bf7-bd0e-4557-a354-392dde37af51 req-27b84abc-5cd5-4754-b71c-e1feee3910dd tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:00.169319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02726bf7-bd0e-4557-a354-392dde37af51 req-27b84abc-5cd5-4754-b71c-e1feee3910dd tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0485420 Aug 29 05:12:00.205867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-02726bf7-bd0e-4557-a354-392dde37af51 req-8dae32e4-5c11-452e-acb3-b86701e8d31e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Aug 29 05:12:00.319942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d498e-cb3d-4e6a-ac18-ed0489ce6abb req-ca763fdc-3afb-4a3d-96b7-7e11d9e91401 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:00.321483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f1d498e-cb3d-4e6a-ac18-ed0489ce6abb req-ca763fdc-3afb-4a3d-96b7-7e11d9e91401 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0486119 Aug 29 05:12:00.360525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9f1d498e-cb3d-4e6a-ac18-ed0489ce6abb req-121972d3-5d1c-4360-8822-c46d840d5fcf tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Aug 29 05:12:00.555611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bba1-e424-4354-b685-6ca2b0afd486 req-de1f96f9-196c-4adb-b2b5-4e417b6d3f9b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:00.557096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58a6bba1-e424-4354-b685-6ca2b0afd486 req-de1f96f9-196c-4adb-b2b5-4e417b6d3f9b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0492523 Aug 29 05:12:00.595491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58a6bba1-e424-4354-b685-6ca2b0afd486 req-fa983df4-fce4-4f36-bbbf-005a81de8c91 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Aug 29 05:12:00.706479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3431c-1281-4623-9081-01fa2919a8f5 req-60d06c9b-ef4a-4df6-93a8-fcc90f86aa7e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:00.708568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48f3431c-1281-4623-9081-01fa2919a8f5 req-60d06c9b-ef4a-4df6-93a8-fcc90f86aa7e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0489998 Aug 29 05:12:00.745300 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-48f3431c-1281-4623-9081-01fa2919a8f5 req-25150b2d-cf96-4979-aaea-fbec4b36895a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Aug 29 05:12:00.994253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-6ec09602-3a78-4404-b179-eb5161b2863c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731459 Aug 29 05:12:01.002429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689b68-d952-481e-a7ee-62d5ac668fb5 req-da2dfa2b-fea6-4c09-9b27-4fafae57702c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.004490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08689b68-d952-481e-a7ee-62d5ac668fb5 req-da2dfa2b-fea6-4c09-9b27-4fafae57702c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0732296 Aug 29 05:12:01.043673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-08689b68-d952-481e-a7ee-62d5ac668fb5 req-870c8e23-4396-42cb-b23f-2cd42856219d tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Aug 29 05:12:01.775748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:02.190653 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bfb73-996a-40e0-88b6-a82aa478dc42 req-5731fa3c-e911-4988-ae52-40bc6d0eee0f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:02.192645 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b8bfb73-996a-40e0-88b6-a82aa478dc42 req-5731fa3c-e911-4988-ae52-40bc6d0eee0f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0802593 Aug 29 05:12:02.199061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-311e4071-192e-4ba9-bead-dd3381a4e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:02.200455 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-311e4071-192e-4ba9-bead-dd3381a4e04c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1098 time: 0.0584340 Aug 29 05:12:02.280795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b8bfb73-996a-40e0-88b6-a82aa478dc42 req-52387754-0e84-4cb9-b133-a76db15aa6ea tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793152 Aug 29 05:12:02.313907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-490547c5-c609-40ff-a2a6-745b0556c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:02.315374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-490547c5-c609-40ff-a2a6-745b0556c894 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.1068795 Aug 29 05:12:02.357559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-06e666f5-dbbe-4384-bef8-a1943884e5df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0342829 Aug 29 05:12:02.405889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-a91bd077-7d30-45fd-874f-6c62b1520f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:02.407277 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-a91bd077-7d30-45fd-874f-6c62b1520f8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0425351 Aug 29 05:12:02.438268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-94ea46a5-e182-4d3d-a449-2c240344b39a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235693 Aug 29 05:12:02.527999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-954a9e5e-7e82-4ad6-ad28-8af7716906f7 service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828478 Aug 29 05:12:02.614891 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-7a5b1a78-64b7-453c-8bc2-0d7976bf779c service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802269 Aug 29 05:12:03.397744 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b39dd7-c1a1-43de-a071-d5e99a1b0038 req-0d876db0-3deb-41ad-a328-0a13d2a7bbfb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:03.399228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91b39dd7-c1a1-43de-a071-d5e99a1b0038 req-0d876db0-3deb-41ad-a328-0a13d2a7bbfb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0485811 Aug 29 05:12:03.436241 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-91b39dd7-c1a1-43de-a071-d5e99a1b0038 req-5a01f051-3cb7-4232-8d95-f3af70a503e4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Aug 29 05:12:04.554504 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9b60-8368-4cc5-aedf-97cb2bf23e07 req-827bdbdd-0892-4ee9-9e1d-ad30d1a55a93 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:04.555988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669a9b60-8368-4cc5-aedf-97cb2bf23e07 req-827bdbdd-0892-4ee9-9e1d-ad30d1a55a93 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0531750 Aug 29 05:12:04.593487 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669a9b60-8368-4cc5-aedf-97cb2bf23e07 req-3d0350fb-e960-423e-bcb4-4c1788f3014f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 29 05:12:05.707602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2dac3-dedc-4c99-95d4-90d4b171c3eb req-10313544-b98f-40db-9fd6-0b56f6af8078 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.709228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eaa2dac3-dedc-4c99-95d4-90d4b171c3eb req-10313544-b98f-40db-9fd6-0b56f6af8078 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0490220 Aug 29 05:12:05.750407 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-eaa2dac3-dedc-4c99-95d4-90d4b171c3eb req-e3f0dcc5-93b4-443e-b202-4d36d191d2dc tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Aug 29 05:12:06.865246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75f86e-ab8b-4baa-a065-0aa50cd24061 req-5ecfa16f-1b29-4661-80b3-2c41d6ead99c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:06.867376 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f75f86e-ab8b-4baa-a065-0aa50cd24061 req-5ecfa16f-1b29-4661-80b3-2c41d6ead99c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0491323 Aug 29 05:12:06.903790 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f75f86e-ab8b-4baa-a065-0aa50cd24061 req-dc030879-1790-4e37-88fe-e01dc2ae678a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Aug 29 05:12:08.022755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452084f-0d1b-4338-9456-ab8f09d854c4 req-1101926a-a65b-45c6-82a9-2c9a0b9145b5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:08.024262 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f452084f-0d1b-4338-9456-ab8f09d854c4 req-1101926a-a65b-45c6-82a9-2c9a0b9145b5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0498292 Aug 29 05:12:08.061432 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f452084f-0d1b-4338-9456-ab8f09d854c4 req-ed45963a-d0cc-4c1a-8ba9-1da77055d87f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Aug 29 05:12:08.120083 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:09.174807 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd400-13fc-4988-8540-ade4dc30466b req-17f8af6f-bf8c-41a9-959e-43a2febe54fe tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:09.176269 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-003dd400-13fc-4988-8540-ade4dc30466b req-17f8af6f-bf8c-41a9-959e-43a2febe54fe tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0479896 Aug 29 05:12:09.215063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-003dd400-13fc-4988-8540-ade4dc30466b req-52952784-dc9f-4795-ab78-ceaa678ce80c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Aug 29 05:12:10.358316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd4ae-3ced-4113-8d97-7aa4e8130124 req-ac2d2a20-9b1d-45bc-9fa1-5a130b42f503 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:10.359837 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52dcd4ae-3ced-4113-8d97-7aa4e8130124 req-ac2d2a20-9b1d-45bc-9fa1-5a130b42f503 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0500197 Aug 29 05:12:10.396398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52dcd4ae-3ced-4113-8d97-7aa4e8130124 req-a55b9e3e-c9a8-439d-9067-fdfaf7785479 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Aug 29 05:12:11.513392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221db00-7957-47d0-bb2d-7588bd1c7345 req-b46c300e-f73f-4668-a0a8-8b710cd3f884 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:11.514876 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1221db00-7957-47d0-bb2d-7588bd1c7345 req-b46c300e-f73f-4668-a0a8-8b710cd3f884 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0508790 Aug 29 05:12:11.551471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1221db00-7957-47d0-bb2d-7588bd1c7345 req-91b04b67-745e-448c-8922-e5c2672afc77 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308480 Aug 29 05:12:12.662481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd6e26-855e-4a07-8bc6-d68525fa9ba7 req-ee72438f-8df9-4891-919f-b7c376214b82 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:12.663923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7dcd6e26-855e-4a07-8bc6-d68525fa9ba7 req-ee72438f-8df9-4891-919f-b7c376214b82 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0475202 Aug 29 05:12:12.704434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7dcd6e26-855e-4a07-8bc6-d68525fa9ba7 req-95951bb4-6808-4a83-b4e4-9f698a07f22f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346591 Aug 29 05:12:13.816810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59f2c3-6429-41ca-973a-175cecba8f6f req-ed2750b5-cce5-4a30-b05d-beaa7bd62077 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:13.818318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d59f2c3-6429-41ca-973a-175cecba8f6f req-ed2750b5-cce5-4a30-b05d-beaa7bd62077 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0479901 Aug 29 05:12:13.857219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1d59f2c3-6429-41ca-973a-175cecba8f6f req-23922cc9-e4a0-444b-a996-a56a5465708d tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Aug 29 05:12:14.970221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bcc9-360d-419e-92cb-814bb0ef5f5f req-5323b622-d677-4067-bd97-b9899b95cd32 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:14.971770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d985bcc9-360d-419e-92cb-814bb0ef5f5f req-5323b622-d677-4067-bd97-b9899b95cd32 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0487554 Aug 29 05:12:15.009538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d985bcc9-360d-419e-92cb-814bb0ef5f5f req-b8e2f908-4ccc-40bb-b005-76479f2cdf4e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310810 Aug 29 05:12:16.122575 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462907-e173-4ef5-a711-6290382f3ff2 req-8348d32f-05f9-4720-adb5-a0ad6f16ae80 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:16.124041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16462907-e173-4ef5-a711-6290382f3ff2 req-8348d32f-05f9-4720-adb5-a0ad6f16ae80 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0478404 Aug 29 05:12:16.160712 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16462907-e173-4ef5-a711-6290382f3ff2 req-f523d6a8-0770-446b-87bd-e43e9434701c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Aug 29 05:12:16.896684 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8e04503a-a588-4891-a4e7-780407b90963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:17.274093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2219b-67a6-4756-ab5f-9b49a214a24f req-385e7865-2c41-49c8-835f-5f3ad2bf96ea tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.275553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83b2219b-67a6-4756-ab5f-9b49a214a24f req-385e7865-2c41-49c8-835f-5f3ad2bf96ea tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0484900 Aug 29 05:12:17.311935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83b2219b-67a6-4756-ab5f-9b49a214a24f req-5d6c55b6-c128-4769-b942-8172fee770ed tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Aug 29 05:12:18.430265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fe2e1-241d-4767-92c7-b45111486290 req-bd33d8ec-fecd-452f-9787-a87048bf4a25 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:18.431709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-309fe2e1-241d-4767-92c7-b45111486290 req-bd33d8ec-fecd-452f-9787-a87048bf4a25 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0510554 Aug 29 05:12:18.468330 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-309fe2e1-241d-4767-92c7-b45111486290 req-ba04c736-0edc-4ee3-a958-08ba91c7bf85 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Aug 29 05:12:19.534350 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ec4c1ba-be1e-4f47-a4a1-8a892e645ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:19.595494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11191fa2-2a9d-4c98-8ae5-681eda081bda req-f3970237-ba86-4621-8c87-83991216c58b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:19.596997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-11191fa2-2a9d-4c98-8ae5-681eda081bda req-f3970237-ba86-4621-8c87-83991216c58b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0597515 Aug 29 05:12:19.637846 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-11191fa2-2a9d-4c98-8ae5-681eda081bda req-53356d2e-85f4-4426-9986-2e10626620c4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Aug 29 05:12:19.694354 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:20.754209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ec440-bcef-411d-b72f-94c21eea93e0 req-a44c6335-fef3-48ec-93b5-31402a9cc80a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:20.755659 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-501ec440-bcef-411d-b72f-94c21eea93e0 req-a44c6335-fef3-48ec-93b5-31402a9cc80a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0476115 Aug 29 05:12:20.793900 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-501ec440-bcef-411d-b72f-94c21eea93e0 req-68fb5c16-00b1-4f01-a709-1eee669cdfd1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Aug 29 05:12:20.825270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-164ef50f-32f5-43f3-8c62-725e5c306d3d req-01a97197-be53-4e2f-b670-af0f417d392a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254395 Aug 29 05:12:20.892199 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-164ef50f-32f5-43f3-8c62-725e5c306d3d req-70b39a49-3fa8-4302-9fcc-d6d6079669b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0245442 Aug 29 05:12:20.932823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:20.936729 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-164ef50f-32f5-43f3-8c62-725e5c306d3d req-776b4caf-d33e-49b9-90d7-2449c25a6c24 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235074 Aug 29 05:12:21.027885 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ef50f-32f5-43f3-8c62-725e5c306d3d req-b79d9a31-ae91-429a-868c-7391c103e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:21.029374 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-164ef50f-32f5-43f3-8c62-725e5c306d3d req-b79d9a31-ae91-429a-868c-7391c103e9b2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863299 Aug 29 05:12:21.128785 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:21.906802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da2e95-ef86-404f-9855-9f3c34f7f6d3 req-bffd2f33-4d4b-4ffc-9c6b-2ddb743ea98f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:21.908274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16da2e95-ef86-404f-9855-9f3c34f7f6d3 req-bffd2f33-4d4b-4ffc-9c6b-2ddb743ea98f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0481060 Aug 29 05:12:21.945122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-16da2e95-ef86-404f-9855-9f3c34f7f6d3 req-ff54b21c-65b4-4f28-877a-15dc795a255b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304773 Aug 29 05:12:22.459209 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:23.067060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123e74-806f-4e4f-a825-9ba7fa439413 req-a42dd987-0c06-4913-b17a-e83e4f227d30 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:23.068552 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a1123e74-806f-4e4f-a825-9ba7fa439413 req-a42dd987-0c06-4913-b17a-e83e4f227d30 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0494971 Aug 29 05:12:23.106351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a1123e74-806f-4e4f-a825-9ba7fa439413 req-65baed1b-f9fd-4180-ab38-173a91dea967 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Aug 29 05:12:24.217704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0ae7-4340-47af-a5fd-59825e941577 req-9f118196-0d31-4e76-af39-c38a80d661c1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:24.219063 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ebe0ae7-4340-47af-a5fd-59825e941577 req-9f118196-0d31-4e76-af39-c38a80d661c1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0480831 Aug 29 05:12:24.256759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ebe0ae7-4340-47af-a5fd-59825e941577 req-776e3c84-d82d-467c-8b1f-0f3b5222f79c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Aug 29 05:12:25.374596 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88993d-6c73-43f2-85f2-a530c8817309 req-796350a8-c9e3-4373-b629-d306d663d4c5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:25.376058 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b88993d-6c73-43f2-85f2-a530c8817309 req-796350a8-c9e3-4373-b629-d306d663d4c5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0522020 Aug 29 05:12:25.412898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4b88993d-6c73-43f2-85f2-a530c8817309 req-34561f21-71d4-451b-a4df-895d24941ea5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Aug 29 05:12:26.526907 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b509de6-65b8-4ca8-89ed-f18220f6a591 req-bbcdae52-8e8c-4f8f-836e-0a8d315b72c7 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:26.528374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b509de6-65b8-4ca8-89ed-f18220f6a591 req-bbcdae52-8e8c-4f8f-836e-0a8d315b72c7 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0481713 Aug 29 05:12:26.571193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2b509de6-65b8-4ca8-89ed-f18220f6a591 req-8884f974-d8d8-4183-a42f-f2b1d6071894 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 Aug 29 05:12:27.684429 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420e4f9-a800-44d2-9ef1-95b5e2c2cadd req-f5d5da98-56af-4f68-b06d-5badab820868 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:27.685924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7420e4f9-a800-44d2-9ef1-95b5e2c2cadd req-f5d5da98-56af-4f68-b06d-5badab820868 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0490606 Aug 29 05:12:27.723067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7420e4f9-a800-44d2-9ef1-95b5e2c2cadd req-77042690-9683-42eb-9f79-b77a96d541cc tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Aug 29 05:12:28.839882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a11d3a-4960-4d51-9bb6-3979f1fc9746 req-9272cf4c-fa35-4146-90ce-2c00b2256fb4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:28.841337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2a11d3a-4960-4d51-9bb6-3979f1fc9746 req-9272cf4c-fa35-4146-90ce-2c00b2256fb4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0488677 Aug 29 05:12:28.878200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d2a11d3a-4960-4d51-9bb6-3979f1fc9746 req-0dbcbbe8-0453-4f33-84dc-617811f8d70d tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Aug 29 05:12:29.658319 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-1fc9b15c-ee76-4073-ae43-8786cf7886c9 service neutron] show failed (client error): The resource could not be found. Aug 29 05:12:29.659339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-1fc9b15c-ee76-4073-ae43-8786cf7886c9 service neutron] 10.222.0.37 "GET /v2.0/ports/878d4b73-7301-4e7a-a014-87ec3c742f01/bindings/n-h2-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.0533283 Aug 29 05:12:29.856602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c2b8e205-8f60-4e9b-a76d-7e79113dc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:29.858100 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c2b8e205-8f60-4e9b-a76d-7e79113dc922 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc&tenant_id=fe24807c85f34d14a4061ff42f143e12 HTTP/1.1" status: 200 len: 1098 time: 0.0448487 Aug 29 05:12:29.876426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-14', 'device_owner': 'compute:nova'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:29.928367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:30.078009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8cb84-db0e-4177-ba23-80549e68278f req-e0c924b7-c6a0-40a1-b697-6935d3f90749 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.079558 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09d8cb84-db0e-4177-ba23-80549e68278f req-e0c924b7-c6a0-40a1-b697-6935d3f90749 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.1199720 Aug 29 05:12:30.165785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09d8cb84-db0e-4177-ba23-80549e68278f req-0cc52f95-e4b9-4b34-9d75-c26cb40df730 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783539 Aug 29 05:12:30.194598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:30.226084 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:30.267305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:30.269559 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18c0cfb-9826-4f78-81e0-e9e19586e3ac" -d '{"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:30.273657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:30.286032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Transition to ACTIVE for port object 878d4b73-7301-4e7a-a014-87ec3c742f01 will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:30.290360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:30.321450 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bbbee0-e636-4c24-9b63-0f9d0d27b2f2 x-openstack-request-id: req-24bbbee0-e636-4c24-9b63-0f9d0d27b2f2 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:30.322697 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:30.322697 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24bbbee0-e636-4c24-9b63-0f9d0d27b2f2 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:30.322697 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'code': 200} Aug 29 05:12:30.353137 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:30.355230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] No DVR routers for this DVR port 878d4b73-7301-4e7a-a014-87ec3c742f01 on host n-h1-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:30.364027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.364376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.364717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.365052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.365385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.365744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.366077 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.366401 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.366727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.367051 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.367375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.368267 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:30.404136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:30.404463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:30.404786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:30.408950 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Port 878d4b73-7301-4e7a-a014-87ec3c742f01 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:12:30.409284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Attempting to bind port 878d4b73-7301-4e7a-a014-87ec3c742f01 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:30.413969 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:30.414327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Checking segment: {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:30.415245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Bound using segment: {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:30.415667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Bound port: 878d4b73-7301-4e7a-a014-87ec3c742f01, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:30.416070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:30.476369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h2-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:30.480046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:30.483942 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:30.516617 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.517224 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:30.518612 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 1093 time: 0.6461983 Aug 29 05:12:30.538301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a5448-bad4-4204-b9e3-aab71e40c5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=7']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:30.592427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-cb191284-2e8d-4ce7-8a67-4fa9af814724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.593899 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-cb191284-2e8d-4ce7-8a67-4fa9af814724 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1096 time: 0.0417061 Aug 29 05:12:30.685304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-6abd40ed-ea57-4986-80b9-1aa74650598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.686715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-6abd40ed-ea57-4986-80b9-1aa74650598f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.0852315 Aug 29 05:12:30.728404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-decdf50a-1165-4ed8-ae39-a4f4ef2c0c4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0344756 Aug 29 05:12:30.780365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-91c671a7-616f-4a81-a19d-5240d6175a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.781805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-91c671a7-616f-4a81-a19d-5240d6175a6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0471463 Aug 29 05:12:30.812241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-53cbeaa2-a0da-4d87-b23a-efa1a5a87625 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232768 Aug 29 05:12:30.902359 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-8fe39693-3d6c-44c7-89bc-bc4aa593ec18 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827637 Aug 29 05:12:30.994459 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-991a4924-d861-4cb6-8b54-4d5fd364e6d3 req-7d21e36a-2278-46e6-9b1e-cc4bd07127e6 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Aug 29 05:12:31.283366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410423fa-31b7-4a3e-a728-6476dfc54879 req-a498ff59-4ade-4688-bd98-4e4ea8365af3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.284837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-410423fa-31b7-4a3e-a728-6476dfc54879 req-a498ff59-4ade-4688-bd98-4e4ea8365af3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.0497622 Aug 29 05:12:31.322488 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-410423fa-31b7-4a3e-a728-6476dfc54879 req-f71e39bf-1754-4a1f-9a92-728a86f576e3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Aug 29 05:12:31.765899 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-774ec94e-d02b-4a88-a0c7-be7af8552a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.767360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-774ec94e-d02b-4a88-a0c7-be7af8552a6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1096 time: 0.0394590 Aug 29 05:12:31.790854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:31.873543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-480dc77c-3c9d-4596-9859-eb02c1a77ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.875008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-480dc77c-3c9d-4596-9859-eb02c1a77ba1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.0864305 Aug 29 05:12:31.916692 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-5cfeb954-390e-42bc-ad08-5bec6ced1f67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0336068 Aug 29 05:12:31.964666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-810d068c-0d30-41d2-b3df-decba821e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.966215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-810d068c-0d30-41d2-b3df-decba821e1ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0428936 Aug 29 05:12:32.325104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:32.327682 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:32.332114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-4b413e63-ceff-4b60-ab79-756588c13f37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3577330 Aug 29 05:12:32.382919 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6388d021-d6e9-4202-a24c-f6e0b0ff1d8a x-openstack-request-id: req-6388d021-d6e9-4202-a24c-f6e0b0ff1d8a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:32.383733 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:32.383983 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6388d021-d6e9-4202-a24c-f6e0b0ff1d8a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:32.384371 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'status': 'completed', 'code': 200} Aug 29 05:12:32.492096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-ef3874a7-5559-401c-85c7-c9ef774b6f3f service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510155 Aug 29 05:12:32.499544 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b58318-4371-4304-ac15-af73672eb2cf req-1e32c5fd-15ea-45fc-b1c0-6aba77f75c03 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.500915 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84b58318-4371-4304-ac15-af73672eb2cf req-1e32c5fd-15ea-45fc-b1c0-6aba77f75c03 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.1092875 Aug 29 05:12:32.512513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-a3aeb18f-4cc7-4935-9d05-09c345c4b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.513941 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-a3aeb18f-4cc7-4935-9d05-09c345c4b080 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1096 time: 0.1091056 Aug 29 05:12:32.653849 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84b58318-4371-4304-ac15-af73672eb2cf req-5d78e7d3-22ec-466a-8bfd-8f2cb4d5a2d3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432590 Aug 29 05:12:32.689036 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3a52a9cf-d519-4136-b462-fab1aa8f5d61 req-9fc09991-23da-4ac4-a3e3-d6938e8d0f61 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871693 Aug 29 05:12:32.699496 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-96ad6108-2cd1-4938-9c21-ad8a116444a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.701069 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-96ad6108-2cd1-4938-9c21-ad8a116444a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.1715119 Aug 29 05:12:32.748107 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-1fb4c8ef-ae82-4f19-9ad9-7d67d6e281fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0401454 Aug 29 05:12:32.796995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-7c4286d1-d8b3-49c1-8471-956560edb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.798556 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-7c4286d1-d8b3-49c1-8471-956560edb098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0439200 Aug 29 05:12:32.844504 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-8911008e-b4cd-4ddf-9c13-f6ba555bb225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356767 Aug 29 05:12:32.905239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-738d07f4-7e48-47fb-a9b2-db5486a70861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.906672 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-738d07f4-7e48-47fb-a9b2-db5486a70861 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1096 time: 0.1070840 Aug 29 05:12:32.995846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-614b5ff5-e24e-410e-a36d-d927e2489029 service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445813 Aug 29 05:12:33.073756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-77f06ff5-2075-4fdc-b8ce-cef7e94e107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.075225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-77f06ff5-2075-4fdc-b8ce-cef7e94e107b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.1595356 Aug 29 05:12:33.141037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-5f42b65a-eb5f-41d7-a798-27cccafd53e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0471778 Aug 29 05:12:33.144603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-29b592b1-e039-43b2-8bdf-730c4fb1eb6f service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422718 Aug 29 05:12:33.197305 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-7e14532d-2887-4f24-bc68-d7f4312218cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.198788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-7e14532d-2887-4f24-bc68-d7f4312218cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0456126 Aug 29 05:12:33.232658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-d499d353-3e31-4445-8dfc-dc9dc6f761b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245242 Aug 29 05:12:33.331733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-817e8155-b0fd-4760-8bfd-f20d50316917 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819392 Aug 29 05:12:33.431537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dacfe62d-ee72-436c-ac50-7a8deae6d0a4 req-2ccc475b-51df-4720-bd1c-4529e93714f9 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867918 Aug 29 05:12:33.774819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88d03-55be-4dc5-aeb0-e2305bfb4329 req-b2e83484-ef48-41f9-9b03-6162ee168844 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.776286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43a88d03-55be-4dc5-aeb0-e2305bfb4329 req-b2e83484-ef48-41f9-9b03-6162ee168844 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.0482895 Aug 29 05:12:33.812509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43a88d03-55be-4dc5-aeb0-e2305bfb4329 req-0b467256-4b45-4e7d-bb32-ed0e7ddd61ff tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303404 Aug 29 05:12:34.006278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f502d7c-c552-4287-af02-0d8c8536fee0 req-32357b08-4003-4693-8a6f-1a6725a8e586 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.007784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f502d7c-c552-4287-af02-0d8c8536fee0 req-32357b08-4003-4693-8a6f-1a6725a8e586 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.0488663 Aug 29 05:12:34.018561 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-2f535ebd-d4a0-4c35-a428-edf0b64d2210 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.020049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-2f535ebd-d4a0-4c35-a428-edf0b64d2210 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc&tenant_id=fe24807c85f34d14a4061ff42f143e12&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 944 time: 0.0511615 Aug 29 05:12:34.050278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2f502d7c-c552-4287-af02-0d8c8536fee0 req-47437e48-5b2c-47ef-a3ef-9fe65e3131a8 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359213 Aug 29 05:12:34.080658 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-e476afb9-f482-4648-aa1b-05c5a61d819b service neutron] delete failed (client error): The resource could not be found. Aug 29 05:12:34.081699 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-e476afb9-f482-4648-aa1b-05c5a61d819b service neutron] 10.222.0.37 "DELETE /v2.0/ports/878d4b73-7301-4e7a-a014-87ec3c742f01/bindings/n-h1-712143-14 HTTP/1.1" status: 404 len: 381 time: 0.0530822 Aug 29 05:12:34.168786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-4e5ed354-b58b-42bc-a1d0-43b578710030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.170357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-4e5ed354-b58b-42bc-a1d0-43b578710030 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 1096 time: 0.0449193 Aug 29 05:12:34.259443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-4f050a5d-a00c-4f7a-82e2-69722ecbd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.260852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-4f050a5d-a00c-4f7a-82e2-69722ecbd22b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.0832689 Aug 29 05:12:34.305695 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-53684c25-f573-4a87-a532-9c0941f7e98e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 200 len: 217 time: 0.0374973 Aug 29 05:12:34.334802 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:34.354250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-479af126-26f8-4611-a2e9-f6b635ec0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.355773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-479af126-26f8-4611-a2e9-f6b635ec0d10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0443735 Aug 29 05:12:34.371830 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:34.388804 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-d023c4ce-3bc5-4a5e-bc9d-7e55208e433b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263140 Aug 29 05:12:34.483277 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-034095a7-f867-4865-9ef9-0f870b9e4c9b service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864544 Aug 29 05:12:34.576774 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4ac6a9e-6766-4e09-a52c-aeefd34ebc00 req-58dea7d4-89a6-4332-ae1f-12ec72dc5a02 service neutron] 10.222.0.37 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 Aug 29 05:12:34.979013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:35.078326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:35.094734 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708', 'port_id': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'mac_address': 'fa:16:3e:98:10:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5349fd95-eb06-4ef0-9698-d8f97682796b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:35.135252 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.147692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878d4b73-7301-4e7a-a014-87ec3c742f01 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:35.167727 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:35.169188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a7247-c371-4e5f-b987-5e520e25e320 req-425acc34-d3e3-4f8d-9417-0ac88a6dd5b1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:35.170978 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e2a7247-c371-4e5f-b987-5e520e25e320 req-425acc34-d3e3-4f8d-9417-0ac88a6dd5b1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 944 time: 0.0509315 Aug 29 05:12:35.172056 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:35.209334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e2a7247-c371-4e5f-b987-5e520e25e320 req-59004537-b3c1-48ec-98b1-cba988eee227 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Aug 29 05:12:35.218579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:35.325524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd3ca6-5b3f-4af5-91de-98bc69a273a0 req-70db9f62-8f1f-40b4-b711-3c0c78438f27 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:35.327085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52cd3ca6-5b3f-4af5-91de-98bc69a273a0 req-70db9f62-8f1f-40b4-b711-3c0c78438f27 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 945 time: 0.0505750 Aug 29 05:12:35.365273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-52cd3ca6-5b3f-4af5-91de-98bc69a273a0 req-9af284ad-c2f9-43ad-9620-20f7a8eff249 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Aug 29 05:12:35.468844 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['878d4b73-7301-4e7a-a014-87ec3c742f01'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:35.485674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b119-6beb-4fdb-8cba-8adc5ffa8221 req-6aa6e620-5a88-455b-b986-3e09b61a4b73 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:35.487179 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5b0b119-6beb-4fdb-8cba-8adc5ffa8221 req-6aa6e620-5a88-455b-b986-3e09b61a4b73 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 945 time: 0.0551648 Aug 29 05:12:35.525859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5b0b119-6beb-4fdb-8cba-8adc5ffa8221 req-f31bce95-631c-4239-b4db-140a63d58177 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Aug 29 05:12:35.869456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-4bfdd0c8-67e0-40c3-81c4-7765916647ce tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:35.871012 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-4bfdd0c8-67e0-40c3-81c4-7765916647ce tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 815 time: 0.0996630 Aug 29 05:12:35.886113 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-e7349f00-8525-4ac4-b8cf-79682d6335bb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/quotas/fe24807c85f34d14a4061ff42f143e12 HTTP/1.1" status: 200 len: 375 time: 0.0094483 Aug 29 05:12:35.933467 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-e45be766-450e-4e84-a0fb-cce45d646dae tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422094 Aug 29 05:12:36.026936 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-f6a7ac35-6ccf-4057-bdb4-97641196b3e6 service neutron] 10.222.0.55 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862832 Aug 29 05:12:36.115278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-e7e9ee70-a386-4778-b644-b2c446507a65 service neutron] 10.222.0.55 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823100 Aug 29 05:12:36.283590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ec53f07-e206-4f3a-9292-3ea00cc15f97 req-0e39f227-4948-4527-9634-34edd24f7b7b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 210 time: 0.0274241 Aug 29 05:12:37.006766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:37.052719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 878d4b73-7301-4e7a-a014-87ec3c742f01 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:37.056219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 878d4b73-7301-4e7a-a014-87ec3c742f01 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:37.057216 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.132245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.153798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:37.156194 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867eb14a-f622-4297-8132-e39a6a6615a9" -d '{"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:37.170202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:37.175118 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.199330 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aeae54-ae8b-4886-aa7d-77fb2d3df15d x-openstack-request-id: req-13aeae54-ae8b-4886-aa7d-77fb2d3df15d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:37.199619 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-plugged", "status": "completed", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:37.199867 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13aeae54-ae8b-4886-aa7d-77fb2d3df15d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:37.200304 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'code': 200} Aug 29 05:12:37.225713 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:37.271247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-e6133c83-3788-4c63-9ac6-3d29de50086a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:37.272755 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-e6133c83-3788-4c63-9ac6-3d29de50086a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c161406-e589-46f7-8147-e9cd8be3f9fc HTTP/1.1" status: 200 len: 946 time: 0.0552783 Aug 29 05:12:37.384249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Deleting port 878d4b73-7301-4e7a-a014-87ec3c742f01 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:37.384789 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.487533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] For port 878d4b73-7301-4e7a-a014-87ec3c742f01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=878d4b73-7301-4e7a-a014-87ec3c742f01,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:37.487809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.502606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Calling delete_port for 878d4b73-7301-4e7a-a014-87ec3c742f01 owned by compute:nova {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:37.607630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89b6bfda-71c8-43be-9a6c-219f7142826e req-88eef216-8898-4c0f-a2ef-884b5159aff4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 210 time: 0.0317607 Aug 29 05:12:37.647396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.657905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-da908f8e-a60a-4561-8cf0-1e0fa6da8f2e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:37.659613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-da908f8e-a60a-4561-8cf0-1e0fa6da8f2e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 815 time: 0.4015176 Aug 29 05:12:37.679521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Request body: {'port': {'device_id': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708', 'admin_state_up': True, 'tenant_id': 'fe24807c85f34d14a4061ff42f143e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:37.683772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Pushing event deleted for resources: {'Port': ['ID=878d4b73-7301-4e7a-a014-87ec3c742f01,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:37.685638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['878d4b73-7301-4e7a-a014-87ec3c742f01'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:37.729126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] No DVR routers for this DVR port 878d4b73-7301-4e7a-a014-87ec3c742f01 on host n-h2-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:37.733483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.735485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.32 "DELETE /v2.0/ports/878d4b73-7301-4e7a-a014-87ec3c742f01 HTTP/1.1" status: 204 len: 173 time: 0.4567068 Aug 29 05:12:37.735935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-deleted', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:37.738640 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eedc063833efbecd97d9ba1ead5ff4e66448f2d4845168485d7f7ea5428f6dda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9a2aa9-467b-4b00-95df-32cfab0b0d80" -d '{"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-deleted", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:37.784092 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71308a81-9bff-4f4d-885a-61df09943f5c x-openstack-request-id: req-71308a81-9bff-4f4d-885a-61df09943f5c {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:37.784459 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c161406-e589-46f7-8147-e9cd8be3f9fc", "name": "network-vif-deleted", "tag": "878d4b73-7301-4e7a-a014-87ec3c742f01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:37.784784 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71308a81-9bff-4f4d-885a-61df09943f5c {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:37.785262 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c161406-e589-46f7-8147-e9cd8be3f9fc', 'name': 'network-vif-deleted', 'tag': '878d4b73-7301-4e7a-a014-87ec3c742f01', 'status': 'completed', 'code': 200} Aug 29 05:12:37.795831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Made reservation on behalf of fe24807c85f34d14a4061ff42f143e12 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:37.799423 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.926491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Allocated IP 172.20.0.14 (7cfb18e6-9a5f-423e-af43-d6ae99f66708/5349fd95-eb06-4ef0-9698-d8f97682796b/573bdb12-01a9-4609-b0f9-de8671a0ba95) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:38.077366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.115456 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.148194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['878d4b73-7301-4e7a-a014-87ec3c742f01'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:38.154361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:38.155729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:38.159459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:38.194294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:38.209091 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.209522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.209946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.210313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.210646 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.210977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.211305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.211629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.211972 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.212278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.212655 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.213489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:38.229055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:38.229689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.244162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-bbeeb323-4a10-473b-a6a9-554977f80612 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5690067 Aug 29 05:12:38.262585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Request body: {'port': {'device_id': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:38.320178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.623090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573bdb12-01a9-4609-b0f9-de8671a0ba95 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:38.630383 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.644369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Transition to ACTIVE for port object 573bdb12-01a9-4609-b0f9-de8671a0ba95 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:38.649034 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.729205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:38.791159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecabb81-2187-49d3-95a2-f70f7072316b req-1e485b0a-4690-43e5-9604-5e5e9a277e67 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:38.792638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aecabb81-2187-49d3-95a2-f70f7072316b req-1e485b0a-4690-43e5-9604-5e5e9a277e67 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 944 time: 0.1096921 Aug 29 05:12:38.825752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Attempting to bind port 573bdb12-01a9-4609-b0f9-de8671a0ba95 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:38.826088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Attempting to bind port 573bdb12-01a9-4609-b0f9-de8671a0ba95 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:38.826418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Attempting to bind port 573bdb12-01a9-4609-b0f9-de8671a0ba95 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:38.833577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Port 573bdb12-01a9-4609-b0f9-de8671a0ba95 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:12:38.833923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Attempting to bind port 573bdb12-01a9-4609-b0f9-de8671a0ba95 on network 7cfb18e6-9a5f-423e-af43-d6ae99f66708 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:38.844481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:38.844900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Checking segment: {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:38.845285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Bound using segment: {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:38.845737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Bound port: 573bdb12-01a9-4609-b0f9-de8671a0ba95, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bada6db-5c27-440d-985b-9f64b188cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:38.846089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.858314 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aecabb81-2187-49d3-95a2-f70f7072316b req-f0a5e3b4-3165-4c7a-8651-26359564260b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Aug 29 05:12:38.913866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:38.916859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:38.921301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.956401 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:38.957559 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:38.958436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] 10.222.0.32 "PUT /v2.0/ports/573bdb12-01a9-4609-b0f9-de8671a0ba95 HTTP/1.1" status: 200 len: 1093 time: 0.7006555 Aug 29 05:12:38.958883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:38.961672 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6" -d '{"events": [{"name": "network-changed", "server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:38.988233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc0cb2-15fa-4714-9300-7281b4f31f77 service neutron] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:39.077082 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b90d02-3c15-45b8-9b1a-14904b1b84e9 x-openstack-request-id: req-f6b90d02-3c15-45b8-9b1a-14904b1b84e9 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:39.077390 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:39.077665 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6b90d02-3c15-45b8-9b1a-14904b1b84e9 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:39.078062 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'status': 'completed', 'code': 200} Aug 29 05:12:39.092461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-b78c3ddb-6422-4148-a345-4faa163b247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.093984 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-b78c3ddb-6422-4148-a345-4faa163b247a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 1096 time: 0.0804222 Aug 29 05:12:39.160455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-5112f546-d358-4d66-934f-0587db90b53b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95 HTTP/1.1" status: 200 len: 217 time: 0.0525255 Aug 29 05:12:39.214327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-aba8a208-e028-4033-9e30-7688ca4aff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.215708 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-aba8a208-e028-4033-9e30-7688ca4aff7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0479176 Aug 29 05:12:39.265214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-57647d6c-234d-484b-96fe-6f76916b3dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430031 Aug 29 05:12:39.358846 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-44db4b43-605a-464f-b56b-dea59120eeab service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Aug 29 05:12:39.455199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f829f15-4da5-4743-82dc-98101e1526a0 req-cbcfc9c9-2e2d-4e66-9071-698b9a562388 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892625 Aug 29 05:12:39.579036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-a3883829-13b7-4725-b8dd-e1b69bc3a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.580435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-a3883829-13b7-4725-b8dd-e1b69bc3a2b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 1096 time: 0.0413513 Aug 29 05:12:39.734987 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-00fe8805-d38b-43c7-bc2b-7aa1e31d9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.736448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-00fe8805-d38b-43c7-bc2b-7aa1e31d9a80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.1479475 Aug 29 05:12:39.778428 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-f219d23e-55d2-4bb8-869c-63196dacde7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95 HTTP/1.1" status: 200 len: 217 time: 0.0329432 Aug 29 05:12:39.831228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-083bbd3c-179f-4ae7-874f-7cab12ba819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.832585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-083bbd3c-179f-4ae7-874f-7cab12ba819d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0463898 Aug 29 05:12:39.865184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-c496db58-73f8-49ba-a2c9-593501d9982c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236263 Aug 29 05:12:39.984906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-8a9fd9a4-a11b-4191-8e36-9e5d0d876e09 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114218 Aug 29 05:12:39.997382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204d271-270b-4313-814e-95d38d7a4abc req-3a388bd2-f5fd-4bad-af71-54d01e233347 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.998823 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d204d271-270b-4313-814e-95d38d7a4abc req-3a388bd2-f5fd-4bad-af71-54d01e233347 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 944 time: 0.0726976 Aug 29 05:12:40.079904 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d204d271-270b-4313-814e-95d38d7a4abc req-6f38ec2a-6b03-4853-be8a-a6ebab81904b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731804 Aug 29 05:12:40.106978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ffcfa7f9-9b54-4bb1-a37a-23f05bf432d6 req-81cc8455-b194-4922-83f0-8d6c92b6b8d4 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072552 Aug 29 05:12:41.003923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:41.026463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 878d4b73-7301-4e7a-a014-87ec3c742f01 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:41.026815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 878d4b73-7301-4e7a-a014-87ec3c742f01 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:41.194797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29fade-fff5-4291-be0e-79c9d5e5afce req-a9372241-1ed0-4a16-8856-8e4020aab6a3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:41.196267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d29fade-fff5-4291-be0e-79c9d5e5afce req-a9372241-1ed0-4a16-8856-8e4020aab6a3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 944 time: 0.0488789 Aug 29 05:12:41.233922 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d29fade-fff5-4291-be0e-79c9d5e5afce req-f14b30c8-ea50-4ed6-ae04-e386cac54910 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Aug 29 05:12:42.350911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afeef5-5d1d-4f1a-be8c-792c687ef449 req-4ea73eb7-41fa-4543-ac40-9d523cbb2143 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.352373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7afeef5-5d1d-4f1a-be8c-792c687ef449 req-4ea73eb7-41fa-4543-ac40-9d523cbb2143 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 944 time: 0.0531981 Aug 29 05:12:42.389729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e7afeef5-5d1d-4f1a-be8c-792c687ef449 req-2a3ea274-e772-4d5f-8a57-a3dd568cbb44 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Aug 29 05:12:43.032796 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 573bdb12-01a9-4609-b0f9-de8671a0ba95 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:43.124976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:43.136854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708', 'port_id': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'mac_address': 'fa:16:3e:c3:44:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5349fd95-eb06-4ef0-9698-d8f97682796b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:43.176568 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.188716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573bdb12-01a9-4609-b0f9-de8671a0ba95 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:43.207283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:43.210968 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.256294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:43.472372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['573bdb12-01a9-4609-b0f9-de8671a0ba95'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:43.506516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34092-b777-48a7-b11c-bfdba8d8edea req-413ed97e-4919-48f3-89cd-6c6d26635ad1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.508020 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8f34092-b777-48a7-b11c-bfdba8d8edea req-413ed97e-4919-48f3-89cd-6c6d26635ad1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Aug 29 05:12:43.546767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8f34092-b777-48a7-b11c-bfdba8d8edea req-d40ad1ac-408a-4a5a-b32f-a2395971fbd9 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321119 Aug 29 05:12:44.659594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447942a-6413-48d9-bf5c-db9287456c20 req-4c0d8fb3-7733-4d0e-8a6e-00ca0b44b9e2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:44.661064 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c447942a-6413-48d9-bf5c-db9287456c20 req-4c0d8fb3-7733-4d0e-8a6e-00ca0b44b9e2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 29 05:12:44.699186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c447942a-6413-48d9-bf5c-db9287456c20 req-253c66ce-5086-40b2-aefc-0178829daffd tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Aug 29 05:12:45.033144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 573bdb12-01a9-4609-b0f9-de8671a0ba95 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:45.080588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 573bdb12-01a9-4609-b0f9-de8671a0ba95 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:45.084282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 573bdb12-01a9-4609-b0f9-de8671a0ba95 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:45.084652 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.118903 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:45.156635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.178181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:45.180372 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4bc33c-e33c-4c88-b7a3-3302bd08193f" -d '{"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-plugged", "status": "completed", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:45.192737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:45.198094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.223435 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a962efd6-dd09-4c3e-abe0-e20a4b3022fe x-openstack-request-id: req-a962efd6-dd09-4c3e-abe0-e20a4b3022fe {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:45.223737 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-plugged", "status": "completed", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:45.224013 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a962efd6-dd09-4c3e-abe0-e20a4b3022fe {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:45.224379 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'code': 200} Aug 29 05:12:45.250125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:45.257534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.257908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.258254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.258633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.258968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.261923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.262320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.262692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.263041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.263380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.263714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.264043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:45.339418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f67a6-8880-4f60-9ba2-802da5bc007e req-49b1ce93-ea88-4bd8-96a6-8fc94e4ec0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:45.340888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a4f67a6-8880-4f60-9ba2-802da5bc007e req-49b1ce93-ea88-4bd8-96a6-8fc94e4ec0db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 1098 time: 0.0396798 Aug 29 05:12:45.374606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a4f67a6-8880-4f60-9ba2-802da5bc007e req-02fbd8f7-7157-4115-9bb0-fefc2ca696f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267978 Aug 29 05:12:45.814732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dcac4-5222-42dc-9b31-216bd325a5a4 req-1a8163ff-c218-4754-9ca1-f2f2b2562e23 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:45.816191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a81dcac4-5222-42dc-9b31-216bd325a5a4 req-1a8163ff-c218-4754-9ca1-f2f2b2562e23 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0509191 Aug 29 05:12:45.853264 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a81dcac4-5222-42dc-9b31-216bd325a5a4 req-51f6cba6-f9df-41f8-a5c1-ad720d2e1022 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Aug 29 05:12:46.897847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-983a3d77-1812-4a62-aeb6-210b6e25f762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.971951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68469a81-f594-48d9-865f-c8519b7b9ee7 req-35c335bb-5b34-4048-8910-a81ecbf6f1e1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:46.973451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68469a81-f594-48d9-865f-c8519b7b9ee7 req-35c335bb-5b34-4048-8910-a81ecbf6f1e1 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0508718 Aug 29 05:12:47.011446 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-68469a81-f594-48d9-865f-c8519b7b9ee7 req-1252e637-997d-42b8-be68-f39789a37a72 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317099 Aug 29 05:12:47.122962 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e051c-6a2b-4a05-a4fa-a63057f9780b req-7456f331-0ea3-4f4b-87f6-279d2c685e64 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:47.124337 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c68e051c-6a2b-4a05-a4fa-a63057f9780b req-7456f331-0ea3-4f4b-87f6-279d2c685e64 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0479412 Aug 29 05:12:47.161121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c68e051c-6a2b-4a05-a4fa-a63057f9780b req-df05f973-5ff4-4258-83bd-9e77f7cbc791 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308959 Aug 29 05:12:47.419030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc594b6-19ae-4939-8d06-db127aafabba req-1ffe54ab-9d9b-40ee-861a-b48af79a8e27 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:47.420494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abc594b6-19ae-4939-8d06-db127aafabba req-1ffe54ab-9d9b-40ee-861a-b48af79a8e27 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0699041 Aug 29 05:12:47.423184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-89690d6a-bea0-4384-b561-f168e419eb93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816948 Aug 29 05:12:47.459173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abc594b6-19ae-4939-8d06-db127aafabba req-80105321-7036-4759-88f7-2b347ec6db8a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Aug 29 05:12:48.546397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-8cb48078-2915-4001-9145-6baf28cef637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.548195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-8cb48078-2915-4001-9145-6baf28cef637 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 1098 time: 0.0422835 Aug 29 05:12:48.577842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b699e9-343e-4645-92ae-6dbc1fbdd1be req-4b950c8d-e54f-4eb3-8159-8596ea53874e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.579343 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98b699e9-343e-4645-92ae-6dbc1fbdd1be req-4b950c8d-e54f-4eb3-8159-8596ea53874e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0517879 Aug 29 05:12:48.616867 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98b699e9-343e-4645-92ae-6dbc1fbdd1be req-596f77a6-6978-4007-a44d-fe749d2249b6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Aug 29 05:12:48.646067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-4471e1e1-44b5-4409-9fa1-12fa440c3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.647557 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-4471e1e1-44b5-4409-9fa1-12fa440c3ec0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.0924234 Aug 29 05:12:48.701828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-4430fb27-ab0a-4382-90d6-fff113a03c07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95 HTTP/1.1" status: 200 len: 217 time: 0.0384684 Aug 29 05:12:48.750487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-635ed842-a1ee-4417-ae6d-0c929b2de5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:48.751804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-635ed842-a1ee-4417-ae6d-0c929b2de5e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0434973 Aug 29 05:12:48.786224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-c3a91803-6372-4de0-acf9-c0a5bab4a8fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270939 Aug 29 05:12:48.880147 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-c86119e3-a845-44a6-bcdd-43471dcc2120 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829241 Aug 29 05:12:48.971670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-4cf7e39d-9294-4b81-aae6-fb769f1b37b2 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Aug 29 05:12:49.535723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b92c155d-866f-4071-b8d3-56b74e05019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.702009 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.750363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360ede8-5142-4811-a307-23ccfd7a6e8a req-8cb68f2e-a74d-49cd-b5bf-9449301c6140 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:49.751996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1360ede8-5142-4811-a307-23ccfd7a6e8a req-8cb68f2e-a74d-49cd-b5bf-9449301c6140 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0624633 Aug 29 05:12:49.808641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1360ede8-5142-4811-a307-23ccfd7a6e8a req-35995d5e-c143-45ab-bc8d-3e13bfc0d95e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Aug 29 05:12:50.934497 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:50.935331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc502-b3d6-4f6e-8a3a-f6fa9addc15e req-32e5ed08-7e49-4081-8838-c841d4206155 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:50.937115 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24dfc502-b3d6-4f6e-8a3a-f6fa9addc15e req-32e5ed08-7e49-4081-8838-c841d4206155 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0538507 Aug 29 05:12:50.974830 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24dfc502-b3d6-4f6e-8a3a-f6fa9addc15e req-79797084-190e-4593-92a2-bbbbf1502580 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Aug 29 05:12:51.128478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.087663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61945766-fba2-43ef-b91b-38b947ecdeae req-1472ec59-2d3a-4a4d-bdfa-ae1a1647a51e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:52.089136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61945766-fba2-43ef-b91b-38b947ecdeae req-1472ec59-2d3a-4a4d-bdfa-ae1a1647a51e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Aug 29 05:12:52.125802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-61945766-fba2-43ef-b91b-38b947ecdeae req-e5ce4f8a-6ee7-419f-b498-c8b444cd89ca tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306084 Aug 29 05:12:52.461105 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:53.242875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25f904-5bd2-4b21-b8b8-194e4a9d059d req-2f150fc5-02fd-4640-b15c-36cd00d6c7b8 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:53.244288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c25f904-5bd2-4b21-b8b8-194e4a9d059d req-2f150fc5-02fd-4640-b15c-36cd00d6c7b8 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0505011 Aug 29 05:12:53.282181 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4c25f904-5bd2-4b21-b8b8-194e4a9d059d req-3e948a3c-7d07-41d2-8f7f-c40b51233088 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Aug 29 05:12:54.397191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c321d58-fc78-4d94-ad3b-68c07dbfa4cb req-87a3d131-f2cd-4071-a67b-564cc8ac23d2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:54.398739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c321d58-fc78-4d94-ad3b-68c07dbfa4cb req-87a3d131-f2cd-4071-a67b-564cc8ac23d2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0472844 Aug 29 05:12:54.436586 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9c321d58-fc78-4d94-ad3b-68c07dbfa4cb req-9eb48fcb-5c95-4377-8743-0adc1b25a47c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Aug 29 05:12:55.550143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571a18-fb4a-4dac-8b00-cf45684020b4 req-9ca29559-15fd-459a-a766-34292e55feee tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:55.551721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0571a18-fb4a-4dac-8b00-cf45684020b4 req-9ca29559-15fd-459a-a766-34292e55feee tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0491908 Aug 29 05:12:55.606180 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e0571a18-fb4a-4dac-8b00-cf45684020b4 req-0930c8ec-29d8-48c9-9569-06c5cb0f85e4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Aug 29 05:12:56.720026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc9d2b-0c9c-4813-883b-99be969d4496 req-a345f255-d217-4ec6-947c-8a5e9f680fa8 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:56.721505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2afc9d2b-0c9c-4813-883b-99be969d4496 req-a345f255-d217-4ec6-947c-8a5e9f680fa8 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0484574 Aug 29 05:12:56.761305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2afc9d2b-0c9c-4813-883b-99be969d4496 req-f3070efb-cb9d-42ed-a8eb-f5bb1be9406b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339010 Aug 29 05:12:57.879517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f87bf-c4b6-491a-9a4e-ffa23794ef08 req-897ea4d1-d0ee-4b28-8ad2-0eedc08059e3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:57.881005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb6f87bf-c4b6-491a-9a4e-ffa23794ef08 req-897ea4d1-d0ee-4b28-8ad2-0eedc08059e3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Aug 29 05:12:57.919047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb6f87bf-c4b6-491a-9a4e-ffa23794ef08 req-75875f9c-6deb-420d-8974-50d40c513d01 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Aug 29 05:12:59.036422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af662f9-35b3-432a-a253-7fc12df8b846 req-7316a957-8795-4620-b639-31fde6589a18 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:59.037905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7af662f9-35b3-432a-a253-7fc12df8b846 req-7316a957-8795-4620-b639-31fde6589a18 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0479712 Aug 29 05:12:59.075293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7af662f9-35b3-432a-a253-7fc12df8b846 req-1bc5166e-90f1-4d20-b294-23ef9dbe6ffd tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Aug 29 05:13:00.197523 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4fa8-e4e1-4b12-9055-5ee541f1189d req-1a48d9ea-6dba-49d8-b625-ff024eded42b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:00.199017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfad4fa8-e4e1-4b12-9055-5ee541f1189d req-1a48d9ea-6dba-49d8-b625-ff024eded42b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0489328 Aug 29 05:13:00.236497 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfad4fa8-e4e1-4b12-9055-5ee541f1189d req-039f3d04-0da0-4d96-b893-b7fc3dfcabde tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Aug 29 05:13:01.351659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2c298-30f8-4f39-a053-7bf7a3d722b0 req-58709a64-9c9b-4fba-b98c-79369572b8c2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:01.353195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62d2c298-30f8-4f39-a053-7bf7a3d722b0 req-58709a64-9c9b-4fba-b98c-79369572b8c2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0487428 Aug 29 05:13:01.389972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62d2c298-30f8-4f39-a053-7bf7a3d722b0 req-0f0b6ae7-2cd2-4841-82c0-7bca1320078a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Aug 29 05:13:01.808631 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:02.504269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867fe03-402c-4829-972a-cd86a9a1bc5b req-46f075fc-4dda-433c-9d2b-fe83525e135a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:02.505784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8867fe03-402c-4829-972a-cd86a9a1bc5b req-46f075fc-4dda-433c-9d2b-fe83525e135a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0488775 Aug 29 05:13:02.542730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8867fe03-402c-4829-972a-cd86a9a1bc5b req-14ca6953-b5db-4be5-af94-b64b1a4fa016 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Aug 29 05:13:03.655012 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b03c0-edc6-4b21-a9f7-c3b25f7a5b5d req-29060c44-ceb3-484d-9b5e-2303af1bdf26 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:03.656563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-330b03c0-edc6-4b21-a9f7-c3b25f7a5b5d req-29060c44-ceb3-484d-9b5e-2303af1bdf26 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0482275 Aug 29 05:13:03.697367 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-330b03c0-edc6-4b21-a9f7-c3b25f7a5b5d req-7a588513-6fe7-4a11-8bc3-b59fa2c7f70c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Aug 29 05:13:04.868795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a812f8-1656-4ac6-8959-9b90fc7dd344 req-2579f641-f18e-45db-b932-aff301da51a4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:04.870300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50a812f8-1656-4ac6-8959-9b90fc7dd344 req-2579f641-f18e-45db-b932-aff301da51a4 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.1072576 Aug 29 05:13:04.908944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50a812f8-1656-4ac6-8959-9b90fc7dd344 req-36848621-9c44-4465-89cf-2341c0ea438b tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Aug 29 05:13:04.930696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-e04acc74-e433-45be-8252-3e386ff05576 req-7d2c67bd-f5a5-446c-9dcb-7830209104a1 service neutron] (94824) timed out ('10.222.0.55', 34834) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:13:06.080488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b4e-8f82-4f5f-ad89-8da827922708 req-1f4b7463-d9de-4e80-a768-f991e065dc88 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:06.081980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64d42b4e-8f82-4f5f-ad89-8da827922708 req-1f4b7463-d9de-4e80-a768-f991e065dc88 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.1061952 Aug 29 05:13:06.118694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64d42b4e-8f82-4f5f-ad89-8da827922708 req-60db6b8a-abeb-434c-86f3-35b6ae9737a2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307651 Aug 29 05:13:07.232737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897e6e0-1a95-4070-aea5-dacc439e7b09 req-5d636e4b-a3db-482d-8e3f-a039f2a06feb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:07.234817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e897e6e0-1a95-4070-aea5-dacc439e7b09 req-5d636e4b-a3db-482d-8e3f-a039f2a06feb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0486574 Aug 29 05:13:07.271733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e897e6e0-1a95-4070-aea5-dacc439e7b09 req-a4c00460-b101-4dda-b5e8-2d23e7b97361 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Aug 29 05:13:08.388308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc39fb7-c4d4-46c6-bf3d-bc900182e656 req-63570c38-6355-4460-94d3-6f9061f5028c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:08.389814 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2dc39fb7-c4d4-46c6-bf3d-bc900182e656 req-63570c38-6355-4460-94d3-6f9061f5028c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0486767 Aug 29 05:13:08.427317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2dc39fb7-c4d4-46c6-bf3d-bc900182e656 req-f08bada9-2914-4833-a574-fa463570156d tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Aug 29 05:13:09.552576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6441f5e-ad1e-4708-9582-c7f47807dbe4 req-446bbc28-050d-4788-9794-b3e36adf1e37 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:09.554080 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6441f5e-ad1e-4708-9582-c7f47807dbe4 req-446bbc28-050d-4788-9794-b3e36adf1e37 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0484614 Aug 29 05:13:09.591360 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6441f5e-ad1e-4708-9582-c7f47807dbe4 req-150358c7-1bcd-4c24-b4c2-169b99b6158f tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Aug 29 05:13:10.708924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d75af-9983-4a8d-aea0-98fb9ce8ef5a req-f9a5df35-f1b9-41da-823a-a10133debac6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:10.710400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-684d75af-9983-4a8d-aea0-98fb9ce8ef5a req-f9a5df35-f1b9-41da-823a-a10133debac6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0482783 Aug 29 05:13:10.751351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-684d75af-9983-4a8d-aea0-98fb9ce8ef5a req-c1d5b25a-b513-4ff6-b242-16a7442cf214 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Aug 29 05:13:11.868396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0550a-e35f-4f19-aa2b-7f35a08d6db3 req-ef68cbf9-8824-4a1c-9ebe-90f4cacced09 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:11.869874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cb0550a-e35f-4f19-aa2b-7f35a08d6db3 req-ef68cbf9-8824-4a1c-9ebe-90f4cacced09 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0521402 Aug 29 05:13:11.907073 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2cb0550a-e35f-4f19-aa2b-7f35a08d6db3 req-1f6e78ee-63db-4262-b228-2341676ae96d tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Aug 29 05:13:13.021227 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f20f0e-1428-489d-b508-9642004a945a req-01e227a7-1110-4994-b47a-d6f957c650af tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:13.022724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45f20f0e-1428-489d-b508-9642004a945a req-01e227a7-1110-4994-b47a-d6f957c650af tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0496016 Aug 29 05:13:13.058646 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-45f20f0e-1428-489d-b508-9642004a945a req-1a0657af-9316-49d9-ba3f-9506eaed3736 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300863 Aug 29 05:13:14.172321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660fd4-99f6-4d00-83fe-5984855e44e6 req-e7a2638d-5746-47f0-aec8-8af3f33e3e76 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:14.173823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7660fd4-99f6-4d00-83fe-5984855e44e6 req-e7a2638d-5746-47f0-aec8-8af3f33e3e76 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Aug 29 05:13:14.210730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7660fd4-99f6-4d00-83fe-5984855e44e6 req-7c6925c5-2e83-4fc8-948d-81d3db4f1af6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Aug 29 05:13:15.323624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487fec8-a9b6-4271-a064-bd554e6ac973 req-60b63b6e-a90a-4ae7-b04f-7ae747ba22d0 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:15.325066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c487fec8-a9b6-4271-a064-bd554e6ac973 req-60b63b6e-a90a-4ae7-b04f-7ae747ba22d0 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0479906 Aug 29 05:13:15.363101 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c487fec8-a9b6-4271-a064-bd554e6ac973 req-8c39a4dc-a6d7-4b0d-8a18-7d0e8ab42895 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Aug 29 05:13:15.763089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-2129d43b-e539-4d2d-84ad-bdd5c3fdbcc0 service neutron] 10.222.0.32 "GET /v2.0/ports/573bdb12-01a9-4609-b0f9-de8671a0ba95/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0545366 Aug 29 05:13:15.998762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-c54bdc2f-1fe6-4101-a2f1-ac761b1c6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.000740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-c54bdc2f-1fe6-4101-a2f1-ac761b1c6469 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565&tenant_id=fe24807c85f34d14a4061ff42f143e12 HTTP/1.1" status: 200 len: 1098 time: 0.0749288 Aug 29 05:13:16.076869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-fe9b34f9-a578-4b57-92ab-a5ca3697e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.078914 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-fe9b34f9-a578-4b57-92ab-a5ca3697e78e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 1098 time: 0.0428586 Aug 29 05:13:16.169493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-c511c3d5-ca09-4655-a3b0-a6cffa4e038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.170980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-c511c3d5-ca09-4655-a3b0-a6cffa4e038c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.0854626 Aug 29 05:13:16.211885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-993f39ca-41a7-4b15-b33a-c5be680ad97e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95 HTTP/1.1" status: 200 len: 217 time: 0.0344810 Aug 29 05:13:16.258864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-3cc63e48-e95c-425d-bd00-d84ae1cbe59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.260250 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-3cc63e48-e95c-425d-bd00-d84ae1cbe59a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0414762 Aug 29 05:13:16.290091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-a0c5c17d-5ecd-4d22-bd08-9c71dc17766f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228875 Aug 29 05:13:16.381329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-67fa3927-bae3-42d9-a15e-732185fd3d94 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836282 Aug 29 05:13:16.470735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7cba8c3-a790-4bc1-9ca4-a0d5bfaaf400 req-4ce11ffd-78bb-4397-8989-3707a325fd83 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814874 Aug 29 05:13:16.477342 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46b59f-ae32-4305-a123-404d44332d4c req-91d496e9-c7f1-46cd-848c-1f50564fb2ea tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.478827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee46b59f-ae32-4305-a123-404d44332d4c req-91d496e9-c7f1-46cd-848c-1f50564fb2ea tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0480089 Aug 29 05:13:16.517186 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ee46b59f-ae32-4305-a123-404d44332d4c req-fd1f5afa-948d-450e-8513-ac1451c19145 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Aug 29 05:13:16.897258 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a48060-f4f4-4e5d-b857-7fe4d316d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:17.904986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12b73c-911e-44d9-9d9f-98b3db243044 req-a212c61e-543f-42b5-b7b2-5b37ded25ab3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:17.906989 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e12b73c-911e-44d9-9d9f-98b3db243044 req-a212c61e-543f-42b5-b7b2-5b37ded25ab3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.3227038 Aug 29 05:13:17.947967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e12b73c-911e-44d9-9d9f-98b3db243044 req-762463e3-7b4f-4991-9bf7-e1aa4b418ae6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349271 Aug 29 05:13:19.068407 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72634db8-62ca-4827-86ed-29cbfdfe6a91 req-418a5ba5-db5c-41e0-bbfa-3dca92824263 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.069938 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-72634db8-62ca-4827-86ed-29cbfdfe6a91 req-418a5ba5-db5c-41e0-bbfa-3dca92824263 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0530493 Aug 29 05:13:19.106964 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-72634db8-62ca-4827-86ed-29cbfdfe6a91 req-b6731ed8-3877-46a8-8728-f1330e87a33d tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Aug 29 05:13:19.196753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 573bdb12-01a9-4609-b0f9-de8671a0ba95 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:13:19.204448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 573bdb12-01a9-4609-b0f9-de8671a0ba95 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:13:19.302699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccb559-27ba-470e-bd58-615ad57d840b req-1636d45b-16a7-4dbe-939b-12758e5c229a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.304401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81ccb559-27ba-470e-bd58-615ad57d840b req-1636d45b-16a7-4dbe-939b-12758e5c229a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0523944 Aug 29 05:13:19.346747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-81ccb559-27ba-470e-bd58-615ad57d840b req-e782b21c-bf3c-4c42-a7ce-ced58f296a50 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356710 Aug 29 05:13:19.356903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:19.357577 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-c948f0f8-9926-4c8e-a6eb-2d2a8258f64a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.359614 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-c948f0f8-9926-4c8e-a6eb-2d2a8258f64a tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.32 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565&tenant_id=fe24807c85f34d14a4061ff42f143e12&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 946 time: 0.0875435 Aug 29 05:13:19.365705 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:19.377363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'network_id': '7cfb18e6-9a5f-423e-af43-d6ae99f66708', 'port_id': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'mac_address': 'fa:16:3e:c3:44:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5349fd95-eb06-4ef0-9698-d8f97682796b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:13:19.394255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:19.396584 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aebafd5-2ec3-43b1-8348-3c7501afd704" -d '{"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-unplugged", "status": "completed", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:19.430290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:19.435482 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:19.446235 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f49da99-3eea-4573-a66e-459da3760e96 x-openstack-request-id: req-5f49da99-3eea-4573-a66e-459da3760e96 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:19.446535 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-unplugged", "status": "completed", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:19.446791 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f49da99-3eea-4573-a66e-459da3760e96 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:19.447185 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'code': 200} Aug 29 05:13:19.466036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-886e4201-7446-4c57-9f02-5ade66cf2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.466248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:19.467611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-886e4201-7446-4c57-9f02-5ade66cf2e4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe24807c85f34d14a4061ff42f143e12&device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 1098 time: 0.0449431 Aug 29 05:13:19.486774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 573bdb12-01a9-4609-b0f9-de8671a0ba95 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:19.507454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:19.550165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:13:19.550525 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:13:19.551040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e1f9475f-14fd-417b-947f-115b7fc2d102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:19.565077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-c22ffdd4-7ccb-48ea-9661-b8a90ca8a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.566595 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-c22ffdd4-7ccb-48ea-9661-b8a90ca8a426 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 200 len: 916 time: 0.0857487 Aug 29 05:13:19.611711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-9194788c-8681-4788-92ca-8084d976a28a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95 HTTP/1.1" status: 200 len: 217 time: 0.0382173 Aug 29 05:13:19.660433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-5ec6e45f-c6da-4cbf-a416-8f72274d28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.661871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-5ec6e45f-c6da-4cbf-a416-8f72274d28a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 200 len: 855 time: 0.0429606 Aug 29 05:13:19.694008 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-b0acb92a-1a9d-4b5e-835d-ef08daf22aa6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cfb18e6-9a5f-423e-af43-d6ae99f66708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248003 Aug 29 05:13:19.694335 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:19.784255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-d40eb9df-6d4f-47e1-aa15-0b70dcfbdc4e service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836549 Aug 29 05:13:19.873585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e0a5d29-424d-46c1-953b-c539ca1f6d20 req-338dbced-9ae7-4357-862c-19cb70d2a8f3 service neutron] 10.222.0.32 "GET /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818670 Aug 29 05:13:20.085688 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:20.101232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573bdb12-01a9-4609-b0f9-de8671a0ba95 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:20.119663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:20.123068 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:20.169733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:20.410093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['573bdb12-01a9-4609-b0f9-de8671a0ba95'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:20.471195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0650960-c007-4db0-ab2f-5a4ed24ae590 req-537e098c-2e31-4cab-800f-6fd76542eba2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:20.473273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0650960-c007-4db0-ab2f-5a4ed24ae590 req-537e098c-2e31-4cab-800f-6fd76542eba2 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 945 time: 0.0544975 Aug 29 05:13:20.513009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a0650960-c007-4db0-ab2f-5a4ed24ae590 req-1a2303d3-8f38-4a0a-945e-f0988360ebbb tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Aug 29 05:13:20.635329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a915c-ae97-466b-b755-3749e468c4fc req-9ccc5914-1c0f-4e87-8172-7fad3afdb796 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:20.637622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d8a915c-ae97-466b-b755-3749e468c4fc req-9ccc5914-1c0f-4e87-8172-7fad3afdb796 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Aug 29 05:13:20.674728 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d8a915c-ae97-466b-b755-3749e468c4fc req-b07cee7d-8125-4893-b9dd-d957e0bff0a3 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 29 05:13:20.791119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c04bd-4c65-4e01-84c7-d32fb1b990f2 req-d0a53e79-c4ba-439d-9d7c-ed0e9b97669e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:20.792655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e3c04bd-4c65-4e01-84c7-d32fb1b990f2 req-d0a53e79-c4ba-439d-9d7c-ed0e9b97669e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Aug 29 05:13:20.830744 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e3c04bd-4c65-4e01-84c7-d32fb1b990f2 req-42123436-aa5b-4f6d-9e00-ea9ffa8671d5 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Aug 29 05:13:20.938342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:21.126361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:21.157177 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af2e9-f95f-4dcd-9847-6aa557d5b0d1 req-738e3700-642d-471e-99a2-bcdba2ba1a71 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:21.158608 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e93af2e9-f95f-4dcd-9847-6aa557d5b0d1 req-738e3700-642d-471e-99a2-bcdba2ba1a71 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 945 time: 0.0534580 Aug 29 05:13:21.195663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e93af2e9-f95f-4dcd-9847-6aa557d5b0d1 req-414878ac-8a21-407d-a2fa-3ac4ac945d3c tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Aug 29 05:13:21.208233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 573bdb12-01a9-4609-b0f9-de8671a0ba95 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:21.402441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 573bdb12-01a9-4609-b0f9-de8671a0ba95 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:21.402805 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:21.475401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:21.496889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:21.499150 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9345a0-8bd7-413d-9e5c-e015405b9979" -d '{"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-plugged", "status": "completed", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:21.511123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:21.515156 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:21.564260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:21.596298 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f796f184-52b7-4711-95ea-4dcf0c4fd2ad x-openstack-request-id: req-f796f184-52b7-4711-95ea-4dcf0c4fd2ad {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:21.596620 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-plugged", "status": "completed", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:21.596873 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f796f184-52b7-4711-95ea-4dcf0c4fd2ad {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:21.597267 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'code': 200} Aug 29 05:13:22.119115 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:22.313260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6965bc-e660-4887-8dea-7357f08f344e req-17df0a64-3a1e-43d5-8a32-3221833aa8cd tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:22.314909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e6965bc-e660-4887-8dea-7357f08f344e req-17df0a64-3a1e-43d5-8a32-3221833aa8cd tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0540540 Aug 29 05:13:22.352916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e6965bc-e660-4887-8dea-7357f08f344e req-dacc9fef-6c96-456a-969e-545145ece3e7 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/security-groups?id=b098af65-9dbe-45a2-95ae-031ad667e323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Aug 29 05:13:22.463765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:22.625667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda248a0-0631-4412-8907-5525552bf6fb req-8c62a4e1-9cfd-4dbc-af62-9e2ec0d48b6e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:22.627018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fda248a0-0631-4412-8907-5525552bf6fb req-8c62a4e1-9cfd-4dbc-af62-9e2ec0d48b6e tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.32 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 946 time: 0.0485075 Aug 29 05:13:22.717457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Deleting port 573bdb12-01a9-4609-b0f9-de8671a0ba95 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:13:22.718343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:22.803835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] For port 573bdb12-01a9-4609-b0f9-de8671a0ba95, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=573bdb12-01a9-4609-b0f9-de8671a0ba95,segment=NetworkSegment(9bada6db-5c27-440d-985b-9f64b188cd5e),segment_id=9bada6db-5c27-440d-985b-9f64b188cd5e)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:22.804186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:22.817025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Calling delete_port for 573bdb12-01a9-4609-b0f9-de8671a0ba95 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:13:22.821963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3d7f73a-115f-43ad-a63f-839a138591ce req-079bbd12-7af6-422f-9638-e5e010040d41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266163 Aug 29 05:13:22.868967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3d7f73a-115f-43ad-a63f-839a138591ce req-14c0c17b-579e-4c04-914f-5bbccfaf2a16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0260210 Aug 29 05:13:22.907382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3d7f73a-115f-43ad-a63f-839a138591ce req-be109c67-c27a-4239-89b1-656e3533f68f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197403 Aug 29 05:13:22.946372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:22.976006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Pushing event deleted for resources: {'Port': ['ID=573bdb12-01a9-4609-b0f9-de8671a0ba95,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:22.985002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['573bdb12-01a9-4609-b0f9-de8671a0ba95'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:23.014602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7f73a-115f-43ad-a63f-839a138591ce req-57062346-5e45-4e47-a149-0d316b2f08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:23.016169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e3d7f73a-115f-43ad-a63f-839a138591ce req-57062346-5e45-4e47-a149-0d316b2f08b7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027846 Aug 29 05:13:23.022014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] No DVR routers for this DVR port 573bdb12-01a9-4609-b0f9-de8671a0ba95 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:13:23.024577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:23.026916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fda248a0-0631-4412-8907-5525552bf6fb req-629c2579-1c75-4e44-ae23-eafaa1aa4302 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.32 "DELETE /v2.0/ports/573bdb12-01a9-4609-b0f9-de8671a0ba95 HTTP/1.1" status: 204 len: 173 time: 0.3931732 Aug 29 05:13:23.027353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-deleted', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:23.029621 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38edd4d0-8b7a-4132-abc3-e4d7d01e646a" -d '{"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-deleted", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:23.065825 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f982b89a-ab1a-4d91-a92d-7213f1991607 x-openstack-request-id: req-f982b89a-ab1a-4d91-a92d-7213f1991607 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:23.066127 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84530c2c-044c-4f4e-b24b-d1cf80822565", "name": "network-vif-deleted", "tag": "573bdb12-01a9-4609-b0f9-de8671a0ba95", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:23.066386 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f982b89a-ab1a-4d91-a92d-7213f1991607 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:23.066784 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84530c2c-044c-4f4e-b24b-d1cf80822565', 'name': 'network-vif-deleted', 'tag': '573bdb12-01a9-4609-b0f9-de8671a0ba95', 'status': 'completed', 'code': 200} Aug 29 05:13:23.461149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f62fc243-5e63-4278-959d-a4a86934b4cf req-aa09e6af-2e2c-4486-948a-f888e2dfd840 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] 10.222.0.55 "GET /v2.0/ports?device_id=84530c2c-044c-4f4e-b24b-d1cf80822565 HTTP/1.1" status: 200 len: 210 time: 0.0299194 Aug 29 05:13:24.578917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41262) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:24.623042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] Deleting subnet 5349fd95-eb06-4ef0-9698-d8f97682796b {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:13:24.626652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.659254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.696836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.754041 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.778125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5349fd95-eb06-4ef0-9698-d8f97682796b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:24.781893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.784261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b0cefaef-ca1b-4794-b691-b62350890012 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5349fd95-eb06-4ef0-9698-d8f97682796b HTTP/1.1" status: 204 len: 168 time: 0.2037840 Aug 29 05:13:24.786171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41264) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:24.852994 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.932651 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.942289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfb18e6-9a5f-423e-af43-d6ae99f66708']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:24.953095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bada6db-5c27-440d-985b-9f64b188cd5e') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:24.953396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bada6db-5c27-440d-985b-9f64b188cd5e') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:24.962617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.976683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.982550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:13:24.982972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:13:24.985254 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:13:25.039089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:25.044229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:25.049044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7cfb18e6-9a5f-423e-af43-d6ae99f66708 HTTP/1.1" status: 204 len: 168 time: 0.2619386 Aug 29 05:13:25.061414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de5935-9633-4a46-bbd3-d4f119ff6ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfb18e6-9a5f-423e-af43-d6ae99f66708,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:25.151172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41268) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:25.194594 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-63f301f3-0b32-4863-afde-874bf9baa580 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe24807c85f34d14a4061ff42f143e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422764 Aug 29 05:13:25.197282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41270) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:25.220496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 573bdb12-01a9-4609-b0f9-de8671a0ba95 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:13:25.239487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 573bdb12-01a9-4609-b0f9-de8671a0ba95 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:13:25.239828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 573bdb12-01a9-4609-b0f9-de8671a0ba95 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:13:25.246588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6e21-37a6-4eaa-9cb9-a6c1b7b72f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:25.268453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6e21-37a6-4eaa-9cb9-a6c1b7b72f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:25.314806 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6e21-37a6-4eaa-9cb9-a6c1b7b72f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:25.317404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6e21-37a6-4eaa-9cb9-a6c1b7b72f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:25.318720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fc7c6e21-37a6-4eaa-9cb9-a6c1b7b72f8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b098af65-9dbe-45a2-95ae-031ad667e323 HTTP/1.1" status: 204 len: 168 time: 0.1204708 Aug 29 05:13:25.326949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c6e21-37a6-4eaa-9cb9-a6c1b7b72f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b098af65-9dbe-45a2-95ae-031ad667e323,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:25.969546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41292) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:26.067176 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-289927168-network', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:26.088523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Made reservation on behalf of 4b33541ac18548128d7720cba74b4dc8 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:13:26.090987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.100379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.188349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.192134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.216986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:13:26.227077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685c6e14-dbd1-40ab-8bd5-ac5b46f6698c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:26.233243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.233614 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Added segment 589a66a1-d550-4b63-a6b9-d18d953c5a32 of type vlan for network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf Aug 29 05:13:26.277188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.301003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.301971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.302551 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.351713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3808806 Aug 29 05:13:26.354686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41296) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:26.362016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Request body: {'subnet': {'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-289927168-subnet', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:26.376202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0e456-55f9-46ab-983e-76782716c7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:26.385792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:13:26.392340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Made reservation on behalf of 4b33541ac18548128d7720cba74b4dc8 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:13:26.395152 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.562023 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.611871 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=720bfc8f-05ee-4bb0-a60b-7584a2529faf,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:26.626963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Checking segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:26.627319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Network hostable DHCP agents. Network: f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:13:26.643665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:13:26.652305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:26.656266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.656856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.661435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4506275e-3bb7-47fc-88d2-75e499cb13cb None None] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:13:26.671124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-36ef1421-546d-4ff1-a029-2ac0ae419afb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3154042 Aug 29 05:13:26.673880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41298) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:26.678206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:26.699295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.700404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.755207 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.818562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:13:26.819441 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.891840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:26.948860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Allocated IP 172.20.0.2 (f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf/720bfc8f-05ee-4bb0-a60b-7584a2529faf/360eb6ad-96d8-4d3c-a830-bcdb5d263f89) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:27.084990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.096806 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.104053 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.105463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Transition to ACTIVE for port object 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:27.120769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Transition to ACTIVE for port object 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:27.128623 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.165520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:27.170183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:27.174304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:27.181190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Pushing event updated for resources: {'Port': ['ID=360eb6ad-96d8-4d3c-a830-bcdb5d263f89,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:27.211835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Allocated IP 172.25.7.77 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:27.235064 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Attempting to bind port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:13:27.235463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Attempting to bind port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:13:27.235824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Attempting to bind port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:27.240721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:13:27.241090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Checking segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:27.241491 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.241910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Bound using segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:13:27.242368 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Bound port: 360eb6ad-96d8-4d3c-a830-bcdb5d263f89, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:13:27.242748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.304754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] For port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:27.308014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] For port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=360eb6ad-96d8-4d3c-a830-bcdb5d263f89,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:13:27.313327 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.313880 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.366042 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.373808 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf82c6-fe48-4e46-8533-8970a7871810 None None] Pushing event updated for resources: {'Port': ['ID=360eb6ad-96d8-4d3c-a830-bcdb5d263f89,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:27.404636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:27.410303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:27.416221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:27.422718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:27.678734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:27.873333 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.008659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:13:28.123810 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:13:28.135103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:13:28.140546 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.144925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e5cd419a-fc35-4cd8-9018-d5a57ffc1a63 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4700568 Aug 29 05:13:28.145348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41300) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:28.145885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:28.146272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:13:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:28.230377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ba0be-af6f-4686-832d-a07c1bde1a0d None None] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:13:28.301257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-6293bc3e-adb9-4e55-b9c8-94e152dbe95c None None] Provisioning for port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:28.312200 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:28.562243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:27Z', 'revision_number': 3, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:28.566261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.590356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:13:28.590708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Updating router 839b7431-1d3d-40ad-8fe3-9a4def565d3e port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:13:28.618914 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.742319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Allocated IP 172.20.0.1 (f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf/720bfc8f-05ee-4bb0-a60b-7584a2529faf/f87a4a82-5adf-492d-a664-d321f39d5782) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:28.848581 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.863336 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Transition to ACTIVE for port object f87a4a82-5adf-492d-a664-d321f39d5782 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:28.894837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.898412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.909125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Transition to ACTIVE for port object c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:28.914634 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.931209 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:28.934030 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:28.939715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:28.971294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f87a4a82-5adf-492d-a664-d321f39d5782,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:28.975951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Attempting to bind port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:13:28.976331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Attempting to bind port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:13:28.976702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Attempting to bind port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:28.978766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11848bc7-2a7f-4d02-86bf-a6714e509b43 None None] Pushing event updated for resources: {'Port': ['ID=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:28.983292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.984910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:13:28.985304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:28.986037 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:28.986493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:13:28.986978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Bound port: c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:13:28.987366 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.043398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] For port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:29.050680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] For port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:13:29.063665 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.127556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:29.136403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.161227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11848bc7-2a7f-4d02-86bf-a6714e509b43 None None] Pushing event updated for resources: {'Port': ['ID=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:29.189628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:29.190251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:13:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:29.257546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:29.262481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7fc84876-b528-48f1-bab0-1f3e2f05859f None None] Provisioning for port f87a4a82-5adf-492d-a664-d321f39d5782 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:29.291053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:29.291425 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.294833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7fc84876-b528-48f1-bab0-1f3e2f05859f None None] Provisioning complete for port f87a4a82-5adf-492d-a664-d321f39d5782 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:29.295197 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7fc84876-b528-48f1-bab0-1f3e2f05859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.302600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.306709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.372526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f87a4a82-5adf-492d-a664-d321f39d5782,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:29.376645 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.377411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:29.403312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7fc84876-b528-48f1-bab0-1f3e2f05859f None None] Port f87a4a82-5adf-492d-a664-d321f39d5782 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:13:29.470331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:29.471750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:29.682534 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.751462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=360eb6ad-96d8-4d3c-a830-bcdb5d263f89,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:29.759293 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.779632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4f301111-36a2-45cf-97e1-5a3f2908947b None None] Provisioning complete for port f87a4a82-5adf-492d-a664-d321f39d5782 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:29.780016 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4f301111-36a2-45cf-97e1-5a3f2908947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.867845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4f301111-36a2-45cf-97e1-5a3f2908947b None None] Port f87a4a82-5adf-492d-a664-d321f39d5782 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:13:29.871484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=360eb6ad-96d8-4d3c-a830-bcdb5d263f89,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:29.886291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:28Z', 'revision_number': 1, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:29.913193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9252a8d-23ad-4975-9b48-5f87c7f02dca None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:28Z', 'revision_number': 1, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:13:29.948186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:13:30.057037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:13:30.062963 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7b6e5aba-f774-4b2b-ba14-ab424865d9d2 admin admin] 10.222.0.55 "PUT /v2.0/routers/839b7431-1d3d-40ad-8fe3-9a4def565d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9157341 Aug 29 05:13:30.524081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41310) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:30.530199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70936878', 'description': 'tempest-description--431965820'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:30.558216 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:30.653567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:30.657541 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:30.686002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:30.687165 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1612754 Aug 29 05:13:30.689646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:30.691032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41312) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:30.696236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-27999385-c656-4c00-ab29-b13f51ec6925 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'security_group_rule': {'security_group_id': 'e4eb49fe-45d8-4fbd-ba80-cef3c34fe426', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:30.697427 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.697801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.698144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.698480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.698814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.699159 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.699497 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.699823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.700143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.700467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.700788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.701110 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e723c3-2298-456d-9ab9-bae175291595 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:30.731709 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27999385-c656-4c00-ab29-b13f51ec6925 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.088321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27999385-c656-4c00-ab29-b13f51ec6925 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.093365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27999385-c656-4c00-ab29-b13f51ec6925 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.114554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27999385-c656-4c00-ab29-b13f51ec6925 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7f96e1-2311-4f33-b1d8-1cf15f7286b3,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:31.117941 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-27999385-c656-4c00-ab29-b13f51ec6925 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.119218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-27999385-c656-4c00-ab29-b13f51ec6925 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4269173 Aug 29 05:13:31.123092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41314) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:31.128416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a1079fa5-035b-4228-8c21-676472eb2266 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'security_group_rule': {'security_group_id': 'e4eb49fe-45d8-4fbd-ba80-cef3c34fe426', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:31.159822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:31.161371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a1079fa5-035b-4228-8c21-676472eb2266 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.210397 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:31.210766 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.220970 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a1079fa5-035b-4228-8c21-676472eb2266 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.224637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a1079fa5-035b-4228-8c21-676472eb2266 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.239843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1079fa5-035b-4228-8c21-676472eb2266 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fe41a5-3941-4777-9ce2-b82b1396bad3,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:31.248845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a1079fa5-035b-4228-8c21-676472eb2266 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.252791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a1079fa5-035b-4228-8c21-676472eb2266 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260595 Aug 29 05:13:31.252967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41316) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:31.257576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:31.279781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.290640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:31.338774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:31.342457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:31.342844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.385344 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.425726 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.448538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:31.453074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.495251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Allocated IP 172.25.7.121 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/1fb65e3b-9188-4eb9-a672-0365f2248f5f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:31.518107 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:31.611640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.650682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.687565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:31.690447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:31.696471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:31.720300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'Port': ['ID=1fb65e3b-9188-4eb9-a672-0365f2248f5f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:31.786856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.806867 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.822252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.846353 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:13:31.859099 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:31.860395 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:13:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:31.962021 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:31.974515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:31.978960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.050849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'Port': ['ID=1fb65e3b-9188-4eb9-a672-0365f2248f5f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:32.058354 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.071533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.072773 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-11da439c-7f11-4ce1-afbe-701ab508488e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8188465 Aug 29 05:13:32.172484 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 2, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:32.200205 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:13:32.200558 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Updating router 839b7431-1d3d-40ad-8fe3-9a4def565d3e port f87a4a82-5adf-492d-a664-d321f39d5782 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:13:32.221878 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c5f6e68-ddef-4153-bbe5-7782beddb2e6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--70936878&fields=id&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 267 time: 0.0353336 Aug 29 05:13:32.225572 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.329946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-257d1838-fa25-4918-8007-26f655cb16fe tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:32.331424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-257d1838-fa25-4918-8007-26f655cb16fe tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.1028171 Aug 29 05:13:32.348266 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-dc9fcf76-a207-4a36-8e13-9fb4eb77ab4c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/quotas/4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 375 time: 0.0109994 Aug 29 05:13:32.403040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-16e0679a-bf4e-4855-9a77-2e50aa36e348 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490975 Aug 29 05:13:32.486217 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.496271 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Transition to ACTIVE for port object f87a4a82-5adf-492d-a664-d321f39d5782 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:32.498749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-ff917bdb-248a-4c61-a5ca-87fee34caadb service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831089 Aug 29 05:13:32.502453 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.552128 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Pushing event updated for resources: {'Port': ['ID=f87a4a82-5adf-492d-a664-d321f39d5782,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:32.573311 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.574076 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.574418 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.574748 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.575077 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.575405 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.575728 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.576047 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.576367 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.576689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.577010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.577325 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:32.603972 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-81c5185b-08bc-482f-9400-2d66cce44296 service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976622 Aug 29 05:13:32.611123 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Attempting to bind port f87a4a82-5adf-492d-a664-d321f39d5782 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:13:32.611839 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Attempting to bind port f87a4a82-5adf-492d-a664-d321f39d5782 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:13:32.612369 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Attempting to bind port f87a4a82-5adf-492d-a664-d321f39d5782 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:32.617696 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:13:32.618237 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Checking segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:32.618758 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.619252 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Bound using segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:13:32.619798 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Bound port: f87a4a82-5adf-492d-a664-d321f39d5782, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:13:32.620244 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.787054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a2f89c66-fe5c-4770-aa77-7d87770fe06d req-27a5c61b-66bb-4c19-8830-db39081ba9ec tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 210 time: 0.0312202 Aug 29 05:13:32.817679 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] For port f87a4a82-5adf-492d-a664-d321f39d5782, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:32.821416 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] For port f87a4a82-5adf-492d-a664-d321f39d5782, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f87a4a82-5adf-492d-a664-d321f39d5782,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:13:32.826762 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:32.877073 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d5231-40e1-4ed8-aa34-b44bc9488878 None None] Pushing event updated for resources: {'Port': ['ID=f87a4a82-5adf-492d-a664-d321f39d5782,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:32.906126 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:32.906934 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:13:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:33.036136 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:33.176743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87a4a82-5adf-492d-a664-d321f39d5782 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:33.235532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f87a4a82-5adf-492d-a664-d321f39d5782 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:33.241843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f87a4a82-5adf-492d-a664-d321f39d5782 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:33.242220 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:33.270674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b6741fb3-485c-417d-9478-869c35d7c138 None None] Provisioning complete for port f87a4a82-5adf-492d-a664-d321f39d5782 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:33.270958 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6741fb3-485c-417d-9478-869c35d7c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:33.311569 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:32Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:33.341533 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56427c8-665a-41a3-888d-9baed5be4672 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:32Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:13:33.383441 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:33.406715 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b6741fb3-485c-417d-9478-869c35d7c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:33.444377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f87a4a82-5adf-492d-a664-d321f39d5782, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f87a4a82-5adf-492d-a664-d321f39d5782,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:33.449445 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:33.450295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:33.557328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=f87a4a82-5adf-492d-a664-d321f39d5782,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:33.559953 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-b6741fb3-485c-417d-9478-869c35d7c138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:13:33.560312 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-b6741fb3-485c-417d-9478-869c35d7c138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:13:33.572493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:33.572866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:33.886828 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa3bb171-6abe-437d-8495-b184fe1a4134 req-73c0a2a6-d2ae-499c-ae12-2dfb4dafc795 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 210 time: 0.0277781 Aug 29 05:13:34.151945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-58393a46-61b6-4b87-a146-c3d5132770d6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:34.153428 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-58393a46-61b6-4b87-a146-c3d5132770d6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.1051068 Aug 29 05:13:34.221615 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-98cb3cb6-afae-421c-b4d7-143324c7d5c0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 378 time: 0.0437932 Aug 29 05:13:34.251122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'port': {'device_id': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'admin_state_up': True, 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'security_groups': ['e4eb49fe-45d8-4fbd-ba80-cef3c34fe426']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:34.362913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Made reservation on behalf of 4b33541ac18548128d7720cba74b4dc8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:13:34.366480 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.486799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Allocated IP 172.20.0.5 (f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf/720bfc8f-05ee-4bb0-a60b-7584a2529faf/1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:34.624058 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.638457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Transition to ACTIVE for port object 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:34.670883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.712945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:34.720597 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:34.723059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:34.729882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:34.775743 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:34.776535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.791819 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-5c1d653d-b527-42cf-8063-e5a9e6880c07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441988 Aug 29 05:13:34.811602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Request body: {'port': {'device_id': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:34.874921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.923360 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fff19465-267f-4102-86b5-753e763b0017 None None] Provisioning for port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:34.927290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fff19465-267f-4102-86b5-753e763b0017 None None] Provisioning complete for port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:34.927847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fff19465-267f-4102-86b5-753e763b0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.969532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fff19465-267f-4102-86b5-753e763b0017 None None] Port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:13:35.057522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87a4a82-5adf-492d-a664-d321f39d5782 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:35.095762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aceeee-124f-43c6-8933-07fd2e1f3354 req-5c9669d9-38ed-4d7a-8bd9-c9b7ca496a94 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.097347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3aceeee-124f-43c6-8933-07fd2e1f3354 req-5c9669d9-38ed-4d7a-8bd9-c9b7ca496a94 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 931 time: 0.1146677 Aug 29 05:13:35.105553 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f87a4a82-5adf-492d-a664-d321f39d5782 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:35.105953 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.169401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3aceeee-124f-43c6-8933-07fd2e1f3354 req-820b95fb-c9af-49b0-bf31-26ca1bab07f9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645103 Aug 29 05:13:35.241207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:35.248515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.260767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Transition to ACTIVE for port object 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:35.264656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.316246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:35.383660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Attempting to bind port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:13:35.383998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Attempting to bind port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:13:35.384331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Attempting to bind port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:35.388990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:13:35.389314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Attempting to bind port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:35.394886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:13:35.395284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Checking segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:35.395598 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Bound using segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:13:35.396023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Bound port: 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:13:35.396380 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.470812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:35.473848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:13:35.478112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.512529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.513273 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:35.514830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 1092 time: 0.7081902 Aug 29 05:13:35.515275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:35.518384 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946" -d '{"events": [{"name": "network-changed", "server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:35.542820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2067b7-1a0f-4ad4-adeb-4abfd953bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:35.563515 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef92906c-220a-4d35-bb4f-732bef083e58 x-openstack-request-id: req-ef92906c-220a-4d35-bb4f-732bef083e58 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:35.563922 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:35.564282 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef92906c-220a-4d35-bb4f-732bef083e58 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:35.564918 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'status': 'completed', 'code': 200} Aug 29 05:13:35.622566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-72d67cc7-82ff-4ba2-8990-b6e432e29d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.624103 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-72d67cc7-82ff-4ba2-8990-b6e432e29d14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1095 time: 0.0428998 Aug 29 05:13:35.675529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-f6414042-84a5-4649-9d9d-c80662d9e9e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 217 time: 0.0388722 Aug 29 05:13:35.726792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-387ec6b1-3550-4fbc-99c3-b8b020f2a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.728275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-387ec6b1-3550-4fbc-99c3-b8b020f2a3d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0455387 Aug 29 05:13:35.782469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-664ca67a-ade5-42a9-b36d-8f8bf87656e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.783952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-664ca67a-ade5-42a9-b36d-8f8bf87656e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488868 Aug 29 05:13:35.876827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-7fe4d632-ebd7-441c-96a4-23214db7624d service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849140 Aug 29 05:13:35.965494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-669737b2-4fad-4414-b1bc-2fe9b322fdaf req-4614fbd5-1fdb-4118-a089-3d622261cb16 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805538 Aug 29 05:13:36.086557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-824875fb-48d8-4c54-a9d9-029ca8b57aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.088002 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-824875fb-48d8-4c54-a9d9-029ca8b57aae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1095 time: 0.0413160 Aug 29 05:13:36.180664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-7601e32e-4dff-4206-b4fc-2ebd97b53a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.182200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-7601e32e-4dff-4206-b4fc-2ebd97b53a2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0875666 Aug 29 05:13:36.225099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-b1bec8a8-ab27-44f6-9d77-5e85f053e799 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 217 time: 0.0358169 Aug 29 05:13:36.307415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-ff52b319-8a9a-4dc5-b7df-301f2b53f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.308876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-ff52b319-8a9a-4dc5-b7df-301f2b53f6bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0756164 Aug 29 05:13:36.321390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bba80-2451-4030-99b7-1657ddebdda7 req-b205ae85-10a6-4ebe-b304-39b89405a1dc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.322798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f9bba80-2451-4030-99b7-1657ddebdda7 req-b205ae85-10a6-4ebe-b304-39b89405a1dc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 943 time: 0.0812845 Aug 29 05:13:36.387598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f9bba80-2451-4030-99b7-1657ddebdda7 req-ac1d7d74-1b2a-4181-ab3f-2015621c37ee tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552504 Aug 29 05:13:36.390986 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-0d3ca292-887a-4ca2-afc5-515246c9091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.392333 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-0d3ca292-887a-4ca2-afc5-515246c9091b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686898 Aug 29 05:13:36.485886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-9f11dcf1-a35d-4113-979f-1ecfe5252890 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851581 Aug 29 05:13:36.575806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-013ae1f7-cdd5-41a2-9e05-c2dcfab3d946 req-1e656c20-a876-4b24-b37e-c5df92092b34 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809431 Aug 29 05:13:37.502467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82818fc-be17-4d11-a9e8-b184d1a6d18b req-254cbf20-3b11-4c07-b2c8-98cb013c1e57 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:37.503944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c82818fc-be17-4d11-a9e8-b184d1a6d18b req-254cbf20-3b11-4c07-b2c8-98cb013c1e57 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 943 time: 0.0480142 Aug 29 05:13:37.543041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c82818fc-be17-4d11-a9e8-b184d1a6d18b req-976637db-ec85-4455-8f5e-9398c454498b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331261 Aug 29 05:13:38.664896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8553ae-e958-4607-9087-6eaaabae59e6 req-beea3849-2f21-4775-a916-ce078c930f28 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.666415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd8553ae-e958-4607-9087-6eaaabae59e6 req-beea3849-2f21-4775-a916-ce078c930f28 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 943 time: 0.0573101 Aug 29 05:13:38.703792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd8553ae-e958-4607-9087-6eaaabae59e6 req-50e49c4b-1f9d-4fc3-a774-3afbbf37b817 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313323 Aug 29 05:13:39.346595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:13:39.439801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:39.450841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'mac_address': 'fa:16:3e:8d:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:13:39.487555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:39.500441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:39.520482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:39.524809 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:39.574608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:39.796960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:39.819547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cf692-0462-4e6c-929f-362ff3cb27f9 req-e091c1db-aa08-4eec-ab53-ef0f3ade4dbd tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.821302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-663cf692-0462-4e6c-929f-362ff3cb27f9 req-e091c1db-aa08-4eec-ab53-ef0f3ade4dbd tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 944 time: 0.0532503 Aug 29 05:13:39.859538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-663cf692-0462-4e6c-929f-362ff3cb27f9 req-a2b81a70-3ef8-4eb1-a620-aaa099830f1a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323184 Aug 29 05:13:40.973430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd5002-b55b-458c-ba9f-df5595d97bc3 req-9a3bb39f-7cad-4674-b235-07e2460fd017 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:40.974970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9bd5002-b55b-458c-ba9f-df5595d97bc3 req-9a3bb39f-7cad-4674-b235-07e2460fd017 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 944 time: 0.0483925 Aug 29 05:13:41.011923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9bd5002-b55b-458c-ba9f-df5595d97bc3 req-1ddffe6c-c58d-4efd-8f48-4cc14e900437 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310135 Aug 29 05:13:41.361062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:41.411405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:41.415186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:41.415557 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:41.489416 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:41.511139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:41.513377 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9c9ba8-0001-48a5-b595-de18d22a9d7a" -d '{"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:41.526090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:41.530420 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:41.552819 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f3702-6c8f-4446-a50d-13a9c83b5768 x-openstack-request-id: req-4b7f3702-6c8f-4446-a50d-13a9c83b5768 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:41.553112 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:41.553367 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b7f3702-6c8f-4446-a50d-13a9c83b5768 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:41.553782 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'code': 200} Aug 29 05:13:41.578414 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:41.675311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552da5-88fe-4449-bb84-9c5993fbe44f req-0d1dd8e1-b122-417d-8b61-0a213aeb8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:41.676774 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4552da5-88fe-4449-bb84-9c5993fbe44f req-0d1dd8e1-b122-417d-8b61-0a213aeb8e65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1097 time: 0.0394542 Aug 29 05:13:41.712681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e4552da5-88fe-4449-bb84-9c5993fbe44f req-7e7d9bf6-4b4e-4c0b-a708-17c5bd321d51 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278180 Aug 29 05:13:42.130379 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50711f-76fa-44d8-a36a-087e9ec8a036 req-8b339bc9-d0ea-41f2-92f1-e8723387f1e4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:42.131838 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e50711f-76fa-44d8-a36a-087e9ec8a036 req-8b339bc9-d0ea-41f2-92f1-e8723387f1e4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0513680 Aug 29 05:13:42.168305 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8e50711f-76fa-44d8-a36a-087e9ec8a036 req-9d625952-0cdb-49fd-a839-577ec0802265 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305614 Aug 29 05:13:43.284552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e27084-c624-4157-be8a-cde54c6d08f3 req-f0f2fecb-c609-45e5-92ae-89514ffacab0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:43.285944 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9e27084-c624-4157-be8a-cde54c6d08f3 req-f0f2fecb-c609-45e5-92ae-89514ffacab0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0494466 Aug 29 05:13:43.323318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9e27084-c624-4157-be8a-cde54c6d08f3 req-4234a05b-6f9e-4e39-bd99-e98c3d26d617 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315342 Aug 29 05:13:43.431291 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfafca-411a-40d3-b344-b560e2253e1b req-0de6959f-983d-42d2-947e-4a88588559ef tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:43.432772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3dfafca-411a-40d3-b344-b560e2253e1b req-0de6959f-983d-42d2-947e-4a88588559ef tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0478969 Aug 29 05:13:43.441801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41366) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:13:43.446423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'floatingip': {'port_id': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:43.483495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:43.905306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:43.909666 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:44.007258 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 associated. External IP: 172.25.7.121, port: 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf. Aug 29 05:13:44.208304 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:13:44.594870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:13:44.599280 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:44.604293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:13:44.617173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:44.617814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:13:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:44.626638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-32e7d673-2310-4994-8829-f5fc10f8db04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "PUT /v2.0/floatingips/51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 HTTP/1.1" status: 200 len: 991 time: 1.1838124 Aug 29 05:13:44.627236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:44.629492 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0bc5d-9e07-4032-bea6-bc153b23e291" -d '{"events": [{"name": "network-changed", "server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:44.671385 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf3e32-4690-411f-a4cc-ceca8314f961 x-openstack-request-id: req-65cf3e32-4690-411f-a4cc-ceca8314f961 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:44.671692 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:44.672107 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65cf3e32-4690-411f-a4cc-ceca8314f961 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:44.672508 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'status': 'completed', 'code': 200} Aug 29 05:13:44.731791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:44.768264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-0234bf83-91dd-42ff-a337-880a19693f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:44.769799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-0234bf83-91dd-42ff-a337-880a19693f45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1097 time: 0.0401440 Aug 29 05:13:44.861504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-708eb091-e935-4cd9-80e3-2bce2b91f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:44.862919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-708eb091-e935-4cd9-80e3-2bce2b91f264 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0867326 Aug 29 05:13:44.953227 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:8d:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:13:43Z', 'revision_number': 1, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:44.958480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-448f303e-109d-4353-ba11-6e5a64a131ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 999 time: 0.0888300 Aug 29 05:13:44.979471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:13:44.988291 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:13:44.988904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:13:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:45.012768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-0199d5b4-cb65-412f-a9c4-8c2153a42410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:45.014268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-0199d5b4-cb65-412f-a9c4-8c2153a42410 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0480518 Aug 29 05:13:45.058865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-593f6b2d-1829-4ec6-95df-5b44b72ed399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:45.060348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-593f6b2d-1829-4ec6-95df-5b44b72ed399 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392647 Aug 29 05:13:45.093413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:13:45.148076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-520748be-1a29-485c-873d-fe573d9cc0a2 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804856 Aug 29 05:13:45.240713 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e0bc5d-9e07-4032-bea6-bc153b23e291 req-eb37f105-1607-46ed-a444-4318e65ca98e service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853364 Aug 29 05:13:45.315640 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:8d:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:13:43Z', 'revision_number': 1, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:13:45.341811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587d82f-e6b3-48d2-9e06-41a7f9998d0e None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:8d:02:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:13:43Z', 'revision_number': 1, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:13:45.518877 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701be2b-2fff-40a4-9ef1-250abec6dee5 None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:13:46.897032 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b4407c24-a4b8-4f0b-8b56-983040ba968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:49.531786 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9c098a8d-ab7f-4319-ae3f-bc4e23cc7300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:49.696808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:50.941371 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:51.142051 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:52.466595 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:59.118879 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:14:01.806119 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:05.391987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-00ca9bdc-d6bc-4012-909e-b35de06b4d7b req-3b6f55cb-4bb9-4ad3-a51d-a722dfd93e07 service neutron] (94824) timed out ('10.222.0.37', 55174) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:14:16.897961 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-960a2d82-ed57-4cba-a2b7-5da3322d8bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:19.531941 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6b830f0-56ff-442b-a5c6-1e7bd0f3c945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:19.697195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:20.946416 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:21.139514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:22.469361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.810263 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.761758 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-af45c905-846a-40cf-b0ea-9f154662daee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894041 Aug 29 05:14:33.858673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98e975-a914-4d15-be43-b20122c2d64d req-1d837632-5b64-4336-8628-4aa40f8c906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.860145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-1d837632-5b64-4336-8628-4aa40f8c906a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1097 time: 0.0395541 Aug 29 05:14:33.965538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98e975-a914-4d15-be43-b20122c2d64d req-fe48ed05-3f08-401e-b922-b69c6e3f49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.967047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-fe48ed05-3f08-401e-b922-b69c6e3f49c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0878656 Aug 29 05:14:34.030848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-8bbebb46-0759-4e53-9d68-185d926ce893 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 1001 time: 0.0566244 Aug 29 05:14:34.082595 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98e975-a914-4d15-be43-b20122c2d64d req-665b38f9-5429-4416-b6ed-f8091b1763a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.084009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-665b38f9-5429-4416-b6ed-f8091b1763a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0466490 Aug 29 05:14:34.128067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98e975-a914-4d15-be43-b20122c2d64d req-9e489350-92bd-4413-b6a5-9e9b940806a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.129505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-9e489350-92bd-4413-b6a5-9e9b940806a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389783 Aug 29 05:14:34.215521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-47a1bb17-900a-4362-aa49-1c6eb0d0b99b service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790343 Aug 29 05:14:34.308630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c98e975-a914-4d15-be43-b20122c2d64d req-fe4a3027-c9f7-498c-92b4-62d91df01f3d service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869293 Aug 29 05:14:36.117896 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:14:46.897729 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7496-b5b4-4eb7-97c4-477d61353588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.532683 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83b7e455-4710-467b-a8e4-662e3251097c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:49.697408 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:50.946602 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:51.149014 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:52.472218 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:01.807212 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.116253 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:16.897744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2fa6707e-2dfe-4803-ab85-781e3d0aaf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:19.533142 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24003848-66a8-4395-85b8-db260d97c9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:19.701989 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:20.949799 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:21.148807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:21.826992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3f643-0a4a-49dc-be50-c04ef51229b8 req-3013ed50-71dc-411a-ab85-50e64f5dc7c2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:21.828478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7af3f643-0a4a-49dc-be50-c04ef51229b8 req-3013ed50-71dc-411a-ab85-50e64f5dc7c2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0493939 Aug 29 05:15:21.865552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7af3f643-0a4a-49dc-be50-c04ef51229b8 req-2596824b-53eb-417b-9b30-e8a93fa480cd tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312674 Aug 29 05:15:22.044265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 41574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:22.115056 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb07fa-3799-4743-8bab-3e9ac5e2bac6 req-0635c22d-a960-4a2b-bff9-619713439b57 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:22.116523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-defb07fa-3799-4743-8bab-3e9ac5e2bac6 req-0635c22d-a960-4a2b-bff9-619713439b57 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0625484 Aug 29 05:15:22.169740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-defb07fa-3799-4743-8bab-3e9ac5e2bac6 req-7fcee65d-6aa5-4d03-8c61-70e0cc268753 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395193 Aug 29 05:15:22.173430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-125e94bb-b016-476e-a52a-294036012917 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280730 Aug 29 05:15:22.476338 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:23.293400 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796a2ec-30ff-47db-bf24-b6365cd3f0e6 req-d5bbac24-4f3b-4304-b3b9-66d939ad13c2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:23.294824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0796a2ec-30ff-47db-bf24-b6365cd3f0e6 req-d5bbac24-4f3b-4304-b3b9-66d939ad13c2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0566187 Aug 29 05:15:23.336195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0796a2ec-30ff-47db-bf24-b6365cd3f0e6 req-4f8b2f0f-577c-4539-b80c-f464517635b2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352924 Aug 29 05:15:24.450197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0ef8-5d6f-40a9-a08e-873619854826 req-54f0ec57-d423-440d-bb5e-5997d6b81c3a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:24.451672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-506f0ef8-5d6f-40a9-a08e-873619854826 req-54f0ec57-d423-440d-bb5e-5997d6b81c3a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0482552 Aug 29 05:15:24.488579 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-506f0ef8-5d6f-40a9-a08e-873619854826 req-98ea1142-c7e1-4565-8355-510e8ed1606b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310194 Aug 29 05:15:25.378117 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-b544fddf-5069-4566-8c31-83ef31e5f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:25.379512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-b544fddf-5069-4566-8c31-83ef31e5f8fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1097 time: 0.0396459 Aug 29 05:15:25.470046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-d6d9f9e1-6373-4978-b928-bf8dee4efa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:25.471491 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-d6d9f9e1-6373-4978-b928-bf8dee4efa46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0850883 Aug 29 05:15:25.536358 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-193ea9ea-7df1-40e9-8bb2-e76ad5e8063c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 1001 time: 0.0579858 Aug 29 05:15:25.589471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-cb278307-7e2c-40e1-a1b3-52ba15384e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:25.590978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-cb278307-7e2c-40e1-a1b3-52ba15384e7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0484123 Aug 29 05:15:25.603798 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10758fab-7bb1-445e-9be7-aae37a4ae6d1 req-9837189f-264f-4cd0-a74b-6ac7e594e3f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:25.605270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-10758fab-7bb1-445e-9be7-aae37a4ae6d1 req-9837189f-264f-4cd0-a74b-6ac7e594e3f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0486386 Aug 29 05:15:25.637333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-66b32f59-36df-49c3-a24f-1ad964cde025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:25.638760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-66b32f59-36df-49c3-a24f-1ad964cde025 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403717 Aug 29 05:15:25.643045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-10758fab-7bb1-445e-9be7-aae37a4ae6d1 req-2f40ddc4-babd-4a57-8906-e701f0b5ecda tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316024 Aug 29 05:15:25.747092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-f214e406-bd21-440b-9843-748d436aac5a service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966725 Aug 29 05:15:25.843908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-45c2a65f-0672-4ff5-9f96-6d5c6bb0a1ff service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890796 Aug 29 05:15:25.863151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f3777f8-a624-417d-9fd9-ec7a2f649c21 req-2e653349-deec-4b50-a57e-4ab9bf83a721 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0785270 Aug 29 05:15:25.929173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f3777f8-a624-417d-9fd9-ec7a2f649c21 req-8cf90d87-b109-4d6e-ab94-0b06a3550910 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0259154 Aug 29 05:15:25.967817 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f3777f8-a624-417d-9fd9-ec7a2f649c21 req-ec6003ae-5abe-401b-917f-8f8dae75f2f9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205762 Aug 29 05:15:26.063282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3777f8-a624-417d-9fd9-ec7a2f649c21 req-f461e218-b754-4dc5-986a-26417a5cdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:26.064729 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0f3777f8-a624-417d-9fd9-ec7a2f649c21 req-f461e218-b754-4dc5-986a-26417a5cdff6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905530 Aug 29 05:15:26.758801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a63b78-80a3-4b2b-b85b-687a7f9ad8b3 req-145f5052-facb-4010-b852-34bed43743b4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:26.760931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2a63b78-80a3-4b2b-b85b-687a7f9ad8b3 req-145f5052-facb-4010-b852-34bed43743b4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0488493 Aug 29 05:15:26.798940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2a63b78-80a3-4b2b-b85b-687a7f9ad8b3 req-466fa857-affc-4eaf-9c31-2f6ede234d5b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309777 Aug 29 05:15:27.913208 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796629d-8790-4d29-9432-62427de16448 req-32f5781e-fe9b-4a93-b690-17857c292cbc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:27.914719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c796629d-8790-4d29-9432-62427de16448 req-32f5781e-fe9b-4a93-b690-17857c292cbc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0491774 Aug 29 05:15:27.952223 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c796629d-8790-4d29-9432-62427de16448 req-7a83e927-5a9d-4536-b665-cdd28ea339f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316911 Aug 29 05:15:29.071543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2177192-a4e8-4205-b63b-3083292e571e req-5847cf60-1217-4295-a0a5-f93a6b0cfd09 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:29.073112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2177192-a4e8-4205-b63b-3083292e571e req-5847cf60-1217-4295-a0a5-f93a6b0cfd09 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0532448 Aug 29 05:15:29.109503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f2177192-a4e8-4205-b63b-3083292e571e req-8f7f1e39-2b17-4dc6-bae8-1608be877c38 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304422 Aug 29 05:15:30.223938 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830f1bb-be8e-4da4-8919-eb861ac06885 req-11e986f1-f774-4982-9dca-d9290d3b0783 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:30.225323 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e830f1bb-be8e-4da4-8919-eb861ac06885 req-11e986f1-f774-4982-9dca-d9290d3b0783 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0484760 Aug 29 05:15:30.262636 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e830f1bb-be8e-4da4-8919-eb861ac06885 req-58b6312e-f28d-4a17-a5d3-eeefd06eff71 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314183 Aug 29 05:15:31.377629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f35f5-9720-4b65-8cef-941e1f95802c req-314704eb-a3c7-4f6b-a5d4-5cb3666f85b6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:31.379256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc7f35f5-9720-4b65-8cef-941e1f95802c req-314704eb-a3c7-4f6b-a5d4-5cb3666f85b6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0498872 Aug 29 05:15:31.417186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc7f35f5-9720-4b65-8cef-941e1f95802c req-708e8a14-2381-4834-935d-e65cb07bb3e0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320082 Aug 29 05:15:31.832230 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:32.534351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522ccfe-f291-4f20-a09b-64b936fca2ea req-b04d9bf1-bc74-4796-bf83-57e8b3e6df07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:32.535815 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8522ccfe-f291-4f20-a09b-64b936fca2ea req-b04d9bf1-bc74-4796-bf83-57e8b3e6df07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0531251 Aug 29 05:15:32.573097 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8522ccfe-f291-4f20-a09b-64b936fca2ea req-dbe67f87-2c03-45bb-a0fe-ef174d4f7758 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314119 Aug 29 05:15:33.692442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f650e-e0ff-44cd-b59b-341fbe719356 req-63b7f85a-0a2f-4fae-b82a-79532c004f75 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:33.693975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd1f650e-e0ff-44cd-b59b-341fbe719356 req-63b7f85a-0a2f-4fae-b82a-79532c004f75 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0513062 Aug 29 05:15:33.764855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cd1f650e-e0ff-44cd-b59b-341fbe719356 req-ca2bcde5-a090-4145-b6a8-ff5c7fba0aa6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638132 Aug 29 05:15:33.772914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-290755cc-3761-4706-a094-91c19e5c0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:33.774376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-290755cc-3761-4706-a094-91c19e5c0539 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1097 time: 0.0560112 Aug 29 05:15:33.877220 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-eb56adac-f5a5-4ce3-b04a-7d56f5215c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:33.878622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-eb56adac-f5a5-4ce3-b04a-7d56f5215c76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0843444 Aug 29 05:15:33.946868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-154869a6-983f-4f01-b3cb-c0dc41dd9ac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 1001 time: 0.0605814 Aug 29 05:15:33.995457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-2b5f4d90-3758-42af-880c-b669b7d9a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:33.996882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-2b5f4d90-3758-42af-880c-b669b7d9a1d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0435920 Aug 29 05:15:34.045096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-2dee4f64-64bd-4b4e-b7e3-0e8c5e5e69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:34.046606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-2dee4f64-64bd-4b4e-b7e3-0e8c5e5e69d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389142 Aug 29 05:15:34.137736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-f6a92a9d-7964-4680-b667-883ab4d34a29 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838683 Aug 29 05:15:34.225366 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baa96dc9-e6c8-42f5-aa83-c2baf28cb346 req-6bb91561-022b-461c-9ef2-c4366f63d0fb service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810575 Aug 29 05:15:34.880522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548dd10-9bd2-4561-9599-8380b45f9c1b req-200417de-e4ad-475e-98e1-74e16cfe72d6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:34.882059 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2548dd10-9bd2-4561-9599-8380b45f9c1b req-200417de-e4ad-475e-98e1-74e16cfe72d6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0489252 Aug 29 05:15:34.920047 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2548dd10-9bd2-4561-9599-8380b45f9c1b req-60249cca-453f-45d6-87c1-ffe0971baf8e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313489 Aug 29 05:15:36.036688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73516d7-51a0-4d30-b63b-48df27c49d46 req-1e0e849d-4a96-469d-b2b3-e774eb06e6ec tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:36.038203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a73516d7-51a0-4d30-b63b-48df27c49d46 req-1e0e849d-4a96-469d-b2b3-e774eb06e6ec tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0493431 Aug 29 05:15:36.076387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a73516d7-51a0-4d30-b63b-48df27c49d46 req-471cf95c-0152-49fa-b51c-8bec51999748 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322683 Aug 29 05:15:37.190733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737a581-ce75-42ac-b986-35199a994182 req-c472d50b-252c-4e60-bc33-6b9b4f3686a1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:37.192210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a737a581-ce75-42ac-b986-35199a994182 req-c472d50b-252c-4e60-bc33-6b9b4f3686a1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0488396 Aug 29 05:15:37.229846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a737a581-ce75-42ac-b986-35199a994182 req-022606d2-6839-42d5-8d03-f287a811c93a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313730 Aug 29 05:15:37.808454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-cf345cfb-a619-4ea4-97c0-2b723d8b6c56 service neutron] 10.222.0.32 "GET /v2.0/ports/1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0582316 Aug 29 05:15:38.020530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-77a8b669-8e52-470f-8163-feaccf20ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:38.022088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-77a8b669-8e52-470f-8163-feaccf20ca2d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0416005 Aug 29 05:15:38.096397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-3e9cd3c9-90a1-41aa-8602-aa351dfa2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:38.097795 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-3e9cd3c9-90a1-41aa-8602-aa351dfa2e9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1097 time: 0.0413671 Aug 29 05:15:38.189925 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-0f2bcd19-318a-417d-ae99-cf85ece690d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:38.191362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-0f2bcd19-318a-417d-ae99-cf85ece690d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0865924 Aug 29 05:15:38.258073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-5ea60d6e-caee-438f-9c07-34d14c6eb63b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 1001 time: 0.0587940 Aug 29 05:15:38.345712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-2430aaef-2b92-4fcd-bea1-afd7dc44e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:38.347429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-2430aaef-2b92-4fcd-bea1-afd7dc44e3dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0829022 Aug 29 05:15:38.399555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16db11-3b04-41db-84d3-934355f20379 req-1a49d938-2bcf-4d78-90d6-17e822080479 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:38.401750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e16db11-3b04-41db-84d3-934355f20379 req-1a49d938-2bcf-4d78-90d6-17e822080479 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.1046481 Aug 29 05:15:38.438844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-5098421a-4f2c-4cc9-a7b8-9a1c2ebd9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:38.440323 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-5098421a-4f2c-4cc9-a7b8-9a1c2ebd9bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842719 Aug 29 05:15:38.464897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e16db11-3b04-41db-84d3-934355f20379 req-74eed6f5-0b53-40c8-b8f1-c6b4fb95a2fa tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565007 Aug 29 05:15:38.542115 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-307bcf8b-aa48-4e9d-9d0b-7436d3b7069e service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918012 Aug 29 05:15:38.629868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54ba868e-8017-46bf-b93d-205b15b3e294 req-c0a81af2-d58b-4e12-9a97-68db1c458bfc service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811253 Aug 29 05:15:39.637563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bbce5-1d93-4d26-b0cf-a13428175ffe req-062ca0b9-a57f-4822-afae-311c3db8c69e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:39.639055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712bbce5-1d93-4d26-b0cf-a13428175ffe req-062ca0b9-a57f-4822-afae-311c3db8c69e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0523803 Aug 29 05:15:39.676027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-712bbce5-1d93-4d26-b0cf-a13428175ffe req-ebde7bab-5735-4b49-b2f3-09302bcbd8b5 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312126 Aug 29 05:15:40.835478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81494034-d9c2-456c-aeab-d36e222a869e req-0b9fddba-4a8c-4ddd-a3b3-69adf100280a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:40.836957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81494034-d9c2-456c-aeab-d36e222a869e req-0b9fddba-4a8c-4ddd-a3b3-69adf100280a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0556409 Aug 29 05:15:40.873719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81494034-d9c2-456c-aeab-d36e222a869e req-27bcd7fe-b6dd-4b96-993a-352c53e4e552 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307329 Aug 29 05:15:41.102840 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb37a55-2279-4b0c-8250-15c53de5b358 req-5fe228cb-7914-4638-ad21-227387b8f033 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.104859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9eb37a55-2279-4b0c-8250-15c53de5b358 req-5fe228cb-7914-4638-ad21-227387b8f033 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0847244 Aug 29 05:15:41.116989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170e08-afa4-48ce-873e-08d57779ad93 req-10a0acda-586b-4681-bacd-da5059d996af tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.118563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-10a0acda-586b-4681-bacd-da5059d996af tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b&tenant_id=4b33541ac18548128d7720cba74b4dc8&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 945 time: 0.0686736 Aug 29 05:15:41.152301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9eb37a55-2279-4b0c-8250-15c53de5b358 req-c502eea8-6b91-401c-9db3-a186bf58e5f2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321832 Aug 29 05:15:41.215238 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170e08-afa4-48ce-873e-08d57779ad93 req-7315978d-6bda-435c-b23b-b8e72272f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.216596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-7315978d-6bda-435c-b23b-b8e72272f871 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 1097 time: 0.0404651 Aug 29 05:15:41.308162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170e08-afa4-48ce-873e-08d57779ad93 req-663a09b9-bbd7-4516-b789-bf51f457c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.309612 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-663a09b9-bbd7-4516-b789-bf51f457c46a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0855312 Aug 29 05:15:41.373348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-fd284f58-a6d1-4f88-928a-a5d22b728cef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 200 len: 1001 time: 0.0571780 Aug 29 05:15:41.424257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170e08-afa4-48ce-873e-08d57779ad93 req-58882ab5-fbab-4c91-ba6e-d007db099929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.425763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-58882ab5-fbab-4c91-ba6e-d007db099929 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0453620 Aug 29 05:15:41.470197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170e08-afa4-48ce-873e-08d57779ad93 req-7b4d3172-be0f-4d8e-8796-83480856a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.471563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-7b4d3172-be0f-4d8e-8796-83480856a29f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388463 Aug 29 05:15:41.558609 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-dbcd8eec-e508-4186-9181-3034073eb424 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801420 Aug 29 05:15:41.649084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07170e08-afa4-48ce-873e-08d57779ad93 req-84d46e2a-1829-4ae2-aff6-4d905d37a1a2 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833545 Aug 29 05:15:41.980656 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:41.990294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:42.134092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:42.137469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:42.156500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'mac_address': 'fa:16:3e:8d:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:42.170035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:42.172284 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbff263-715c-4f1d-af99-f2b1d53fec82" -d '{"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:42.209692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:42.215451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:42.255543 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:42.259967 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103cd8c0-34df-49bb-8e01-868572bce47f x-openstack-request-id: req-103cd8c0-34df-49bb-8e01-868572bce47f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:42.260267 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:42.261063 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-103cd8c0-34df-49bb-8e01-868572bce47f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:42.261468 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'code': 200} Aug 29 05:15:42.280633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:42.298869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:42.327970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.328310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.328655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.328998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.329365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.330016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.330135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.330485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.330931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.331184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.331510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.331836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:42.345808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:15:42.346173 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:15:42.408583 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8293f-e0e9-49b2-8e27-9e46f29795e7 req-c9a32e1e-0cc4-456b-bc5d-bfaa2a179975 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.410145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccb8293f-e0e9-49b2-8e27-9e46f29795e7 req-c9a32e1e-0cc4-456b-bc5d-bfaa2a179975 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 943 time: 0.0976782 Aug 29 05:15:42.448594 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ccb8293f-e0e9-49b2-8e27-9e46f29795e7 req-74bdb045-785e-41fe-b8e8-de33b91b51cc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318012 Aug 29 05:15:42.568662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1b41-d41a-4c4a-9596-57ebdef2ef53 req-80812010-c5ea-48a0-940c-d2849fbf4773 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.570455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47be1b41-d41a-4c4a-9596-57ebdef2ef53 req-80812010-c5ea-48a0-940c-d2849fbf4773 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 943 time: 0.0492291 Aug 29 05:15:42.608320 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47be1b41-d41a-4c4a-9596-57ebdef2ef53 req-730ad4af-dd77-423a-976a-3b3cf8d9bcd7 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313585 Aug 29 05:15:42.721111 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c349fa-62d3-4509-bb46-8823bc4aea5f req-095639b8-d699-4f0c-a860-347f2a5ce40c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.722662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2c349fa-62d3-4509-bb46-8823bc4aea5f req-095639b8-d699-4f0c-a860-347f2a5ce40c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 943 time: 0.0482128 Aug 29 05:15:42.760009 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2c349fa-62d3-4509-bb46-8823bc4aea5f req-d139cd38-7d09-4941-9194-f4fbe712e03f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315497 Aug 29 05:15:42.882309 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:42.896306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:42.920103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:42.924021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:42.972651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:42.998049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede76747-663f-4ea9-9374-0e3020c82ee3 req-98d3a7ac-bd12-4df4-8d2a-23274f9ab43d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:42.999543 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede76747-663f-4ea9-9374-0e3020c82ee3 req-98d3a7ac-bd12-4df4-8d2a-23274f9ab43d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 944 time: 0.0571990 Aug 29 05:15:43.039161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ede76747-663f-4ea9-9374-0e3020c82ee3 req-5d1a9e14-476b-4709-b8c7-6ec076ec2f3e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335097 Aug 29 05:15:43.233117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:15:43.996611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:44.045874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:44.046273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.125124 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.157914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:44.162419 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.212949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:44.240445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b038ded-59eb-4fe9-86a5-1f5ccdaeffba req-634ff786-514c-4c20-a023-dce0dd0a7797 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:44.241966 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b038ded-59eb-4fe9-86a5-1f5ccdaeffba req-634ff786-514c-4c20-a023-dce0dd0a7797 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0940871 Aug 29 05:15:44.262941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:44.265219 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db43b2e-32f9-46a4-864e-0413506a01c9" -d '{"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:44.281447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b038ded-59eb-4fe9-86a5-1f5ccdaeffba req-61d5c4a9-dbb4-4c4e-9a6f-8df181172c78 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333037 Aug 29 05:15:44.301242 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ea4eba-b90d-4fc8-b7dc-285023f25d69 x-openstack-request-id: req-98ea4eba-b90d-4fc8-b7dc-285023f25d69 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:44.301534 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-plugged", "status": "completed", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:44.301819 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98ea4eba-b90d-4fc8-b7dc-285023f25d69 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:44.302207 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'code': 200} Aug 29 05:15:44.440022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-18c7ddc3-4647-4b0c-93cb-651e7a23039a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:44.441553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-18c7ddc3-4647-4b0c-93cb-651e7a23039a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 945 time: 0.0548685 Aug 29 05:15:44.533510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Deleting port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:15:44.533871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.622354 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] For port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:44.622711 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.830668 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.830964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.831275 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 disassociated. External IP: 172.25.7.121, port: 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf. Aug 29 05:15:44.831609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Calling delete_port for 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:15:44.955833 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:44.988520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event deleted for resources: {'Port': ['ID=1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:45.000257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.000611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.000950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.001303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.001669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.002004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.002332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.002658 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.002982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.003353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.003676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.003997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:15:45.114443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:45.485285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f222a81c-f77e-4afd-a100-6c471a964e35 req-dceb6cbc-c6fb-40f9-894a-ce9070492cdb tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=623d5760-dec4-49e7-83b8-e87650ec0b2b HTTP/1.1" status: 200 len: 210 time: 0.0322008 Aug 29 05:15:45.541298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:45.551114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:45.560591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:45.561209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:15:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:45.580122 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] No DVR routers for this DVR port 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:15:45.582883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:45.584915 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-299f979c-66d4-4f5d-bbd0-f1a03ff48862 req-69b750f1-184c-4a2c-91f4-96c9304c5e1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "DELETE /v2.0/ports/1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf HTTP/1.1" status: 204 len: 173 time: 1.1368678 Aug 29 05:15:45.585351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-deleted', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:45.587969 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e111f-cfed-4530-9614-9a6a91af327b" -d '{"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-deleted", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:45.627421 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b607fba9-7b2a-42c5-b57e-f4a8aac629f9 x-openstack-request-id: req-b607fba9-7b2a-42c5-b57e-f4a8aac629f9 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:45.627722 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623d5760-dec4-49e7-83b8-e87650ec0b2b", "name": "network-vif-deleted", "tag": "1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:45.628223 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b607fba9-7b2a-42c5-b57e-f4a8aac629f9 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:45.628634 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623d5760-dec4-49e7-83b8-e87650ec0b2b', 'name': 'network-vif-deleted', 'tag': '1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf', 'status': 'completed', 'code': 200} Aug 29 05:15:45.674901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:45.875822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:45.900537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:15:45.908552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:45.909320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:15:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:46.016497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:46.218828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:46.244840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710de9bf-3d35-4982-add4-66d48cdfd335 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:15:46.447265 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19028908-3c5e-4cbe-8b89-e207fc6c49a8 None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:15:46.719045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-a25c4c95-229e-4e97-a6db-d2dc7b3b257c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--70936878&fields=id&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 267 time: 0.0325685 Aug 29 05:15:46.825509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-cf34ebe4-145a-4da6-b76f-4f5622d36a48 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:46.826965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-cf34ebe4-145a-4da6-b76f-4f5622d36a48 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.1013052 Aug 29 05:15:46.841753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-6dde1205-0b02-41d4-80cc-e5fb38c8408b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/quotas/4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 375 time: 0.0087204 Aug 29 05:15:46.893953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-f0cf5d87-1af2-46e4-81ad-fff60a627242 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464966 Aug 29 05:15:46.899138 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-84a21b95-55ff-41e0-9867-ca9f9fc8d051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:46.958376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-a34bf084-99d6-4a97-949b-7d245a6b0a6d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:15:46.959382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-a34bf084-99d6-4a97-949b-7d245a6b0a6d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527225 Aug 29 05:15:47.051308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-02433f99-1208-4079-a982-6a8c3e507038 service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850632 Aug 29 05:15:47.139526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-64670dbe-3de2-4c04-b772-2cf5437a0e2d service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815461 Aug 29 05:15:48.029145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:15:48.049421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:15:48.049798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1a7bcbb3-b767-48d3-90a4-4a4caf2b5daf not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:15:48.316172 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-538ff007-d350-4721-9f53-1207465a7584 req-ddcd4b59-8fdb-4792-93ad-187b1731fdc0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 210 time: 0.0283334 Aug 29 05:15:49.289297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-c2783aeb-31b1-4f5f-8883-286a80e14f92 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:49.290833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-c2783aeb-31b1-4f5f-8883-286a80e14f92 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.1066530 Aug 29 05:15:49.348246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-58bff97c-4677-4284-acb6-05c4d1edafb8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 378 time: 0.0340760 Aug 29 05:15:49.384285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'port': {'device_id': 'faaea997-e212-46d6-be0c-33bf169628fe', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'admin_state_up': True, 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'security_groups': ['e4eb49fe-45d8-4fbd-ba80-cef3c34fe426']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:49.445981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-356ac256-5324-40af-911e-b278105e0ec5 req-7529e9b8-bf34-4ed2-96be-a8e6d4d365a6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 210 time: 0.0580716 Aug 29 05:15:49.510120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Made reservation on behalf of 4b33541ac18548128d7720cba74b4dc8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:15:49.513544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:49.532925 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-be282ef0-b69e-4f4f-b886-f31560066817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:49.641890 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Allocated IP 172.20.0.9 (f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf/720bfc8f-05ee-4bb0-a60b-7584a2529faf/0576c2d0-0b06-4856-b08f-823cb3174c5d) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:15:49.702515 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:49.781770 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:49.797001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Transition to ACTIVE for port object 0576c2d0-0b06-4856-b08f-823cb3174c5d will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:49.828836 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:49.881604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:15:49.885988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:15:49.893038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:15:49.927542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:49.956199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:49.956839 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:49.973102 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-06942bcb-a93d-41ed-ac48-1162ab81453c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928993 Aug 29 05:15:49.991123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Request body: {'port': {'device_id': 'faaea997-e212-46d6-be0c-33bf169628fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:50.051248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.115497 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:50.130451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1bbd32cb-71b9-4ddd-8799-c516ad076dd6 None None] Provisioning for port 0576c2d0-0b06-4856-b08f-823cb3174c5d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:50.134234 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1bbd32cb-71b9-4ddd-8799-c516ad076dd6 None None] Provisioning complete for port 0576c2d0-0b06-4856-b08f-823cb3174c5d triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:50.134673 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1bbd32cb-71b9-4ddd-8799-c516ad076dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.167839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd32cb-71b9-4ddd-8799-c516ad076dd6 None None] Port 0576c2d0-0b06-4856-b08f-823cb3174c5d cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:15:50.308586 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0576c2d0-0b06-4856-b08f-823cb3174c5d {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:50.316079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.328778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Transition to ACTIVE for port object 0576c2d0-0b06-4856-b08f-823cb3174c5d will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:15:50.331531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.380968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:50.456010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Attempting to bind port 0576c2d0-0b06-4856-b08f-823cb3174c5d on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:15:50.456351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Attempting to bind port 0576c2d0-0b06-4856-b08f-823cb3174c5d by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:15:50.456712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Attempting to bind port 0576c2d0-0b06-4856-b08f-823cb3174c5d on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:50.461265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Port 0576c2d0-0b06-4856-b08f-823cb3174c5d on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:15:50.461614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Attempting to bind port 0576c2d0-0b06-4856-b08f-823cb3174c5d on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:15:50.467178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:15:50.467518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Checking segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:15:50.467904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Bound using segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:15:50.468331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Bound port: 0576c2d0-0b06-4856-b08f-823cb3174c5d, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:15:50.468692 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.544107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:15:50.548511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:15:50.554515 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.571337 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b1201-dab7-46d3-91c7-54332d3505c3 req-b1b33d44-7a23-424c-96ff-8832bf47a0b1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:50.572856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a00b1201-dab7-46d3-91c7-54332d3505c3 req-b1b33d44-7a23-424c-96ff-8832bf47a0b1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 943 time: 0.0523190 Aug 29 05:15:50.600708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:50.601640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.603625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] 10.222.0.32 "PUT /v2.0/ports/0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 1092 time: 0.6169388 Aug 29 05:15:50.607790 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:50.610122 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80727e4c2a2cfe57f9249d4863fe73611ba337ffc67ee0f2b103a6b084ed4f66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294e191-3643-4327-b7fb-1ad4170752bd" -d '{"events": [{"name": "network-changed", "server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:50.623218 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a00b1201-dab7-46d3-91c7-54332d3505c3 req-51978458-e43c-4f12-b36d-73ce2fe263a8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440047 Aug 29 05:15:50.648248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54a92-8a46-4cf2-aaec-8edc1ea25d3b service neutron] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:50.685034 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e470a2-1c7c-4cb7-b2a6-1215c64ae734 x-openstack-request-id: req-e2e470a2-1c7c-4cb7-b2a6-1215c64ae734 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:50.685244 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:50.685498 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2e470a2-1c7c-4cb7-b2a6-1215c64ae734 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:50.685918 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'status': 'completed', 'code': 200} Aug 29 05:15:50.702526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-3f8b46f0-603d-4514-850c-92bdb81349d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:50.704067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-3f8b46f0-603d-4514-850c-92bdb81349d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1095 time: 0.0466797 Aug 29 05:15:50.757251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-322b6ee7-ff49-4731-b7a0-5abf85a22f06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 217 time: 0.0394049 Aug 29 05:15:50.810000 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-474c9b99-ffd0-4992-819d-27805439c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:50.811493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-474c9b99-ffd0-4992-819d-27805439c619 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0479646 Aug 29 05:15:50.859143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-8df9e617-b9c8-4dd5-bf1e-41a0b7266036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:50.860620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-8df9e617-b9c8-4dd5-bf1e-41a0b7266036 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418618 Aug 29 05:15:50.956772 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:50.971485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-0fc3d178-ae87-4234-b2e3-4028aa9991eb service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039286 Aug 29 05:15:51.059259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac085e67-c5a1-4bc4-9b09-76200122d297 req-23786a73-2e51-4f79-a996-671bf636766b service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811934 Aug 29 05:15:51.168728 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:51.182103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e191-3643-4327-b7fb-1ad4170752bd req-03d277a6-9cc3-41f2-929f-8bea46c5e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.184111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9294e191-3643-4327-b7fb-1ad4170752bd req-03d277a6-9cc3-41f2-929f-8bea46c5e9f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1095 time: 0.0420730 Aug 29 05:15:51.279695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e191-3643-4327-b7fb-1ad4170752bd req-47e0543b-88bc-46bf-8d6a-85471ccc9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.281068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9294e191-3643-4327-b7fb-1ad4170752bd req-47e0543b-88bc-46bf-8d6a-85471ccc9b13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0890553 Aug 29 05:15:51.324084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9294e191-3643-4327-b7fb-1ad4170752bd req-d4788c1c-4c16-43b7-9345-7bca656e421b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 217 time: 0.0340376 Aug 29 05:15:51.374960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e191-3643-4327-b7fb-1ad4170752bd req-a8004db0-f31e-49b1-b93e-e657a0e35c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.376385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9294e191-3643-4327-b7fb-1ad4170752bd req-a8004db0-f31e-49b1-b93e-e657a0e35c74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0464036 Aug 29 05:15:51.421903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e191-3643-4327-b7fb-1ad4170752bd req-ffdae5bc-370f-4018-8108-00b1ab049a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.423360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9294e191-3643-4327-b7fb-1ad4170752bd req-ffdae5bc-370f-4018-8108-00b1ab049a79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387666 Aug 29 05:15:51.511897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9294e191-3643-4327-b7fb-1ad4170752bd req-15ec9a20-3b7a-4c70-8be7-9a2b0d0aeb00 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Aug 29 05:15:51.605071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9294e191-3643-4327-b7fb-1ad4170752bd req-2b228362-e907-4bdf-9166-ce09235536b7 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Aug 29 05:15:51.749186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5156e7-0d43-473d-9d00-7d1d971e6a8e req-33b1fc93-437a-4e43-9269-462d62102f69 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:51.750706 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed5156e7-0d43-473d-9d00-7d1d971e6a8e req-33b1fc93-437a-4e43-9269-462d62102f69 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 943 time: 0.0540061 Aug 29 05:15:51.787753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed5156e7-0d43-473d-9d00-7d1d971e6a8e req-db317f61-c405-451d-9a58-2be65e4422a2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310476 Aug 29 05:15:52.478026 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:52.902496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1faa4c-c545-423c-bb23-b683fbd26287 req-57079a73-02b8-48f3-8b74-a4b9032e1b8e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:52.903972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed1faa4c-c545-423c-bb23-b683fbd26287 req-57079a73-02b8-48f3-8b74-a4b9032e1b8e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 943 time: 0.0491872 Aug 29 05:15:52.940878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ed1faa4c-c545-423c-bb23-b683fbd26287 req-1497fbe5-d931-40ed-b346-cf0da528e30b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309687 Aug 29 05:15:54.055421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282809b-f932-43ee-a7fc-21c664f5e4ed req-99560baa-ee33-4a70-b166-a8e993546b10 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:54.057033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2282809b-f932-43ee-a7fc-21c664f5e4ed req-99560baa-ee33-4a70-b166-a8e993546b10 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 943 time: 0.0491436 Aug 29 05:15:54.059561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0576c2d0-0b06-4856-b08f-823cb3174c5d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:15:54.095124 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2282809b-f932-43ee-a7fc-21c664f5e4ed req-123cb4bb-9504-4855-932c-2f25bca9dff3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316136 Aug 29 05:15:54.150901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:54.161821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'mac_address': 'fa:16:3e:8e:7c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:15:54.197977 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:54.213390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0576c2d0-0b06-4856-b08f-823cb3174c5d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:15:54.233350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:54.237544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:54.284283 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:54.499677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['0576c2d0-0b06-4856-b08f-823cb3174c5d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:15:55.208564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3574388-fab0-484f-82c1-f1f2ec10bd0b req-dbfc8be0-07ff-4437-8492-ba54d5cd628b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:55.210060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3574388-fab0-484f-82c1-f1f2ec10bd0b req-dbfc8be0-07ff-4437-8492-ba54d5cd628b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 944 time: 0.0488806 Aug 29 05:15:55.248293 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3574388-fab0-484f-82c1-f1f2ec10bd0b req-a5609b47-e2ea-4ffa-8416-dd05bea43c53 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322626 Aug 29 05:15:56.059492 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0576c2d0-0b06-4856-b08f-823cb3174c5d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:15:56.110568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 0576c2d0-0b06-4856-b08f-823cb3174c5d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:15:56.114146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 0576c2d0-0b06-4856-b08f-823cb3174c5d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:15:56.114518 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:56.187742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:56.209486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:56.211775 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bfe15c343d65a2001ff92a290068c716e5b6939eedd5eee8f98f07de83c808" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2096b7f-e4e2-4641-a0d1-27d5fe3e02d3" -d '{"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-plugged", "status": "completed", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:56.224710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:15:56.228799 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:56.256949 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8a22a-3075-497a-98d1-e5e81a421d14 x-openstack-request-id: req-9ca8a22a-3075-497a-98d1-e5e81a421d14 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:56.257233 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-plugged", "status": "completed", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:56.257481 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ca8a22a-3075-497a-98d1-e5e81a421d14 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:56.257875 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'code': 200} Aug 29 05:15:56.285730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:15:56.402369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529438b9-65c3-4764-9672-0bab82f606ec req-ae2aa34a-1906-4334-b5e3-0872b62a770d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:56.403842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-529438b9-65c3-4764-9672-0bab82f606ec req-ae2aa34a-1906-4334-b5e3-0872b62a770d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0840974 Aug 29 05:15:56.405651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1989c-fd3f-4a86-8fb2-b5a6caf43604 req-1d012d16-e331-4d9a-8f3e-8713dad2e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:56.406970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b1989c-fd3f-4a86-8fb2-b5a6caf43604 req-1d012d16-e331-4d9a-8f3e-8713dad2e925 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0561311 Aug 29 05:15:56.460502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-529438b9-65c3-4764-9672-0bab82f606ec req-5322535c-7543-4025-a9f0-6a2d17b52a04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504296 Aug 29 05:15:56.464011 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b1989c-fd3f-4a86-8fb2-b5a6caf43604 req-8b53241c-8de5-4893-8c5e-aa8347697d0b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483775 Aug 29 05:15:57.580574 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9b151-56b8-4e64-a7f5-389fcce39807 req-92037f18-7671-4b52-85ed-c3401fb45fd2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:57.582091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5f9b151-56b8-4e64-a7f5-389fcce39807 req-92037f18-7671-4b52-85ed-c3401fb45fd2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0499732 Aug 29 05:15:57.619005 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5f9b151-56b8-4e64-a7f5-389fcce39807 req-60dd22af-44d6-430c-87c2-c14a6dd1c45c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310709 Aug 29 05:15:58.735881 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9ab80-78dd-427b-8247-377c9e8d2054 req-cf552c3f-cae6-46a3-971f-afc9e6eb4499 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:58.737332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ea9ab80-78dd-427b-8247-377c9e8d2054 req-cf552c3f-cae6-46a3-971f-afc9e6eb4499 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0510807 Aug 29 05:15:58.773665 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4ea9ab80-78dd-427b-8247-377c9e8d2054 req-165e357a-0c4a-4517-bb76-450010c30b8b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303948 Aug 29 05:15:58.887652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a136-1943-4459-95d7-534a9c296719 req-b355bc5c-2b60-44ee-939a-df6914e13a2e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:58.889130 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ff7a136-1943-4459-95d7-534a9c296719 req-b355bc5c-2b60-44ee-939a-df6914e13a2e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0527575 Aug 29 05:15:58.897659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 41742) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:15:58.902469 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'floatingip': {'port_id': '0576c2d0-0b06-4856-b08f-823cb3174c5d'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:15:58.940446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:59.373773 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:59.377398 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:59.476155 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 associated. External IP: 172.25.7.121, port: 0576c2d0-0b06-4856-b08f-823cb3174c5d. Aug 29 05:15:59.677507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:15:59.780665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:15:59.785242 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:59.790595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:15:59.800818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:15:59.801431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:15:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:15:59.815917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f0e6e90a-a91c-4dc2-bc43-18853a838a6d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "PUT /v2.0/floatingips/51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 HTTP/1.1" status: 200 len: 991 time: 0.9172788 Aug 29 05:15:59.816495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:15:59.855829 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a491b323-ea08-4573-ac74-ceabf129db19" -d '{"events": [{"name": "network-changed", "server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:15:59.907801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:15:59.946906 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49893e92-f5f5-472a-b0b2-9dd8938907f9 x-openstack-request-id: req-49893e92-f5f5-472a-b0b2-9dd8938907f9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:15:59.947387 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:15:59.947476 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49893e92-f5f5-472a-b0b2-9dd8938907f9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:15:59.947858 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'status': 'completed', 'code': 200} Aug 29 05:16:00.029361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b323-ea08-4573-ac74-ceabf129db19 req-24977f79-9e46-40b2-8431-4c12c7564ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:00.030950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a491b323-ea08-4573-ac74-ceabf129db19 req-24977f79-9e46-40b2-8431-4c12c7564ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0407288 Aug 29 05:16:00.121001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b323-ea08-4573-ac74-ceabf129db19 req-f050d07f-fbb0-4bf0-8ae8-16b4bf1173fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:00.122533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a491b323-ea08-4573-ac74-ceabf129db19 req-f050d07f-fbb0-4bf0-8ae8-16b4bf1173fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0844142 Aug 29 05:16:00.127127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:8e:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaea997-e212-46d6-be0c-33bf169628fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:15:59Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:00.153678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:00.161940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:00.162545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:15:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:00.191797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a491b323-ea08-4573-ac74-ceabf129db19 req-4c13df0b-e844-422e-b1ee-bbbd649a8d78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 999 time: 0.0618372 Aug 29 05:16:00.241039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b323-ea08-4573-ac74-ceabf129db19 req-e4315e2a-47c6-4ea0-8d96-2004533d3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:00.242599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a491b323-ea08-4573-ac74-ceabf129db19 req-e4315e2a-47c6-4ea0-8d96-2004533d3053 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0436981 Aug 29 05:16:00.265864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:00.287018 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b323-ea08-4573-ac74-ceabf129db19 req-45403c86-0c3b-43fd-8c3d-08b1f33172ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:00.288532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a491b323-ea08-4573-ac74-ceabf129db19 req-45403c86-0c3b-43fd-8c3d-08b1f33172ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394559 Aug 29 05:16:00.391089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a491b323-ea08-4573-ac74-ceabf129db19 req-7b97c860-6f1e-4698-b843-2f3b6b33492f service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952535 Aug 29 05:16:00.482287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a491b323-ea08-4573-ac74-ceabf129db19 req-65fd1086-7bd3-4d78-8159-14ea862a90ce service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840137 Aug 29 05:16:00.648243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:8e:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaea997-e212-46d6-be0c-33bf169628fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:15:59Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:00.678682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346c039-71d0-4d7f-be9a-68530bd949ed None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:8e:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaea997-e212-46d6-be0c-33bf169628fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:15:59Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:00.868350 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5f7fc-9f04-4209-9f3f-d69ad11d6a47 None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:16:01.831960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:16.902129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeda617b-ca60-4f0c-9fe3-2c7ae999f2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.533554 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc32efba-d45e-44ac-adba-d5da339c14ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.702772 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:20.956052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:21.178765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:22.487430 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:25.923510 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d915cd1-03b3-4522-912c-dfb4185b64a2 req-56888577-123c-4c5e-a5b7-ac1ac0a23ebe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0641840 Aug 29 05:16:25.971633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d915cd1-03b3-4522-912c-dfb4185b64a2 req-d013f480-4870-4ef4-8fc7-23574c62eb4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0251315 Aug 29 05:16:26.010752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d915cd1-03b3-4522-912c-dfb4185b64a2 req-7eed1133-3127-4b29-8862-af11795e04bd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193667 Aug 29 05:16:26.104286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d915cd1-03b3-4522-912c-dfb4185b64a2 req-f3891284-22e0-4feb-ba77-d15a240f1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:26.106249 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d915cd1-03b3-4522-912c-dfb4185b64a2 req-f3891284-22e0-4feb-ba77-d15a240f1c9f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885603 Aug 29 05:16:27.114733 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:31.849856 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:33.803160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-62c52923-f3a9-41c3-9de7-73081e7e8acd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848179 Aug 29 05:16:33.904720 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2902-3a49-478b-8974-e977c1571edd req-16bc9771-de0d-4e4c-be72-a755145fb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:33.906204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-16bc9771-de0d-4e4c-be72-a755145fb537 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0436873 Aug 29 05:16:34.009642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2902-3a49-478b-8974-e977c1571edd req-97e38aec-bbd9-4176-bead-bc3e5b167789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:34.011124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-97e38aec-bbd9-4176-bead-bc3e5b167789 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0844350 Aug 29 05:16:34.079338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-b70dfc12-893f-478a-9470-052176d93d87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 1001 time: 0.0605564 Aug 29 05:16:34.128785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2902-3a49-478b-8974-e977c1571edd req-e5528793-acfb-4d53-8d81-9e468357e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:34.130232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-e5528793-acfb-4d53-8d81-9e468357e0e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0439260 Aug 29 05:16:34.175029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2902-3a49-478b-8974-e977c1571edd req-6d22a491-abee-4b62-a9ab-36951ad88008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:34.176467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-6d22a491-abee-4b62-a9ab-36951ad88008 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391612 Aug 29 05:16:34.268786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-5d0594e9-b9b4-4fbb-ad67-1eaff2304422 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850816 Aug 29 05:16:34.356122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c42a2902-3a49-478b-8974-e977c1571edd req-54214b39-11f8-417c-87a8-f415fc0f748b service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807626 Aug 29 05:16:46.902826 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75c9feba-bcc8-4988-acf9-e626556878e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:49.535780 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8369082-41ff-4b7c-9aa9-3954809b5540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:49.703929 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.957343 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:51.178901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:52.484237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:01.860053 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:04.113438 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:16.903859 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea916-cb25-4a41-aded-fe54278cc161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:19.535675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e994fb82-c150-4722-9a83-0042767fcf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:19.706248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:20.961735 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:21.178724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:22.488245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:26.372719 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3ebad53-adbe-4757-a23f-e9013168fe28 req-4092f49a-8d32-4ff4-baf2-8d093529ba29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271614 Aug 29 05:17:26.440049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3ebad53-adbe-4757-a23f-e9013168fe28 req-adece9bd-db56-4471-b4e3-d6fb3e80c533 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0244479 Aug 29 05:17:26.479929 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3ebad53-adbe-4757-a23f-e9013168fe28 req-94693f89-5981-4c55-9740-5357f6ce6e5c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201769 Aug 29 05:17:26.574842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebad53-adbe-4757-a23f-e9013168fe28 req-c4366a48-e5af-4c44-9e36-aa604a9eb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:26.576278 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3ebad53-adbe-4757-a23f-e9013168fe28 req-c4366a48-e5af-4c44-9e36-aa604a9eb431 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899980 Aug 29 05:17:31.862253 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:34.715794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-3a1a61c9-f06b-4dc1-b6a0-f2422ab27f09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453401 Aug 29 05:17:34.844571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-a0878c59-276a-4a37-b839-e60ce77d0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:34.846081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-a0878c59-276a-4a37-b839-e60ce77d0bdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0412781 Aug 29 05:17:34.948733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-a9c23310-b62d-40a2-9de6-5001eb7f742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:34.950259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-a9c23310-b62d-40a2-9de6-5001eb7f742c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0839646 Aug 29 05:17:35.019800 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-289be3d9-d54f-4493-875d-67f53b3766e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 1001 time: 0.0607152 Aug 29 05:17:35.066714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-b593c62c-5577-4f82-8b14-4b798821d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:35.068381 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-b593c62c-5577-4f82-8b14-4b798821d8e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0424767 Aug 29 05:17:35.114120 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-7ee6c8f4-4717-4e7f-89e5-f4c7c660ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:35.115586 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-7ee6c8f4-4717-4e7f-89e5-f4c7c660ef19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390987 Aug 29 05:17:35.208253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-4865114d-7aaa-48bc-af01-c4809e930dfd service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851724 Aug 29 05:17:35.297956 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba5aa95-3a50-45b8-b265-b3cda2e13add req-3b5f5d51-c79b-4a77-b3bf-a7f75ff51a09 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812285 Aug 29 05:17:36.048667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d0b28-46ba-4a8d-af30-46e01044c2c3 req-5a1cd71a-18f4-449f-8523-7a14a44068f6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:36.050588 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf6d0b28-46ba-4a8d-af30-46e01044c2c3 req-5a1cd71a-18f4-449f-8523-7a14a44068f6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0549257 Aug 29 05:17:36.091372 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf6d0b28-46ba-4a8d-af30-46e01044c2c3 req-0235bc35-23a2-4357-a436-0a5a55015f2f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339997 Aug 29 05:17:37.208747 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82367db-aacb-4cc6-b436-cd3c095e90de req-3f7f32cf-3aca-43c5-ae7b-e069b8bbb00e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:37.210263 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f82367db-aacb-4cc6-b436-cd3c095e90de req-3f7f32cf-3aca-43c5-ae7b-e069b8bbb00e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0500860 Aug 29 05:17:37.246883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f82367db-aacb-4cc6-b436-cd3c095e90de req-a0d3d504-c421-4d5f-9f9e-7f7211ffd845 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307076 Aug 29 05:17:38.359781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a4f70-3d2c-4366-8f46-f7ac8f48c72a req-ba176f5b-6dbd-423e-95a2-829c2020fa01 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:38.361256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa3a4f70-3d2c-4366-8f46-f7ac8f48c72a req-ba176f5b-6dbd-423e-95a2-829c2020fa01 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0482748 Aug 29 05:17:38.399586 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa3a4f70-3d2c-4366-8f46-f7ac8f48c72a req-e3e13d4e-467a-40c1-b1f3-a740e1a7e282 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317988 Aug 29 05:17:39.513203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6bd6e-cef9-48ce-9913-1b473a17e8b0 req-6c2f14cf-76a5-4826-928e-e8bdb084c017 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:39.514688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-daf6bd6e-cef9-48ce-9913-1b473a17e8b0 req-6c2f14cf-76a5-4826-928e-e8bdb084c017 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0480230 Aug 29 05:17:39.551709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-daf6bd6e-cef9-48ce-9913-1b473a17e8b0 req-7bd291ea-7d8f-4339-8100-96f4a9adc6f9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307012 Aug 29 05:17:40.665576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a4bb1-62d8-498d-ab04-35173b4c2947 req-95836bd7-37e9-466d-a1ab-4219c86db772 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:40.667045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f91a4bb1-62d8-498d-ab04-35173b4c2947 req-95836bd7-37e9-466d-a1ab-4219c86db772 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0478232 Aug 29 05:17:40.704231 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f91a4bb1-62d8-498d-ab04-35173b4c2947 req-ba5f0f00-33af-4286-853f-5eab5a4bd60c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312676 Aug 29 05:17:41.113489 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:41.820851 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8908-7525-4482-8a7e-cdaebae09fe5 req-d6d33a05-9b99-4883-8a33-cc5b1bbe7aad tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:41.822411 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eba8908-7525-4482-8a7e-cdaebae09fe5 req-d6d33a05-9b99-4883-8a33-cc5b1bbe7aad tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0523643 Aug 29 05:17:41.859305 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7eba8908-7525-4482-8a7e-cdaebae09fe5 req-ace5919e-0fcb-4834-a678-b5163d77e61d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310295 Aug 29 05:17:42.978927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516b932-94a2-4334-826e-4259ae54f953 req-ff3f5e13-00df-4210-bd9e-b60f5efef1c8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:42.980445 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f516b932-94a2-4334-826e-4259ae54f953 req-ff3f5e13-00df-4210-bd9e-b60f5efef1c8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0531962 Aug 29 05:17:43.016657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f516b932-94a2-4334-826e-4259ae54f953 req-5c08213a-5f92-4dc3-b22b-9bfbfc4519fd tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303497 Aug 29 05:17:44.142709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3882-afb6-4b86-96a5-4739cb170ff3 req-9aee05f5-2675-4960-b5e8-5d7246bb0899 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:44.144209 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-846a3882-afb6-4b86-96a5-4739cb170ff3 req-9aee05f5-2675-4960-b5e8-5d7246bb0899 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0521958 Aug 29 05:17:44.181300 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-846a3882-afb6-4b86-96a5-4739cb170ff3 req-de3288ef-28d9-4712-8753-8810347e30ae tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311763 Aug 29 05:17:45.297829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58af410-0e84-4b86-a588-61d49c2162eb req-a71934d0-1593-4b08-9c1e-72f1e88d281e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:45.299313 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f58af410-0e84-4b86-a588-61d49c2162eb req-a71934d0-1593-4b08-9c1e-72f1e88d281e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0509522 Aug 29 05:17:45.337304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f58af410-0e84-4b86-a588-61d49c2162eb req-159efc2a-7e8f-4255-8f9d-ea43af8d7b51 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315740 Aug 29 05:17:46.454097 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c493c-a8be-4663-8d49-2512629c67b6 req-7b999f39-e22f-4518-b480-e6588f4d6646 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:46.455576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39c493c-a8be-4663-8d49-2512629c67b6 req-7b999f39-e22f-4518-b480-e6588f4d6646 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0501974 Aug 29 05:17:46.496448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b39c493c-a8be-4663-8d49-2512629c67b6 req-0345039d-a100-488c-b074-0dcecd69fa31 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339589 Aug 29 05:17:46.736315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07a680-1292-4107-8fcb-a9aa83fd33c9 req-ef908edc-9dbd-44bd-ab65-fea6c9ea8a73 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:46.737822 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e07a680-1292-4107-8fcb-a9aa83fd33c9 req-ef908edc-9dbd-44bd-ab65-fea6c9ea8a73 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0563407 Aug 29 05:17:46.776591 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e07a680-1292-4107-8fcb-a9aa83fd33c9 req-d7c8a2e1-bf37-419b-be78-5402e3628e30 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323119 Aug 29 05:17:46.796748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-414a398e-2875-4bd8-a754-f2198eb2993a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823796 Aug 29 05:17:46.905582 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24b9a9a3-5958-4e54-b555-9f25f0d94754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:47.894883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de1339-2812-4647-91b1-33162b3ec0ea req-6f9ee53b-9b44-4940-bbcc-0b52d0adae73 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:47.896373 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04de1339-2812-4647-91b1-33162b3ec0ea req-6f9ee53b-9b44-4940-bbcc-0b52d0adae73 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0530412 Aug 29 05:17:47.937568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04de1339-2812-4647-91b1-33162b3ec0ea req-893e5da8-4388-46ef-b955-c3674dddb249 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341535 Aug 29 05:17:48.005195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-42b47d6f-34f4-4a2a-9077-14eb2575c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:48.006721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-42b47d6f-34f4-4a2a-9077-14eb2575c119 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0404308 Aug 29 05:17:48.094872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-3bc269c7-63c6-4b88-8095-83de39fae2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:48.096220 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-3bc269c7-63c6-4b88-8095-83de39fae2a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0826771 Aug 29 05:17:48.173097 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-00fd486a-f995-4db5-86c5-31a5715dc564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 1001 time: 0.0694151 Aug 29 05:17:48.220382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-14c03115-5fa6-47b0-b187-7a929e3dbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:48.221780 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-14c03115-5fa6-47b0-b187-7a929e3dbc1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0422928 Aug 29 05:17:48.264865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-d8d17c9b-1788-4756-a508-f5350e53f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:48.266322 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-d8d17c9b-1788-4756-a508-f5350e53f9f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377760 Aug 29 05:17:48.356952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-b1d5c66a-871a-44bd-ab93-0b83b60d35b0 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Aug 29 05:17:48.446166 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-673b5ada-abe3-4579-8b5c-4a2d74961458 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812204 Aug 29 05:17:49.053140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e12d-6051-4b05-8df8-42789661780c req-48c8dc1b-5a98-45cd-9ecb-7721786940d4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:49.054642 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5720e12d-6051-4b05-8df8-42789661780c req-48c8dc1b-5a98-45cd-9ecb-7721786940d4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0487142 Aug 29 05:17:49.091853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5720e12d-6051-4b05-8df8-42789661780c req-c8dde419-cccc-4a01-82ea-5177665810da tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311620 Aug 29 05:17:49.536581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a706a2de-399a-4223-aace-d002502a802a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:49.708177 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.211998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76889d38-3a64-422e-afd2-c23c9d118cab req-d48e27ec-304a-4d10-9924-155cfa4afd34 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:50.213391 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76889d38-3a64-422e-afd2-c23c9d118cab req-d48e27ec-304a-4d10-9924-155cfa4afd34 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0538068 Aug 29 05:17:50.250387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-76889d38-3a64-422e-afd2-c23c9d118cab req-e114a80b-d223-43f6-a41d-e07be49eebd3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310833 Aug 29 05:17:50.361091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-f07fba86-4827-41c7-847d-827901e7849c service neutron] 10.222.0.32 "GET /v2.0/ports/0576c2d0-0b06-4856-b08f-823cb3174c5d/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0533948 Aug 29 05:17:50.564084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-12e7cadc-44c5-4352-8524-ee136f99b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:50.565462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-12e7cadc-44c5-4352-8524-ee136f99b08c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0404551 Aug 29 05:17:50.640237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-9cc92b77-3388-4e1e-99fc-792b371b11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:50.641986 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-9cc92b77-3388-4e1e-99fc-792b371b11eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0433862 Aug 29 05:17:50.729546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-e77a51c9-6b24-463b-a47f-fab973a992a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:50.731040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-e77a51c9-6b24-463b-a47f-fab973a992a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0825560 Aug 29 05:17:50.799567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-2689a2cf-48e4-411d-a753-7cd3bec23e31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 1001 time: 0.0604544 Aug 29 05:17:50.848232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-a981ed14-02c6-4383-9c2c-63a8d23fe6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:50.849542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-a981ed14-02c6-4383-9c2c-63a8d23fe6f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0430098 Aug 29 05:17:50.893235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-e5d5cba9-521f-450d-8474-8b0ab86e1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:50.895297 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-e5d5cba9-521f-450d-8474-8b0ab86e1be2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393319 Aug 29 05:17:50.964478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:50.986709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-4f187799-be85-463a-bce4-febfd4b8168a service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845113 Aug 29 05:17:51.074782 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d629beb4-b4c1-41cc-88c9-8238e09158b9 req-c7328827-6093-4ff8-a02d-a2fd4027d221 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811930 Aug 29 05:17:51.179504 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:51.368368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da564-3cea-407b-9301-1226716dec21 req-71e2bed6-e294-419c-a7fb-18a694515d81 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:51.369858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-886da564-3cea-407b-9301-1226716dec21 req-71e2bed6-e294-419c-a7fb-18a694515d81 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0506678 Aug 29 05:17:51.405827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-886da564-3cea-407b-9301-1226716dec21 req-2a77828f-0798-4ad0-9b49-dc7b44c3253d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300670 Aug 29 05:17:52.491570 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:52.521152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdf1d3-4150-49e1-a68f-a7b517c232c3 req-03669f88-1a80-49bd-a7bc-a2cfa376e7a8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:52.522664 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ebbdf1d3-4150-49e1-a68f-a7b517c232c3 req-03669f88-1a80-49bd-a7bc-a2cfa376e7a8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0498061 Aug 29 05:17:52.559681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ebbdf1d3-4150-49e1-a68f-a7b517c232c3 req-19524f68-5162-421d-9423-3f1f3686b606 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310123 Aug 29 05:17:52.784814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eae942-2747-4873-b26a-13760ceefed8 req-0959db44-34ec-4ca8-b971-f501abaf564c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:52.786773 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-96eae942-2747-4873-b26a-13760ceefed8 req-0959db44-34ec-4ca8-b971-f501abaf564c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0854733 Aug 29 05:17:52.798912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d312fc-984e-4b59-817e-38b291c5212a req-f7a8da4e-7ad6-463f-8278-579e8a723827 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:52.800283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-f7a8da4e-7ad6-463f-8278-579e8a723827 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe&tenant_id=4b33541ac18548128d7720cba74b4dc8&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 945 time: 0.0689094 Aug 29 05:17:52.833556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-96eae942-2747-4873-b26a-13760ceefed8 req-55ede677-19eb-4a06-a9ae-636eec6cb6e0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323212 Aug 29 05:17:52.901892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d312fc-984e-4b59-817e-38b291c5212a req-2ee0f956-26b9-4059-8dbe-03235e7014b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:52.903344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-2ee0f956-26b9-4059-8dbe-03235e7014b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0400760 Aug 29 05:17:52.995416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d312fc-984e-4b59-817e-38b291c5212a req-6005c14d-1511-42d5-b7b4-0c23c2369492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:52.996872 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-6005c14d-1511-42d5-b7b4-0c23c2369492 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0865769 Aug 29 05:17:53.062441 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-e8f9ed0b-c112-4cd9-bb31-a23080014a11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 1001 time: 0.0572114 Aug 29 05:17:53.114652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d312fc-984e-4b59-817e-38b291c5212a req-7a9077a3-7a13-44f6-a081-a5654988601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:53.116107 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-7a9077a3-7a13-44f6-a081-a5654988601a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0469170 Aug 29 05:17:53.160033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d312fc-984e-4b59-817e-38b291c5212a req-312658a3-09cf-45aa-94d5-093f031f206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:53.162189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-312658a3-09cf-45aa-94d5-093f031f206e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394170 Aug 29 05:17:53.250043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-16a1da84-920e-4d19-a81a-548febb0f404 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808446 Aug 29 05:17:53.341346 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c7d312fc-984e-4b59-817e-38b291c5212a req-650535ae-5dd9-4e9d-bab8-dca6e43266b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846293 Aug 29 05:17:53.962395 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98d0d1-03b3-4995-bae6-1c79da476bfa req-9e5f5459-1781-4140-9c46-15d8a54c7ad9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:53.963928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b98d0d1-03b3-4995-bae6-1c79da476bfa req-9e5f5459-1781-4140-9c46-15d8a54c7ad9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0590148 Aug 29 05:17:54.001221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b98d0d1-03b3-4995-bae6-1c79da476bfa req-57f867a0-8fe6-49e5-b42a-263256aa07e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313303 Aug 29 05:17:54.116718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c648e-781b-46d6-a6b6-110a78cf2af0 req-47349792-2e73-4f35-9338-4c7dc9fc4a1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:54.118256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e00c648e-781b-46d6-a6b6-110a78cf2af0 req-47349792-2e73-4f35-9338-4c7dc9fc4a1b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0487702 Aug 29 05:17:54.155858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e00c648e-781b-46d6-a6b6-110a78cf2af0 req-6242bd10-1962-4b67-8845-7b3542883c93 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315526 Aug 29 05:17:54.349002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a699-afa6-4f2a-b71a-2699b7727b55 req-16a42ce1-4e6d-453e-9a73-48d61562dbec tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:54.350519 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a637a699-afa6-4f2a-b71a-2699b7727b55 req-16a42ce1-4e6d-453e-9a73-48d61562dbec tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0492430 Aug 29 05:17:54.418612 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a637a699-afa6-4f2a-b71a-2699b7727b55 req-3ab27c60-9ddf-461e-84fa-9469506bad60 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564981 Aug 29 05:17:54.421246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-ed37f596-5a23-44b6-84ed-8d263db21c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:54.422652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-ed37f596-5a23-44b6-84ed-8d263db21c78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 1097 time: 0.0680580 Aug 29 05:17:54.510428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-1f09dabd-bff4-429a-bcab-f1fdacf9f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:54.511765 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-1f09dabd-bff4-429a-bcab-f1fdacf9f189 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0821743 Aug 29 05:17:54.649304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0576c2d0-0b06-4856-b08f-823cb3174c5d details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:17:54.656613 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0576c2d0-0b06-4856-b08f-823cb3174c5d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:17:54.815985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:54.818595 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.836519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'mac_address': 'fa:16:3e:8e:7c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:17:54.853268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:54.879753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-080c72bd-7ea0-4d30-9a6d-20b223d81012 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 200 len: 1001 time: 0.3599257 Aug 29 05:17:54.884840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:54.904240 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.907755 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:54.912403 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de5ec73-2e0d-4e7d-acc4-cad44b90c2e1" -d '{"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:54.927546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0576c2d0-0b06-4856-b08f-823cb3174c5d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:17:54.935600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-705a0dc6-ba8a-4d17-a797-a7e3b8f9ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:54.937119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-705a0dc6-ba8a-4d17-a797-a7e3b8f9ab8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0494597 Aug 29 05:17:54.986228 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-0b594a3d-e86a-4437-9b2d-6b2eab0d63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:54.987817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-0b594a3d-e86a-4437-9b2d-6b2eab0d63f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433874 Aug 29 05:17:55.004579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:55.012380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:17:55.012744 n-d-712143-14 neutron-server[94825]: DEBUG oslo_db.api [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:17:55.014080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.014469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.014768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.015108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.015442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.015772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.016101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.016428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.016754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.017078 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.017410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.017759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:55.022544 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd65d59-41f7-4b37-b466-e8b1540123ad x-openstack-request-id: req-7dd65d59-41f7-4b37-b466-e8b1540123ad {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:55.022833 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:55.023087 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dd65d59-41f7-4b37-b466-e8b1540123ad {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:55.023473 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'code': 200} Aug 29 05:17:55.084455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-51491f0d-80c2-4c40-8aa4-3073c8e266ea service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893569 Aug 29 05:17:55.174817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67d75444-0292-48c0-9ba2-519e7dbe6361 req-982d1ba7-ad7d-4e29-9f48-cf6069bfd4e6 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832412 Aug 29 05:17:55.537615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d196a-cbdb-452e-9f21-a1839a510f0a req-f589bfcc-cabc-4cd5-bbc2-88c64ff9a436 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:55.539191 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-790d196a-cbdb-452e-9f21-a1839a510f0a req-f589bfcc-cabc-4cd5-bbc2-88c64ff9a436 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 943 time: 0.0540051 Aug 29 05:17:55.549527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.562794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0576c2d0-0b06-4856-b08f-823cb3174c5d {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:17:55.576745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-790d196a-cbdb-452e-9f21-a1839a510f0a req-ae00834f-ed7b-4456-bd81-df9126bb90e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316412 Aug 29 05:17:55.582632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:55.587533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:55.633736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:55.886675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['0576c2d0-0b06-4856-b08f-823cb3174c5d'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:17:56.647678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0576c2d0-0b06-4856-b08f-823cb3174c5d up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:17:56.693878 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c71403-c886-4173-9b46-d2efea7d2e41 req-22d01a5e-b97a-4ae0-8a76-aa711a1660ef tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:56.695241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 0576c2d0-0b06-4856-b08f-823cb3174c5d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:17:56.695513 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55c71403-c886-4173-9b46-d2efea7d2e41 req-22d01a5e-b97a-4ae0-8a76-aa711a1660ef tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 944 time: 0.0484829 Aug 29 05:17:56.695692 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.736015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55c71403-c886-4173-9b46-d2efea7d2e41 req-7f35e0cb-1d30-43c8-aa99-171c2db850be tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347037 Aug 29 05:17:56.784464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.816638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:56.821021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:56.870910 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:56.970820 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee97bb5-376c-4a76-944b-e9da8a4c4069 req-47b25047-a8c3-4977-a07c-58c61892420c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:56.972303 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cee97bb5-376c-4a76-944b-e9da8a4c4069 req-47b25047-a8c3-4977-a07c-58c61892420c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0499718 Aug 29 05:17:57.010780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cee97bb5-376c-4a76-944b-e9da8a4c4069 req-eaa65f32-ef5e-48ea-a614-4865c3d9c11c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322411 Aug 29 05:17:57.024783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:57.027521 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa3068-e163-40b0-a9fc-463f8daa1fcd" -d '{"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-plugged", "status": "completed", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:57.065372 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b88f6f-1b94-4d73-81bf-f7a2c525f08f x-openstack-request-id: req-62b88f6f-1b94-4d73-81bf-f7a2c525f08f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:57.065698 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-plugged", "status": "completed", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:57.065956 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62b88f6f-1b94-4d73-81bf-f7a2c525f08f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:57.066393 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'code': 200} Aug 29 05:17:58.128609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e8e0-2c5d-4263-9301-6e0a2706da32 req-50ffb4bc-2c8f-418f-b748-200425568093 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:58.130693 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab50e8e0-2c5d-4263-9301-6e0a2706da32 req-50ffb4bc-2c8f-418f-b748-200425568093 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0520425 Aug 29 05:17:58.170529 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ab50e8e0-2c5d-4263-9301-6e0a2706da32 req-90bacb85-3892-4184-88cf-614822f41dc2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339792 Aug 29 05:17:58.378230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0feb2-f591-43a5-a40b-986d82462468 req-b48cdcd1-08a8-4652-9db4-e7b0371ae548 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:58.380076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba0feb2-f591-43a5-a40b-986d82462468 req-b48cdcd1-08a8-4652-9db4-e7b0371ae548 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 945 time: 0.0474648 Aug 29 05:17:58.466048 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Deleting port 0576c2d0-0b06-4856-b08f-823cb3174c5d {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:17:58.466392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.554510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] For port 0576c2d0-0b06-4856-b08f-823cb3174c5d, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=0576c2d0-0b06-4856-b08f-823cb3174c5d,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:17:58.554874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.716826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.717219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.717529 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 disassociated. External IP: 172.25.7.121, port: 0576c2d0-0b06-4856-b08f-823cb3174c5d. Aug 29 05:17:58.717966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Calling delete_port for 0576c2d0-0b06-4856-b08f-823cb3174c5d owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:17:58.844857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:58.874115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event deleted for resources: {'Port': ['ID=0576c2d0-0b06-4856-b08f-823cb3174c5d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:17:58.883850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.884202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.884548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.884911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.885214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.885552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.885912 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.886239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.886568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.886897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.887224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:58.887549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:17:59.002898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:17:59.113628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:17:59.123561 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:17:59.133685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:59.134317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:17:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:59.153323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] No DVR routers for this DVR port 0576c2d0-0b06-4856-b08f-823cb3174c5d on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:17:59.156182 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:59.158274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aba0feb2-f591-43a5-a40b-986d82462468 req-4f31b699-cf4c-425d-90c5-9f759f13fc14 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "DELETE /v2.0/ports/0576c2d0-0b06-4856-b08f-823cb3174c5d HTTP/1.1" status: 204 len: 173 time: 0.7722583 Aug 29 05:17:59.158739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-deleted', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:17:59.204195 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f662c6-60fd-48eb-b897-55197f4ef379" -d '{"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-deleted", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:17:59.247856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:59.300234 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bcfb50-3842-4733-a0f4-9b1181c5f09f x-openstack-request-id: req-d5bcfb50-3842-4733-a0f4-9b1181c5f09f {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:17:59.300531 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaea997-e212-46d6-be0c-33bf169628fe", "name": "network-vif-deleted", "tag": "0576c2d0-0b06-4856-b08f-823cb3174c5d", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:17:59.300787 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5bcfb50-3842-4733-a0f4-9b1181c5f09f {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:17:59.301218 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaea997-e212-46d6-be0c-33bf169628fe', 'name': 'network-vif-deleted', 'tag': '0576c2d0-0b06-4856-b08f-823cb3174c5d', 'status': 'completed', 'code': 200} Aug 29 05:17:59.303430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58f8d8de-9099-4383-a768-de0f3ac40375 req-92567624-d701-4dde-96f0-5bd6156a0b9b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=faaea997-e212-46d6-be0c-33bf169628fe HTTP/1.1" status: 200 len: 210 time: 0.0356216 Aug 29 05:17:59.454648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:59.497929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:17:59.506092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:17:59.506698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:17:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:59.613007 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:17:59.815999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:17:59.842253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fcec43-50a6-408b-9239-c1d9387f8dd5 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:00.052022 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6433506-3e86-4366-9d74-9cba830104de None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:18:00.573965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-84456a72-6e83-44f7-8722-c6b8735b77c9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--70936878&fields=id&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 267 time: 0.0326991 Aug 29 05:18:00.678249 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-90070f22-4251-4d6c-ba8b-54560424ee89 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:00.679705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-90070f22-4251-4d6c-ba8b-54560424ee89 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.0986860 Aug 29 05:18:00.694785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-0b08777a-57b6-49fb-bea1-845b8db126de tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/quotas/4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 375 time: 0.0089843 Aug 29 05:18:00.750536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-70356018-8694-4320-b922-46d98c8abf16 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505958 Aug 29 05:18:00.837791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-425109ae-64b3-4f80-941c-ef9988c8459c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:18:00.838790 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-425109ae-64b3-4f80-941c-ef9988c8459c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0432253 Aug 29 05:18:00.925937 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-ddf9509b-647b-4f15-9f16-8c642efdfa3a service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809832 Aug 29 05:18:01.017789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-4c550a6b-684e-4738-b063-557fa2db3273 service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858219 Aug 29 05:18:01.185529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72de8217-c3ae-4838-b449-7eabce03b2a0 req-dde1ccc0-ec7f-4578-9b83-89bd571245be tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 210 time: 0.0326211 Aug 29 05:18:01.888192 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.144377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-aa4dc492-d6e6-419a-a6d3-4c98aa86f3a9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:02.145750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-aa4dc492-d6e6-419a-a6d3-4c98aa86f3a9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.1039538 Aug 29 05:18:02.198997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-18973501-1b55-4850-a70b-93e50a6362bd tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 378 time: 0.0370684 Aug 29 05:18:02.241195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'port': {'device_id': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'admin_state_up': True, 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'security_groups': ['e4eb49fe-45d8-4fbd-ba80-cef3c34fe426']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:02.283994 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a60f630a-4b8e-421b-b88c-795519a9bb60 req-2c77a7dd-274b-4019-97d8-346aacad6596 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 210 time: 0.0277359 Aug 29 05:18:02.353554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Made reservation on behalf of 4b33541ac18548128d7720cba74b4dc8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:18:02.357098 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.479566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Allocated IP 172.20.0.7 (f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf/720bfc8f-05ee-4bb0-a60b-7584a2529faf/c1b6f774-ef59-4c40-a4d8-0a340c750e26) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:18:02.616930 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.630839 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Transition to ACTIVE for port object c1b6f774-ef59-4c40-a4d8-0a340c750e26 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:02.662864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.664146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0576c2d0-0b06-4856-b08f-823cb3174c5d no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:18:02.687667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 0576c2d0-0b06-4856-b08f-823cb3174c5d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:18:02.688016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 0576c2d0-0b06-4856-b08f-823cb3174c5d not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:18:02.704210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:18:02.709814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:18:02.713462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:18:02.740888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:02.769428 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:02.770139 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.785919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-9feeaa85-d768-4f7a-874b-c99d113c66e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488138 Aug 29 05:18:02.804532 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Request body: {'port': {'device_id': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:02.860128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.939120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-58ecc67b-7867-42f2-83e8-7f81c427b2f9 None None] Provisioning for port c1b6f774-ef59-4c40-a4d8-0a340c750e26 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:02.943658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-58ecc67b-7867-42f2-83e8-7f81c427b2f9 None None] Provisioning complete for port c1b6f774-ef59-4c40-a4d8-0a340c750e26 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:02.944033 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58ecc67b-7867-42f2-83e8-7f81c427b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:02.977679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-58ecc67b-7867-42f2-83e8-7f81c427b2f9 None None] Port c1b6f774-ef59-4c40-a4d8-0a340c750e26 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:18:03.120935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b6f774-ef59-4c40-a4d8-0a340c750e26 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:18:03.128245 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.140209 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Transition to ACTIVE for port object c1b6f774-ef59-4c40-a4d8-0a340c750e26 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:03.144198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.213850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.264280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Attempting to bind port c1b6f774-ef59-4c40-a4d8-0a340c750e26 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:03.264767 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Attempting to bind port c1b6f774-ef59-4c40-a4d8-0a340c750e26 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:03.265106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Attempting to bind port c1b6f774-ef59-4c40-a4d8-0a340c750e26 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:03.269663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Port c1b6f774-ef59-4c40-a4d8-0a340c750e26 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:18:03.270017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Attempting to bind port c1b6f774-ef59-4c40-a4d8-0a340c750e26 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:03.275139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:03.275480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Checking segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:03.275867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Bound using segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:03.276293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Bound port: c1b6f774-ef59-4c40-a4d8-0a340c750e26, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:03.276649 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.343775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:03.347288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:03.354056 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.418522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:03.419307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:03.420744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] 10.222.0.32 "PUT /v2.0/ports/c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 1092 time: 0.6207502 Aug 29 05:18:03.422842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:03.425140 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6befea89-84b8-4a85-b7da-7eda13d5d801" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:03.467325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e163-744d-4dff-9faf-ad536017e315 req-ee7dfe86-dd05-4d44-b5bc-dbf7a4330fd3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:03.468973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68f8e163-744d-4dff-9faf-ad536017e315 req-ee7dfe86-dd05-4d44-b5bc-dbf7a4330fd3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.1118627 Aug 29 05:18:03.470641 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a07878-4975-4aa4-bf50-9584a1d7f62d x-openstack-request-id: req-05a07878-4975-4aa4-bf50-9584a1d7f62d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:03.470925 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:03.471180 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05a07878-4975-4aa4-bf50-9584a1d7f62d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:03.471574 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'status': 'completed', 'code': 200} Aug 29 05:18:03.472133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67165-5f40-41e2-b039-8e30f3d4ecdc service neutron] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:03.546716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68f8e163-744d-4dff-9faf-ad536017e315 req-5aa8c2ce-b10f-4054-95cc-1f2b3587902c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680971 Aug 29 05:18:03.556135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-2b7acdbc-9b57-4a05-b50a-a45f4370980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:03.557657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-2b7acdbc-9b57-4a05-b50a-a45f4370980f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1095 time: 0.0640626 Aug 29 05:18:03.610214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-b64f3225-04a6-4bb3-9041-385b49564f9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 217 time: 0.0388513 Aug 29 05:18:03.659034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-49d658a2-6873-4106-ad55-5abc00d52ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:03.660449 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-49d658a2-6873-4106-ad55-5abc00d52ace service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0433190 Aug 29 05:18:03.704306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-8151a467-1950-4bc0-a168-ec0241b97f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:03.705759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-8151a467-1950-4bc0-a168-ec0241b97f2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383692 Aug 29 05:18:03.802153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-36c0e5cd-69fc-47ef-89e3-8ad5196ff706 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891030 Aug 29 05:18:03.894578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dfbac0a1-0d20-4f98-8ff7-1598bb14cb63 req-b17ee963-085b-4575-9e0c-4838dd819edb service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859671 Aug 29 05:18:04.034258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-28b7ada0-d60d-41c0-8138-4481b5398820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:04.035730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-28b7ada0-d60d-41c0-8138-4481b5398820 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1095 time: 0.0453610 Aug 29 05:18:04.124349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-db74ced0-16d2-40ea-9242-219a7477e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:04.125742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-db74ced0-16d2-40ea-9242-219a7477e060 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0829713 Aug 29 05:18:04.167683 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-13ca6091-d801-4bc3-ac49-751489fcd06a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 217 time: 0.0349488 Aug 29 05:18:04.222090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-7db22483-4568-4be1-bbe7-8417e7791822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:04.224027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-7db22483-4568-4be1-bbe7-8417e7791822 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0476220 Aug 29 05:18:04.270985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-5c8b7ba7-d8dd-4167-aca5-3f6413a5b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:04.272457 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-5c8b7ba7-d8dd-4167-aca5-3f6413a5b188 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409214 Aug 29 05:18:04.360999 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-b5ada94c-8d97-41ef-a8f2-d126927911f0 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809917 Aug 29 05:18:04.454060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6befea89-84b8-4a85-b7da-7eda13d5d801 req-2388be07-df77-4690-a51f-18658f1859b9 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846560 Aug 29 05:18:04.666664 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43628706-b2e0-416b-8481-352c890cf426 req-c4fb97b1-f209-4c37-99d5-ff381745f1bb tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:04.668158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43628706-b2e0-416b-8481-352c890cf426 req-c4fb97b1-f209-4c37-99d5-ff381745f1bb tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.0489895 Aug 29 05:18:04.705525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43628706-b2e0-416b-8481-352c890cf426 req-09a2beab-fe2c-4c84-9e1a-52a8ef26de41 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314188 Aug 29 05:18:05.820624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627623e-d326-495a-9055-44fbab2a4f81 req-11d771cf-d43c-4b38-a189-23c7f5064b3b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:05.822518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9627623e-d326-495a-9055-44fbab2a4f81 req-11d771cf-d43c-4b38-a189-23c7f5064b3b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.0498002 Aug 29 05:18:05.860169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9627623e-d326-495a-9055-44fbab2a4f81 req-3909c8bc-d18f-4cb9-b6a3-ebf557fecbb6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321763 Aug 29 05:18:06.666637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:18:06.757847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:06.768765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'mac_address': 'fa:16:3e:47:f3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:18:06.808836 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.821350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b6f774-ef59-4c40-a4d8-0a340c750e26 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:18:06.840453 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:06.844234 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:06.890014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:06.974216 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e00b-9b76-4fb5-b8d2-0aca803f2fcb req-14b011df-482d-43b0-9f7b-cf38323a475c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:06.975721 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9f0e00b-9b76-4fb5-b8d2-0aca803f2fcb req-14b011df-482d-43b0-9f7b-cf38323a475c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 944 time: 0.0487475 Aug 29 05:18:07.011965 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9f0e00b-9b76-4fb5-b8d2-0aca803f2fcb req-b074b1b1-3ad7-429c-806f-a8743faa00a3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303307 Aug 29 05:18:07.108440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['c1b6f774-ef59-4c40-a4d8-0a340c750e26'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:18:08.133982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03cd24-eb39-4b5e-875e-80d7406ccc4d req-d701472d-618f-4975-8203-32924938ff50 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:08.135590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1c03cd24-eb39-4b5e-875e-80d7406ccc4d req-d701472d-618f-4975-8203-32924938ff50 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 944 time: 0.0531304 Aug 29 05:18:08.175798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1c03cd24-eb39-4b5e-875e-80d7406ccc4d req-9a933c94-16f9-40da-9883-126832d3b7e1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339296 Aug 29 05:18:08.694979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:18:08.742404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port c1b6f774-ef59-4c40-a4d8-0a340c750e26 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:18:08.745996 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port c1b6f774-ef59-4c40-a4d8-0a340c750e26 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:18:08.746369 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.821380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:08.845436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:08.847774 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a09ef-6041-41f1-b829-57d898fc0a69" -d '{"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-plugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:09.014900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f08242-3609-413a-bb1d-5c0e952a8c3e req-4c71547d-cc0e-48f3-a951-334388d43601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:09.016635 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49f08242-3609-413a-bb1d-5c0e952a8c3e req-4c71547d-cc0e-48f3-a951-334388d43601 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1096 time: 0.0418720 Aug 29 05:18:09.017292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:09.019259 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435032fd-bd25-46b8-939a-454cfb1c9768 x-openstack-request-id: req-435032fd-bd25-46b8-939a-454cfb1c9768 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:09.019545 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-plugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:09.019792 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-435032fd-bd25-46b8-939a-454cfb1c9768 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:09.020726 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'code': 200} Aug 29 05:18:09.021754 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:09.053085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49f08242-3609-413a-bb1d-5c0e952a8c3e req-08e034c1-5261-44a7-8983-60b28b4bcb23 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298750 Aug 29 05:18:09.067997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:09.290671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23986f8-4582-4226-aa10-781240a1ad18 req-a61b5e41-537d-4b0e-b9d1-b52755491b27 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:09.292143 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b23986f8-4582-4226-aa10-781240a1ad18 req-a61b5e41-537d-4b0e-b9d1-b52755491b27 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0483165 Aug 29 05:18:09.329013 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b23986f8-4582-4226-aa10-781240a1ad18 req-1f4ae6c5-907f-4163-9281-37baf729bea1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309627 Aug 29 05:18:10.449751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529255-ac5b-4138-88ee-a6eec4f60dd7 req-923d2106-3f76-48eb-92f1-21c6d29a5c7f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:10.451200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51529255-ac5b-4138-88ee-a6eec4f60dd7 req-923d2106-3f76-48eb-92f1-21c6d29a5c7f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0512657 Aug 29 05:18:10.489416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51529255-ac5b-4138-88ee-a6eec4f60dd7 req-9891b056-e957-471c-b611-80b558209010 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317562 Aug 29 05:18:10.603060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ebc64-a5a4-40c5-8083-fea8beaa5f11 req-36796bfd-b732-4abc-98ff-b316033b9604 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:10.604503 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-443ebc64-a5a4-40c5-8083-fea8beaa5f11 req-36796bfd-b732-4abc-98ff-b316033b9604 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0520017 Aug 29 05:18:10.613106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42164) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:18:10.617927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'floatingip': {'port_id': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:10.655255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.081065 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.084874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.182338 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 associated. External IP: 172.25.7.121, port: c1b6f774-ef59-4c40-a4d8-0a340c750e26. Aug 29 05:18:11.380846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:18:11.485465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:18:11.490404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.494980 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:18:11.503594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:11.504199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:17:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:11.521835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-34b0bcfb-247d-4b5c-bc86-f6dc7a2987f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "PUT /v2.0/floatingips/51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 HTTP/1.1" status: 200 len: 991 time: 0.9076877 Aug 29 05:18:11.522417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:11.524693 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410bfb89-10d1-4114-b37a-f961fa009f03" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:11.568358 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d696bc-d5fe-4e26-96dc-668a1b8b08da x-openstack-request-id: req-40d696bc-d5fe-4e26-96dc-668a1b8b08da {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:11.568650 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:11.568912 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40d696bc-d5fe-4e26-96dc-668a1b8b08da {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:11.569829 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'status': 'completed', 'code': 200} Aug 29 05:18:11.630758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:11.665916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-a4581585-abe6-41f1-b856-eeb927f4716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.667436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-a4581585-abe6-41f1-b856-eeb927f4716f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1097 time: 0.0402079 Aug 29 05:18:11.757026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-a57d4ed3-e144-47c9-b24d-6fdb646eea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.758562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-a57d4ed3-e144-47c9-b24d-6fdb646eea64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0841565 Aug 29 05:18:11.827477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-1715dac2-ae3e-452c-b884-f602eff131bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 999 time: 0.0614462 Aug 29 05:18:11.849877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:47:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:18:10Z', 'revision_number': 9, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:11.876968 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-a64b4cde-06e4-4a77-942c-69408f0d3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.878476 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-a64b4cde-06e4-4a77-942c-69408f0d3ecb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0438523 Aug 29 05:18:11.881577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:18:11.889653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:18:11.890253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:17:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:11.923275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-8611f990-5986-4200-85e2-5dbdc67e988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:11.924804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-8611f990-5986-4200-85e2-5dbdc67e988e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393462 Aug 29 05:18:11.995970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:18:12.019228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-91bdfc26-4e92-46da-bb99-f611822835ad service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855055 Aug 29 05:18:12.107881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-410bfb89-10d1-4114-b37a-f961fa009f03 req-1c36b467-161b-42b0-86c1-8f52cd942075 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819800 Aug 29 05:18:12.218182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:47:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:18:10Z', 'revision_number': 9, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:18:12.244306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c058e-fded-45bb-8362-a705a7c916b1 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:47:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:18:10Z', 'revision_number': 9, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:18:12.430719 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72335eb7-c298-4b16-88d0-204aa6e49ff9 None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:18:16.907411 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7348872-99b9-4b9c-adfc-5ad4f2f233c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:18.112776 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:19.538295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4fb61c8e-5dfd-40cd-b24e-4cf18dbf8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:19.709330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:20.971713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:21.190457 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:22.494244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:27.329725 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90c4a7d7-b0a1-4bd0-98d7-b99d69012042 req-604af4cb-1373-4cc4-a9e3-195f5f2c56da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247886 Aug 29 05:18:27.376189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90c4a7d7-b0a1-4bd0-98d7-b99d69012042 req-90f1ab6e-77fa-43ed-8658-e445f0249014 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0238090 Aug 29 05:18:27.414443 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90c4a7d7-b0a1-4bd0-98d7-b99d69012042 req-e79c387d-d8d3-4967-b972-2608c41fcbaf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194285 Aug 29 05:18:27.508158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4a7d7-b0a1-4bd0-98d7-b99d69012042 req-6e57af16-f43e-4f3c-baa2-f399024a7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:27.509618 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90c4a7d7-b0a1-4bd0-98d7-b99d69012042 req-6e57af16-f43e-4f3c-baa2-f399024a7048 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889025 Aug 29 05:18:31.907315 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:35.706423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-b3af9729-f719-4552-8a6b-2d603dc428fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397882 Aug 29 05:18:35.809394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-522fc98c-9e2f-49c8-8398-fdc5bcd367c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:35.810899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-522fc98c-9e2f-49c8-8398-fdc5bcd367c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1097 time: 0.0442560 Aug 29 05:18:35.914070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-29f7d5fd-b71f-421a-9d6a-8ae7931bdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:35.915521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-29f7d5fd-b71f-421a-9d6a-8ae7931bdd0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0822341 Aug 29 05:18:36.283598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-551572c0-cfd6-4315-a4d9-dbc0abb931ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 1002 time: 0.3596685 Aug 29 05:18:36.334361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-ba177f03-0437-4649-bd33-4a10ffb7e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:36.335802 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-ba177f03-0437-4649-bd33-4a10ffb7e53e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0445838 Aug 29 05:18:36.381779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-229c3bcd-b137-4324-8b1d-d8407953efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:36.383232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-229c3bcd-b137-4324-8b1d-d8407953efcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389922 Aug 29 05:18:36.478371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-a80ae7e8-d68a-4bc8-893c-c62f3a99732b service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Aug 29 05:18:36.566116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cc4c5e4-f495-412c-8ac9-552a9ba151ac req-ab1f9dee-0525-4121-b25d-5ff222424012 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795898 Aug 29 05:18:46.907930 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-29a312a9-2e72-4cc6-b21a-074617ee9827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:49.538327 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e6ca57fc-bd12-4b94-8d21-20f23e657722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:49.710533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:50.970275 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:51.190898 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:52.497925 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:55.113236 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:01.905871 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.908477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c2fedd3a-95aa-4d6b-8b2d-e49b99a8bd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.538430 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-63b23277-ed98-45db-8042-b0bdbf55425b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:19.711542 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.972358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:21.206425 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:22.500451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:27.471622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8bf7b970-4fa2-48cb-801e-56bbade14036 req-b298e9a9-1cdc-4e9b-b38f-3379eab49756 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271678 Aug 29 05:19:27.535483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8bf7b970-4fa2-48cb-801e-56bbade14036 req-79b57e69-41d3-44d3-b418-45069ee9c929 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0256102 Aug 29 05:19:27.573525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8bf7b970-4fa2-48cb-801e-56bbade14036 req-94e95224-a12c-4937-80a7-a9359bb9e87d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194449 Aug 29 05:19:27.667630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7b970-4fa2-48cb-801e-56bbade14036 req-087570eb-f47e-46ac-ab37-5bbf219c06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:27.669062 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8bf7b970-4fa2-48cb-801e-56bbade14036 req-087570eb-f47e-46ac-ab37-5bbf219c06b8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884550 Aug 29 05:19:31.905955 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:32.112718 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:35.715873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-dd5aa937-a453-43ab-9e2b-1a6782678fd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412056 Aug 29 05:19:35.832173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-56123f97-87e1-4881-bc6c-f9de567c608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:35.834291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-56123f97-87e1-4881-bc6c-f9de567c608a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1097 time: 0.0450842 Aug 29 05:19:35.934875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-9d9a0346-2397-4889-9d3a-8ed64455dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:35.936290 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-9d9a0346-2397-4889-9d3a-8ed64455dda5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0840564 Aug 29 05:19:36.004354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-b72c6aef-fce5-45db-871a-03973cf2fb75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 1002 time: 0.0614028 Aug 29 05:19:36.051512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-df024b61-2b3d-4d8f-8608-c3936d6fa5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:36.053411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-df024b61-2b3d-4d8f-8608-c3936d6fa5ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0427730 Aug 29 05:19:36.097800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-8109f385-f6bc-42a7-8e20-569f092829d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:36.099345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-8109f385-f6bc-42a7-8e20-569f092829d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391908 Aug 29 05:19:36.110472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-4332952f-59e0-4feb-9a80-7c02534ff1fa service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:19:36.111438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-4332952f-59e0-4feb-9a80-7c02534ff1fa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050967 Aug 29 05:19:36.204419 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-3da160df-03ef-4b90-980f-12e53cc4e273 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862000 Aug 29 05:19:36.294767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c37fb3f7-f819-441b-b668-0b33ffc00d7f req-a466bc13-2020-4bc7-8d54-8524976cea66 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833285 Aug 29 05:19:46.909505 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8d1d-3659-48a2-9b9a-ce82082ee916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:49.538372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ab96-2964-4a72-9134-1ce4f51efbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:49.712353 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:49.985372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526be66-311d-46e5-8263-a0220b077229 req-8f2d632a-7533-457e-a27d-c78d08d8d1db tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:49.986948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b526be66-311d-46e5-8263-a0220b077229 req-8f2d632a-7533-457e-a27d-c78d08d8d1db tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0515456 Aug 29 05:19:50.031695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b526be66-311d-46e5-8263-a0220b077229 req-d258cb98-ca1b-499c-968e-358c080e06d7 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366855 Aug 29 05:19:50.077668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-d3b3e6a9-82c0-4ce3-8209-a12ffb2a4125 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880799 Aug 29 05:19:50.976129 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:51.150726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3c292-bdc5-4724-88fb-c5c62486a529 req-774ddc07-6afd-4050-a0c3-0d0880bb378b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:51.152971 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3e3c292-bdc5-4724-88fb-c5c62486a529 req-774ddc07-6afd-4050-a0c3-0d0880bb378b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0521030 Aug 29 05:19:51.191531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3e3c292-bdc5-4724-88fb-c5c62486a529 req-31168e90-63bd-4082-9ce7-bcc72ecdf79e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323689 Aug 29 05:19:51.191808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-69c183bb-c541-4f71-b065-2ad35fde655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:51.193351 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-69c183bb-c541-4f71-b065-2ad35fde655b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1097 time: 0.0413852 Aug 29 05:19:51.215579 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:51.298882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-f56967d8-8d8e-4246-962c-86b263e28b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:51.300362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-f56967d8-8d8e-4246-962c-86b263e28b4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0999930 Aug 29 05:19:51.366080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-ccbc6ed8-1a1f-4a02-afe6-f064868806fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 1002 time: 0.0585654 Aug 29 05:19:51.414675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-aa2a9b51-1f1e-41fa-a61b-b26224b5fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:51.416107 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-aa2a9b51-1f1e-41fa-a61b-b26224b5fc93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0433626 Aug 29 05:19:51.464897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-245ec58d-2569-4fde-a015-cd1a93afee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:51.466454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-245ec58d-2569-4fde-a015-cd1a93afee39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431437 Aug 29 05:19:51.553614 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-f698a2db-3d71-40f2-bed3-285be933d690 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798016 Aug 29 05:19:51.660619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-5059ca2a-0d09-4599-ac9f-3c5470727273 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000741 Aug 29 05:19:52.310020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0efac0-79ff-4096-a625-b69ad9d23584 req-fbc539cc-d2f6-42df-b854-f3527e40ac04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:52.311492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b0efac0-79ff-4096-a625-b69ad9d23584 req-fbc539cc-d2f6-42df-b854-f3527e40ac04 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0492806 Aug 29 05:19:52.348735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1b0efac0-79ff-4096-a625-b69ad9d23584 req-ba01e5cd-0cbd-4376-9cfb-aadaaa961fe9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310736 Aug 29 05:19:52.502607 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:53.464579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868ca6f-0c6d-4418-95f5-786e316880dc req-cef615e2-a641-433d-bedd-3a59d62aef72 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:53.466050 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f868ca6f-0c6d-4418-95f5-786e316880dc req-cef615e2-a641-433d-bedd-3a59d62aef72 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0499694 Aug 29 05:19:53.503133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f868ca6f-0c6d-4418-95f5-786e316880dc req-9ad8a717-9e4c-4b5a-bb19-b0397ab56d4a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311382 Aug 29 05:19:54.616938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06696a7-f851-43bb-82a3-9523d54771ad req-fc9c33b7-797b-4885-a832-39683bd34a0f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:54.618474 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b06696a7-f851-43bb-82a3-9523d54771ad req-fc9c33b7-797b-4885-a832-39683bd34a0f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0483365 Aug 29 05:19:54.656195 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b06696a7-f851-43bb-82a3-9523d54771ad req-33dfc79b-2b43-4e34-87fe-fc71fac0f076 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317566 Aug 29 05:19:56.108755 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22818d03-f543-471d-a4cd-665e987936f1 req-45cc97aa-9c2a-42b8-9d82-e41cb5b4c89d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:56.110281 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-22818d03-f543-471d-a4cd-665e987936f1 req-45cc97aa-9c2a-42b8-9d82-e41cb5b4c89d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.3869307 Aug 29 05:19:56.146651 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-22818d03-f543-471d-a4cd-665e987936f1 req-306c846b-3660-4947-8fe2-9ab38277e68f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304348 Aug 29 05:19:57.260167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4711de5-c448-4e63-8c1a-87dbb712d38a req-54395acd-ecab-4470-8645-996eaaf3234c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:57.261585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4711de5-c448-4e63-8c1a-87dbb712d38a req-54395acd-ecab-4470-8645-996eaaf3234c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0478392 Aug 29 05:19:57.302845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4711de5-c448-4e63-8c1a-87dbb712d38a req-4e7887b0-214d-4ce1-8b52-05d5c4fa689a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353196 Aug 29 05:19:58.421279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef7a6f-ecf0-42c1-b580-e496fe2ec731 req-03c707c9-ac09-4f19-a35d-7277eeed4846 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:58.422767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2ef7a6f-ecf0-42c1-b580-e496fe2ec731 req-03c707c9-ac09-4f19-a35d-7277eeed4846 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0477624 Aug 29 05:19:58.459168 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c2ef7a6f-ecf0-42c1-b580-e496fe2ec731 req-c95094c2-76d7-4e18-bac5-d3aaf8bfe2e2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305665 Aug 29 05:19:59.574837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93fd12-a1e3-4b01-a6ef-80c97701789a req-e1cee2e5-0224-460f-b867-61df71c52761 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:59.576291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b93fd12-a1e3-4b01-a6ef-80c97701789a req-e1cee2e5-0224-460f-b867-61df71c52761 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0498133 Aug 29 05:19:59.612428 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4b93fd12-a1e3-4b01-a6ef-80c97701789a req-ea520265-11b9-45d5-9825-1daa1cac1e44 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302658 Aug 29 05:20:00.725470 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48f485-c365-401d-939a-4dd8f003ca7a req-b201ed5f-1c63-48b3-8d5e-4bd7fd47c794 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:00.726949 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f48f485-c365-401d-939a-4dd8f003ca7a req-b201ed5f-1c63-48b3-8d5e-4bd7fd47c794 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0485430 Aug 29 05:20:00.764379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5f48f485-c365-401d-939a-4dd8f003ca7a req-92d22c2b-5d8d-44a3-8b89-d1853969e56f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314927 Aug 29 05:20:01.880764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c022d9-f6bd-4310-9d40-694f1a07267b req-043dcaf9-f856-444f-b979-55d72d13e75e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:01.882254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68c022d9-f6bd-4310-9d40-694f1a07267b req-043dcaf9-f856-444f-b979-55d72d13e75e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0497444 Aug 29 05:20:01.915694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:01.920338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68c022d9-f6bd-4310-9d40-694f1a07267b req-b5db597a-4a8e-4883-80b3-fe255862c7b1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315757 Aug 29 05:20:03.043294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34cc34-c5cc-4962-b51d-9885da5a0f0c req-466c8520-7b50-4850-9b88-99a1692d8eec tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:03.044773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c34cc34-c5cc-4962-b51d-9885da5a0f0c req-466c8520-7b50-4850-9b88-99a1692d8eec tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0551860 Aug 29 05:20:03.083498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1c34cc34-c5cc-4962-b51d-9885da5a0f0c req-66b3e1dd-5cf4-4305-9637-94379e3f8817 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327044 Aug 29 05:20:03.549212 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-e03dc37d-bd9e-491a-9b59-78424578b7f2 service neutron] 10.222.0.32 "GET /v2.0/ports/c1b6f774-ef59-4c40-a4d8-0a340c750e26/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0524664 Aug 29 05:20:03.765223 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-1f791115-b64f-4eb1-8e32-a102c558e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:03.766744 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-1f791115-b64f-4eb1-8e32-a102c558e160 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0451965 Aug 29 05:20:03.839311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-af557788-8a80-4683-94fc-af7f13fa3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:03.840679 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-af557788-8a80-4683-94fc-af7f13fa3b3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1097 time: 0.0404160 Aug 29 05:20:03.928602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-ad46e281-da7f-4099-8038-a1df66cc3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:03.930056 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-ad46e281-da7f-4099-8038-a1df66cc3473 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0824170 Aug 29 05:20:04.000438 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-152c5eb2-cb11-43e5-82e6-1097352ac53d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 1002 time: 0.0628693 Aug 29 05:20:04.048977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-0ebb95b0-7df2-4220-8cd8-b8e50dccba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:04.050649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-0ebb95b0-7df2-4220-8cd8-b8e50dccba10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0431554 Aug 29 05:20:04.094995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-3421cd57-5702-4757-bb45-024dd1c3d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:04.096456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-3421cd57-5702-4757-bb45-024dd1c3d4a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386667 Aug 29 05:20:04.224485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530d0c1-c363-4aee-86e6-4f979e6479f6 req-6675fded-5328-4015-858e-e6a8d9909b5b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:04.225964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0530d0c1-c363-4aee-86e6-4f979e6479f6 req-6675fded-5328-4015-858e-e6a8d9909b5b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0758150 Aug 29 05:20:04.228613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-e51af106-7684-4c74-8cde-0b9146aa204a service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247661 Aug 29 05:20:04.314422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0530d0c1-c363-4aee-86e6-4f979e6479f6 req-07647e03-8a6e-4953-a154-1e28db692c88 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819826 Aug 29 05:20:04.344701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-a2261349-a486-4b9b-b4ae-418e3c86537d service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066015 Aug 29 05:20:05.430467 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22341a82-3b6f-446a-ab75-5eddfcc4a207 req-8bcb23e2-6521-488a-a8a3-b2329275d7af tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:05.432507 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-22341a82-3b6f-446a-ab75-5eddfcc4a207 req-8bcb23e2-6521-488a-a8a3-b2329275d7af tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0493453 Aug 29 05:20:05.470064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-22341a82-3b6f-446a-ab75-5eddfcc4a207 req-6a3ea8c4-3264-4b80-bd0c-a19b0c4de8fa tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306361 Aug 29 05:20:06.584551 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3917125-e408-483d-8b47-4852fae44ee3 req-6eacd15b-a1d6-48fd-8cbf-fa354ca02a43 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:06.586055 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3917125-e408-483d-8b47-4852fae44ee3 req-6eacd15b-a1d6-48fd-8cbf-fa354ca02a43 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0496798 Aug 29 05:20:06.623549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3917125-e408-483d-8b47-4852fae44ee3 req-acbfb45b-ea1c-4b0d-b689-59cdfd7a52f1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310571 Aug 29 05:20:06.932865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-ca3851d6-56aa-4d06-988c-4b488eb2f34f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:06.934342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-ca3851d6-56aa-4d06-988c-4b488eb2f34f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa&tenant_id=4b33541ac18548128d7720cba74b4dc8&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 945 time: 0.0853360 Aug 29 05:20:06.946958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a74f4-3e73-4dce-b2d7-32518b3adedf req-ccf3da00-3073-48eb-b846-5145a684f83e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:06.948362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f00a74f4-3e73-4dce-b2d7-32518b3adedf req-ccf3da00-3073-48eb-b846-5145a684f83e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0682156 Aug 29 05:20:07.019903 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f00a74f4-3e73-4dce-b2d7-32518b3adedf req-1785f0e5-9416-428c-bed8-c12944dbeb6f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653095 Aug 29 05:20:07.028477 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-5e18146e-8392-4c1f-a9d2-f9624fe8e6fd service neutron] 10.222.0.32 "GET /v2.0/ports/c1b6f774-ef59-4c40-a4d8-0a340c750e26/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0791552 Aug 29 05:20:07.114449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-e3c7b1f8-2de5-4576-afb9-a0b006c44112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:07.115873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-e3c7b1f8-2de5-4576-afb9-a0b006c44112 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1097 time: 0.0468552 Aug 29 05:20:07.203734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-74729900-7929-43af-b4a5-d7804a2b9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:07.205157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-74729900-7929-43af-b4a5-d7804a2b9c78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0827875 Aug 29 05:20:07.215686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:20:07.224277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:07.275843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-b9be892c-67d2-418d-8538-c8149780769c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 1002 time: 0.0639896 Aug 29 05:20:07.325574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-73347b62-0335-4d4d-8858-84383b53f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:07.327200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-73347b62-0335-4d4d-8858-84383b53f51a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0443108 Aug 29 05:20:07.374275 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.383867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-d8fa1806-fe39-454f-a0d1-20a7ffc04594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:07.385389 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-d8fa1806-fe39-454f-a0d1-20a7ffc04594 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515389 Aug 29 05:20:07.402194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:07.414170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:07.416972 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a499b62a-4fc3-4db0-a89f-47d7b5ec0022" -d '{"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:07.432969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'mac_address': 'fa:16:3e:47:f3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:20:07.435541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:07.441911 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.484046 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8863b8-8ef8-41fb-9ddb-89cfac0a5bd7 x-openstack-request-id: req-1f8863b8-8ef8-41fb-9ddb-89cfac0a5bd7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:07.484335 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:07.484587 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f8863b8-8ef8-41fb-9ddb-89cfac0a5bd7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:07.484972 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'code': 200} Aug 29 05:20:07.488182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-4c367a37-e6bf-4385-8f7d-751f1b77bdfc service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948167 Aug 29 05:20:07.502537 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.525951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b6f774-ef59-4c40-a4d8-0a340c750e26 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:07.530848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.543602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.543949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.544290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.544642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.544986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.545286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.545655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.545963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.546314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.546653 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.547426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.547426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:07.558044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:07.562395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.592051 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-e2b620d7-d234-45ec-a7e2-b7f16bf17035 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Aug 29 05:20:07.616084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:07.858508 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['c1b6f774-ef59-4c40-a4d8-0a340c750e26'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:20:08.138723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f570db4-126f-46ab-b7e7-669341c5076e req-6c735a92-52dc-4c39-99e6-41a621ad0db1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:08.140204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f570db4-126f-46ab-b7e7-669341c5076e req-6c735a92-52dc-4c39-99e6-41a621ad0db1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 944 time: 0.0503275 Aug 29 05:20:08.178559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f570db4-126f-46ab-b7e7-669341c5076e req-88407775-4f0e-4055-889b-3845540d9a2f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324285 Aug 29 05:20:09.111750 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:09.243595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:09.294201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port c1b6f774-ef59-4c40-a4d8-0a340c750e26 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:09.294574 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.297290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efed991-1023-40cc-91be-51f45281ee5c req-79f14ba0-9e10-4d61-bd82-6b760bd9b354 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:09.298856 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9efed991-1023-40cc-91be-51f45281ee5c req-79f14ba0-9e10-4d61-bd82-6b760bd9b354 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 944 time: 0.0494978 Aug 29 05:20:09.339709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9efed991-1023-40cc-91be-51f45281ee5c req-e9546411-7d46-4115-9c4e-8c66058493a3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345314 Aug 29 05:20:09.372269 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.408089 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:09.411890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:09.458919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:09.485719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:09.488175 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5c27ed-8ff0-4760-b2e8-d329b4114610" -d '{"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-plugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:09.529833 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce87c48b-4d70-4282-81b7-039f889b34f8 x-openstack-request-id: req-ce87c48b-4d70-4282-81b7-039f889b34f8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:09.530160 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-plugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:09.530407 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce87c48b-4d70-4282-81b7-039f889b34f8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:09.530809 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'code': 200} Aug 29 05:20:09.711590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-cbcd97f0-e562-4156-ac69-b79d536f5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:09.713561 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-cbcd97f0-e562-4156-ac69-b79d536f5cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0445962 Aug 29 05:20:09.784124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-3fa2b61b-05d9-4184-92e1-7a844e050e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:09.785497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-3fa2b61b-05d9-4184-92e1-7a844e050e90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 1097 time: 0.0400662 Aug 29 05:20:09.873488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-a2b240f1-74b0-4810-9f97-fe50ce0ae2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:09.874955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-a2b240f1-74b0-4810-9f97-fe50ce0ae2c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0829470 Aug 29 05:20:09.943948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-9217ca9e-876b-4cc2-9283-7902cc946cee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 200 len: 1002 time: 0.0619812 Aug 29 05:20:09.992472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-0fdf5f9d-c63b-4c0b-ab72-68e9d49d480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:09.993955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-0fdf5f9d-c63b-4c0b-ab72-68e9d49d480c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0431921 Aug 29 05:20:10.039861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-7f6358f4-633b-4145-af34-1f6115281c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:10.041230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-7f6358f4-633b-4145-af34-1f6115281c86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401435 Aug 29 05:20:10.133151 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-dc692ffc-65ed-4483-a080-1e6da4785d86 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831568 Aug 29 05:20:10.220781 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5049208b-c25e-43fc-8411-4b7c311bb213 req-67a8dcd4-26ed-4991-ada4-04e240bdfabd service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808287 Aug 29 05:20:10.461164 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470e48d-8e20-4c86-bc16-d13151b3d521 req-b0ea52c1-fdf9-4214-a257-d26bcc2a7b67 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:10.462704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f470e48d-8e20-4c86-bc16-d13151b3d521 req-b0ea52c1-fdf9-4214-a257-d26bcc2a7b67 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0542169 Aug 29 05:20:10.500551 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f470e48d-8e20-4c86-bc16-d13151b3d521 req-1e2a0903-7fff-4313-ac48-993d93f7b695 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319023 Aug 29 05:20:11.237491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:11.312422 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.343039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:11.346812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.392379 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:11.531661 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:11.534018 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c9ccde-5cbd-4ae2-81d4-e51409d298d9" -d '{"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:11.577784 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945fc8c2-decb-4bf8-8755-a228d7ab627b x-openstack-request-id: req-945fc8c2-decb-4bf8-8755-a228d7ab627b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:11.578088 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:11.578348 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-945fc8c2-decb-4bf8-8755-a228d7ab627b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:11.578763 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'code': 200} Aug 29 05:20:11.623959 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de48c97-fc62-4b9a-a5d2-647678261a60 req-f2cf1f5f-67ea-466a-b8f0-345d60fca5e4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:11.625467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6de48c97-fc62-4b9a-a5d2-647678261a60 req-f2cf1f5f-67ea-466a-b8f0-345d60fca5e4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.0548131 Aug 29 05:20:11.665694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6de48c97-fc62-4b9a-a5d2-647678261a60 req-4acdf601-8e2b-49cf-b311-d698713f9805 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337217 Aug 29 05:20:12.783623 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db88b2-aade-4bdd-98c3-14b4313ff906 req-427484dd-5107-4a2d-8ee0-40878d0144ea tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.785189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29db88b2-aade-4bdd-98c3-14b4313ff906 req-427484dd-5107-4a2d-8ee0-40878d0144ea tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.0487938 Aug 29 05:20:12.823581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29db88b2-aade-4bdd-98c3-14b4313ff906 req-2757dd19-6253-4dec-a14b-68d69e2dd2e8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319142 Aug 29 05:20:12.935363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278afb2c-d3ba-4570-8e48-4f6e30323030 req-7a3bbc2f-67e9-4e19-bec9-d8095d242a78 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:12.936848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-278afb2c-d3ba-4570-8e48-4f6e30323030 req-7a3bbc2f-67e9-4e19-bec9-d8095d242a78 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.0487328 Aug 29 05:20:12.975404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-278afb2c-d3ba-4570-8e48-4f6e30323030 req-869c98a9-8db7-49ec-b977-7077405c19d6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311410 Aug 29 05:20:13.090842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391708f8-115a-47c4-9459-b9ac34bb7c8d req-4bb35aec-e524-4385-9500-76659d25ca2b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:13.092302 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-391708f8-115a-47c4-9459-b9ac34bb7c8d req-4bb35aec-e524-4385-9500-76659d25ca2b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.0485420 Aug 29 05:20:13.129703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-391708f8-115a-47c4-9459-b9ac34bb7c8d req-158697cd-a423-48e6-89f9-74ceba2f67b1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313046 Aug 29 05:20:13.253667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:20:13.355581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:13.364816 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39449-4dc4-441a-a0f5-bf8c2b07e8f6 req-dae9a995-cf63-4170-bad7-a8e230e2e761 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:13.366320 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21e39449-4dc4-441a-a0f5-bf8c2b07e8f6 req-dae9a995-cf63-4170-bad7-a8e230e2e761 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 943 time: 0.0521278 Aug 29 05:20:13.367679 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'mac_address': 'fa:16:3e:47:f3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:20:13.404505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-21e39449-4dc4-441a-a0f5-bf8c2b07e8f6 req-b568d50b-74ed-4a48-b79b-927c3c487fa5 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315843 Aug 29 05:20:13.404942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:13.418175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b6f774-ef59-4c40-a4d8-0a340c750e26 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:13.437346 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:13.441315 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:13.487710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:13.729678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['c1b6f774-ef59-4c40-a4d8-0a340c750e26'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:20:14.522869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788098bf-3921-449a-a060-b033f943936e req-1bb1eadf-33b3-41b0-8b5c-8253d7757f27 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:14.524394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-788098bf-3921-449a-a060-b033f943936e req-1bb1eadf-33b3-41b0-8b5c-8253d7757f27 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0484862 Aug 29 05:20:14.561878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-788098bf-3921-449a-a060-b033f943936e req-7394cec8-123b-40cf-b15f-1676243c0c20 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309131 Aug 29 05:20:14.769127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-548a8c68-e18a-47d0-8459-f05528b6757e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:14.770492 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-548a8c68-e18a-47d0-8459-f05528b6757e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 945 time: 0.0510786 Aug 29 05:20:14.859165 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Deleting port c1b6f774-ef59-4c40-a4d8-0a340c750e26 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:20:14.859511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:14.949544 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] For port c1b6f774-ef59-4c40-a4d8-0a340c750e26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=c1b6f774-ef59-4c40-a4d8-0a340c750e26,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:14.949948 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.117918 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.118756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.119061 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 disassociated. External IP: 172.25.7.121, port: c1b6f774-ef59-4c40-a4d8-0a340c750e26. Aug 29 05:20:15.119392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Calling delete_port for c1b6f774-ef59-4c40-a4d8-0a340c750e26 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:20:15.246751 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.272212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event deleted for resources: {'Port': ['ID=c1b6f774-ef59-4c40-a4d8-0a340c750e26,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:15.284432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.284781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.285726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.285726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.285909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.286118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.286448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.286774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.287101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.287425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.287753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.288076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:20:15.296036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:20:15.316616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: c1b6f774-ef59-4c40-a4d8-0a340c750e26 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:20:15.316989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device c1b6f774-ef59-4c40-a4d8-0a340c750e26 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:20:15.405058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:15.514004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:15.524417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:15.533505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:15.534218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:19:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:15.552403 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] No DVR routers for this DVR port c1b6f774-ef59-4c40-a4d8-0a340c750e26 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:20:15.555190 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:15.557725 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9f96842-6f8d-4bc2-b16d-3f68d0a6b273 req-aaf2e539-9af6-4107-97db-9105afe02bd1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "DELETE /v2.0/ports/c1b6f774-ef59-4c40-a4d8-0a340c750e26 HTTP/1.1" status: 204 len: 173 time: 0.7811985 Aug 29 05:20:15.558163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-deleted', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:15.560408 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24de94-e58d-48c6-a026-5fac7e1dca0c" -d '{"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-deleted", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:15.604675 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea75784-f23d-4060-86f4-5e683a9e18a3 x-openstack-request-id: req-eea75784-f23d-4060-86f4-5e683a9e18a3 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:15.604969 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7de5-19e0-4775-99db-69165e484eaa", "name": "network-vif-deleted", "tag": "c1b6f774-ef59-4c40-a4d8-0a340c750e26", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:15.605225 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eea75784-f23d-4060-86f4-5e683a9e18a3 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:15.605647 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7de5-19e0-4775-99db-69165e484eaa', 'name': 'network-vif-deleted', 'tag': 'c1b6f774-ef59-4c40-a4d8-0a340c750e26', 'status': 'completed', 'code': 200} Aug 29 05:20:15.647226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:15.663670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-68e90ec8-e1ae-4efa-8f71-5d85cb653fdf req-233aa987-29f2-4baa-8ed3-601621323fa5 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f1f7de5-19e0-4775-99db-69165e484eaa HTTP/1.1" status: 200 len: 210 time: 0.0267825 Aug 29 05:20:16.011870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:16.042511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:16.052032 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:16.052660 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:19:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:16.163202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:16.354192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:16.383364 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29526e-a599-4eb0-8d6f-ef5b3bd8e044 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:16.580383 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315e33e-2806-47bc-8782-f8dcd98cb0a5 None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:20:16.911111 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4355dd3d-be21-4d3b-a021-3c3b364d419a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:16.933382 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-88c25f51-1abc-4cd5-891f-e44a71902081 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--70936878&fields=id&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 267 time: 0.0323422 Aug 29 05:20:17.038259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-b64ba7f8-fd06-4995-b094-2ad0f9c149b0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:17.039716 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-b64ba7f8-fd06-4995-b094-2ad0f9c149b0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.0994821 Aug 29 05:20:17.054403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-bc176c00-9748-4633-8fb4-65b29ef96d2d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/quotas/4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Aug 29 05:20:17.110903 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-c233954e-b5af-44a8-9a85-d3b872a4dc83 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508716 Aug 29 05:20:17.205434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-a3bf22fe-af78-4d3d-9ea6-33b5c6971328 service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819016 Aug 29 05:20:17.296372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-f0bb8aaa-6657-426b-9aaf-8e6bd8269e68 service neutron] 10.222.0.55 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848880 Aug 29 05:20:17.453009 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f99015cb-e22f-4bd6-8435-1ad47b2ede13 req-c384ff3e-aada-4be3-81e3-28c8c7cefeca tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 210 time: 0.0262468 Aug 29 05:20:18.413848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-0f4b4559-8ac5-4379-9fc4-5c7c9e8af4bb tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:18.415840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-0f4b4559-8ac5-4379-9fc4-5c7c9e8af4bb tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 811 time: 0.1059811 Aug 29 05:20:18.472554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-f9127bca-e563-4982-966f-c06b886bd1c8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 378 time: 0.0329137 Aug 29 05:20:18.510259 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'port': {'device_id': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'admin_state_up': True, 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'security_groups': ['e4eb49fe-45d8-4fbd-ba80-cef3c34fe426']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:18.548864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba63c0e1-b54a-4898-bac5-f72b1c46cd76 req-966db24e-e64f-4b93-b149-88d1985a487f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 210 time: 0.0279598 Aug 29 05:20:18.623102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Made reservation on behalf of 4b33541ac18548128d7720cba74b4dc8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:20:18.626639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:18.747414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Allocated IP 172.20.0.7 (f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf/720bfc8f-05ee-4bb0-a60b-7584a2529faf/861f4592-9e01-4cb3-8fe3-4e192b413877) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:20:18.883291 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:18.898407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Transition to ACTIVE for port object 861f4592-9e01-4cb3-8fe3-4e192b413877 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:18.933398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:18.976362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:20:18.981353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:20:18.985188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:20:19.008564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:19.038916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:19.039664 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.055869 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-b247c84f-a153-494e-a983-e5fa94fe2553 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496681 Aug 29 05:20:19.074861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Request body: {'port': {'device_id': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:19.134799 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.247194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-30263157-a80f-44ea-930f-9c7dac75a527 None None] Provisioning for port 861f4592-9e01-4cb3-8fe3-4e192b413877 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:19.251037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-30263157-a80f-44ea-930f-9c7dac75a527 None None] Provisioning complete for port 861f4592-9e01-4cb3-8fe3-4e192b413877 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:19.251438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30263157-a80f-44ea-930f-9c7dac75a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.284674 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-30263157-a80f-44ea-930f-9c7dac75a527 None None] Port 861f4592-9e01-4cb3-8fe3-4e192b413877 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:20:19.405873 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861f4592-9e01-4cb3-8fe3-4e192b413877 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:19.413567 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.425079 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Transition to ACTIVE for port object 861f4592-9e01-4cb3-8fe3-4e192b413877 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:20:19.429068 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.500669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:19.539716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-34395b0a-5c56-44a2-bd5a-3841ab77f571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.719690 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.885693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Attempting to bind port 861f4592-9e01-4cb3-8fe3-4e192b413877 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:20:19.885982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Attempting to bind port 861f4592-9e01-4cb3-8fe3-4e192b413877 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:20:19.886212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Attempting to bind port 861f4592-9e01-4cb3-8fe3-4e192b413877 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:19.900385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff61e30-fd85-4198-a4b4-0610ac08dfb8 req-6b26f4ec-d881-46d3-baf6-f59575878344 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:19.901925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ff61e30-fd85-4198-a4b4-0610ac08dfb8 req-6b26f4ec-d881-46d3-baf6-f59575878344 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0723252 Aug 29 05:20:19.902455 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Port 861f4592-9e01-4cb3-8fe3-4e192b413877 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:20:19.902798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Attempting to bind port 861f4592-9e01-4cb3-8fe3-4e192b413877 on network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:20:19.907854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:20:19.908181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Checking segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:20:19.908562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Bound using segment: {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:20:19.908976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Bound port: 861f4592-9e01-4cb3-8fe3-4e192b413877, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a66a1-d550-4b63-a6b9-d18d953c5a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:20:19.909325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:19.974568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2ff61e30-fd85-4198-a4b4-0610ac08dfb8 req-2ecda7f3-2031-4363-a2b5-5d810fb822c2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631831 Aug 29 05:20:19.999522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:20:20.003077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:20:20.006777 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.041119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.041765 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:20.043129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] 10.222.0.32 "PUT /v2.0/ports/861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1092 time: 0.9734337 Aug 29 05:20:20.043566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:20.045826 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955" -d '{"events": [{"name": "network-changed", "server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:20.071350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c2b7c-3429-44e6-b8f8-bf0e368fc68c service neutron] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:20.098038 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de50cf1c-354a-4f11-9f62-8ac4a9f3fcc8 x-openstack-request-id: req-de50cf1c-354a-4f11-9f62-8ac4a9f3fcc8 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:20.098423 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:20.098836 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de50cf1c-354a-4f11-9f62-8ac4a9f3fcc8 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:20.099242 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'status': 'completed', 'code': 200} Aug 29 05:20:20.157841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-ff4bbeab-b25a-46e5-b882-c737d5f58a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.159398 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-ff4bbeab-b25a-46e5-b882-c737d5f58a09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1095 time: 0.0435574 Aug 29 05:20:20.211159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-e608d538-f9b6-4672-9c92-7224f12369d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 217 time: 0.0389915 Aug 29 05:20:20.260734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-9f771eeb-d12f-448b-9ce2-c74682e1ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.262214 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-9f771eeb-d12f-448b-9ce2-c74682e1ec8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0438647 Aug 29 05:20:20.306930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55056-057e-4083-96c9-90420e229748 req-14d45a88-6c43-4dd2-a4c4-3a23cb105e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.308306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-14d45a88-6c43-4dd2-a4c4-3a23cb105e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389800 Aug 29 05:20:20.400890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-94949559-982e-4893-b699-e10099ef4adc service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843658 Aug 29 05:20:20.492680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-17c55056-057e-4083-96c9-90420e229748 req-bb4623c2-ae33-478b-9bf6-c58621a93414 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818846 Aug 29 05:20:20.626819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-bb71784e-07fb-4c07-bf23-f04fe9ddad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.628289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-bb71784e-07fb-4c07-bf23-f04fe9ddad33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1095 time: 0.0409212 Aug 29 05:20:20.717616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-91cd3789-6b88-41a2-98b0-6425ec7dc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.719059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-91cd3789-6b88-41a2-98b0-6425ec7dc5cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0843382 Aug 29 05:20:20.761566 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-468c284c-b205-431d-a697-63c7f622033e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 217 time: 0.0341148 Aug 29 05:20:20.809130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-e7c5a85e-de47-4bdc-96c4-67cea28136bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.810542 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-e7c5a85e-de47-4bdc-96c4-67cea28136bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0416524 Aug 29 05:20:20.860506 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-51b4ccf2-2845-4a86-b5a5-307b957dc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:20.861982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-51b4ccf2-2845-4a86-b5a5-307b957dc0c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426002 Aug 29 05:20:20.948142 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-e5c20c96-e3eb-436f-a940-851d945935d8 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783172 Aug 29 05:20:20.980188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:21.056811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3669e3b2-11d2-466d-a8e1-3dbe5c79a955 req-9e41dfe2-039e-4546-838c-650330909d1b service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008337 Aug 29 05:20:21.092731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae7bc5-c376-4d6f-82d2-06246e77d2e0 req-7ee56937-be62-4286-a5dc-c9da4313452e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.094252 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90ae7bc5-c376-4d6f-82d2-06246e77d2e0 req-7ee56937-be62-4286-a5dc-c9da4313452e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0507061 Aug 29 05:20:21.132618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-90ae7bc5-c376-4d6f-82d2-06246e77d2e0 req-61bb19e2-17d3-4dd4-91cf-b07deab69692 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321043 Aug 29 05:20:21.206526 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:22.249778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb1b18-a926-4b74-8fc9-156476794684 req-0361b80d-c4c0-4ac8-ad44-89779ad2f192 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:22.251210 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9eb1b18-a926-4b74-8fc9-156476794684 req-0361b80d-c4c0-4ac8-ad44-89779ad2f192 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0502145 Aug 29 05:20:22.293270 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c9eb1b18-a926-4b74-8fc9-156476794684 req-4671afc1-f630-42d2-a37a-f96a401a1c01 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331361 Aug 29 05:20:22.505947 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:23.290522 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:20:23.388407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:23.399885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'mac_address': 'fa:16:3e:73:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:20:23.407516 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a114bd-2e09-4252-896d-45aac3cb929c req-b2fe45df-e571-4a4b-9a01-b8c4645ac078 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:23.409048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8a114bd-2e09-4252-896d-45aac3cb929c req-b2fe45df-e571-4a4b-9a01-b8c4645ac078 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0489385 Aug 29 05:20:23.436971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:23.447655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8a114bd-2e09-4252-896d-45aac3cb929c req-28037738-d16f-4717-9d7d-574248cd7dc9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324268 Aug 29 05:20:23.449683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861f4592-9e01-4cb3-8fe3-4e192b413877 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:20:23.468534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:23.472739 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:23.518024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:23.733986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['861f4592-9e01-4cb3-8fe3-4e192b413877'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:20:24.562547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3008a-bd97-4646-855a-a5e85fb0ef9d req-436e39d2-a843-44ed-9d5c-e34c663cfa34 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:24.564037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4e3008a-bd97-4646-855a-a5e85fb0ef9d req-436e39d2-a843-44ed-9d5c-e34c663cfa34 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 944 time: 0.0486391 Aug 29 05:20:24.601340 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4e3008a-bd97-4646-855a-a5e85fb0ef9d req-65b180df-5584-4496-a408-a196e7ebec62 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310709 Aug 29 05:20:25.306838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:20:25.353712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 861f4592-9e01-4cb3-8fe3-4e192b413877 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:20:25.357949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 861f4592-9e01-4cb3-8fe3-4e192b413877 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:20:25.358341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.436941 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.458365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:25.460585 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b2c06f-0ae3-46be-a23a-8253e00523f3" -d '{"events": [{"server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "name": "network-vif-plugged", "status": "completed", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:25.473551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:20:25.477786 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:25.501189 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4122cddd-51b5-44b9-b826-8bf25d5b5910 x-openstack-request-id: req-4122cddd-51b5-44b9-b826-8bf25d5b5910 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:25.501478 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "name": "network-vif-plugged", "status": "completed", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:25.501754 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4122cddd-51b5-44b9-b826-8bf25d5b5910 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:25.502137 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'code': 200} Aug 29 05:20:25.526663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:20:25.626941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339b120-9604-4051-b9e7-eaae9fc6a7a0 req-b8a6b014-3ad2-40b3-9782-d7a27de4c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:25.628436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3339b120-9604-4051-b9e7-eaae9fc6a7a0 req-b8a6b014-3ad2-40b3-9782-d7a27de4c087 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1097 time: 0.0447628 Aug 29 05:20:25.663263 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3339b120-9604-4051-b9e7-eaae9fc6a7a0 req-e584eef1-460a-4df9-8ec4-effb1b20ff1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280437 Aug 29 05:20:25.719688 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd54a4-d28b-4c78-8de1-bd8292b00347 req-4c04f576-cc21-488b-83b8-ee358d2be278 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:25.721162 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29dd54a4-d28b-4c78-8de1-bd8292b00347 req-4c04f576-cc21-488b-83b8-ee358d2be278 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0524874 Aug 29 05:20:25.758859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-29dd54a4-d28b-4c78-8de1-bd8292b00347 req-7fb5f9a3-843a-46d8-9a77-73f8caf6bb81 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317090 Aug 29 05:20:26.873333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c1bd-f96c-44d6-ab1e-e16dc6ff2678 req-81431f73-695b-4969-8774-236f2095f263 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:26.874828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3978c1bd-f96c-44d6-ab1e-e16dc6ff2678 req-81431f73-695b-4969-8774-236f2095f263 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0480034 Aug 29 05:20:26.912595 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3978c1bd-f96c-44d6-ab1e-e16dc6ff2678 req-45373c27-a127-4c58-aba8-05e4fbeaf2f8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318770 Aug 29 05:20:27.023788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6707f-2ac1-430e-aef5-d86c303e0f51 req-f26eef0b-c2f6-432e-8c58-1c9745582a07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:27.025299 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f7e6707f-2ac1-430e-aef5-d86c303e0f51 req-f26eef0b-c2f6-432e-8c58-1c9745582a07 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0494611 Aug 29 05:20:27.034895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42540) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:20:27.039567 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Request body: {'floatingip': {'port_id': '861f4592-9e01-4cb3-8fe3-4e192b413877'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:20:27.080311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:27.507750 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:27.511385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:27.616577 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 associated. External IP: 172.25.7.121, port: 861f4592-9e01-4cb3-8fe3-4e192b413877. Aug 29 05:20:27.819044 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:20:27.926604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:20:27.931433 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:27.936418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:20:27.945502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:27.946138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:20:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:27.964522 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-336c990e-1944-4db2-be77-9e674d64d803 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "PUT /v2.0/floatingips/51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 HTTP/1.1" status: 200 len: 992 time: 0.9241421 Aug 29 05:20:27.964522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:20:27.964522 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8bf322-51c3-4189-9c24-c1d6a773779c" -d '{"events": [{"name": "network-changed", "server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:20:28.004656 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6028573e-56f4-4e75-a990-4663feaad3a8 x-openstack-request-id: req-6028573e-56f4-4e75-a990-4663feaad3a8 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:20:28.004954 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:20:28.005234 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6028573e-56f4-4e75-a990-4663feaad3a8 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:20:28.005703 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'status': 'completed', 'code': 200} Aug 29 05:20:28.058484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:28.105196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-a7b98e4b-f858-41ef-8e27-d81ca5550b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:28.106691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-a7b98e4b-f858-41ef-8e27-d81ca5550b53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1097 time: 0.0434091 Aug 29 05:20:28.199323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-d871b9b6-1888-4a77-a79c-cfa17238211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:28.200791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-d871b9b6-1888-4a77-a79c-cfa17238211d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0873718 Aug 29 05:20:28.270222 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-81751cca-aee1-468c-9d55-d95d90b0a8c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1000 time: 0.0618384 Aug 29 05:20:28.291035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:73:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:20:27Z', 'revision_number': 13, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:28.318374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:20:28.327123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-f54e17f9-328a-4e8a-9b84-38e0b0aeac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:28.327592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:20:28.328213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:20:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:28.328591 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-f54e17f9-328a-4e8a-9b84-38e0b0aeac6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0519686 Aug 29 05:20:28.375337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49e9448f-c6d7-4054-9723-fdc5f3e8cfb1 req-89b47e81-d645-4dd9-bd95-48296d214360 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265853 Aug 29 05:20:28.375899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-2d7622f2-b2b8-4b17-b990-17046617723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:28.377394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-2d7622f2-b2b8-4b17-b990-17046617723c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419228 Aug 29 05:20:28.424268 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49e9448f-c6d7-4054-9723-fdc5f3e8cfb1 req-4908dbc7-f240-45b5-b444-08098b62c9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0265169 Aug 29 05:20:28.434775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:20:28.464798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49e9448f-c6d7-4054-9723-fdc5f3e8cfb1 req-be0b497e-0740-430c-b74d-f3546c8f531f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200222 Aug 29 05:20:28.471868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-585a1654-2ab6-49bf-bd32-d0f2e374d1a9 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871212 Aug 29 05:20:28.565657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9448f-c6d7-4054-9723-fdc5f3e8cfb1 req-659f4462-9d42-40a9-b41b-7fb1dc5edf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:28.567133 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49e9448f-c6d7-4054-9723-fdc5f3e8cfb1 req-659f4462-9d42-40a9-b41b-7fb1dc5edf42 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962038 Aug 29 05:20:28.571237 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d8bf322-51c3-4189-9c24-c1d6a773779c req-eb70aee2-19dc-4e3e-b40a-13ea40641f55 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927877 Aug 29 05:20:28.662626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:73:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:20:27Z', 'revision_number': 13, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:20:28.692046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52ab6f-5b9d-46cd-9e6a-dd90aa7ce6c9 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '51a972e5-ab6b-4fd2-8ce5-e1e68cf64370', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'port_id': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'mac_address': 'fa:16:3e:73:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:13:31Z', 'updated_at': '2021-08-29T05:20:27Z', 'revision_number': 13, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:20:28.879724 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990414c0-578a-4cf3-ba90-74602659c9bf None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:20:31.922035 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:36.721362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-740fa814-a3e8-4c7b-8b86-1ccb1472187e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398064 Aug 29 05:20:36.818135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-1eeed843-4e41-4b6b-a358-8340833cd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:36.819640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-1eeed843-4e41-4b6b-a358-8340833cd222 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1097 time: 0.0410824 Aug 29 05:20:36.925212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-242d1820-3d58-40f6-93a6-86ddbf1510ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:36.926696 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-242d1820-3d58-40f6-93a6-86ddbf1510ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0884430 Aug 29 05:20:36.991833 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-b2531078-f075-45cf-9db2-13edc1dcd5d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1002 time: 0.0572450 Aug 29 05:20:37.045279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-b9bd1604-41c1-4036-8a99-91b37ece9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:37.046816 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-b9bd1604-41c1-4036-8a99-91b37ece9d95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0475397 Aug 29 05:20:37.093393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-be82343c-cc7b-4710-a0c4-ba11229a4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:37.094877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-be82343c-cc7b-4710-a0c4-ba11229a4854 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402486 Aug 29 05:20:37.184275 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-602e05ff-9164-4d54-975d-0871a9799aab service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811472 Aug 29 05:20:37.279665 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0c83633-5164-49c1-93cc-2d08add6af27 req-301eb2aa-bef7-46c8-be95-f82dda308543 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869176 Aug 29 05:20:46.111961 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:46.913141 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee606adb-9965-4356-b84c-cf205f48771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:49.540275 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8b9b65e8-45f4-46c6-812f-dabdeffd8ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:49.710762 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:50.981339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:51.204007 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:52.508883 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:01.942582 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:16.913566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1540289c-f818-445f-a8c4-1f2f88433191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.541684 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ec31ef9b-47b2-469b-bc4d-c9fbe89ea1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:19.711461 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:20.985694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.214343 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:22.513089 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:23.111376 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:28.464812 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a244f87e-b59e-4fa8-bbeb-8332fbc1212b req-7675f87f-1b45-4f88-85f0-b61116e89ca8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0660918 Aug 29 05:21:28.528280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a244f87e-b59e-4fa8-bbeb-8332fbc1212b req-44670878-5974-4628-9e14-49327fcd6016 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0245330 Aug 29 05:21:28.567674 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a244f87e-b59e-4fa8-bbeb-8332fbc1212b req-447b6503-993a-46b8-9a97-d6132ff9ad2c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189846 Aug 29 05:21:28.664477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f87e-b59e-4fa8-bbeb-8332fbc1212b req-9f25549e-6629-42be-bebc-bf1c5e4da5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.665912 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a244f87e-b59e-4fa8-bbeb-8332fbc1212b req-9f25549e-6629-42be-bebc-bf1c5e4da5a5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906141 Aug 29 05:21:31.927972 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.738422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-3747da88-0b7b-4f2f-9632-137c09d382ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0802741 Aug 29 05:21:36.832920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-34c81ad7-8715-4589-bc5d-cfe28b7c5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:36.834467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-34c81ad7-8715-4589-bc5d-cfe28b7c5b1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1097 time: 0.0401518 Aug 29 05:21:36.939512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-61d0c2b3-e8f2-473c-a0a3-2c87fb6bf4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:36.941316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-61d0c2b3-e8f2-473c-a0a3-2c87fb6bf4c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0880740 Aug 29 05:21:37.006727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-cb60403b-3729-4d0f-9465-cf410c639d82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1002 time: 0.0579498 Aug 29 05:21:37.059455 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-d0759770-5c15-43ea-a808-7153a6a62533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.060932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-d0759770-5c15-43ea-a808-7153a6a62533 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0476835 Aug 29 05:21:37.108155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-ae881a00-9b4a-4bde-a04f-31f626ae0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.109710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-ae881a00-9b4a-4bde-a04f-31f626ae0649 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402992 Aug 29 05:21:37.197617 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-c532919f-2ca3-40f3-8919-2ca7c530cf52 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806725 Aug 29 05:21:37.290545 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2c365f0-23bc-4a08-8437-5e3f88ec4802 req-5cda194b-0c58-4514-aff8-2d04575babd0 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Aug 29 05:21:46.914029 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5ff87d27-1618-4203-97e6-14f2dddcc0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.541807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8c020a2-395e-4658-9305-85c92d4ae21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:49.715636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:50.988024 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:51.233713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:52.515610 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:00.111751 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:22:01.954397 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:06.659003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e808-4dc7-4606-aed6-89b13df3b0ed req-89e22bbd-b2f1-48eb-a416-2b7e4ef13716 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:06.660483 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ea5e808-4dc7-4606-aed6-89b13df3b0ed req-89e22bbd-b2f1-48eb-a416-2b7e4ef13716 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.1301532 Aug 29 05:22:06.697967 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5ea5e808-4dc7-4606-aed6-89b13df3b0ed req-c1788e9e-db10-4833-abca-be192c3716fa tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314183 Aug 29 05:22:16.914401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a2b27fa1-a4c9-4224-9020-ddd1907cc091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:16.968458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-7999fee0-7c29-4a3b-9104-4c5bb71a951d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765026 Aug 29 05:22:16.980924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadf330-d30f-4024-9c26-f6fb824174b9 req-ea2a51b6-2d03-4b73-a175-04007dc14fcd tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:16.982402 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beadf330-d30f-4024-9c26-f6fb824174b9 req-ea2a51b6-2d03-4b73-a175-04007dc14fcd tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0732636 Aug 29 05:22:17.023302 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beadf330-d30f-4024-9c26-f6fb824174b9 req-057f2bda-a39d-4483-b1f8-af0553951be9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335295 Aug 29 05:22:18.124488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-df957350-5eee-485d-a4e6-12ac32e3c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:18.126569 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-df957350-5eee-485d-a4e6-12ac32e3c3fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1097 time: 0.0449958 Aug 29 05:22:18.154292 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a75a3-641d-4f25-98d0-404839628639 req-e9108995-5633-48fc-9d83-b812c6109158 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:18.155777 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-263a75a3-641d-4f25-98d0-404839628639 req-e9108995-5633-48fc-9d83-b812c6109158 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0487812 Aug 29 05:22:18.198035 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-263a75a3-641d-4f25-98d0-404839628639 req-04dd56fa-197f-433e-9906-684eb6e55e36 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359259 Aug 29 05:22:18.218173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-35878539-3747-4d89-9edd-bec234d2571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:18.219685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-35878539-3747-4d89-9edd-bec234d2571a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0853560 Aug 29 05:22:18.289347 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-9537ade9-4dba-41c8-8f20-6c5b5dc4e43c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1002 time: 0.0619731 Aug 29 05:22:18.337947 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-ac0c1293-7dac-4be2-8c6b-3f3b3b3ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:18.339329 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-ac0c1293-7dac-4be2-8c6b-3f3b3b3ba2c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0431561 Aug 29 05:22:18.383690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-f780eca6-bc92-4c42-8821-69939bc19d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:18.385146 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-f780eca6-bc92-4c42-8821-69939bc19d40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390921 Aug 29 05:22:18.475634 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-6e96a5e1-eaaa-4818-a95f-e8d8fa8bb9e6 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832238 Aug 29 05:22:18.571158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-724d916a-b68d-4666-97aa-3107175aba9a service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882277 Aug 29 05:22:19.315296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c93997-8b04-4dc1-968f-e0fbc2cc61b4 req-060833bf-b3bd-44f2-bed4-68fd118cfcf5 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:19.317460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2c93997-8b04-4dc1-968f-e0fbc2cc61b4 req-060833bf-b3bd-44f2-bed4-68fd118cfcf5 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0516896 Aug 29 05:22:19.356978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c2c93997-8b04-4dc1-968f-e0fbc2cc61b4 req-98899066-da49-46d8-ad38-12661a0e05bf tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337243 Aug 29 05:22:19.541152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc75c-cb2a-4345-bba9-2dad6f5b194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:19.717469 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:20.472593 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443c40-cf85-4d22-b6a0-78567c138ccd req-3ae11cc7-ef45-4f9f-87d9-5a9e7822dfea tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:20.474103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44443c40-cf85-4d22-b6a0-78567c138ccd req-3ae11cc7-ef45-4f9f-87d9-5a9e7822dfea tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0485415 Aug 29 05:22:20.512910 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-44443c40-cf85-4d22-b6a0-78567c138ccd req-feaf8d70-2179-476d-9b23-6a86bc87b783 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326164 Aug 29 05:22:20.993964 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.231812 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:21.631377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e4e93-13c8-4c9d-bade-b156e180d734 req-2fc8d1e6-fbaf-4ad2-a779-d4c11e653fa7 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:21.632845 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd5e4e93-13c8-4c9d-bade-b156e180d734 req-2fc8d1e6-fbaf-4ad2-a779-d4c11e653fa7 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0524075 Aug 29 05:22:21.669423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dd5e4e93-13c8-4c9d-bade-b156e180d734 req-b51f283e-1dca-4922-9d4a-25e8046ff214 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306160 Aug 29 05:22:22.519143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:22.784960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbfbce-ff36-4920-b80b-7216395d25df req-c9d6e71d-0e06-42c0-ab09-5742c84b4209 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:22.786402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aecbfbce-ff36-4920-b80b-7216395d25df req-c9d6e71d-0e06-42c0-ab09-5742c84b4209 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0503581 Aug 29 05:22:22.823596 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aecbfbce-ff36-4920-b80b-7216395d25df req-c27737c3-a654-4ed2-b6af-89dd24b37be2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313401 Aug 29 05:22:23.937882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2102422-03e3-4406-a72d-f09e9b4264d8 req-4034aa55-8981-4dc7-9274-3436a9704338 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:23.939621 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2102422-03e3-4406-a72d-f09e9b4264d8 req-4034aa55-8981-4dc7-9274-3436a9704338 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0489838 Aug 29 05:22:23.977943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2102422-03e3-4406-a72d-f09e9b4264d8 req-dfbdf784-59ca-4209-9138-98ca74ce60f8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324254 Aug 29 05:22:25.091108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4851c24-a6e3-4589-b7a4-77bbdd83eb50 req-f782cd4f-acbd-44c2-b634-edce3ed0ace9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:25.092577 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4851c24-a6e3-4589-b7a4-77bbdd83eb50 req-f782cd4f-acbd-44c2-b634-edce3ed0ace9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0483532 Aug 29 05:22:25.135099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4851c24-a6e3-4589-b7a4-77bbdd83eb50 req-2a956bc3-b029-4058-ae3a-7eb6cd5aa6f4 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357189 Aug 29 05:22:26.251128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbae6e5-d8b5-4652-b700-cc622e4c27ac req-2b1090ab-875a-480e-a9c4-21d74f18f2bc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:26.252514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2cbae6e5-d8b5-4652-b700-cc622e4c27ac req-2b1090ab-875a-480e-a9c4-21d74f18f2bc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0482244 Aug 29 05:22:26.288965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2cbae6e5-d8b5-4652-b700-cc622e4c27ac req-0ac85928-7b24-44da-98f4-bcf4a2b2e9c1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305886 Aug 29 05:22:27.405916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd4bf-9ab7-4d66-8f94-45b1c73a4b36 req-53dfaa8d-fa75-4c68-bf26-ce4c679c2cce tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:27.407461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9e0fd4bf-9ab7-4d66-8f94-45b1c73a4b36 req-53dfaa8d-fa75-4c68-bf26-ce4c679c2cce tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0498495 Aug 29 05:22:27.445394 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9e0fd4bf-9ab7-4d66-8f94-45b1c73a4b36 req-49388ef2-5cc1-4661-bfbf-cfa20159b4cf tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319812 Aug 29 05:22:28.560480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4829b6-2688-4f49-b9a4-e8ad884805ac req-e35598d8-29c8-462a-a844-e566349a9f64 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:28.561959 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d4829b6-2688-4f49-b9a4-e8ad884805ac req-e35598d8-29c8-462a-a844-e566349a9f64 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0518007 Aug 29 05:22:28.600044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3d4829b6-2688-4f49-b9a4-e8ad884805ac req-22db5ea8-75c9-480a-9bb8-61c5112fdd97 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315821 Aug 29 05:22:29.322373 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d3be5d4-d2b6-497c-a3d5-a01d27f4596e req-cc20dc80-b0ee-4c69-8a2e-da78c9f1b03b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257692 Aug 29 05:22:29.369227 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d3be5d4-d2b6-497c-a3d5-a01d27f4596e req-16e10559-8072-4bb9-98fd-f0a72b73d5f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Aug 29 05:22:29.407067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d3be5d4-d2b6-497c-a3d5-a01d27f4596e req-e12c7d27-1267-4aaf-aca1-00092fa25129 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191474 Aug 29 05:22:29.502437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3be5d4-d2b6-497c-a3d5-a01d27f4596e req-7bc6abc0-1a18-4f67-8eb3-57902e14d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:29.503880 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6d3be5d4-d2b6-497c-a3d5-a01d27f4596e req-7bc6abc0-1a18-4f67-8eb3-57902e14d0c4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896890 Aug 29 05:22:29.714745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb144713-2ad4-46af-92f5-596535ee9945 req-aaab3b0c-9473-48ce-a87a-81124c7b5683 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:29.716233 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb144713-2ad4-46af-92f5-596535ee9945 req-aaab3b0c-9473-48ce-a87a-81124c7b5683 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 29 05:22:29.753709 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bb144713-2ad4-46af-92f5-596535ee9945 req-81b65c26-74c6-4a71-95ce-74e38f14efe8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309844 Aug 29 05:22:30.878461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4bab3-12ef-4b70-ad31-bd48ae10b960 req-955bdebd-9dc5-41d9-ab91-858d4fe0c19f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:30.879958 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ab4bab3-12ef-4b70-ad31-bd48ae10b960 req-955bdebd-9dc5-41d9-ab91-858d4fe0c19f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0492783 Aug 29 05:22:30.917910 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7ab4bab3-12ef-4b70-ad31-bd48ae10b960 req-4c8b2b5c-3987-45ca-bb41-64867d58ccb3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315893 Aug 29 05:22:31.959084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:32.037700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2f57-2381-40b8-be48-55541ff58965 req-853be498-2ecd-4bae-8549-b02855dc941f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:32.039320 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16cf2f57-2381-40b8-be48-55541ff58965 req-853be498-2ecd-4bae-8549-b02855dc941f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0496342 Aug 29 05:22:32.079135 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-16cf2f57-2381-40b8-be48-55541ff58965 req-3b107234-6c04-4c43-a2ef-2e34ff78eca0 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338030 Aug 29 05:22:32.158637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-a5db9457-f956-4202-b7c0-c0afc4b65c3e service neutron] 10.222.0.32 "GET /v2.0/ports/861f4592-9e01-4cb3-8fe3-4e192b413877/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0536497 Aug 29 05:22:32.373360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-01a41119-d2c7-4fef-ab72-3d3f2e10d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:32.374799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-01a41119-d2c7-4fef-ab72-3d3f2e10d358 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 1097 time: 0.0458689 Aug 29 05:22:32.446199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-4d066e0e-7d75-446e-a6d6-62f7e18d0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:32.447653 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-4d066e0e-7d75-446e-a6d6-62f7e18d0005 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1097 time: 0.0409436 Aug 29 05:22:32.535897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-35e91097-a88c-4e10-b9b6-349bf349d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:32.537364 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-35e91097-a88c-4e10-b9b6-349bf349d4f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0830755 Aug 29 05:22:32.607280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-6e15587c-0ca0-4cb9-8de2-0cf4c58932ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1002 time: 0.0624299 Aug 29 05:22:32.656916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-0dac9afc-5b6b-4e7b-b2d6-22bc8a12ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:32.658942 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-0dac9afc-5b6b-4e7b-b2d6-22bc8a12ae2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0442543 Aug 29 05:22:32.702914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-3bb4c1b7-e252-4503-b4b4-3acf536ee3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:32.704353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-3bb4c1b7-e252-4503-b4b4-3acf536ee3f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386105 Aug 29 05:22:32.797241 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-05f34673-7c84-4e0f-bc98-f5c924a0012b service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849485 Aug 29 05:22:32.883680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f659f01-21be-4a80-ab8c-fffdb19b316c req-b487c77f-ddd6-4798-9016-55fc1d96e05a service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794127 Aug 29 05:22:33.201035 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62967701-c326-4161-96c0-c90e92f61b90 req-d1b87848-c9c9-4000-9f0b-6435154cc3d2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:33.202556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62967701-c326-4161-96c0-c90e92f61b90 req-d1b87848-c9c9-4000-9f0b-6435154cc3d2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 945 time: 0.0536742 Aug 29 05:22:33.240422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62967701-c326-4161-96c0-c90e92f61b90 req-26f89248-8537-4b5c-a34a-e9c53328e3cf tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310588 Aug 29 05:22:33.889052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:33.964824 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:34.150297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:22:34.152472 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e17f340-9bf8-41f8-afe5-a8ad4409905d" -d '{"events": [{"server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:22:34.165288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:34.170493 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:34.205153 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75527091-9f70-4b05-8890-827c96b90b29 x-openstack-request-id: req-75527091-9f70-4b05-8890-827c96b90b29 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:22:34.205452 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:22:34.205742 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75527091-9f70-4b05-8890-827c96b90b29 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:22:34.206134 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'code': 200} Aug 29 05:22:34.219903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:34.227760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.228112 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.228457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.228798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.229137 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.229474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.229842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.230174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.230527 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.230856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.231357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.231694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:22:34.359214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a331a5-8065-4b2d-8a5e-bb8ab65b9289 req-65dd43a6-0fe7-44bf-803c-6b82e46f750c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:34.360756 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7a331a5-8065-4b2d-8a5e-bb8ab65b9289 req-65dd43a6-0fe7-44bf-803c-6b82e46f750c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0494409 Aug 29 05:22:34.399535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7a331a5-8065-4b2d-8a5e-bb8ab65b9289 req-224d2256-3466-4166-a722-75301507f160 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314405 Aug 29 05:22:35.520975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13f531-4541-48b3-90c9-70fa38c3ec54 req-ba25c51b-62a0-4e79-be42-503e7bf63b61 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:35.522485 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f13f531-4541-48b3-90c9-70fa38c3ec54 req-ba25c51b-62a0-4e79-be42-503e7bf63b61 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0538168 Aug 29 05:22:35.561000 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8f13f531-4541-48b3-90c9-70fa38c3ec54 req-6d195574-5005-4df7-910d-c95067869623 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321209 Aug 29 05:22:36.680435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea025-d0a0-44a8-86ff-e44204e409b4 req-22d5f423-1258-4b33-a756-0b0fcec4b60d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:36.682137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d75ea025-d0a0-44a8-86ff-e44204e409b4 req-22d5f423-1258-4b33-a756-0b0fcec4b60d tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0501533 Aug 29 05:22:36.722068 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d75ea025-d0a0-44a8-86ff-e44204e409b4 req-8bc0a109-6ac5-4370-a2b2-1ed5145fb408 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338073 Aug 29 05:22:37.110708 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:22:37.759600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-d587e339-37bc-4481-9637-fb14e503aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:37.761057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-d587e339-37bc-4481-9637-fb14e503aa71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1095 time: 0.0442734 Aug 29 05:22:37.845244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7ffc3-b64c-45b9-9e72-92221f44b04b req-bea48e9d-dabc-450d-831d-231c9e2f6fa3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:37.846762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5bc7ffc3-b64c-45b9-9e72-92221f44b04b req-bea48e9d-dabc-450d-831d-231c9e2f6fa3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0528452 Aug 29 05:22:37.866442 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-fb9a25af-38b3-4e50-99c3-0f9c193ea00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:37.867927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-fb9a25af-38b3-4e50-99c3-0f9c193ea00d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0879359 Aug 29 05:22:37.884995 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5bc7ffc3-b64c-45b9-9e72-92221f44b04b req-6e3ca56d-ac58-4fb3-bd4e-be4f99da3b45 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322165 Aug 29 05:22:37.937096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-fee132fc-512c-41d8-af0e-b8fac533f337 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1000 time: 0.0621459 Aug 29 05:22:37.986423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-2d9381a5-deaa-4a9f-b5e7-4a07c981e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:37.987874 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-2d9381a5-deaa-4a9f-b5e7-4a07c981e00f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0433605 Aug 29 05:22:38.031615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-d3424863-4e47-43a4-bffe-4bd41d5729c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:38.033093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-d3424863-4e47-43a4-bffe-4bd41d5729c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388772 Aug 29 05:22:38.123651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-26080846-89eb-4af0-a1a2-f462cf9be452 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834310 Aug 29 05:22:38.211521 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a8e2aad8-b051-4d52-bcee-dd2c5c984fe5 req-b3ddcdf0-196a-44ba-9b6a-2d13c91ace93 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800238 Aug 29 05:22:38.999340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb715ef-0ee4-449f-99fb-77a4c9ea593f req-5629bc92-394f-45d7-b3bd-2632457aee1e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:39.000796 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beb715ef-0ee4-449f-99fb-77a4c9ea593f req-5629bc92-394f-45d7-b3bd-2632457aee1e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0486584 Aug 29 05:22:39.037704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-beb715ef-0ee4-449f-99fb-77a4c9ea593f req-6ece4eb8-b9f8-4cb4-9faa-f4f381ba4540 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302804 Aug 29 05:22:40.151735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13697c1f-5512-4c04-b1ab-242c42a98938 req-cb4ed0f4-38b4-4349-b871-587a27240982 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:40.153207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13697c1f-5512-4c04-b1ab-242c42a98938 req-cb4ed0f4-38b4-4349-b871-587a27240982 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0479965 Aug 29 05:22:40.190795 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-13697c1f-5512-4c04-b1ab-242c42a98938 req-9583add4-b62a-46d0-8571-1d632abd1f13 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308049 Aug 29 05:22:41.309557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a57c00-1a57-43c2-9c2f-e1cb9ab1a1d8 req-482d56dd-a216-4c09-ba9c-07bb622792cc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:41.311064 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2a57c00-1a57-43c2-9c2f-e1cb9ab1a1d8 req-482d56dd-a216-4c09-ba9c-07bb622792cc tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0529196 Aug 29 05:22:41.348152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e2a57c00-1a57-43c2-9c2f-e1cb9ab1a1d8 req-26b9ed20-eb53-46cb-822e-10972a236036 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306976 Aug 29 05:22:42.467263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93085cc-e31e-44ce-99fe-8ae0e03eb52e req-a62950af-311a-455c-a420-f2b839a79a95 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:42.468763 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a93085cc-e31e-44ce-99fe-8ae0e03eb52e req-a62950af-311a-455c-a420-f2b839a79a95 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0543010 Aug 29 05:22:42.506694 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a93085cc-e31e-44ce-99fe-8ae0e03eb52e req-f7756241-c250-49f2-8287-79cf6c294b50 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313399 Aug 29 05:22:43.622772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650047c7-a534-472d-b2bf-48ecd90b34a4 req-e2ce4511-fa9f-486e-b5f1-7e1ecfbccb57 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:43.624259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-650047c7-a534-472d-b2bf-48ecd90b34a4 req-e2ce4511-fa9f-486e-b5f1-7e1ecfbccb57 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0488882 Aug 29 05:22:43.661922 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-650047c7-a534-472d-b2bf-48ecd90b34a4 req-64970401-6f02-413e-8141-00fe2e17929a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316865 Aug 29 05:22:44.776975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc4b4a-630f-47f9-b497-90b810c9271a req-931fee99-d0e8-4498-9f84-55f31a6dfbaa tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:44.778470 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06bc4b4a-630f-47f9-b497-90b810c9271a req-931fee99-d0e8-4498-9f84-55f31a6dfbaa tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0486488 Aug 29 05:22:44.821826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-06bc4b4a-630f-47f9-b497-90b810c9271a req-46185a20-09b9-41e7-b416-0a0dff327567 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373502 Aug 29 05:22:45.101548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-1c833260-03d2-4861-a24e-95522f21dac9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:45.103041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-1c833260-03d2-4861-a24e-95522f21dac9 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d&tenant_id=4b33541ac18548128d7720cba74b4dc8&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 943 time: 0.0505760 Aug 29 05:22:45.120368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da33b7c-82a1-42b3-98a8-704130915876 req-9f9fb584-9a68-444f-bb55-68f93b9ef119 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:45.121902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2da33b7c-82a1-42b3-98a8-704130915876 req-9f9fb584-9a68-444f-bb55-68f93b9ef119 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0492594 Aug 29 05:22:45.160045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2da33b7c-82a1-42b3-98a8-704130915876 req-b9a855c3-42ca-49b1-a0e6-9234bb4d7130 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320289 Aug 29 05:22:45.167574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-7edcaeca-38c6-425f-8acb-78ec7a23b96b service neutron] 10.222.0.32 "GET /v2.0/ports/861f4592-9e01-4cb3-8fe3-4e192b413877/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0574703 Aug 29 05:22:45.247327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-06e1370d-b1e1-4ccd-9d6d-480fb780fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:45.248710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-06e1370d-b1e1-4ccd-9d6d-480fb780fe49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1095 time: 0.0415537 Aug 29 05:22:45.337313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-187c73fa-59ed-4b54-bfd5-7da4af69a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:45.338805 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-187c73fa-59ed-4b54-bfd5-7da4af69a583 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.0829198 Aug 29 05:22:45.406670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-baa30a36-c837-40b1-9d61-ee2ba6aee883 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1000 time: 0.0603106 Aug 29 05:22:45.455147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-03d2f76f-4030-4b1c-bbfb-781ebf59c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:45.456523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-03d2f76f-4030-4b1c-bbfb-781ebf59c63c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0427837 Aug 29 05:22:45.501661 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-b8a3c76a-ce43-4a5c-9f5d-238d2a054b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:45.503116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-b8a3c76a-ce43-4a5c-9f5d-238d2a054b6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394013 Aug 29 05:22:45.593642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-be0f0f3c-0f37-4893-8d2e-936aac656396 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832887 Aug 29 05:22:45.680029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-f30cceb2-c3b6-4080-9645-061d42b9ece4 service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793121 Aug 29 05:22:45.941540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:22:46.035887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:46.046726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'mac_address': 'fa:16:3e:73:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:22:46.082667 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:46.094709 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861f4592-9e01-4cb3-8fe3-4e192b413877 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:22:46.113247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:46.117613 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:46.161899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:46.286983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342934d7-65b8-424d-9b0e-1b4cc7b9a0a2 req-b94e8709-b667-4509-903d-922810ca4b4b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:46.288460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-342934d7-65b8-424d-9b0e-1b4cc7b9a0a2 req-b94e8709-b667-4509-903d-922810ca4b4b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 944 time: 0.0543375 Aug 29 05:22:46.326458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-342934d7-65b8-424d-9b0e-1b4cc7b9a0a2 req-1195a08c-aa66-4ff3-816b-9d4e6c26b368 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319579 Aug 29 05:22:46.427931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['861f4592-9e01-4cb3-8fe3-4e192b413877'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:22:46.918659 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b2df0da-d3f4-4d13-9c86-12dc4f0e6c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:47.448777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673266-a054-45ca-9684-7c7418341856 req-a395b4b6-bce3-4cb4-abd7-2be8afae3fab tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:47.450247 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd673266-a054-45ca-9684-7c7418341856 req-a395b4b6-bce3-4cb4-abd7-2be8afae3fab tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 944 time: 0.0524380 Aug 29 05:22:47.489033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fd673266-a054-45ca-9684-7c7418341856 req-3c7c7d5a-83bc-4346-99eb-fb327c20b58e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318112 Aug 29 05:22:47.957969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:22:48.031450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:48.044624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 861f4592-9e01-4cb3-8fe3-4e192b413877 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:22:48.065217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:22:48.069615 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:48.124254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:22:48.604672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55493a1-f1fb-4f81-a5ae-2639f30376bd req-a7362e4f-76e8-4217-a918-04d0c5fb2b7a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:48.606184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d55493a1-f1fb-4f81-a5ae-2639f30376bd req-a7362e4f-76e8-4217-a918-04d0c5fb2b7a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0490096 Aug 29 05:22:48.643501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d55493a1-f1fb-4f81-a5ae-2639f30376bd req-3c187586-65e8-4d9d-9929-fd8aac58dc5f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313723 Aug 29 05:22:49.475488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-cfc8971c-2a13-4e4c-8eff-fd3586ab24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:49.476963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-cfc8971c-2a13-4e4c-8eff-fd3586ab24c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d&tenant_id=4b33541ac18548128d7720cba74b4dc8 HTTP/1.1" status: 200 len: 1095 time: 0.0431018 Aug 29 05:22:49.545092 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ba5f-644e-4717-96e6-f9ba912dabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:49.550942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-8724acb8-050b-4e16-9f6d-776973120a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:49.552456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-8724acb8-050b-4e16-9f6d-776973120a8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b33541ac18548128d7720cba74b4dc8&device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 1095 time: 0.0435917 Aug 29 05:22:49.721219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:49.768399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfb53-e410-4bc5-8bed-933433e0396f req-2cc3e691-ca58-44b2-8b37-8fc178fc3602 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:49.770371 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70fcfb53-e410-4bc5-8bed-933433e0396f req-2cc3e691-ca58-44b2-8b37-8fc178fc3602 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0558102 Aug 29 05:22:49.811988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-70fcfb53-e410-4bc5-8bed-933433e0396f req-c22d2b2e-804b-45e6-ae11-00d51480a549 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354493 Aug 29 05:22:49.953549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-fe722131-8695-492d-af6b-54ce81773c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:49.955635 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-fe722131-8695-492d-af6b-54ce81773c6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 200 len: 912 time: 0.3956351 Aug 29 05:22:50.021066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-575f8798-9143-4b30-b3ef-3d446ad7900b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 200 len: 1000 time: 0.0570123 Aug 29 05:22:50.071080 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-bbe3906f-fab1-4445-abc3-ce0aebf4bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:50.072361 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-bbe3906f-fab1-4445-abc3-ce0aebf4bf48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 200 len: 850 time: 0.0449851 Aug 29 05:22:50.116762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-c7750f29-3716-4911-859f-f48752aab7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:50.118220 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-c7750f29-3716-4911-859f-f48752aab7ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382442 Aug 29 05:22:50.207025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-68108ff8-c92a-4a45-a42d-7a46d2d713ab service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815468 Aug 29 05:22:50.297803 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7724725e-30eb-4975-a85a-6311e5c1a223 req-7f154b84-fc19-4043-8495-6beb5aabcbed service neutron] 10.222.0.32 "GET /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836394 Aug 29 05:22:50.932217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98f090-9272-4e58-951b-2f3075dcb53b req-c3e0ff9d-9331-46c4-b51e-dba71832a989 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:50.933739 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef98f090-9272-4e58-951b-2f3075dcb53b req-c3e0ff9d-9331-46c4-b51e-dba71832a989 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0511513 Aug 29 05:22:50.973102 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ef98f090-9272-4e58-951b-2f3075dcb53b req-fbd4b5ef-9a1d-44cc-a905-3e22ca5437cb tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327070 Aug 29 05:22:50.996500 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:51.262333 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:52.104244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f45c4-b4ff-4003-be38-e8531917253c req-c5730e17-a283-419e-a1ed-f3be40f19808 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:52.105798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-317f45c4-b4ff-4003-be38-e8531917253c req-c5730e17-a283-419e-a1ed-f3be40f19808 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0521772 Aug 29 05:22:52.144008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-317f45c4-b4ff-4003-be38-e8531917253c req-ba2d2897-f3f9-471b-ab15-b69ae57d2b72 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317233 Aug 29 05:22:52.521600 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:53.270846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3f840-0070-4e80-a9b8-d495b6451f70 req-e87043e7-444e-4c68-b9c2-d294fbd704d7 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:53.272318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf3f840-0070-4e80-a9b8-d495b6451f70 req-e87043e7-444e-4c68-b9c2-d294fbd704d7 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0573652 Aug 29 05:22:53.316252 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cf3f840-0070-4e80-a9b8-d495b6451f70 req-69b0f895-5a63-4ca1-917c-8b24227742b2 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372589 Aug 29 05:22:54.437752 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30254ba-ec9b-4a0b-9759-e4cda557f578 req-7373a3f9-b410-44b4-ae58-d6d03b098eaf tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:54.439512 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d30254ba-ec9b-4a0b-9759-e4cda557f578 req-7373a3f9-b410-44b4-ae58-d6d03b098eaf tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0535717 Aug 29 05:22:54.477128 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d30254ba-ec9b-4a0b-9759-e4cda557f578 req-bf220a66-786e-4500-b4f0-b5b083ebcf6f tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316391 Aug 29 05:22:55.589495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ff0a8-d152-467a-8d2f-bcdd0642c2b9 req-00814e1f-8573-4ce6-905f-8ba0e0eff050 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:55.590899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c3ff0a8-d152-467a-8d2f-bcdd0642c2b9 req-00814e1f-8573-4ce6-905f-8ba0e0eff050 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0478716 Aug 29 05:22:55.629334 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c3ff0a8-d152-467a-8d2f-bcdd0642c2b9 req-325443ef-26b0-4d7c-ad80-f725d8e3490b tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318642 Aug 29 05:22:56.755835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2c79e-2705-4b6c-bfa6-082a8302e37e req-98739979-ce28-4db3-aaab-6d4bae223fb1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:56.757294 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-41d2c79e-2705-4b6c-bfa6-082a8302e37e req-98739979-ce28-4db3-aaab-6d4bae223fb1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0490313 Aug 29 05:22:56.794202 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-41d2c79e-2705-4b6c-bfa6-082a8302e37e req-2d727b59-381f-4191-b06f-f9869d3f9c54 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308833 Aug 29 05:22:57.909482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ddfe-0e6a-48c4-9097-757ecfc60657 req-667d077b-4356-44bf-a517-1923bfb7f2c8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:57.910969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6843ddfe-0e6a-48c4-9097-757ecfc60657 req-667d077b-4356-44bf-a517-1923bfb7f2c8 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0475757 Aug 29 05:22:57.948851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6843ddfe-0e6a-48c4-9097-757ecfc60657 req-0db195a6-efb2-45ee-8d6a-4c5d5d2f3a73 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319717 Aug 29 05:22:59.063139 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbebd9-7649-42ac-b7d2-46eac3c3b6f1 req-87b6695a-b749-4ed4-b8e9-ffaba3afdbba tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:59.064889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-99bbebd9-7649-42ac-b7d2-46eac3c3b6f1 req-87b6695a-b749-4ed4-b8e9-ffaba3afdbba tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0494075 Aug 29 05:22:59.103785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-99bbebd9-7649-42ac-b7d2-46eac3c3b6f1 req-44d2bde4-bea7-4c52-9273-8a7c21a66829 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329201 Aug 29 05:23:00.220644 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280d37f-1361-4f30-9819-fd8e5368f3cb req-2f6484ae-d8d6-4e34-918b-ff59dde04537 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:00.222041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3280d37f-1361-4f30-9819-fd8e5368f3cb req-2f6484ae-d8d6-4e34-918b-ff59dde04537 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0519760 Aug 29 05:23:00.259157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3280d37f-1361-4f30-9819-fd8e5368f3cb req-78f2ae58-347d-40b4-9dd6-94d44584ace3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311890 Aug 29 05:23:01.378039 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4992e-3a5f-4a73-90a1-06850b508370 req-db94df27-e0ec-4af0-bfb7-1b3868032b8e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:01.380098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60b4992e-3a5f-4a73-90a1-06850b508370 req-db94df27-e0ec-4af0-bfb7-1b3868032b8e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0555372 Aug 29 05:23:01.418310 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60b4992e-3a5f-4a73-90a1-06850b508370 req-0060bef1-d2f3-4481-885e-d0d792475626 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323756 Aug 29 05:23:01.531505 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0dc6d-3b27-4425-873d-d993f7c4871c req-c074c0f5-e42c-4450-afbc-735adec73a05 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:01.533001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83b0dc6d-3b27-4425-873d-d993f7c4871c req-c074c0f5-e42c-4450-afbc-735adec73a05 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0489719 Aug 29 05:23:01.570820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83b0dc6d-3b27-4425-873d-d993f7c4871c req-60f6503f-01df-4bc1-bd39-211ba9472fbe tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317550 Aug 29 05:23:01.681945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8cee7-04fc-40ba-adc9-0257f0f25f08 req-e319cc3c-9665-4268-949f-ec788369f009 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:01.683546 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83b8cee7-04fc-40ba-adc9-0257f0f25f08 req-e319cc3c-9665-4268-949f-ec788369f009 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0482082 Aug 29 05:23:01.723191 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83b8cee7-04fc-40ba-adc9-0257f0f25f08 req-34ca6492-c59a-4bee-a7e6-8f918cabac0e tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323105 Aug 29 05:23:01.953976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa130774-b1e5-478e-b921-000475041ed3 req-09c27708-6732-4d2c-a59a-ce4a8dcc1598 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:01.955726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa130774-b1e5-478e-b921-000475041ed3 req-09c27708-6732-4d2c-a59a-ce4a8dcc1598 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 943 time: 0.0495012 Aug 29 05:23:01.961058 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:01.967943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:23:01.995006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa130774-b1e5-478e-b921-000475041ed3 req-1e7c8176-2bf8-42cc-b849-2139ea0a4624 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324624 Aug 29 05:23:02.070100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:02.081105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'port_id': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'mac_address': 'fa:16:3e:73:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:23:02.116895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.129694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861f4592-9e01-4cb3-8fe3-4e192b413877 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:02.148248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:02.151992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:02.197195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:02.439119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['861f4592-9e01-4cb3-8fe3-4e192b413877'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:03.121938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3841a0-76bd-44ce-b283-6f6c5b7d5344 req-3e444509-2309-4726-aa37-e15a9999717a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:03.123390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb3841a0-76bd-44ce-b283-6f6c5b7d5344 req-3e444509-2309-4726-aa37-e15a9999717a tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 944 time: 0.0480154 Aug 29 05:23:03.162404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb3841a0-76bd-44ce-b283-6f6c5b7d5344 req-66d44ff6-bd87-42e3-8255-07b0fad90f9c tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups?id=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325015 Aug 29 05:23:03.663979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-a20144b6-0213-409d-981e-2bdd0da52815 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:03.665344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-a20144b6-0213-409d-981e-2bdd0da52815 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 944 time: 0.0509987 Aug 29 05:23:03.754107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Deleting port 861f4592-9e01-4cb3-8fe3-4e192b413877 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:03.754449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.842500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] For port 861f4592-9e01-4cb3-8fe3-4e192b413877, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=861f4592-9e01-4cb3-8fe3-4e192b413877,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:03.842861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:03.981458 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:04.009145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.009542 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.009894 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 disassociated. External IP: 172.25.7.121, port: 861f4592-9e01-4cb3-8fe3-4e192b413877. Aug 29 05:23:04.010240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Calling delete_port for 861f4592-9e01-4cb3-8fe3-4e192b413877 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:04.028820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 861f4592-9e01-4cb3-8fe3-4e192b413877 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:04.029193 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.107298 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.139395 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.169649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event deleted for resources: {'Port': ['ID=861f4592-9e01-4cb3-8fe3-4e192b413877,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:04.180423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.180774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.181115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.181452 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.181813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.182146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.182476 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.182800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.183123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.183451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.183796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.184121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:04.268367 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d2b3a457-230d-4323-b4eb-96bc7f5f4c6d req-68e6b5aa-da4c-47fb-b1cf-51b5740c7be1 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 210 time: 0.0323465 Aug 29 05:23:04.302340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:04.412286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:04.422682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:04.431693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:04.432314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:22:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:04.450700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] No DVR routers for this DVR port 861f4592-9e01-4cb3-8fe3-4e192b413877 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:04.453439 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:04.456167 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f9ef5aa-16bc-4415-8d09-e3af969ceb32 req-86e081fe-c719-4ced-81fe-1143ef858409 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.32 "DELETE /v2.0/ports/861f4592-9e01-4cb3-8fe3-4e192b413877 HTTP/1.1" status: 204 len: 173 time: 0.7850101 Aug 29 05:23:04.456666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'name': 'network-vif-deleted', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:04.459066 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee47b302-fc8e-4526-912e-993cba918f20" -d '{"events": [{"server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "name": "network-vif-deleted", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:04.546118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:04.551465 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d248b2-b622-482d-b1c0-c81f036fb0dd x-openstack-request-id: req-b5d248b2-b622-482d-b1c0-c81f036fb0dd {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:04.551900 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48ef443-469d-4e15-9471-1a8415d80a0d", "name": "network-vif-deleted", "tag": "861f4592-9e01-4cb3-8fe3-4e192b413877", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:04.552165 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5d248b2-b622-482d-b1c0-c81f036fb0dd {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:04.552574 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ef443-469d-4e15-9471-1a8415d80a0d', 'name': 'network-vif-deleted', 'tag': '861f4592-9e01-4cb3-8fe3-4e192b413877', 'status': 'completed', 'code': 200} Aug 29 05:23:04.741893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:04.775837 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:04.784643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:04.785253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:22:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:04.888263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:05.086526 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:05.112303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8709f-9a13-4aba-9d20-ff5e34d042e0 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:13:29Z', 'revision_number': 4, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'f87a4a82-5adf-492d-a664-d321f39d5782', 'name': '', 'network_id': 'f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'mac_address': 'fa:16:3e:7f:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:28Z', 'updated_at': '2021-08-29T05:13:33Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'subnets': [{'id': '720bfc8f-05ee-4bb0-a60b-7584a2529faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:05.341059 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6c2a0-2630-4edf-9cbb-085c17a11edd None None] New status for floating IP 51a972e5-ab6b-4fd2-8ce5-e1e68cf64370: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:23:05.369386 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0dca94f8-35aa-4ec2-817f-93442898c781 req-35eab599-5005-44fe-997f-db8893d67383 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 210 time: 0.0260406 Aug 29 05:23:06.469863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac8c53ca-2d01-481d-ae6d-c8cdb509a4a9 req-5d45f2d7-76d6-46c9-9b41-b38e3fa8cdb6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 210 time: 0.0264719 Aug 29 05:23:07.567235 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32fa2ff3-dc26-4d77-8c9d-a6212b1af610 req-432f74a4-ee8c-496f-858e-08516d2d9377 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/ports?device_id=b48ef443-469d-4e15-9471-1a8415d80a0d HTTP/1.1" status: 200 len: 210 time: 0.0277684 Aug 29 05:23:07.988353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:08.012652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 861f4592-9e01-4cb3-8fe3-4e192b413877 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:08.013004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 861f4592-9e01-4cb3-8fe3-4e192b413877 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:11.276490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:11.334474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.358297 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.406327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.409633 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.410778 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "DELETE /v2.0/security-groups/e4eb49fe-45d8-4fbd-ba80-cef3c34fe426 HTTP/1.1" status: 204 len: 168 time: 0.1330779 Aug 29 05:23:11.413563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42988) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:11.419845 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb49fe-45d8-4fbd-ba80-cef3c34fe426,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:11.427960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.428310 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.428655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.428995 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.429331 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.429685 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.430017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.430346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.430674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.430996 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.431322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.431647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af8e59-7b7b-453d-8447-9cb788236be3 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:11.432720 n-d-712143-14 neutron-server[94823]: INFO neutron.api.v2.resource [None req-55b972b3-7370-4147-8e25-33a6a68efcb6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] show failed (client error): The resource could not be found. Aug 29 05:23:11.435359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-55b972b3-7370-4147-8e25-33a6a68efcb6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "GET /v2.0/security-groups/e4eb49fe-45d8-4fbd-ba80-cef3c34fe426 HTTP/1.1" status: 404 len: 347 time: 0.0197480 Aug 29 05:23:11.437850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42990) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:11.561410 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Deleting port 1fb65e3b-9188-4eb9-a672-0365f2248f5f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:11.561640 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.640572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.640943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.652280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Calling delete_port for 1fb65e3b-9188-4eb9-a672-0365f2248f5f owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:11.788845 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.821016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Pushing event deleted for resources: {'Port': ['ID=1fb65e3b-9188-4eb9-a672-0365f2248f5f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:11.879030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.881683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.882832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-110bfb36-5f8d-41e4-872a-828f15425ef6 tempest-ServerActionsTestJSON-2087039473 tempest-ServerActionsTestJSON-2087039473-project] 10.222.0.55 "DELETE /v2.0/floatingips/51a972e5-ab6b-4fd2-8ce5-e1e68cf64370 HTTP/1.1" status: 204 len: 168 time: 0.4438045 Aug 29 05:23:11.885756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 42992) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:12.289387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.536184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Deleting port f87a4a82-5adf-492d-a664-d321f39d5782 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:12.536876 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.612818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] For port f87a4a82-5adf-492d-a664-d321f39d5782, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f87a4a82-5adf-492d-a664-d321f39d5782,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:12.613091 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.625129 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Calling delete_port for f87a4a82-5adf-492d-a664-d321f39d5782 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:12.801192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.831581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87a4a82-5adf-492d-a664-d321f39d5782,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:12.996534 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.505742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Router 839b7431-1d3d-40ad-8fe3-9a4def565d3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:23:13.607258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:23:13.613038 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7fd95dd4-f175-44de-a5dc-340c1055f403 admin admin] 10.222.0.55 "PUT /v2.0/routers/839b7431-1d3d-40ad-8fe3-9a4def565d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261825 Aug 29 05:23:13.615549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:13.616443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] Sync routers for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:23:13.625678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:13.626295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:22:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:13.720122 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.826769 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.882557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:13.884116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Deleting port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:13.884459 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.963788 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] For port c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:13.964157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.977714 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Calling delete_port for c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:14.054820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:23:12Z', 'revision_number': 5, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port': {'id': 'c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:13:27Z', 'updated_at': '2021-08-29T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:14.080959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] Checking router: 839b7431-1d3d-40ad-8fe3-9a4def565d3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:23:14.089341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] Routers {'839b7431-1d3d-40ad-8fe3-9a4def565d3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:23:14.089995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:22:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:14.110881 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:14.142397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.168052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.179033 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] Set router 839b7431-1d3d-40ad-8fe3-9a4def565d3e gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:23:14.231813 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.232986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:23:13Z', 'revision_number': 6, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:14.258879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7e394-462f-4eb5-80f9-db843c68b141 None None] The sync data for ids ['839b7431-1d3d-40ad-8fe3-9a4def565d3e'] in n-d-712143-14 is: [{'id': '839b7431-1d3d-40ad-8fe3-9a4def565d3e', 'name': 'tempest-ServerActionsTestJSON-289927168-router', 'tenant_id': '4b33541ac18548128d7720cba74b4dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:13:26Z', 'updated_at': '2021-08-29T05:23:13Z', 'revision_number': 6, 'project_id': '4b33541ac18548128d7720cba74b4dc8', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:23:14.325614 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.327693 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.370084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.370591 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 839b7431-1d3d-40ad-8fe3-9a4def565d3e {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:23:14.376841 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.377999 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1d29d2a7-f7fc-4544-883b-150c8f35918e admin admin] 10.222.0.55 "DELETE /v2.0/routers/839b7431-1d3d-40ad-8fe3-9a4def565d3e HTTP/1.1" status: 204 len: 168 time: 0.7614791 Aug 29 05:23:14.380533 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 42998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:14.424065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] Deleting subnet 720bfc8f-05ee-4bb0-a60b-7584a2529faf {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:23:14.427001 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.465734 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.540643 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.592529 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.620454 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720bfc8f-05ee-4bb0-a60b-7584a2529faf,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.624099 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.626633 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-09bcf081-8486-43eb-a979-3a45438757d0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/720bfc8f-05ee-4bb0-a60b-7584a2529faf HTTP/1.1" status: 204 len: 168 time: 0.2451837 Aug 29 05:23:14.629271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43000) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:14.633422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42215f33-6513-4c02-b094-d4eef8576e7d None None] Network f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:14.709014 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.763070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Deleting port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:14.763413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.829903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] For port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=360eb6ad-96d8-4d3c-a830-bcdb5d263f89,segment=NetworkSegment(589a66a1-d550-4b63-a6b9-d18d953c5a32),segment_id=589a66a1-d550-4b63-a6b9-d18d953c5a32)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:14.830263 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.842763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Calling delete_port for 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:14.917512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:14.944623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=360eb6ad-96d8-4d3c-a830-bcdb5d263f89,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:14.946413 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] No DVR routers for this DVR port 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:15.023493 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.034334 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:15.046047 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ece22-8ac9-4475-a930-f7fdb2d49262 None None] DHCP port deletion for f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:23:15.048044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589a66a1-d550-4b63-a6b9-d18d953c5a32') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:15.048240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589a66a1-d550-4b63-a6b9-d18d953c5a32') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:15.061161 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.076608 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.082591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:15.083240 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:15.084955 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:15.139666 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.147476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.152443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf HTTP/1.1" status: 204 len: 168 time: 0.5191188 Aug 29 05:23:15.161353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22765-c6d3-48b5-bc17-110a4194c7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cd85c3-74ec-40da-b10c-3c1df6a4d9bf,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:15.262756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43004) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:15.310595 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8442ffab-9b36-44a6-b6ad-512607f14f4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b33541ac18548128d7720cba74b4dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466123 Aug 29 05:23:15.313147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43006) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:15.362375 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d818681-71d1-4c85-88be-6b1ca5760ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.379159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:15.383289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d818681-71d1-4c85-88be-6b1ca5760ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.398906 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:15.399267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c1c66e29-d8d0-4f36-aa02-ccbf9b7034d3 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:15.399686 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87a4a82-5adf-492d-a664-d321f39d5782 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:15.418290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f87a4a82-5adf-492d-a664-d321f39d5782 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:15.418641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f87a4a82-5adf-492d-a664-d321f39d5782 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:15.419057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:15.431689 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d818681-71d1-4c85-88be-6b1ca5760ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.434364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d818681-71d1-4c85-88be-6b1ca5760ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:15.435511 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d818681-71d1-4c85-88be-6b1ca5760ad2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/685c6e14-dbd1-40ab-8bd5-ac5b46f6698c HTTP/1.1" status: 204 len: 168 time: 0.1211865 Aug 29 05:23:15.442551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:15.442898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 360eb6ad-96d8-4d3c-a830-bcdb5d263f89 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:15.443619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d818681-71d1-4c85-88be-6b1ca5760ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685c6e14-dbd1-40ab-8bd5-ac5b46f6698c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:16.132856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43028) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:16.238913 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1891496222-network', 'tenant_id': 'ec85dd1e9e904047bd961d541b273af0'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:16.259181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Made reservation on behalf of ec85dd1e9e904047bd961d541b273af0 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:16.261522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.270130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.355204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.358982 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.382373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:16.392367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b204d21-da5f-4a72-ae9d-7c5a406cacc0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:16.397262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.397612 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Added segment 5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63 of type vlan for network 07153f73-88d7-499b-9cfa-93355601ce2f Aug 29 05:23:16.440205 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.464709 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.465660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:16.466246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.514906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3808706 Aug 29 05:23:16.518657 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43032) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:16.524068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Request body: {'subnet': {'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1891496222-subnet', 'tenant_id': 'ec85dd1e9e904047bd961d541b273af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:16.526424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e09c09-ae3e-436f-aa57-f1f442ff43fe admin admin] Pushing event updated for resources: {'Network': ['ID=07153f73-88d7-499b-9cfa-93355601ce2f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:16.536316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 07153f73-88d7-499b-9cfa-93355601ce2f details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:16.545774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Made reservation on behalf of ec85dd1e9e904047bd961d541b273af0 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:16.548269 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.717394 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.779059 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de4ea0e-313e-4699-aa63-6e7b54d56777,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:16.784327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Checking segment: {'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:16.784696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Network hostable DHCP agents. Network: 07153f73-88d7-499b-9cfa-93355601ce2f, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:16.800756 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Network 07153f73-88d7-499b-9cfa-93355601ce2f is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:16.809080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 07153f73-88d7-499b-9cfa-93355601ce2f) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:16.814285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:16.815203 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.818406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d3fe7-1db6-40d2-b8b9-d31c26f5da71 None None] Network 07153f73-88d7-499b-9cfa-93355601ce2f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:16.838153 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3420154e-6a62-42cc-8fc7-9fb908587bf0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3179593 Aug 29 05:23:16.954726 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bec67fe3-0aa6-4664-87f9-5cc5443704f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:16.960263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e602b-cc65-4d4e-b4be-d1407dd8788e None None] Network 07153f73-88d7-499b-9cfa-93355601ce2f requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:17.270791 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-cd8b5b58-40c5-4e59-a2e0-f9b1979e0dd0 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:17.272364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-cd8b5b58-40c5-4e59-a2e0-f9b1979e0dd0 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/networks?id=07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 200 len: 814 time: 0.1009812 Aug 29 05:23:17.287570 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-ccbdc8b3-b93b-434c-9170-c68ef93dd260 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/quotas/ec85dd1e9e904047bd961d541b273af0 HTTP/1.1" status: 200 len: 375 time: 0.0093584 Aug 29 05:23:17.323752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-6c94b377-b314-47a2-a84a-2abe28491ce5 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec85dd1e9e904047bd961d541b273af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308731 Aug 29 05:23:17.458169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-8013b10f-bcb8-4aba-8782-a1456ea6906a service neutron] 10.222.0.55 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274037 Aug 29 05:23:17.550284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b64dc401-9a85-4a92-9343-d4d0599dadb2 service neutron] 10.222.0.55 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859036 Aug 29 05:23:17.711418 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7654daae-69a6-4138-9233-075e741106a2 req-fd1cd715-889a-4bdd-af36-be2e7033fbbc tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 210 time: 0.0293505 Aug 29 05:23:18.809229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc3c5343-78a6-4f22-972f-d518daa69ab9 req-7716d126-ed8b-425c-8821-c83ef575618f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 210 time: 0.0269201 Aug 29 05:23:18.831705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-fe50d98a-c5b8-49fc-9aea-485b54e08fb3 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:18.833526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-fe50d98a-c5b8-49fc-9aea-485b54e08fb3 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.32 "GET /v2.0/networks?id=07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 200 len: 814 time: 0.1163514 Aug 29 05:23:18.857948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Request body: {'port': {'device_id': '611c003a-7283-418d-967d-16d338a535a9', 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f', 'admin_state_up': True, 'tenant_id': 'ec85dd1e9e904047bd961d541b273af0'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:18.966326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Made reservation on behalf of ec85dd1e9e904047bd961d541b273af0 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:18.969788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.097458 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Allocated IP 172.20.0.11 (07153f73-88d7-499b-9cfa-93355601ce2f/9de4ea0e-313e-4699-aa63-6e7b54d56777/8a1407d8-3939-44e0-9199-217792bc453f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:19.243360 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.280332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.322004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Network 07153f73-88d7-499b-9cfa-93355601ce2f is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:19.326966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:19.331032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:19.337292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Pushing event updated for resources: {'Port': ['ID=8a1407d8-3939-44e0-9199-217792bc453f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:19.382197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:19.382734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.395993 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-90eb3cd1-e144-463c-a6ab-270aea81eaf4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5447462 Aug 29 05:23:19.415162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Request body: {'port': {'device_id': '611c003a-7283-418d-967d-16d338a535a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:19.472884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.546535 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9cad00a1-0af5-40ac-9e51-9b16cd9055df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.723805 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.733629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1407d8-3939-44e0-9199-217792bc453f {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:19.740937 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.752715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Transition to ACTIVE for port object 8a1407d8-3939-44e0-9199-217792bc453f will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:19.755576 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.807242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1407d8-3939-44e0-9199-217792bc453f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:19.873288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Attempting to bind port 8a1407d8-3939-44e0-9199-217792bc453f on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:19.873967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Attempting to bind port 8a1407d8-3939-44e0-9199-217792bc453f by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:19.873967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Attempting to bind port 8a1407d8-3939-44e0-9199-217792bc453f on network 07153f73-88d7-499b-9cfa-93355601ce2f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:19.888852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Port 8a1407d8-3939-44e0-9199-217792bc453f on network 07153f73-88d7-499b-9cfa-93355601ce2f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:23:19.889229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Attempting to bind port 8a1407d8-3939-44e0-9199-217792bc453f on network 07153f73-88d7-499b-9cfa-93355601ce2f {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:19.908822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:19.909161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Checking segment: {'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:19.909547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Bound using segment: {'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:19.909993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Bound port: 8a1407d8-3939-44e0-9199-217792bc453f, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:19.910349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:19.958123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd81ff-24d0-4b7f-8986-807505225999 req-172996c5-e91b-4e75-b020-b7291d44cff9 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:19.959639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd81ff-24d0-4b7f-8986-807505225999 req-172996c5-e91b-4e75-b020-b7291d44cff9 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 944 time: 0.0821762 Aug 29 05:23:20.013526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] For port 8a1407d8-3939-44e0-9199-217792bc453f, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:20.026052 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd81ff-24d0-4b7f-8986-807505225999 req-4bdf2acb-40bb-4cb4-8274-c850dca09747 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602393 Aug 29 05:23:20.029317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] For port 8a1407d8-3939-44e0-9199-217792bc453f, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8a1407d8-3939-44e0-9199-217792bc453f,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:20.033578 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:20.068952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.069577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:20.071951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] 10.222.0.32 "PUT /v2.0/ports/8a1407d8-3939-44e0-9199-217792bc453f HTTP/1.1" status: 200 len: 1093 time: 0.6602750 Aug 29 05:23:20.074030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611c003a-7283-418d-967d-16d338a535a9', 'tag': '8a1407d8-3939-44e0-9199-217792bc453f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:20.076288 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "611c003a-7283-418d-967d-16d338a535a9", "tag": "8a1407d8-3939-44e0-9199-217792bc453f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:20.109830 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fc705-a8f8-4869-b6ad-bf5244963503 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1407d8-3939-44e0-9199-217792bc453f,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:20.114986 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c74c7-a498-4602-a4c0-a904f477b77c x-openstack-request-id: req-135c74c7-a498-4602-a4c0-a904f477b77c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:20.115192 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611c003a-7283-418d-967d-16d338a535a9", "tag": "8a1407d8-3939-44e0-9199-217792bc453f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:20.115440 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-135c74c7-a498-4602-a4c0-a904f477b77c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:20.115840 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611c003a-7283-418d-967d-16d338a535a9', 'tag': '8a1407d8-3939-44e0-9199-217792bc453f', 'status': 'completed', 'code': 200} Aug 29 05:23:20.174639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-e32ed1d9-54ca-443b-9c35-4c77b39dd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.176190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-e32ed1d9-54ca-443b-9c35-4c77b39dd5e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec85dd1e9e904047bd961d541b273af0&device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 1096 time: 0.0418279 Aug 29 05:23:20.223867 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-afaa05a0-f0ac-4b82-88ad-383fb287ba7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1407d8-3939-44e0-9199-217792bc453f HTTP/1.1" status: 200 len: 217 time: 0.0344048 Aug 29 05:23:20.271392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-154cacba-db85-4588-875a-162c526a3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.272710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-154cacba-db85-4588-875a-162c526a3f08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de4ea0e-313e-4699-aa63-6e7b54d56777 HTTP/1.1" status: 200 len: 854 time: 0.0420985 Aug 29 05:23:20.308015 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-0a439821-c198-47c5-8ae9-fb5c409d26d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07153f73-88d7-499b-9cfa-93355601ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282493 Aug 29 05:23:20.396680 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-e222402f-0df5-4111-a5a3-2e2a56ed947e service neutron] 10.222.0.32 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808439 Aug 29 05:23:20.489299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc963171-f4fe-4f03-a215-f8b0e9b847ed req-fc9736fe-a823-48cc-850a-7fd961ad3cb8 service neutron] 10.222.0.32 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856149 Aug 29 05:23:20.623698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-e6bb6e87-c59d-4229-9af1-419e43a32269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.625089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-e6bb6e87-c59d-4229-9af1-419e43a32269 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec85dd1e9e904047bd961d541b273af0&device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 1096 time: 0.0413988 Aug 29 05:23:20.714920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-fa978ccc-02f3-4141-b57b-2fc4ca211693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.716378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-fa978ccc-02f3-4141-b57b-2fc4ca211693 service neutron] 10.222.0.32 "GET /v2.0/networks?id=07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 200 len: 915 time: 0.0845711 Aug 29 05:23:20.762465 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-ea0ca5e9-7f30-4193-bad0-0bb872b6139e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1407d8-3939-44e0-9199-217792bc453f HTTP/1.1" status: 200 len: 217 time: 0.0378108 Aug 29 05:23:20.814453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-8380f22a-0508-4283-a438-0063fa0af955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:20.815880 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-8380f22a-0508-4283-a438-0063fa0af955 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de4ea0e-313e-4699-aa63-6e7b54d56777 HTTP/1.1" status: 200 len: 854 time: 0.0461810 Aug 29 05:23:20.848006 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-27a20eb6-c5a8-479b-9a89-d010f5759a83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07153f73-88d7-499b-9cfa-93355601ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240417 Aug 29 05:23:20.941174 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-91744623-f211-428d-bbcd-252d714aa498 service neutron] 10.222.0.32 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846956 Aug 29 05:23:20.997963 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:21.032201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2fcd5b7b-2c27-48d1-ab17-a6c854eee0a8 req-84bfb392-cd4e-42e3-963a-a249f722a091 service neutron] 10.222.0.32 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820191 Aug 29 05:23:21.145609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af3c82-f515-4e7d-99a4-c863b8c1d70e req-12b2e319-9562-45de-bb0a-a0d510062e7f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:21.147093 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65af3c82-f515-4e7d-99a4-c863b8c1d70e req-12b2e319-9562-45de-bb0a-a0d510062e7f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 944 time: 0.0524251 Aug 29 05:23:21.187976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65af3c82-f515-4e7d-99a4-c863b8c1d70e req-89190c74-2a66-40d6-b118-8915b294026f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 29 05:23:21.261579 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:22.304448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419b0c7-f7b9-47e9-8b08-c5b87141de6b req-03055597-a839-4e13-8ad3-8e22bdb022e3 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:22.305921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7419b0c7-f7b9-47e9-8b08-c5b87141de6b req-03055597-a839-4e13-8ad3-8e22bdb022e3 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 944 time: 0.0488646 Aug 29 05:23:22.344898 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7419b0c7-f7b9-47e9-8b08-c5b87141de6b req-893f9805-22eb-4f89-9dd4-9229d4261a49 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Aug 29 05:23:22.524094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:23.458973 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519ae8-907a-4aa7-ad42-646ad257fbef req-c42eea2e-7a92-4fae-8f92-69e492e5c10f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:23.460672 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e519ae8-907a-4aa7-ad42-646ad257fbef req-c42eea2e-7a92-4fae-8f92-69e492e5c10f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 944 time: 0.0492125 Aug 29 05:23:23.505436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5e519ae8-907a-4aa7-ad42-646ad257fbef req-7ee022bc-6fc8-47ed-b28d-d01e3c5679b0 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Aug 29 05:23:23.995588 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8a1407d8-3939-44e0-9199-217792bc453f details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:23:24.101366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8a1407d8-3939-44e0-9199-217792bc453f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8a1407d8-3939-44e0-9199-217792bc453f,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:24.113139 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '8a1407d8-3939-44e0-9199-217792bc453f', 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f', 'port_id': '8a1407d8-3939-44e0-9199-217792bc453f', 'mac_address': 'fa:16:3e:9a:6b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de4ea0e-313e-4699-aa63-6e7b54d56777', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:23:24.149615 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.162422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1407d8-3939-44e0-9199-217792bc453f {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:24.183341 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8a1407d8-3939-44e0-9199-217792bc453f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8a1407d8-3939-44e0-9199-217792bc453f,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:24.187246 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:24.237748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=8a1407d8-3939-44e0-9199-217792bc453f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:24.445663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8a1407d8-3939-44e0-9199-217792bc453f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:24.623171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ee8f-db62-461a-945c-3f9e4a683940 req-c97d368d-e9ae-4e3b-b1df-515a4c8a703d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:24.624627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa48ee8f-db62-461a-945c-3f9e4a683940 req-c97d368d-e9ae-4e3b-b1df-515a4c8a703d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 945 time: 0.0479698 Aug 29 05:23:24.661249 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa48ee8f-db62-461a-945c-3f9e4a683940 req-7c639a03-118c-4785-bab5-7a621873ea91 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305114 Aug 29 05:23:25.780995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f6ad3-bfb2-47e2-9300-c258e2c2f8e2 req-94dd2c6d-238e-455e-aaf0-71f38ddd8a04 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:25.782536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7d7f6ad3-bfb2-47e2-9300-c258e2c2f8e2 req-94dd2c6d-238e-455e-aaf0-71f38ddd8a04 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 945 time: 0.0545304 Aug 29 05:23:25.822471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7d7f6ad3-bfb2-47e2-9300-c258e2c2f8e2 req-0fa3ab7b-b52b-4ff0-87a3-edc7d5fb4a96 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Aug 29 05:23:26.011506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8a1407d8-3939-44e0-9199-217792bc453f up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:26.060059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 8a1407d8-3939-44e0-9199-217792bc453f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:26.064084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 8a1407d8-3939-44e0-9199-217792bc453f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:26.064451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:26.143358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:26.165618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611c003a-7283-418d-967d-16d338a535a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1407d8-3939-44e0-9199-217792bc453f'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:26.167838 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cff7b69-24e4-4549-a9b1-9445ec700ee7" -d '{"events": [{"server_uuid": "611c003a-7283-418d-967d-16d338a535a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a1407d8-3939-44e0-9199-217792bc453f"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:26.180702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 8a1407d8-3939-44e0-9199-217792bc453f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8a1407d8-3939-44e0-9199-217792bc453f,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:26.184988 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:26.232051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=8a1407d8-3939-44e0-9199-217792bc453f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:26.263347 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2fceaa-9876-4550-9474-5ac193509ef7 x-openstack-request-id: req-3a2fceaa-9876-4550-9474-5ac193509ef7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:26.263647 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611c003a-7283-418d-967d-16d338a535a9", "name": "network-vif-plugged", "status": "completed", "tag": "8a1407d8-3939-44e0-9199-217792bc453f", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:26.264015 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a2fceaa-9876-4550-9474-5ac193509ef7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:26.264420 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611c003a-7283-418d-967d-16d338a535a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1407d8-3939-44e0-9199-217792bc453f', 'code': 200} Aug 29 05:23:26.381204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64913b9-40c7-4687-8a47-50a93a3b88bf req-280ab870-4b9b-4462-a6de-cbc68436d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:26.382723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d64913b9-40c7-4687-8a47-50a93a3b88bf req-280ab870-4b9b-4462-a6de-cbc68436d382 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 1098 time: 0.0396984 Aug 29 05:23:26.420697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d64913b9-40c7-4687-8a47-50a93a3b88bf req-f8efd456-7554-490c-b685-68b58750fd2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Aug 29 05:23:26.936109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc2841-ae2e-4d14-b26c-91dcf6415280 req-b1b5cf5b-b324-48b2-b75f-ba94b58ba642 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:26.937571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8fc2841-ae2e-4d14-b26c-91dcf6415280 req-b1b5cf5b-b324-48b2-b75f-ba94b58ba642 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0477877 Aug 29 05:23:26.975977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8fc2841-ae2e-4d14-b26c-91dcf6415280 req-719a0190-89a6-4299-9419-0d7b54a50f4e tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Aug 29 05:23:28.100081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645ead0-8b11-4bf1-a133-e59b951faa1c req-c3d5e4ae-f8a3-4246-a053-2755b2e39cb6 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:28.101573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f645ead0-8b11-4bf1-a133-e59b951faa1c req-c3d5e4ae-f8a3-4246-a053-2755b2e39cb6 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0565755 Aug 29 05:23:28.138024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f645ead0-8b11-4bf1-a133-e59b951faa1c req-2b53c7c6-cabb-4685-b5f8-34c2bd3b1950 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304832 Aug 29 05:23:28.354579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-19a5ba72-4ceb-48df-a3c9-bb0b3e08c0ee tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:28.356016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-19a5ba72-4ceb-48df-a3c9-bb0b3e08c0ee tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/networks?id=07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 200 len: 814 time: 0.0980227 Aug 29 05:23:28.370540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-57d7abab-69a2-4f03-944a-52ff7828eb72 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/quotas/ec85dd1e9e904047bd961d541b273af0 HTTP/1.1" status: 200 len: 375 time: 0.0088098 Aug 29 05:23:28.422422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-fee8590e-47e9-4582-8857-a313db8a2513 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec85dd1e9e904047bd961d541b273af0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467391 Aug 29 05:23:28.591111 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-ae57140a-a584-4bf8-b25d-3d7b70c4dee3 service neutron] 10.222.0.55 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187990 Aug 29 05:23:28.682931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-b5d666f7-15b3-4ca2-b4b9-f04dcc9d25cf service neutron] 10.222.0.55 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858436 Aug 29 05:23:28.845896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d31c48d5-bcf0-4c93-911c-75bb2d3aee2e req-9229b80b-60cb-46ec-88fc-ba68d0a6b3ee tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 210 time: 0.0299785 Aug 29 05:23:29.780192 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-ed98d0da-cc1a-4d5b-b033-3d352e9783b7 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:29.781734 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-ed98d0da-cc1a-4d5b-b033-3d352e9783b7 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.37 "GET /v2.0/networks?id=07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 200 len: 814 time: 0.1100519 Aug 29 05:23:29.794053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Request body: {'port': {'device_id': '363b1c4b-fe7a-4882-9356-add0b445b218', 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f', 'admin_state_up': True, 'tenant_id': 'ec85dd1e9e904047bd961d541b273af0'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:29.943308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a3bed8b4-1bb9-4de7-8b47-c490866a2b15 req-8ebac308-bb16-4e84-b8c4-115c1d2019c7 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 210 time: 0.0283256 Aug 29 05:23:30.218889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Made reservation on behalf of ec85dd1e9e904047bd961d541b273af0 for: {'port': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:30.222864 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:30.343855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Allocated IP 172.20.0.9 (07153f73-88d7-499b-9cfa-93355601ce2f/9de4ea0e-313e-4699-aa63-6e7b54d56777/d2384bde-f418-4c3a-8cf8-2c68bbe70abb) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:30.487534 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:30.527084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:30.567262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8a1407d8-3939-44e0-9199-217792bc453f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:30.568435 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Network 07153f73-88d7-499b-9cfa-93355601ce2f is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:30.573448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:30.577158 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:30.584223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Pushing event updated for resources: {'Port': ['ID=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:30.630138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:30.630870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:30.644924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-1c3f49ca-c585-4484-b975-eb0923af9bea tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547199 Aug 29 05:23:30.655682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-283e5a4e-7177-4f74-95e3-bbaacbe24795 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:23:30.656616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-283e5a4e-7177-4f74-95e3-bbaacbe24795 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051506 Aug 29 05:23:30.668785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Request body: {'port': {'device_id': '363b1c4b-fe7a-4882-9356-add0b445b218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-14'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:30.726896 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:30.979290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2384bde-f418-4c3a-8cf8-2c68bbe70abb {{(pid=94824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:30.987176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:30.998844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Transition to ACTIVE for port object d2384bde-f418-4c3a-8cf8-2c68bbe70abb will not be triggered until provisioned by entity L2. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:31.003622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:31.081847 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Pushing event updated for resources: {'Port': ['ID=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:31.138093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee6482-3e60-498e-ac1b-562b6b2ec876 req-544dc595-cd95-41e7-85e2-de1deac00688 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:31.139603 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2ee6482-3e60-498e-ac1b-562b6b2ec876 req-544dc595-cd95-41e7-85e2-de1deac00688 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 943 time: 0.1097064 Aug 29 05:23:31.186239 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Attempting to bind port d2384bde-f418-4c3a-8cf8-2c68bbe70abb on host n-h1-712143-14 for vnic_type normal with profile {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:31.186578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Attempting to bind port d2384bde-f418-4c3a-8cf8-2c68bbe70abb by drivers openvswitch,hyperv on host n-h1-712143-14 at level 0 using segments [{'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:31.186911 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Attempting to bind port d2384bde-f418-4c3a-8cf8-2c68bbe70abb on network 07153f73-88d7-499b-9cfa-93355601ce2f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:31.197786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b2ee6482-3e60-498e-ac1b-562b6b2ec876 req-f8a00f3c-7774-4db7-b898-6e55fb9f1ce9 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522475 Aug 29 05:23:31.198488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Port d2384bde-f418-4c3a-8cf8-2c68bbe70abb on network 07153f73-88d7-499b-9cfa-93355601ce2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-14 {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:23:31.198812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Attempting to bind port d2384bde-f418-4c3a-8cf8-2c68bbe70abb on network 07153f73-88d7-499b-9cfa-93355601ce2f {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:31.203703 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Checking agent: {'id': '3201c556-274c-49ca-97a7-b9593f1f1cd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:31.204074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Checking segment: {'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:31.204461 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Bound using segment: {'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'} {{(pid=94824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:31.204887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.managers [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Bound port: d2384bde-f418-4c3a-8cf8-2c68bbe70abb, host: n-h1-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f'}}] {{(pid=94824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:31.205243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:31.267739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] For port d2384bde-f418-4c3a-8cf8-2c68bbe70abb, host n-h1-712143-14, cleared binding levels {{(pid=94824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:31.271004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] For port d2384bde-f418-4c3a-8cf8-2c68bbe70abb, host n-h1-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:31.275210 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:31.276348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.37', 55880) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:31.309946 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0500958c-fca2-4418-8727-6869797c60d1 req-0f4528f9-3b23-4bcf-adcb-eb960f0611f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263915 Aug 29 05:23:31.314396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:31.315081 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:31.316523 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] 10.222.0.37 "PUT /v2.0/ports/d2384bde-f418-4c3a-8cf8-2c68bbe70abb HTTP/1.1" status: 200 len: 1092 time: 0.6520844 Aug 29 05:23:31.316964 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363b1c4b-fe7a-4882-9356-add0b445b218', 'tag': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:31.319272 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5379ed37-cfc9-4da8-96a1-050ac3e549d0" -d '{"events": [{"name": "network-changed", "server_uuid": "363b1c4b-fe7a-4882-9356-add0b445b218", "tag": "d2384bde-f418-4c3a-8cf8-2c68bbe70abb"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:31.352921 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf0b86-a124-468d-923b-670a8a8c59ff service neutron] Pushing event updated for resources: {'Port': ['ID=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,revision_number=3']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:31.390608 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0500958c-fca2-4418-8727-6869797c60d1 req-cefdaa4d-129a-4e8f-b370-fbed487ad24b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0269392 Aug 29 05:23:31.406916 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-afd4ce74-5a9a-49ae-aa9e-bbfcdc4b6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:31.408979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-afd4ce74-5a9a-49ae-aa9e-bbfcdc4b6b40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec85dd1e9e904047bd961d541b273af0&device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 1095 time: 0.0454154 Aug 29 05:23:31.442956 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e63a57b-59a1-418a-86d7-db38b4c5f3a7 x-openstack-request-id: req-8e63a57b-59a1-418a-86d7-db38b4c5f3a7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:31.443250 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363b1c4b-fe7a-4882-9356-add0b445b218", "tag": "d2384bde-f418-4c3a-8cf8-2c68bbe70abb", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:31.443509 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e63a57b-59a1-418a-86d7-db38b4c5f3a7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:31.443904 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363b1c4b-fe7a-4882-9356-add0b445b218', 'tag': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb', 'status': 'completed', 'code': 200} Aug 29 05:23:31.445759 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0500958c-fca2-4418-8727-6869797c60d1 req-1c4bc6ba-f263-4a35-8277-e4c488a3b30d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243452 Aug 29 05:23:31.461851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-9c21f639-1ae2-4bab-b47e-2c13973b5873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2384bde-f418-4c3a-8cf8-2c68bbe70abb HTTP/1.1" status: 200 len: 217 time: 0.0415280 Aug 29 05:23:31.512487 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-b86a19e7-9091-40fd-bffe-8bcce4aaca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:31.514004 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-b86a19e7-9091-40fd-bffe-8bcce4aaca04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9de4ea0e-313e-4699-aa63-6e7b54d56777 HTTP/1.1" status: 200 len: 854 time: 0.0443172 Aug 29 05:23:31.542246 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500958c-fca2-4418-8727-6869797c60d1 req-2aa966f5-ca3d-434f-b61d-ce86f85dd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:31.543707 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0500958c-fca2-4418-8727-6869797c60d1 req-2aa966f5-ca3d-434f-b61d-ce86f85dd879 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915763 Aug 29 05:23:31.544831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-00586a5b-0e86-4855-b221-3f1145c6d83d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07153f73-88d7-499b-9cfa-93355601ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241432 Aug 29 05:23:31.640139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-0286920a-4aee-4077-adc7-dddb17703280 service neutron] 10.222.0.37 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Aug 29 05:23:31.728652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae6874e0-90f8-4fe6-981d-6f69cf0c0379 req-982d9f46-29b8-4e58-a4b1-4c41f8a6fe9d service neutron] 10.222.0.37 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812671 Aug 29 05:23:31.811891 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-faf97e79-b943-497d-8e40-4701730b3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:31.813637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-faf97e79-b943-497d-8e40-4701730b3180 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec85dd1e9e904047bd961d541b273af0&device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 1095 time: 0.0406337 Aug 29 05:23:31.905013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-fde77592-b99d-4d0d-805f-aec148ef4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:31.906506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-fde77592-b99d-4d0d-805f-aec148ef4205 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 200 len: 915 time: 0.0865800 Aug 29 05:23:31.948302 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-31c9027f-bc81-47d9-b55d-fda908be0f4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2384bde-f418-4c3a-8cf8-2c68bbe70abb HTTP/1.1" status: 200 len: 217 time: 0.0343509 Aug 29 05:23:31.963149 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:31.998753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-8e953891-39c1-4fea-9bfb-06f01668b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:32.000170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-8e953891-39c1-4fea-9bfb-06f01668b5a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9de4ea0e-313e-4699-aa63-6e7b54d56777 HTTP/1.1" status: 200 len: 854 time: 0.0445018 Aug 29 05:23:32.036062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-006ef15b-ef97-436e-ad61-0e4250d1fcf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07153f73-88d7-499b-9cfa-93355601ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276456 Aug 29 05:23:32.122635 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-b6a9ab7d-5e91-4674-844e-eed5acf4f147 service neutron] 10.222.0.37 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792956 Aug 29 05:23:32.214478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5379ed37-cfc9-4da8-96a1-050ac3e549d0 req-f5b55a9e-bb92-4687-9458-a5653d94654e service neutron] 10.222.0.37 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839965 Aug 29 05:23:32.310488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bd34d-822e-4d1c-abe3-8c5ad359cafe req-2a772a08-961f-49bd-a801-c2c66ff4398f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:32.312024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc7bd34d-822e-4d1c-abe3-8c5ad359cafe req-2a772a08-961f-49bd-a801-c2c66ff4398f tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 943 time: 0.0492327 Aug 29 05:23:32.350037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cc7bd34d-822e-4d1c-abe3-8c5ad359cafe req-d7a8eb64-3380-49fb-93d1-b372eda708a7 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Aug 29 05:23:33.470089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a08fb-47d9-4751-ad69-20994662d9d6 req-37b2cb12-4fd0-471b-adde-5f4c6e6b149d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:33.471564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e7a08fb-47d9-4751-ad69-20994662d9d6 req-37b2cb12-4fd0-471b-adde-5f4c6e6b149d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 943 time: 0.0490854 Aug 29 05:23:33.508140 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4e7a08fb-47d9-4751-ad69-20994662d9d6 req-8e0d489d-8b6b-40bf-87ba-7a8a4b4639e6 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Aug 29 05:23:34.620385 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512bca6-0992-485f-8cad-5083b5bd3f74 req-9a9adf43-c5ab-4965-a904-35742893911a tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:34.621851 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4512bca6-0992-485f-8cad-5083b5bd3f74 req-9a9adf43-c5ab-4965-a904-35742893911a tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 943 time: 0.0481515 Aug 29 05:23:34.658535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4512bca6-0992-485f-8cad-5083b5bd3f74 req-15e9d5bd-de9a-4f9b-a5f0-7d8568fe6fc6 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300858 Aug 29 05:23:35.279950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d2384bde-f418-4c3a-8cf8-2c68bbe70abb details requested by agent hyperv_n-h1-712143-14 with host n-h1-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:23:35.372130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d2384bde-f418-4c3a-8cf8-2c68bbe70abb, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:35.384590 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Returning: {'device': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb', 'network_id': '07153f73-88d7-499b-9cfa-93355601ce2f', 'port_id': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb', 'mac_address': 'fa:16:3e:a5:07:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de4ea0e-313e-4699-aa63-6e7b54d56777', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:23:35.425584 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:35.438024 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2384bde-f418-4c3a-8cf8-2c68bbe70abb {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:23:35.458408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d2384bde-f418-4c3a-8cf8-2c68bbe70abb, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:35.462179 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:35.510009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:35.517467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.517856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.518205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.518550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.518887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.519220 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.519552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.519885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.520211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.520546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.520873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.521195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:35.703890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['d2384bde-f418-4c3a-8cf8-2c68bbe70abb'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:35.774866 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800c86f-b467-4113-82c1-738285c94865 req-fb56c214-6b63-4851-b76f-b9affa4453d8 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:35.776371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b800c86f-b467-4113-82c1-738285c94865 req-fb56c214-6b63-4851-b76f-b9affa4453d8 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Aug 29 05:23:35.815393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b800c86f-b467-4113-82c1-738285c94865 req-debe15b5-4cd6-4857-bc3c-8a93221e46af tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Aug 29 05:23:36.928086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad693cb-8737-4717-9f9a-e48eb728c6df req-c67822cc-8209-485e-a1b6-85629e25ad40 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:36.929691 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ad693cb-8737-4717-9f9a-e48eb728c6df req-c67822cc-8209-485e-a1b6-85629e25ad40 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 944 time: 0.0479755 Aug 29 05:23:36.975461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ad693cb-8737-4717-9f9a-e48eb728c6df req-ee5734f4-0937-47bd-95a1-dd7b7bd078db tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 Aug 29 05:23:37.287454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d2384bde-f418-4c3a-8cf8-2c68bbe70abb up at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:37.334685 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning for port d2384bde-f418-4c3a-8cf8-2c68bbe70abb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:37.338395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Provisioning complete for port d2384bde-f418-4c3a-8cf8-2c68bbe70abb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:37.338763 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:37.415066 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:37.438079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b1c4b-fe7a-4882-9356-add0b445b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:37.440546 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd7679f-e469-4b0f-8686-37f8db2f5e24" -d '{"events": [{"server_uuid": "363b1c4b-fe7a-4882-9356-add0b445b218", "name": "network-vif-plugged", "status": "completed", "tag": "d2384bde-f418-4c3a-8cf8-2c68bbe70abb"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:37.456175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] For port d2384bde-f418-4c3a-8cf8-2c68bbe70abb, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:37.460041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:37.483421 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c690f-68be-44f0-85ee-b288c77188c6 x-openstack-request-id: req-493c690f-68be-44f0-85ee-b288c77188c6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:37.483725 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b1c4b-fe7a-4882-9356-add0b445b218", "name": "network-vif-plugged", "status": "completed", "tag": "d2384bde-f418-4c3a-8cf8-2c68bbe70abb", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:37.483989 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-493c690f-68be-44f0-85ee-b288c77188c6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:37.484376 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363b1c4b-fe7a-4882-9356-add0b445b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb', 'code': 200} Aug 29 05:23:37.508983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Pushing event updated for resources: {'Port': ['ID=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:37.576135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219960-0554-44be-bedc-214ea83ad23d req-243768c6-ad4f-4b77-bfca-f93b1b9cf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:37.577502 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78219960-0554-44be-bedc-214ea83ad23d req-243768c6-ad4f-4b77-bfca-f93b1b9cf189 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 1097 time: 0.0432138 Aug 29 05:23:37.611766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-78219960-0554-44be-bedc-214ea83ad23d req-dfc91441-ef2c-45a5-b8e5-b1144fd15f6c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269725 Aug 29 05:23:38.088958 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa252e7-a39e-443a-9322-01b674e2db8b req-4d83b10f-6002-4a4a-8919-b01c9e1e4bfd tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:38.090462 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fa252e7-a39e-443a-9322-01b674e2db8b req-4d83b10f-6002-4a4a-8919-b01c9e1e4bfd tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 945 time: 0.0489914 Aug 29 05:23:38.127246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8fa252e7-a39e-443a-9322-01b674e2db8b req-a7e23aa2-8748-4d40-91fe-9b0e5253f46b tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Aug 29 05:23:38.709286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-58c8980d-d7a6-4c57-8917-523bc965551a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399904 Aug 29 05:23:38.806312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-514f586a-bd1d-4aea-8f45-bfb1c22797df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:38.807818 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-514f586a-bd1d-4aea-8f45-bfb1c22797df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec85dd1e9e904047bd961d541b273af0&device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 1098 time: 0.0414634 Aug 29 05:23:38.912936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-b0c794c5-6354-4f2f-bf60-a3c7d07f050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:38.914431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-b0c794c5-6354-4f2f-bf60-a3c7d07f050b service neutron] 10.222.0.32 "GET /v2.0/networks?id=07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 200 len: 915 time: 0.0870554 Aug 29 05:23:38.958841 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-6cf74b58-9553-417c-adb3-f972f29d24fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a1407d8-3939-44e0-9199-217792bc453f HTTP/1.1" status: 200 len: 217 time: 0.0348754 Aug 29 05:23:39.007159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-35652ee3-1376-4335-bb5d-bc0154831923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:39.008544 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-35652ee3-1376-4335-bb5d-bc0154831923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de4ea0e-313e-4699-aa63-6e7b54d56777 HTTP/1.1" status: 200 len: 854 time: 0.0424654 Aug 29 05:23:39.041633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-d8d37e83-d8be-419b-8c6c-8b6f8fb340e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=07153f73-88d7-499b-9cfa-93355601ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235176 Aug 29 05:23:39.134684 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-bf1d755d-432e-43bf-ae39-c0317d4ff2ab service neutron] 10.222.0.32 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838242 Aug 29 05:23:39.253516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4eab009f-82f0-4dce-ac32-b589969aa6bd req-93473b22-e092-4a76-af65-1ca07dd791fb service neutron] 10.222.0.32 "GET /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121585 Aug 29 05:23:39.269921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf29de4-458c-4e13-b774-5bd8db2ce3e8 req-3e0613a3-4017-4dfe-a9cc-521016d7438e tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:39.271374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf29de4-458c-4e13-b774-5bd8db2ce3e8 req-3e0613a3-4017-4dfe-a9cc-521016d7438e tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 945 time: 0.0749593 Aug 29 05:23:39.311326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bbf29de4-458c-4e13-b774-5bd8db2ce3e8 req-317e325a-b64c-482a-a92e-fbcd218ad8bb tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Aug 29 05:23:39.534110 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330e387-36d3-4641-b78b-139abed8e0d5 req-6f13b6e7-9644-4c63-b8f6-b9e02875a089 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:39.535505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4330e387-36d3-4641-b78b-139abed8e0d5 req-6f13b6e7-9644-4c63-b8f6-b9e02875a089 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 945 time: 0.0482938 Aug 29 05:23:39.572387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4330e387-36d3-4641-b78b-139abed8e0d5 req-bf6bbc6d-9909-4d65-869d-1720a62577a6 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Aug 29 05:23:40.688732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b105-d970-487b-9242-1b9de3044fb6 req-0a233e80-2b8f-42cb-83c4-826816b9f04e tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.690229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a05b105-d970-487b-9242-1b9de3044fb6 req-0a233e80-2b8f-42cb-83c4-826816b9f04e tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Aug 29 05:23:40.727576 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a05b105-d970-487b-9242-1b9de3044fb6 req-00f76f9f-8e0d-475b-a640-eeadc3562d7d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315011 Aug 29 05:23:40.779429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-8d993a94-1079-4699-9375-f7077d280f13 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.780857 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-8d993a94-1079-4699-9375-f7077d280f13 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.37 "GET /v2.0/ports?device_id=363b1c4b-fe7a-4882-9356-add0b445b218 HTTP/1.1" status: 200 len: 945 time: 0.0470407 Aug 29 05:23:40.884297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Deleting port d2384bde-f418-4c3a-8cf8-2c68bbe70abb {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:40.884687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:40.973926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] For port d2384bde-f418-4c3a-8cf8-2c68bbe70abb, host n-h1-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-14',level=0,port_id=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:40.974296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:40.986946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Calling delete_port for d2384bde-f418-4c3a-8cf8-2c68bbe70abb owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:41.114412 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:41.126471 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] get_ports_and_sgs() called for port_ids ['d2384bde-f418-4c3a-8cf8-2c68bbe70abb'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:41.142023 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Pushing event deleted for resources: {'Port': ['ID=d2384bde-f418-4c3a-8cf8-2c68bbe70abb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:41.151233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8a1407d8-3939-44e0-9199-217792bc453f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:41.188736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] No DVR routers for this DVR port d2384bde-f418-4c3a-8cf8-2c68bbe70abb on host n-h1-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:41.192115 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:41.194317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-70fa89c5-9d5e-48a8-920e-50a0045385b9 req-330174eb-a5b5-4367-9a51-ce52082847ab tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.37 "DELETE /v2.0/ports/d2384bde-f418-4c3a-8cf8-2c68bbe70abb HTTP/1.1" status: 204 len: 173 time: 0.4066322 Aug 29 05:23:41.194753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b1c4b-fe7a-4882-9356-add0b445b218', 'name': 'network-vif-deleted', 'tag': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:41.197021 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c1756-d8e0-4d14-a844-3ca77b9cbbd9" -d '{"events": [{"server_uuid": "363b1c4b-fe7a-4882-9356-add0b445b218", "name": "network-vif-deleted", "tag": "d2384bde-f418-4c3a-8cf8-2c68bbe70abb"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:41.248519 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73571d3-9216-4400-a6bf-d369a69c26e0 x-openstack-request-id: req-b73571d3-9216-4400-a6bf-d369a69c26e0 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:41.248519 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b1c4b-fe7a-4882-9356-add0b445b218", "name": "network-vif-deleted", "tag": "d2384bde-f418-4c3a-8cf8-2c68bbe70abb", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:41.248519 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b73571d3-9216-4400-a6bf-d369a69c26e0 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:41.248519 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363b1c4b-fe7a-4882-9356-add0b445b218', 'name': 'network-vif-deleted', 'tag': 'd2384bde-f418-4c3a-8cf8-2c68bbe70abb', 'status': 'completed', 'code': 200} Aug 29 05:23:41.874585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915394ff-9728-4ee0-91eb-9e5382d035f7 req-976be8c2-c3a6-4aea-aa04-8fb37db3222d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:41.876170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-915394ff-9728-4ee0-91eb-9e5382d035f7 req-976be8c2-c3a6-4aea-aa04-8fb37db3222d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0486462 Aug 29 05:23:41.913014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-915394ff-9728-4ee0-91eb-9e5382d035f7 req-530eadc7-6c04-4aa0-9e2b-6a9bf465735a tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308769 Aug 29 05:23:42.043571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18900-d869-4a92-af55-151dde453612 req-0f1135d2-e488-42e8-bf28-29387b5ade30 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:42.044951 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cd18900-d869-4a92-af55-151dde453612 req-0f1135d2-e488-42e8-bf28-29387b5ade30 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0488892 Aug 29 05:23:42.081992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cd18900-d869-4a92-af55-151dde453612 req-411c61eb-21eb-423a-9e77-2c994e8e76e1 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310810 Aug 29 05:23:42.194890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd9241-101d-421c-b93a-16cbbf128e55 req-c8826e0d-e153-49a8-a0e0-d5944ed33801 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:42.196379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3dd9241-101d-421c-b93a-16cbbf128e55 req-c8826e0d-e153-49a8-a0e0-d5944ed33801 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0490596 Aug 29 05:23:42.237397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3dd9241-101d-421c-b93a-16cbbf128e55 req-47e4ea05-cd5f-4a94-b4c6-f6c260816537 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Aug 29 05:23:42.402225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a214-5e27-4b76-ac6c-fbea4ebd5042 req-b867e3b3-865a-4c47-a8c3-6317859743e9 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:42.407568 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0fe4a214-5e27-4b76-ac6c-fbea4ebd5042 req-b867e3b3-865a-4c47-a8c3-6317859743e9 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0505462 Aug 29 05:23:42.443241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0fe4a214-5e27-4b76-ac6c-fbea4ebd5042 req-c98093ef-8a97-434c-bb74-3f3df34e324c tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Aug 29 05:23:42.560630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002206d1-c122-40d1-81b9-816c89c65a8b req-06efa743-72ee-4b15-893d-42d2b97e4dd7 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:42.562007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-002206d1-c122-40d1-81b9-816c89c65a8b req-06efa743-72ee-4b15-893d-42d2b97e4dd7 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0518095 Aug 29 05:23:42.600318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-002206d1-c122-40d1-81b9-816c89c65a8b req-6f58ed5c-b1a3-4625-a00a-0e4d0b124530 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Aug 29 05:23:42.722322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196c9d7-6516-42bc-a960-5f01cd04cbd3 req-baf5708a-26c9-4398-9c38-0b47e5fe2ec1 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:42.723792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9196c9d7-6516-42bc-a960-5f01cd04cbd3 req-baf5708a-26c9-4398-9c38-0b47e5fe2ec1 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0483766 Aug 29 05:23:42.761403 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9196c9d7-6516-42bc-a960-5f01cd04cbd3 req-c302e928-f98c-4d15-bbe2-322ff202786d tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Aug 29 05:23:43.071905 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a2ba1-869e-4aa4-a38a-980c05d85a0d req-0f06bb1f-5510-46f9-95ee-d14304ec01ef tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:43.073308 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c0a2ba1-869e-4aa4-a38a-980c05d85a0d req-0f06bb1f-5510-46f9-95ee-d14304ec01ef tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0496919 Aug 29 05:23:43.118450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c0a2ba1-869e-4aa4-a38a-980c05d85a0d req-37360f7c-33d9-42ca-ab4c-43bde1b73753 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Aug 29 05:23:44.235415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf876-6161-46f5-9b59-925a308df199 req-60718d03-042f-4c24-a63c-8c36952af1f4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:44.237401 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d87bf876-6161-46f5-9b59-925a308df199 req-60718d03-042f-4c24-a63c-8c36952af1f4 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0495300 Aug 29 05:23:44.274525 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d87bf876-6161-46f5-9b59-925a308df199 req-6f630f55-988f-46e6-9672-9545f2c5b3c1 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b204d21-da5f-4a72-ae9d-7c5a406cacc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312042 Aug 29 05:23:44.509557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-4fde59e5-6316-433c-9a45-0114ced0fe72 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:44.510928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-4fde59e5-6316-433c-9a45-0114ced0fe72 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.32 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 946 time: 0.0505712 Aug 29 05:23:44.597194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Deleting port 8a1407d8-3939-44e0-9199-217792bc453f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:44.597540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:44.690280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] For port 8a1407d8-3939-44e0-9199-217792bc453f, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=8a1407d8-3939-44e0-9199-217792bc453f,segment=NetworkSegment(5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63),segment_id=5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:44.690645 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:44.703504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Calling delete_port for 8a1407d8-3939-44e0-9199-217792bc453f owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:44.825487 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:44.854668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Pushing event deleted for resources: {'Port': ['ID=8a1407d8-3939-44e0-9199-217792bc453f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:44.865119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['8a1407d8-3939-44e0-9199-217792bc453f'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:23:44.898594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] No DVR routers for this DVR port 8a1407d8-3939-44e0-9199-217792bc453f on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:44.901289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:44.903324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fe0e5fad-d463-40c8-96e8-37f5ccc1ebe4 req-b7f79f6e-5f74-49a6-a509-46af15626a03 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.32 "DELETE /v2.0/ports/8a1407d8-3939-44e0-9199-217792bc453f HTTP/1.1" status: 204 len: 173 time: 0.3860936 Aug 29 05:23:44.903926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611c003a-7283-418d-967d-16d338a535a9', 'name': 'network-vif-deleted', 'tag': '8a1407d8-3939-44e0-9199-217792bc453f'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:44.906195 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc9458d-b30f-4a07-ac03-d778100b1cbe" -d '{"events": [{"server_uuid": "611c003a-7283-418d-967d-16d338a535a9", "name": "network-vif-deleted", "tag": "8a1407d8-3939-44e0-9199-217792bc453f"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:44.949076 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5062ce4-12d8-4d0b-a050-63a262266095 x-openstack-request-id: req-d5062ce4-12d8-4d0b-a050-63a262266095 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:44.949374 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611c003a-7283-418d-967d-16d338a535a9", "name": "network-vif-deleted", "tag": "8a1407d8-3939-44e0-9199-217792bc453f", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:44.949855 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5062ce4-12d8-4d0b-a050-63a262266095 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:44.950073 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611c003a-7283-418d-967d-16d338a535a9', 'name': 'network-vif-deleted', 'tag': '8a1407d8-3939-44e0-9199-217792bc453f', 'status': 'completed', 'code': 200} Aug 29 05:23:45.326147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d2384bde-f418-4c3a-8cf8-2c68bbe70abb no longer exists at agent hyperv_n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:45.346816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] No Port match for: d2384bde-f418-4c3a-8cf8-2c68bbe70abb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:45.347163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Device d2384bde-f418-4c3a-8cf8-2c68bbe70abb not bound to the agent host n-h1-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:45.380820 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-98f29349-10bc-4bbc-9d28-64cba0d0c9c9 req-03782ce2-9ee1-4b19-9ba9-e515002e76f6 tempest-ServersNegativeTestJSON-793665730 tempest-ServersNegativeTestJSON-793665730-project] 10.222.0.55 "GET /v2.0/ports?device_id=611c003a-7283-418d-967d-16d338a535a9 HTTP/1.1" status: 200 len: 210 time: 0.0269492 Aug 29 05:23:46.436494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:46.479863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] Deleting subnet 9de4ea0e-313e-4699-aa63-6e7b54d56777 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:23:46.482757 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:46.514683 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:46.857223 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:46.913030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:46.917281 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32ca8581-996d-40f8-aa8e-b139ed5c5836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:46.940283 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de4ea0e-313e-4699-aa63-6e7b54d56777,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:46.944017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:46.945916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d5b05746-93df-46c7-8fa2-d35fdab13562 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9de4ea0e-313e-4699-aa63-6e7b54d56777 HTTP/1.1" status: 204 len: 168 time: 0.5084119 Aug 29 05:23:46.948397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43200) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:47.029694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.104835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.114335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07153f73-88d7-499b-9cfa-93355601ce2f']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:47.124351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:47.124653 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e941b7d-65e6-46f8-aefa-3ec6bd3a6e63') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:47.133792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.147774 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.153821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:47.154210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:47.155801 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:47.211482 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.217046 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.218949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] 10.222.0.55 "DELETE /v2.0/networks/07153f73-88d7-499b-9cfa-93355601ce2f HTTP/1.1" status: 204 len: 168 time: 0.2696240 Aug 29 05:23:47.229579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bd1b8-62e9-4def-86c6-3da7bb4add4e admin admin] Pushing event deleted for resources: {'Network': ['ID=07153f73-88d7-499b-9cfa-93355601ce2f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:47.325499 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43204) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:47.365366 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cb3af204-b1f8-4a69-b7ae-ef26febcc029 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec85dd1e9e904047bd961d541b273af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385528 Aug 29 05:23:47.367745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43206) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:47.414940 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce925-f9f7-44e6-aa4b-50e9d075bdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.435827 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce925-f9f7-44e6-aa4b-50e9d075bdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.482093 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce925-f9f7-44e6-aa4b-50e9d075bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.484656 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce925-f9f7-44e6-aa4b-50e9d075bdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:47.485820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c8ce925-f9f7-44e6-aa4b-50e9d075bdbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b204d21-da5f-4a72-ae9d-7c5a406cacc0 HTTP/1.1" status: 204 len: 168 time: 0.1171551 Aug 29 05:23:47.494287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ce925-f9f7-44e6-aa4b-50e9d075bdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b204d21-da5f-4a72-ae9d-7c5a406cacc0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:48.176049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:48.272131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833074536'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:48.296678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:48.299950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.307879 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.397040 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.400503 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.421004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:48.439611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53f8f5-c4a1-438b-bb1e-52f50c07b8f5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:48.443734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.444082 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Added segment c960c15d-4c16-4567-a019-60c5b7d46934 of type vlan for network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff Aug 29 05:23:48.483699 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.514731 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.520836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:48.521421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:48.579274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4021208 Aug 29 05:23:48.588194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5455f4d-0771-4599-8ce3-2a5664380b3f tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Network': ['ID=50a74ea5-b25c-40c2-85a0-bc131d4f3bff,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:48.598264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:49.546713 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b431293-f5fe-455e-b1fa-3768eb6786b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:49.725691 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:50.167013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8a1407d8-3939-44e0-9199-217792bc453f no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:50.187157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 8a1407d8-3939-44e0-9199-217792bc453f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:50.187505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 8a1407d8-3939-44e0-9199-217792bc453f not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:51.008463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:51.111835 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:51.261622 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:51.789854 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43232) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:51.795081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'subnet': {'network_id': '50a74ea5-b25c-40c2-85a0-bc131d4f3bff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:51.881036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:51.884658 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.069696 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.136460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Subnet': ['ID=ebdc76c8-e153-479d-b06e-fef6e9d0f889,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:52.140780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Checking segment: {'id': 'c960c15d-4c16-4567-a019-60c5b7d46934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50a74ea5-b25c-40c2-85a0-bc131d4f3bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:52.141144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network hostable DHCP agents. Network: 50a74ea5-b25c-40c2-85a0-bc131d4f3bff, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:52.157956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:52.166539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 50a74ea5-b25c-40c2-85a0-bc131d4f3bff) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:52.170691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.171297 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.176405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f28c142-a136-4686-8ef6-b4d9951b734a None None] Network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:52.187193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e8d5b499-b739-4fc9-acad-cd2c37691fb6 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3962283 Aug 29 05:23:52.191429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43234) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:52.196488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1729974333'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:52.221341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:52.224871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.248651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:52.258414 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.258757 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Added segment 1017208d-4425-4285-b73d-998b4b7a61d9 of type vlan for network 8e99968e-198c-4f33-bce3-957362b53ba9 Aug 29 05:23:52.301042 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.323372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-50a74ea5-b25c-40c2-85a0-bc131d4f3bff', 'network_id': '50a74ea5-b25c-40c2-85a0-bc131d4f3bff', 'tenant_id': '999f30f8aeab443797390d919f7a551b', 'fixed_ips': [{'subnet_id': 'ebdc76c8-e153-479d-b06e-fef6e9d0f889'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:23:52.324292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.325990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.331457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.332045 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.385668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1931121 Aug 29 05:23:52.388602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43236) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:52.393545 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'subnet': {'network_id': '8e99968e-198c-4f33-bce3-957362b53ba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:52.451256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55bc6c-0b30-4405-b6d9-4d58030ef6e1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Network': ['ID=8e99968e-198c-4f33-bce3-957362b53ba9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:52.456972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Allocated IP 2001:db8:0:ffff::2 (50a74ea5-b25c-40c2-85a0-bc131d4f3bff/ebdc76c8-e153-479d-b06e-fef6e9d0f889/f88d8115-d778-4b69-9e15-daab1870768d) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:52.463030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 8e99968e-198c-4f33-bce3-957362b53ba9 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:52.495695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:52.499247 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.582459 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.671722 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.680303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Transition to ACTIVE for port object f88d8115-d778-4b69-9e15-daab1870768d will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:52.696110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Transition to ACTIVE for port object f88d8115-d778-4b69-9e15-daab1870768d will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:52.701526 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.710143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.738261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:52.744544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:52.749325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:52.751299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Pushing event updated for resources: {'Port': ['ID=f88d8115-d778-4b69-9e15-daab1870768d,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:52.768993 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Subnet': ['ID=a176b8d0-dd2f-4d91-8cca-c3586f7652fe,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:52.780287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Checking segment: {'id': '1017208d-4425-4285-b73d-998b4b7a61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8e99968e-198c-4f33-bce3-957362b53ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:52.780690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network hostable DHCP agents. Network: 8e99968e-198c-4f33-bce3-957362b53ba9, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:52.797500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network 8e99968e-198c-4f33-bce3-957362b53ba9 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:52.802739 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Attempting to bind port f88d8115-d778-4b69-9e15-daab1870768d on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:52.803085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Attempting to bind port f88d8115-d778-4b69-9e15-daab1870768d by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'c960c15d-4c16-4567-a019-60c5b7d46934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50a74ea5-b25c-40c2-85a0-bc131d4f3bff'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:52.803446 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Attempting to bind port f88d8115-d778-4b69-9e15-daab1870768d on network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:52.805806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 8e99968e-198c-4f33-bce3-957362b53ba9) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:52.808702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:52.808702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Checking segment: {'id': 'c960c15d-4c16-4567-a019-60c5b7d46934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50a74ea5-b25c-40c2-85a0-bc131d4f3bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:52.809169 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.809563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Bound using segment: {'id': 'c960c15d-4c16-4567-a019-60c5b7d46934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50a74ea5-b25c-40c2-85a0-bc131d4f3bff'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:52.809862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.810043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Bound port: f88d8115-d778-4b69-9e15-daab1870768d, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c960c15d-4c16-4567-a019-60c5b7d46934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50a74ea5-b25c-40c2-85a0-bc131d4f3bff'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:52.810431 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.810548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:52.824505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4a5b5-383d-46dc-8590-a0d12a1c8419 None None] Network 8e99968e-198c-4f33-bce3-957362b53ba9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:52.825248 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb6596c8-a7a5-4064-875f-006fa11cbb11 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4356520 Aug 29 05:23:52.828031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43238) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:52.933925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.015206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.081036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.100602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] For port f88d8115-d778-4b69-9e15-daab1870768d, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:53.104978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] For port f88d8115-d778-4b69-9e15-daab1870768d, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f88d8115-d778-4b69-9e15-daab1870768d,segment=NetworkSegment(c960c15d-4c16-4567-a019-60c5b7d46934),segment_id=c960c15d-4c16-4567-a019-60c5b7d46934)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:53.110677 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.115471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Subnet': ['ID=a176b8d0-dd2f-4d91-8cca-c3586f7652fe,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:53.175054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.185007 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e99968e-198c-4f33-bce3-957362b53ba9']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:53.196663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1017208d-4425-4285-b73d-998b4b7a61d9') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:53.196892 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba93e8-2814-45ea-adb5-f3e995491b8f None None] Network 8e99968e-198c-4f33-bce3-957362b53ba9 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:53.197329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1017208d-4425-4285-b73d-998b4b7a61d9') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:53.198992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9dd8d-6b77-4044-bbd9-0b6e3aa60b88 None None] Pushing event updated for resources: {'Port': ['ID=f88d8115-d778-4b69-9e15-daab1870768d,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:53.207174 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.223357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.229666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:53.230104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:53.233368 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:53.306595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.313413 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.315815 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/8e99968e-198c-4f33-bce3-957362b53ba9 HTTP/1.1" status: 204 len: 168 time: 0.4868627 Aug 29 05:23:53.319479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43240) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:53.324208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477618102'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:53.342555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827509f8-2fbc-4615-9421-3940380abbe4 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Network': ['ID=8e99968e-198c-4f33-bce3-957362b53ba9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:53.367232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:53.370806 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.406755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:53.418812 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.419167 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Added segment efc54492-d83a-4077-9c18-7f40b5043706 of type vlan for network 206a9198-c600-479a-bca4-ef6b9ed91e83 Aug 29 05:23:53.463066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.489219 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.494974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:53.495570 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.556490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2359879 Aug 29 05:23:53.559266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43242) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:53.564990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'subnet': {'network_id': '206a9198-c600-479a-bca4-ef6b9ed91e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:53.583439 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df658bb5-2380-4111-810d-7b7c4eef158b tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Network': ['ID=206a9198-c600-479a-bca4-ef6b9ed91e83,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:53.594624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 206a9198-c600-479a-bca4-ef6b9ed91e83 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:53.658667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:53.662241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.716946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Performing IP validity checks on allocation pools {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 05:23:53.717385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.ipam_backend_mixin [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 05:23:53.841875 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.907197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Subnet': ['ID=a6df5051-2394-4209-9353-20088410177d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:53.916739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Checking segment: {'id': 'efc54492-d83a-4077-9c18-7f40b5043706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '206a9198-c600-479a-bca4-ef6b9ed91e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:53.917108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network hostable DHCP agents. Network: 206a9198-c600-479a-bca4-ef6b9ed91e83, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:53.935024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network 206a9198-c600-479a-bca4-ef6b9ed91e83 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:53.946302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 206a9198-c600-479a-bca4-ef6b9ed91e83) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:53.953540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:53.954166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:53.963511 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0e01d-3603-49d2-8e73-fec7fa77baf8 None None] Network 206a9198-c600-479a-bca4-ef6b9ed91e83 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:53.973899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-921da8be-eb99-4deb-8c81-cec7b6107c87 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4111254 Aug 29 05:23:53.974217 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:54.083084 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.107252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e9bfc-7a5b-453a-9d74-671083d62f00 None None] Network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:54.133737 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0dace-db8c-4181-bd76-53218caa1cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-206a9198-c600-479a-bca4-ef6b9ed91e83', 'network_id': '206a9198-c600-479a-bca4-ef6b9ed91e83', 'tenant_id': '999f30f8aeab443797390d919f7a551b', 'fixed_ips': [{'subnet_id': 'a6df5051-2394-4209-9353-20088410177d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:23:54.134589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cda0dace-db8c-4181-bd76-53218caa1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.135590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.196568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.228195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Subnet': ['ID=a6df5051-2394-4209-9353-20088410177d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:54.267240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-60202331-36e2-4315-a6a9-179eca7c9e6e None None] Provisioning for port f88d8115-d778-4b69-9e15-daab1870768d completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:54.288257 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server [None req-cda0dace-db8c-4181-bd76-53218caa1cbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6df5051-2394-4209-9353-20088410177d: This subnet is being modified by another concurrent operation. Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server raise exception Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6df5051-2394-4209-9353-20088410177d: This subnet is being modified by another concurrent operation. Aug 29 05:23:54.297840 n-d-712143-14 neutron-server[94825]: ERROR oslo_messaging.rpc.server Aug 29 05:23:54.309456 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206a9198-c600-479a-bca4-ef6b9ed91e83']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:54.317363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc54492-d83a-4077-9c18-7f40b5043706') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:54.317363 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc54492-d83a-4077-9c18-7f40b5043706') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:54.324887 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b9ce7-4a44-4c1e-b5dd-feeae7994ad4 None None] Network 206a9198-c600-479a-bca4-ef6b9ed91e83 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:54.327516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.341269 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.347797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:54.348183 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:54.351285 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:54.413133 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.418176 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.420069 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/206a9198-c600-479a-bca4-ef6b9ed91e83 HTTP/1.1" status: 204 len: 168 time: 0.4448261 Aug 29 05:23:54.425921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43246) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:54.439399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1898081391'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:54.442816 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714e11b-3e25-446d-9ad3-5229b1a6b947 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Network': ['ID=206a9198-c600-479a-bca4-ef6b9ed91e83,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:54.464995 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:54.468492 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.493034 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:54.502300 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.502642 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Added segment a12e2e45-cf82-4421-a89c-f08ab6137f8c of type vlan for network 1ba82c15-decd-4be9-b93f-32363e154f5c Aug 29 05:23:54.542059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.568003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.573453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:54.574073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.636178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7a2cc-9c6a-47bb-a6e8-03c24e30080d None None] get_active_networks_info from n-d-712143-14 {{(pid=94825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 05:23:54.639060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2121017 Aug 29 05:23:54.642572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43248) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:54.647471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'subnet': {'network_id': '1ba82c15-decd-4be9-b93f-32363e154f5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:54.654108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a79848-4bce-4567-85a3-8b92d48ed1a8 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Network': ['ID=1ba82c15-decd-4be9-b93f-32363e154f5c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:54.666408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1ba82c15-decd-4be9-b93f-32363e154f5c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:54.737575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:54.740895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.776606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7a2cc-9c6a-47bb-a6e8-03c24e30080d None None] Resources bound (agent type, host, resource id): {{(pid=94825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 05:23:54.918188 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:54.976706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Subnet': ['ID=25eb6055-1281-497f-8c5c-27043d2eb3b0,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:54.989341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Checking segment: {'id': 'a12e2e45-cf82-4421-a89c-f08ab6137f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1ba82c15-decd-4be9-b93f-32363e154f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:54.989667 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network hostable DHCP agents. Network: 1ba82c15-decd-4be9-b93f-32363e154f5c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:55.006749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network 1ba82c15-decd-4be9-b93f-32363e154f5c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:55.017709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 1ba82c15-decd-4be9-b93f-32363e154f5c) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:55.021729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:55.022318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.026576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5c365-e615-4baa-837a-84e0773966ee None None] Network 1ba82c15-decd-4be9-b93f-32363e154f5c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:55.037028 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dea1b900-9b2a-4ddc-87c3-5088508cf444 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3934610 Aug 29 05:23:55.040662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43250) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:55.045542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2146982689'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:55.066642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:55.070229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.093729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:55.103960 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.104307 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Added segment 9ed78cc3-c171-4578-92d6-bd6bdf67d5d4 of type vlan for network bbd3a4f0-3363-44a4-9633-8ee0364bd472 Aug 29 05:23:55.149508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.166038 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-1ba82c15-decd-4be9-b93f-32363e154f5c', 'network_id': '1ba82c15-decd-4be9-b93f-32363e154f5c', 'tenant_id': '999f30f8aeab443797390d919f7a551b', 'fixed_ips': [{'subnet_id': '25eb6055-1281-497f-8c5c-27043d2eb3b0'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:23:55.166887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.174812 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.180932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:55.181527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.229378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1876686 Aug 29 05:23:55.232444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:55.238018 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Request body: {'subnet': {'network_id': 'bbd3a4f0-3363-44a4-9633-8ee0364bd472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:55.252275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08156ff-3273-4420-ab50-33f1a8fa2c50 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Network': ['ID=bbd3a4f0-3363-44a4-9633-8ee0364bd472,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:55.265545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network bbd3a4f0-3363-44a4-9633-8ee0364bd472 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:55.330912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Made reservation on behalf of 999f30f8aeab443797390d919f7a551b for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:55.334585 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.366195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Allocated IP 2001:db8::2 (1ba82c15-decd-4be9-b93f-32363e154f5c/25eb6055-1281-497f-8c5c-27043d2eb3b0/970bfe47-8f3c-4b1b-9217-b35f94c0ca79) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:23:55.440680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f88d8115-d778-4b69-9e15-daab1870768d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:55.525615 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.547676 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f88d8115-d778-4b69-9e15-daab1870768d completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:23:55.557733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f88d8115-d778-4b69-9e15-daab1870768d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:55.558104 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.586367 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.587408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event updated for resources: {'Subnet': ['ID=6ad424fa-bce6-4112-b759-264c119dab3f,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:55.594827 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Checking segment: {'id': '9ed78cc3-c171-4578-92d6-bd6bdf67d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bbd3a4f0-3363-44a4-9633-8ee0364bd472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:55.595017 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network hostable DHCP agents. Network: bbd3a4f0-3363-44a4-9633-8ee0364bd472, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:23:55.601953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Transition to ACTIVE for port object 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:55.611408 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Network bbd3a4f0-3363-44a4-9633-8ee0364bd472 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:23:55.619905 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, bbd3a4f0-3363-44a4-9633-8ee0364bd472) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:55.622439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Transition to ACTIVE for port object 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:55.624548 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:55.625267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.632971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.640425 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-154c1bee-4102-45f9-bc2d-89f44d42035a tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4068170 Aug 29 05:23:55.643526 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:55.655126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56380735-3f22-41a5-bbed-1702eb019708 None None] Network bbd3a4f0-3363-44a4-9633-8ee0364bd472 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:55.745549 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.747118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Network 1ba82c15-decd-4be9-b93f-32363e154f5c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:23:55.754259 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.757762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:23:55.759464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Pushing event updated for resources: {'Port': ['ID=970bfe47-8f3c-4b1b-9217-b35f94c0ca79,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:55.764171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:23:55.824649 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.876271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f88d8115-d778-4b69-9e15-daab1870768d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f88d8115-d778-4b69-9e15-daab1870768d,segment=NetworkSegment(c960c15d-4c16-4567-a019-60c5b7d46934),segment_id=c960c15d-4c16-4567-a019-60c5b7d46934)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:55.882315 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Attempting to bind port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:55.882680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Attempting to bind port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'a12e2e45-cf82-4421-a89c-f08ab6137f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1ba82c15-decd-4be9-b93f-32363e154f5c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:55.883101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Attempting to bind port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 on network 1ba82c15-decd-4be9-b93f-32363e154f5c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:55.885042 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.888178 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.901470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:55.901878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Checking segment: {'id': 'a12e2e45-cf82-4421-a89c-f08ab6137f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1ba82c15-decd-4be9-b93f-32363e154f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:55.902266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.902657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Bound using segment: {'id': 'a12e2e45-cf82-4421-a89c-f08ab6137f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1ba82c15-decd-4be9-b93f-32363e154f5c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:55.903130 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Bound port: 970bfe47-8f3c-4b1b-9217-b35f94c0ca79, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12e2e45-cf82-4421-a89c-f08ab6137f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1ba82c15-decd-4be9-b93f-32363e154f5c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:55.903512 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.917742 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad424fa-bce6-4112-b759-264c119dab3f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:55.978442 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.989061 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd3a4f0-3363-44a4-9633-8ee0364bd472']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:55.991599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7fef2-b66c-416e-9111-c7327ba6c957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-bbd3a4f0-3363-44a4-9633-8ee0364bd472', 'network_id': 'bbd3a4f0-3363-44a4-9633-8ee0364bd472', 'tenant_id': '999f30f8aeab443797390d919f7a551b', 'fixed_ips': [{'subnet_id': '6ad424fa-bce6-4112-b759-264c119dab3f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:23:55.992434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-92b7fef2-b66c-416e-9111-c7327ba6c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:55.999879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed78cc3-c171-4578-92d6-bd6bdf67d5d4') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:56.000182 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed78cc3-c171-4578-92d6-bd6bdf67d5d4') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:56.001448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=f88d8115-d778-4b69-9e15-daab1870768d,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:56.009502 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.023801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.029898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:56.031163 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:56.034643 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:56.085486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] For port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:56.101890 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.107082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e65f1-40c4-4ebb-850b-13e9cf93ec29 None None] Network bbd3a4f0-3363-44a4-9633-8ee0364bd472 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:56.108960 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.111569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/bbd3a4f0-3363-44a4-9633-8ee0364bd472 HTTP/1.1" status: 204 len: 168 time: 0.4663527 Aug 29 05:23:56.113095 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] For port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=970bfe47-8f3c-4b1b-9217-b35f94c0ca79,segment=NetworkSegment(a12e2e45-cf82-4421-a89c-f08ab6137f8c),segment_id=a12e2e45-cf82-4421-a89c-f08ab6137f8c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:56.114619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43256) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:56.124183 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff272b-e3b7-4acd-a152-9ba6d533a2ee tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Network': ['ID=bbd3a4f0-3363-44a4-9633-8ee0364bd472,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:56.124388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.127982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e65f1-40c4-4ebb-850b-13e9cf93ec29 None None] Network bbd3a4f0-3363-44a4-9633-8ee0364bd472 could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:23:56.149088 n-d-712143-14 neutron-server[94823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4582216-117c-4927-9da5-ddd2631ff8cb tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] GET failed (client error): The resource could not be found. Aug 29 05:23:56.150447 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4582216-117c-4927-9da5-ddd2631ff8cb tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "GET /v2.0/subnets/6ad424fa-bce6-4112-b759-264c119dab3f HTTP/1.1" status: 404 len: 337 time: 0.0345075 Aug 29 05:23:56.153483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43258) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:56.173544 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-be565b6a-f16d-4e25-852d-e7c7f88b1e06 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] DELETE failed (client error): The resource could not be found. Aug 29 05:23:56.174655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be565b6a-f16d-4e25-852d-e7c7f88b1e06 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:23:56.176589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be565b6a-f16d-4e25-852d-e7c7f88b1e06 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/bbd3a4f0-3363-44a4-9633-8ee0364bd472 HTTP/1.1" status: 404 len: 339 time: 0.0220749 Aug 29 05:23:56.180397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:56.186855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00461545-e15a-44e3-ab35-77a2e4211ac5 None None] Pushing event updated for resources: {'Port': ['ID=970bfe47-8f3c-4b1b-9217-b35f94c0ca79,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:56.207252 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e317f62-33fc-4441-929c-4f9a95e1552d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] DELETE failed (client error): The resource could not be found. Aug 29 05:23:56.207721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e317f62-33fc-4441-929c-4f9a95e1552d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:23:56.209486 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4e317f62-33fc-4441-929c-4f9a95e1552d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/subnets/6ad424fa-bce6-4112-b759-264c119dab3f HTTP/1.1" status: 404 len: 337 time: 0.0281570 Aug 29 05:23:56.212016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43262) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:56.231146 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a58fbd3-2cf2-4fc1-aaf5-6443bc03251d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] DELETE failed (client error): The resource could not be found. Aug 29 05:23:56.231741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a58fbd3-2cf2-4fc1-aaf5-6443bc03251d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:23:56.233498 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7a58fbd3-2cf2-4fc1-aaf5-6443bc03251d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/bbd3a4f0-3363-44a4-9633-8ee0364bd472 HTTP/1.1" status: 404 len: 339 time: 0.0205381 Aug 29 05:23:56.236066 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:56.287643 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Deleting subnet 25eb6055-1281-497f-8c5c-27043d2eb3b0 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:23:56.291138 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.347858 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.451968 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.509834 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.535056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Subnet': ['ID=25eb6055-1281-497f-8c5c-27043d2eb3b0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:56.540692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.542591 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be195a5a-80d7-4e41-ad93-0da7933712e3 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/subnets/25eb6055-1281-497f-8c5c-27043d2eb3b0 HTTP/1.1" status: 204 len: 168 time: 0.3056171 Aug 29 05:23:56.544941 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:56.624383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.677029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Deleting port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:56.677372 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.754764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] For port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=970bfe47-8f3c-4b1b-9217-b35f94c0ca79,segment=NetworkSegment(a12e2e45-cf82-4421-a89c-f08ab6137f8c),segment_id=a12e2e45-cf82-4421-a89c-f08ab6137f8c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:56.755128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.769260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Calling delete_port for 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:56.848928 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.875241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Port': ['ID=970bfe47-8f3c-4b1b-9217-b35f94c0ca79,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:56.879090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No DVR routers for this DVR port 970bfe47-8f3c-4b1b-9217-b35f94c0ca79 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:56.965425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:56.976029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba82c15-decd-4be9-b93f-32363e154f5c']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:56.987721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12e2e45-cf82-4421-a89c-f08ab6137f8c') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:56.988015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12e2e45-cf82-4421-a89c-f08ab6137f8c') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:56.997733 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.012578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.019874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:57.020267 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:57.023769 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:57.063732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a08907-8a42-48f7-9a27-3538e4837013 None None] Network 1ba82c15-decd-4be9-b93f-32363e154f5c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:57.087350 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.094326 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.096357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/1ba82c15-decd-4be9-b93f-32363e154f5c HTTP/1.1" status: 204 len: 168 time: 0.5504935 Aug 29 05:23:57.098722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:57.116148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365c489-0990-4ad4-aa56-025a4d6d9a9d tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Network': ['ID=1ba82c15-decd-4be9-b93f-32363e154f5c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:57.119166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5ce5dda8-fd78-457b-b36d-2d283427346e None None] Could not find standard attr ID for object 970bfe47-8f3c-4b1b-9217-b35f94c0ca79. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:23:57.135200 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dbbfaa-7029-4dc4-882e-91c6021e3311 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] DELETE failed (client error): The resource could not be found. Aug 29 05:23:57.135582 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32dbbfaa-7029-4dc4-882e-91c6021e3311 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:23:57.137309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-32dbbfaa-7029-4dc4-882e-91c6021e3311 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/subnets/a6df5051-2394-4209-9353-20088410177d HTTP/1.1" status: 404 len: 337 time: 0.0376892 Aug 29 05:23:57.139872 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:57.157192 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa667476-1798-4e45-bf45-eb7e637d3743 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] DELETE failed (client error): The resource could not be found. Aug 29 05:23:57.157771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa667476-1798-4e45-bf45-eb7e637d3743 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:23:57.159417 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fa667476-1798-4e45-bf45-eb7e637d3743 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/206a9198-c600-479a-bca4-ef6b9ed91e83 HTTP/1.1" status: 404 len: 339 time: 0.0186553 Aug 29 05:23:57.161870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43272) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:57.187364 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83856aa-0f01-4ac4-a9c5-a5e00f9c9089 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] DELETE failed (client error): The resource could not be found. Aug 29 05:23:57.187810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83856aa-0f01-4ac4-a9c5-a5e00f9c9089 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:23:57.190437 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a83856aa-0f01-4ac4-a9c5-a5e00f9c9089 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/subnets/a176b8d0-dd2f-4d91-8cca-c3586f7652fe HTTP/1.1" status: 404 len: 337 time: 0.0276258 Aug 29 05:23:57.192903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43274) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:57.210898 n-d-712143-14 neutron-server[94824]: INFO neutron.pecan_wsgi.hooks.translation [None req-051db268-8433-4b04-9667-5788e4396ee1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] DELETE failed (client error): The resource could not be found. Aug 29 05:23:57.211418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051db268-8433-4b04-9667-5788e4396ee1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:23:57.213038 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-051db268-8433-4b04-9667-5788e4396ee1 tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/8e99968e-198c-4f33-bce3-957362b53ba9 HTTP/1.1" status: 404 len: 339 time: 0.0192497 Aug 29 05:23:57.215488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43276) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:57.234062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b44db-7549-425b-9af6-a36455411cf7 None None] DHCP port deletion for 1ba82c15-decd-4be9-b93f-32363e154f5c request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:23:57.267802 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Deleting subnet ebdc76c8-e153-479d-b06e-fef6e9d0f889 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:23:57.270866 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.315944 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.398366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f88d8115-d778-4b69-9e15-daab1870768d up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:23:57.401520 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.445495 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f88d8115-d778-4b69-9e15-daab1870768d triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:23:57.445895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.459537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.492367 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdc76c8-e153-479d-b06e-fef6e9d0f889,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:57.494454 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.496448 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-363bbf5c-32d3-4230-84e6-7eedfb1991cd tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/subnets/ebdc76c8-e153-479d-b06e-fef6e9d0f889 HTTP/1.1" status: 204 len: 168 time: 0.2800784 Aug 29 05:23:57.498871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43278) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:57.514897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259de83-2df3-4fcd-b7ac-8a22ae9a5f08 None None] Network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:23:57.575397 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.627870 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Deleting port f88d8115-d778-4b69-9e15-daab1870768d {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:57.628214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.694441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] DHCP port deletion for 50a74ea5-b25c-40c2-85a0-bc131d4f3bff request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:23:57.695743 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] For port f88d8115-d778-4b69-9e15-daab1870768d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f88d8115-d778-4b69-9e15-daab1870768d,segment=NetworkSegment(c960c15d-4c16-4567-a019-60c5b7d46934),segment_id=c960c15d-4c16-4567-a019-60c5b7d46934)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:57.696111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.709129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Calling delete_port for f88d8115-d778-4b69-9e15-daab1870768d owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:57.739681 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] Deleting port f88d8115-d778-4b69-9e15-daab1870768d {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:23:57.740060 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.786195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.801213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] For port f88d8115-d778-4b69-9e15-daab1870768d, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f88d8115-d778-4b69-9e15-daab1870768d,segment=NetworkSegment(c960c15d-4c16-4567-a019-60c5b7d46934),segment_id=c960c15d-4c16-4567-a019-60c5b7d46934)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:57.801724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.812283 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Port': ['ID=f88d8115-d778-4b69-9e15-daab1870768d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:57.816875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] No DVR routers for this DVR port f88d8115-d778-4b69-9e15-daab1870768d on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:57.819117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] Calling delete_port for f88d8115-d778-4b69-9e15-daab1870768d owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:23:57.900387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.910970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a74ea5-b25c-40c2-85a0-bc131d4f3bff']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:57.922114 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c960c15d-4c16-4567-a019-60c5b7d46934') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:57.922404 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c960c15d-4c16-4567-a019-60c5b7d46934') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:23:57.932415 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.947599 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.954264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:23:57.954893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:23:57.958588 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:23:58.021342 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.028346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.030195 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] 10.222.0.55 "DELETE /v2.0/networks/50a74ea5-b25c-40c2-85a0-bc131d4f3bff HTTP/1.1" status: 204 len: 168 time: 0.5303552 Aug 29 05:23:58.042545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895809-0123-4e58-ac03-1881ba1000dc tempest-NetworksIpV6Test-2136604870 tempest-NetworksIpV6Test-2136604870-project] Pushing event deleted for resources: {'Network': ['ID=50a74ea5-b25c-40c2-85a0-bc131d4f3bff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:23:58.045014 n-d-712143-14 neutron-server[94825]: self.session.flush() Aug 29 05:23:58.053708 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.076624 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] Network 50a74ea5-b25c-40c2-85a0-bc131d4f3bff is not hosted by any dhcp agent {{(pid=94825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 05:23:58.077255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] No DVR routers for this DVR port f88d8115-d778-4b69-9e15-daab1870768d on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:58.082293 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e342b-939e-428b-aff6-d5b6f2e056f7 None None] Pushing event deleted for resources: {'Port': ['ID=f88d8115-d778-4b69-9e15-daab1870768d,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:58.274383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43284) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:58.404215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c7b4eb7c-06e4-4aa3-b01e-7ae23d2285f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=999f30f8aeab443797390d919f7a551b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286836 Aug 29 05:23:58.406931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43288) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:58.457803 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e622c50e-e30c-49df-9a97-02b899140859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.478144 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e622c50e-e30c-49df-9a97-02b899140859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.522572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e622c50e-e30c-49df-9a97-02b899140859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.524950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e622c50e-e30c-49df-9a97-02b899140859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.526121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e622c50e-e30c-49df-9a97-02b899140859 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee53f8f5-c4a1-438b-bb1e-52f50c07b8f5 HTTP/1.1" status: 204 len: 168 time: 0.1183188 Aug 29 05:23:58.534031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622c50e-e30c-49df-9a97-02b899140859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53f8f5-c4a1-438b-bb1e-52f50c07b8f5,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:59.165105 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43310) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:59.258427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7d01eed1-af8c-487b-b526-10a83f7c1c7d tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1224008311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:59.281163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d01eed1-af8c-487b-b526-10a83f7c1c7d tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.282238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d01eed1-af8c-487b-b526-10a83f7c1c7d tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.331946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d01eed1-af8c-487b-b526-10a83f7c1c7d tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.336186 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d01eed1-af8c-487b-b526-10a83f7c1c7d tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.353338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7d01eed1-af8c-487b-b526-10a83f7c1c7d tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.357261 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7d01eed1-af8c-487b-b526-10a83f7c1c7d tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1884441 Aug 29 05:23:59.357402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43314) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:59.362950 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1653553517'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:59.384865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Made reservation on behalf of 38dc6c7cfff6453dbef3abad3eac2820 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:59.388293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.394859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f88d8115-d778-4b69-9e15-daab1870768d no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:59.397321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.414501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f88d8115-d778-4b69-9e15-daab1870768d {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:23:59.414848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f88d8115-d778-4b69-9e15-daab1870768d not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:59.492849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.496367 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.518732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:23:59.531641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb9aded-76b4-4e3b-aef5-ba5800b390b6,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:59.536458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.536803 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Added segment dda24bed-8563-477a-ace9-3d968e9ee359 of type vlan for network 078f2701-9a1e-4033-887b-30a51f5fb669 Aug 29 05:23:59.576585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.600193 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.606190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:59.606785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.663138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3046098 Aug 29 05:23:59.665910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43316) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:23:59.673038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Request body: {'subnet': {'network_id': '078f2701-9a1e-4033-887b-30a51f5fb669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:59.717251 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d0ead-1543-4a17-a6fe-ed6627ffe0c1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event updated for resources: {'Network': ['ID=078f2701-9a1e-4033-887b-30a51f5fb669,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:59.728022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 078f2701-9a1e-4033-887b-30a51f5fb669 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:23:59.768236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Made reservation on behalf of 38dc6c7cfff6453dbef3abad3eac2820 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:23:59.771782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:59.945445 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.003671 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event updated for resources: {'Subnet': ['ID=9fa632cc-c22c-4062-a2b1-ac7070da528b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:00.012009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Checking segment: {'id': 'dda24bed-8563-477a-ace9-3d968e9ee359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '078f2701-9a1e-4033-887b-30a51f5fb669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:00.012371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Network hostable DHCP agents. Network: 078f2701-9a1e-4033-887b-30a51f5fb669, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:24:00.028963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Network 078f2701-9a1e-4033-887b-30a51f5fb669 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:24:00.038822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 078f2701-9a1e-4033-887b-30a51f5fb669) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:00.042664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.043252 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.048407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4871b88-6ab1-451e-9aba-810b76ebb446 None None] Network 078f2701-9a1e-4033-887b-30a51f5fb669 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:00.057714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-561a9254-6498-4d32-843b-faa12e1af3d7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3906939 Aug 29 05:24:00.060585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43318) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:00.066585 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-287148373'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:00.086184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Made reservation on behalf of 38dc6c7cfff6453dbef3abad3eac2820 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:00.089618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.116759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:24:00.125329 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.125703 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Added segment e6587ade-2eca-4c58-be10-a02871ea1d5d of type vlan for network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 Aug 29 05:24:00.163908 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.189468 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.196261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-078f2701-9a1e-4033-887b-30a51f5fb669', 'network_id': '078f2701-9a1e-4033-887b-30a51f5fb669', 'tenant_id': '38dc6c7cfff6453dbef3abad3eac2820', 'fixed_ips': [{'subnet_id': '9fa632cc-c22c-4062-a2b1-ac7070da528b'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:24:00.197137 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.198594 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.199201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.248189 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1856585 Aug 29 05:24:00.251256 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43320) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:00.256824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Request body: {'subnet': {'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:00.268397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190f150-d5c2-4eb0-861a-deb4657f6ab5 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event updated for resources: {'Network': ['ID=1bbfaf26-76ea-4d95-b4c0-dbebed21cf56,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:00.281482 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:24:00.347914 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Made reservation on behalf of 38dc6c7cfff6453dbef3abad3eac2820 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:00.351665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.383692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Allocated IP 172.20.0.2 (078f2701-9a1e-4033-887b-30a51f5fb669/9fa632cc-c22c-4062-a2b1-ac7070da528b/d0b76aeb-a0ac-4e80-b57c-110f3dc391d2) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:00.533401 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.536535 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.542748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Transition to ACTIVE for port object d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:00.558829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Transition to ACTIVE for port object d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:00.564802 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.599671 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Network 078f2701-9a1e-4033-887b-30a51f5fb669 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:00.601831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event updated for resources: {'Subnet': ['ID=8040066a-71f0-4665-b364-c78fc4d57b75,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:00.606441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:00.608843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Checking segment: {'id': 'e6587ade-2eca-4c58-be10-a02871ea1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:00.609313 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Network hostable DHCP agents. Network: 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:24:00.610514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:00.617760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Pushing event updated for resources: {'Port': ['ID=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:00.626116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:24:00.635898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:00.640869 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.644194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.644355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e15e6a-fff3-4a37-97e9-fea3b9b26f6d None None] Network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:00.659939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-08035376-2f70-46cf-9d53-f8a670c0a6bf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4044390 Aug 29 05:24:00.660245 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43322) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:00.664838 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e5c1439a-dfdf-42a5-8667-5dd7d1e2dddb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:00.710183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Attempting to bind port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:00.710557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Attempting to bind port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'dda24bed-8563-477a-ace9-3d968e9ee359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '078f2701-9a1e-4033-887b-30a51f5fb669'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:00.710922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Attempting to bind port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 on network 078f2701-9a1e-4033-887b-30a51f5fb669 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:00.719558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:00.719934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Checking segment: {'id': 'dda24bed-8563-477a-ace9-3d968e9ee359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '078f2701-9a1e-4033-887b-30a51f5fb669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:00.720981 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.721377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Bound using segment: {'id': 'dda24bed-8563-477a-ace9-3d968e9ee359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '078f2701-9a1e-4033-887b-30a51f5fb669'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:00.721865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Bound port: d0b76aeb-a0ac-4e80-b57c-110f3dc391d2, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda24bed-8563-477a-ace9-3d968e9ee359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '078f2701-9a1e-4033-887b-30a51f5fb669'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:00.722251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.835584 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] For port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:00.840275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] For port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,segment=NetworkSegment(dda24bed-8563-477a-ace9-3d968e9ee359),segment_id=dda24bed-8563-477a-ace9-3d968e9ee359)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:00.846196 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.869295 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e5c1439a-dfdf-42a5-8667-5dd7d1e2dddb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.889011 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-1bbfaf26-76ea-4d95-b4c0-dbebed21cf56', 'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56', 'tenant_id': '38dc6c7cfff6453dbef3abad3eac2820', 'fixed_ips': [{'subnet_id': '8040066a-71f0-4665-b364-c78fc4d57b75'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:24:00.889876 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.938585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5dc47-e6c8-4576-a295-448f4b0ecbe2 None None] Pushing event updated for resources: {'Port': ['ID=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:00.990868 n-d-712143-14 neutron-server[94824]: INFO neutron.api.v2.resource [None req-e5c1439a-dfdf-42a5-8667-5dd7d1e2dddb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 05:24:00.991928 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e5c1439a-dfdf-42a5-8667-5dd7d1e2dddb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "PUT /v2.0/routers/18d1848c-4c3a-4dd4-a905-5514b801c03a HTTP/1.1" status: 400 len: 364 time: 0.3307436 Aug 29 05:24:00.998805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43324) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:01.074516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Allocated IP 172.21.0.2 (1bbfaf26-76ea-4d95-b4c0-dbebed21cf56/8040066a-71f0-4665-b364-c78fc4d57b75/cca682dc-dbe0-4f95-b154-e696896b746b) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:01.082276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Deleting subnet 8040066a-71f0-4665-b364-c78fc4d57b75 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:24:01.233567 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.242581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Transition to ACTIVE for port object cca682dc-dbe0-4f95-b154-e696896b746b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:01.257052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Transition to ACTIVE for port object cca682dc-dbe0-4f95-b154-e696896b746b will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:01.261942 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.262624 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.305973 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:01.307512 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.309890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:01.312383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:01.316076 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Pushing event updated for resources: {'Port': ['ID=cca682dc-dbe0-4f95-b154-e696896b746b,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:01.374370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Attempting to bind port cca682dc-dbe0-4f95-b154-e696896b746b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:01.374749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Attempting to bind port cca682dc-dbe0-4f95-b154-e696896b746b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e6587ade-2eca-4c58-be10-a02871ea1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:01.375114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Attempting to bind port cca682dc-dbe0-4f95-b154-e696896b746b on network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:01.381835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:01.382199 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Checking segment: {'id': 'e6587ade-2eca-4c58-be10-a02871ea1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:01.382606 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.383001 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Bound using segment: {'id': 'e6587ade-2eca-4c58-be10-a02871ea1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:01.383499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Bound port: cca682dc-dbe0-4f95-b154-e696896b746b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6587ade-2eca-4c58-be10-a02871ea1d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1bbfaf26-76ea-4d95-b4c0-dbebed21cf56'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:01.383888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.431155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.433689 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:01.495942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:01.497868 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.505374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] For port cca682dc-dbe0-4f95-b154-e696896b746b, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:01.508288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] For port cca682dc-dbe0-4f95-b154-e696896b746b, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cca682dc-dbe0-4f95-b154-e696896b746b,segment=NetworkSegment(e6587ade-2eca-4c58-be10-a02871ea1d5d),segment_id=e6587ade-2eca-4c58-be10-a02871ea1d5d)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:01.514239 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.527407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event deleted for resources: {'Subnet': ['ID=8040066a-71f0-4665-b364-c78fc4d57b75,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:01.531276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.533182 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9af528ba-8bf4-40fc-81f3-084de8ded4ea tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "DELETE /v2.0/subnets/8040066a-71f0-4665-b364-c78fc4d57b75 HTTP/1.1" status: 204 len: 168 time: 0.5332971 Aug 29 05:24:01.535696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43326) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:01.579587 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5891df-9bd0-4caf-aceb-a8100f0a19d1 None None] Pushing event updated for resources: {'Port': ['ID=cca682dc-dbe0-4f95-b154-e696896b746b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:01.619504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.676843 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Deleting port cca682dc-dbe0-4f95-b154-e696896b746b {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:01.677192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.750391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] For port cca682dc-dbe0-4f95-b154-e696896b746b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=cca682dc-dbe0-4f95-b154-e696896b746b,segment=NetworkSegment(e6587ade-2eca-4c58-be10-a02871ea1d5d),segment_id=e6587ade-2eca-4c58-be10-a02871ea1d5d)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:01.751635 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.771009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Calling delete_port for cca682dc-dbe0-4f95-b154-e696896b746b owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:01.866379 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.899341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event deleted for resources: {'Port': ['ID=cca682dc-dbe0-4f95-b154-e696896b746b,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:01.901353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] No DVR routers for this DVR port cca682dc-dbe0-4f95-b154-e696896b746b on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:01.923956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06dac8-c709-483e-b096-5677e8316b0a None None] Network 078f2701-9a1e-4033-887b-30a51f5fb669 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:01.979317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:01.989160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbfaf26-76ea-4d95-b4c0-dbebed21cf56']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:01.997621 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.000428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-afa1625f-cad9-4d4e-8816-0e22a035788d None None] Provisioning for port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:02.000565 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6587ade-2eca-4c58-be10-a02871ea1d5d') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:02.001044 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6587ade-2eca-4c58-be10-a02871ea1d5d') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:02.010277 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.012878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-afa1625f-cad9-4d4e-8816-0e22a035788d None None] Provisioning complete for port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:02.013250 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa1625f-cad9-4d4e-8816-0e22a035788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.024509 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.030699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:24:02.031179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:24:02.034339 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:24:02.101001 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.111192 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.113843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "DELETE /v2.0/networks/1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 HTTP/1.1" status: 204 len: 168 time: 0.5770566 Aug 29 05:24:02.116463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43328) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:02.125284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3126eb-ffaf-4715-9ef3-6f219e7963fb tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event deleted for resources: {'Network': ['ID=1bbfaf26-76ea-4d95-b4c0-dbebed21cf56,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:02.168648 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa1625f-cad9-4d4e-8816-0e22a035788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.169436 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Deleting subnet 9fa632cc-c22c-4062-a2b1-ac7070da528b {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:24:02.172455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.207909 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-afa1625f-cad9-4d4e-8816-0e22a035788d None None] For port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,segment=NetworkSegment(dda24bed-8563-477a-ace9-3d968e9ee359),segment_id=dda24bed-8563-477a-ace9-3d968e9ee359)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:02.217311 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.217994 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afa1625f-cad9-4d4e-8816-0e22a035788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.271915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1625f-cad9-4d4e-8816-0e22a035788d None None] Pushing event updated for resources: {'Port': ['ID=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:02.323481 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.392339 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.420508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa632cc-c22c-4062-a2b1-ac7070da528b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:02.435045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.437380 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1c185786-1e1b-49f7-b95e-4b737cf672b1 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "DELETE /v2.0/subnets/9fa632cc-c22c-4062-a2b1-ac7070da528b HTTP/1.1" status: 204 len: 168 time: 0.3198001 Aug 29 05:24:02.440198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3afe0-7e36-40e2-a395-246b9ad443dd None None] Network 078f2701-9a1e-4033-887b-30a51f5fb669 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:02.440938 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43330) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:02.494860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-209358b0-8e4c-4c94-8da8-e483602d6769 None None] Provisioning complete for port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:02.495230 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-209358b0-8e4c-4c94-8da8-e483602d6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.518667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.579699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Deleting port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:02.579832 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.650155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] For port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,segment=NetworkSegment(dda24bed-8563-477a-ace9-3d968e9ee359),segment_id=dda24bed-8563-477a-ace9-3d968e9ee359)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:02.650547 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.663886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Calling delete_port for d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:02.672434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9814b56d-5ef6-46b6-a593-739fe5ba4513 None None] DHCP port deletion for 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:24:02.688950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acff2b-03ba-4747-bf36-939b074c45ba None None] Network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:02.700560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acff2b-03ba-4747-bf36-939b074c45ba None None] Network 1bbfaf26-76ea-4d95-b4c0-dbebed21cf56 could not be found, it might have been deleted concurrently. {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:24:02.714348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] DHCP port deletion for 078f2701-9a1e-4033-887b-30a51f5fb669 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:24:02.748759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-94c4ce10-52b5-42e1-92bd-41dc286d1b06 None None] Could not find standard attr ID for object cca682dc-dbe0-4f95-b154-e696896b746b. {{(pid=94825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:24:02.772147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] Deleting port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:02.772560 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.837288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] For port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,segment=NetworkSegment(dda24bed-8563-477a-ace9-3d968e9ee359),segment_id=dda24bed-8563-477a-ace9-3d968e9ee359)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:02.837735 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.851933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] Calling delete_port for d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:02.934699 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:02.960998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] Pushing event deleted for resources: {'Port': ['ID=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:02.965578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795d2db-09ce-4eec-85d0-9b6c5158fc02 None None] No DVR routers for this DVR port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:03.051348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.077270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event deleted for resources: {'Port': ['ID=d0b76aeb-a0ac-4e80-b57c-110f3dc391d2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:03.079095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] No DVR routers for this DVR port d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:03.154349 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.164392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078f2701-9a1e-4033-887b-30a51f5fb669']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:03.177976 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda24bed-8563-477a-ace9-3d968e9ee359') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:03.178275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda24bed-8563-477a-ace9-3d968e9ee359') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:03.186906 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.200765 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.206393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:24:03.206776 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: self.session.flush() Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:24:03.209953 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:24:03.264454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.270840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.272624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "DELETE /v2.0/networks/078f2701-9a1e-4033-887b-30a51f5fb669 HTTP/1.1" status: 204 len: 168 time: 0.8304229 Aug 29 05:24:03.275456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:03.284694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b48e44-0c66-4402-ab4f-0e2b63ed6176 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Pushing event deleted for resources: {'Network': ['ID=078f2701-9a1e-4033-887b-30a51f5fb669,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:03.306786 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-36c01678-7ae6-4790-a638-0c9dee5bebc7 tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d1848c-4c3a-4dd4-a905-5514b801c03a HTTP/1.1" status: 200 len: 205 time: 0.0295656 Aug 29 05:24:03.309054 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:03.384635 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8261038-6136-444f-9d7a-ff9bd883cccf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.395333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:03.415392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:24:03.415941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d0b76aeb-a0ac-4e80-b57c-110f3dc391d2 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:03.870678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8261038-6136-444f-9d7a-ff9bd883cccf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.873037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8261038-6136-444f-9d7a-ff9bd883cccf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.915312 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8261038-6136-444f-9d7a-ff9bd883cccf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.915841 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8261038-6136-444f-9d7a-ff9bd883cccf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Fanout notify agent at l3_agent the message router_deleted on router 18d1848c-4c3a-4dd4-a905-5514b801c03a {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:24:03.923491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b8261038-6136-444f-9d7a-ff9bd883cccf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:03.924547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b8261038-6136-444f-9d7a-ff9bd883cccf tempest-RoutersNegativeTest-899026954 tempest-RoutersNegativeTest-899026954-project] 10.222.0.55 "DELETE /v2.0/routers/18d1848c-4c3a-4dd4-a905-5514b801c03a HTTP/1.1" status: 204 len: 168 time: 0.6145687 Aug 29 05:24:04.165536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43340) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:04.294244 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0495917f-ca9a-421c-ada9-5f6a2fb340e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38dc6c7cfff6453dbef3abad3eac2820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275151 Aug 29 05:24:04.296731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43344) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:04.344483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:04.372856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:04.421492 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:04.424921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:04.426192 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4eb9aded-76b4-4e3b-aef5-ba5800b390b6 HTTP/1.1" status: 204 len: 168 time: 0.1285713 Aug 29 05:24:04.433494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb9aded-76b4-4e3b-aef5-ba5800b390b6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:04.440888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.441232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.441569 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.441921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.442250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.442574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.442894 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.443229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.443530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.443837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.444224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:04.444461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5e98c5-322a-456a-b006-4250e8245255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:05.030746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43366) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:05.138029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-143649945-network', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:05.159869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Made reservation on behalf of 792b88e04a67448e934e2cde0c9f4bf8 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:05.162203 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.170628 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.258835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.262362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.283311 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:24:05.296630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:05.302243 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.302761 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Added segment 2d9378ed-8734-4e41-8e38-736e18888952 of type vlan for network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 Aug 29 05:24:05.342024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.366471 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.367568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:05.368157 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.422771 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3908353 Aug 29 05:24:05.426547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43370) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:05.431604 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Request body: {'subnet': {'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-subnet', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:05.432065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef126b3f-9025-44fb-8c1c-94f9af37a63d admin admin] Pushing event updated for resources: {'Network': ['ID=37873b9a-0c2a-410f-b5a4-2eebd04ea439,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:05.445158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:24:05.453480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Made reservation on behalf of 792b88e04a67448e934e2cde0c9f4bf8 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:05.455835 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.619220 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.671525 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f09fcb-a33b-487e-bf50-7526a00e14f1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:05.681449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Checking segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:05.681844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Network hostable DHCP agents. Network: 37873b9a-0c2a-410f-b5a4-2eebd04ea439, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:24:05.697740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:24:05.706739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 37873b9a-0c2a-410f-b5a4-2eebd04ea439) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:05.710603 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:05.711202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.716062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8446d3-943e-42f0-9cab-1ba1e680a2dd None None] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:05.724825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c80964d-3ce5-465c-be12-a81ab22d90e9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2971077 Aug 29 05:24:05.727700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43372) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:05.732083 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:05.752491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.753814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.809909 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.858846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'fixed_ips': [{'subnet_id': '64f09fcb-a33b-487e-bf50-7526a00e14f1'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:24:05.859700 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.950792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:05.994591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Allocated IP 172.20.0.2 (37873b9a-0c2a-410f-b5a4-2eebd04ea439/64f09fcb-a33b-487e-bf50-7526a00e14f1/e712d4b0-5f4f-4635-8ee1-56e023e1e51f) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:06.138144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.144236 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.147085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Transition to ACTIVE for port object e712d4b0-5f4f-4635-8ee1-56e023e1e51f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:06.162322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Transition to ACTIVE for port object e712d4b0-5f4f-4635-8ee1-56e023e1e51f will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:06.165284 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.167682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.208726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:06.211652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:06.216055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:06.219086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Pushing event updated for resources: {'Port': ['ID=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:06.272513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Attempting to bind port e712d4b0-5f4f-4635-8ee1-56e023e1e51f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:06.272878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Attempting to bind port e712d4b0-5f4f-4635-8ee1-56e023e1e51f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:06.273237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Attempting to bind port e712d4b0-5f4f-4635-8ee1-56e023e1e51f on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:06.277321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Allocated IP 172.25.7.106 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/1da7671e-0c7f-44f1-b2f6-eaaf17396cb4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:06.278431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:06.278801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Checking segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:06.279289 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.279903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Bound using segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:06.280500 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Bound port: e712d4b0-5f4f-4635-8ee1-56e023e1e51f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:06.280886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.385384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.424147 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.468270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:06.473024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:06.476558 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:06.498273 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:06.503251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] For port e712d4b0-5f4f-4635-8ee1-56e023e1e51f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:06.506367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] For port e712d4b0-5f4f-4635-8ee1-56e023e1e51f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:06.511074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.571535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ba81e-0080-43d1-b980-ecc6d25250f9 None None] Pushing event updated for resources: {'Port': ['ID=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:06.742416 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:06.941371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.069973 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Router a4444689-f089-42db-b99d-f35c249cec18 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:24:07.181507 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:24:07.191622 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Sync routers for ids ['a4444689-f089-42db-b99d-f35c249cec18'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:24:07.199632 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.204093 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c8aacfee-f4cb-46ed-a3aa-3cacdaaff2c3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4724133 Aug 29 05:24:07.204867 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Routers {'a4444689-f089-42db-b99d-f35c249cec18'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:07.204867 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a4444689-f089-42db-b99d-f35c249cec18'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:07.205106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43374) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:07.324204 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Set router a4444689-f089-42db-b99d-f35c249cec18 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:07.476021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0fab1-9759-48bc-a3fd-c1fe9d9cda07 None None] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:07.495363 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e712d4b0-5f4f-4635-8ee1-56e023e1e51f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:07.516953 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:24:06Z', 'revision_number': 3, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port': {'id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:06Z', 'updated_at': '2021-08-29T05:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:07.566198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0c8e51d4-9b9d-426c-9aea-42921a7936f4 None None] Provisioning for port e712d4b0-5f4f-4635-8ee1-56e023e1e51f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:07.645652 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Checking router: a4444689-f089-42db-b99d-f35c249cec18 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:24:07.646334 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Updating router a4444689-f089-42db-b99d-f35c249cec18 port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:24:07.671433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port e712d4b0-5f4f-4635-8ee1-56e023e1e51f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:07.671662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.673432 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.677103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e712d4b0-5f4f-4635-8ee1-56e023e1e51f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:07.677477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.778034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.822821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port e712d4b0-5f4f-4635-8ee1-56e023e1e51f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:07.834152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.902776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Allocated IP 172.20.0.1 (37873b9a-0c2a-410f-b5a4-2eebd04ea439/64f09fcb-a33b-487e-bf50-7526a00e14f1/ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:07.926117 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:07.984296 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.995652 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Transition to ACTIVE for port object 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:08.002957 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.053226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.065473 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Pushing event updated for resources: {'Port': ['ID=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:08.068579 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Attempting to bind port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:08.069018 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Attempting to bind port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:08.069447 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Attempting to bind port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:08.069548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Transition to ACTIVE for port object ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:08.078353 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.078596 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.079001 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.079432 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.079991 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.080218 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.080607 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.081103 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.081505 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.081914 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.082327 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.082738 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:08.086172 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:08.086683 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:08.087189 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.087664 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:08.088232 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Bound port: 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:08.088712 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.112592 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.114771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7601e612-f5f1-42ba-8b11-d1c3f708ed12 None None] Provisioning complete for port e712d4b0-5f4f-4635-8ee1-56e023e1e51f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:08.115155 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7601e612-f5f1-42ba-8b11-d1c3f708ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.146068 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] For port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:08.149725 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] For port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:08.155098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:08.155395 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.159108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:08.163758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:08.208695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Pushing event updated for resources: {'Port': ['ID=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:08.213467 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2c67-6812-4841-9d44-7eb18fc59a8e None None] Pushing event updated for resources: {'Port': ['ID=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:08.226525 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Routers {'a4444689-f089-42db-b99d-f35c249cec18'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:08.227267 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a4444689-f089-42db-b99d-f35c249cec18'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:08.250511 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.343559 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] Set router a4444689-f089-42db-b99d-f35c249cec18 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:08.407129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.457574 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-70ae7a7d-701e-437a-b7e4-6a247a157714 None None] Provisioning for port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:08.465105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-70ae7a7d-701e-437a-b7e4-6a247a157714 None None] Provisioning complete for port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:08.465543 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70ae7a7d-701e-437a-b7e4-6a247a157714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.512276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-70ae7a7d-701e-437a-b7e4-6a247a157714 None None] Port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:24:08.555138 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:24:06Z', 'revision_number': 3, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port': {'id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:06Z', 'updated_at': '2021-08-29T05:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:08.589510 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b43be-ae4f-44ee-bef4-24cf115a8bde None None] The sync data for ids ['a4444689-f089-42db-b99d-f35c249cec18'] in n-d-712143-14 is: [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:24:06Z', 'revision_number': 3, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port': {'id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:06Z', 'updated_at': '2021-08-29T05:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:24:08.603671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.612016 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.680090 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:08.683016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Pushing event updated for resources: {'Port': ['ID=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:08.780523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:08.781928 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:08.922512 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Router a4444689-f089-42db-b99d-f35c249cec18 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:24:09.040127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:24:09.045075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-49724e25-fcd7-4365-bd96-a89f5da73a9c admin admin] 10.222.0.55 "PUT /v2.0/routers/a4444689-f089-42db-b99d-f35c249cec18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8388686 Aug 29 05:24:09.135391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3edc2df0-4967-4f30-a75b-45185f035a6e None None] Provisioning complete for port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:09.135984 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3edc2df0-4967-4f30-a75b-45185f035a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.183299 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3edc2df0-4967-4f30-a75b-45185f035a6e None None] Port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:24:09.489134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:09.539929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:09.543655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:09.544021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.559716 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43390) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:09.566717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1010232569-network', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:09.588115 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Made reservation on behalf of 001454bf110d49dbaf67e59e6cab6f26 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:09.590761 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.599887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.622797 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.643928 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:09.647402 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.648292 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e712d4b0-5f4f-4635-8ee1-56e023e1e51f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:09.697841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.702039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.726939 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:09.727210 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:24:09.737826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50c9cc2-7780-400b-86f8-ea0798e1f2a3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:09.740178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port e712d4b0-5f4f-4635-8ee1-56e023e1e51f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:09.740521 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.742556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.742898 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Added segment f285d987-8e2c-4e0f-8129-f0e01e73a590 of type vlan for network c233ed9d-9a4d-45ea-adb9-5242b74aba8e Aug 29 05:24:09.782939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.809347 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.810261 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:09.810852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:09.866766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3056381 Aug 29 05:24:09.869578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43392) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:09.874864 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Request body: {'subnet': {'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-subnet', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:09.893882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64871e93-8b7a-48ab-95eb-9cfef74d8d8e admin admin] Pushing event updated for resources: {'Network': ['ID=c233ed9d-9a4d-45ea-adb9-5242b74aba8e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:09.905166 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:24:09.910762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Made reservation on behalf of 001454bf110d49dbaf67e59e6cab6f26 for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:09.913331 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.087684 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.140111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:10.150563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Checking segment: {'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:10.150926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Network hostable DHCP agents. Network: c233ed9d-9a4d-45ea-adb9-5242b74aba8e, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:24:10.167733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:24:10.172677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Sync routers for ids ['a4444689-f089-42db-b99d-f35c249cec18'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:24:10.176199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, c233ed9d-9a4d-45ea-adb9-5242b74aba8e) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:10.180127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:10.181127 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.184878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59275d02-9835-46ac-b48b-d54472e7502d None None] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:10.188246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Routers {'a4444689-f089-42db-b99d-f35c249cec18'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:10.189376 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a4444689-f089-42db-b99d-f35c249cec18'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:10.196631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0af4ac4f-4823-4fd9-8273-74b973832e96 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3256493 Aug 29 05:24:10.199054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43394) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:10.203448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:10.224109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.225296 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.281303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.371633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Set router a4444689-f089-42db-b99d-f35c249cec18 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:10.417951 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.481493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-c233ed9d-9a4d-45ea-adb9-5242b74aba8e', 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'fixed_ips': [{'subnet_id': 'c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:24:10.482160 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.619350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.638893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.696263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Allocated IP 172.20.0.2 (c233ed9d-9a4d-45ea-adb9-5242b74aba8e/c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99/a7ef4edd-e332-498f-90d8-d7a32b8d7142) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:10.741138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Allocated IP 172.25.7.25 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/39c7a510-a732-4338-814b-4291eb8af999) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:10.758953 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:24:08Z', 'revision_number': 4, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port': {'id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:06Z', 'updated_at': '2021-08-29T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b', 'name': '', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'mac_address': 'fa:16:3e:e5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:07Z', 'updated_at': '2021-08-29T05:24:08Z', 'revision_number': 2, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'subnets': [{'id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:10.791021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Checking router: a4444689-f089-42db-b99d-f35c249cec18 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:24:10.791381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Updating router a4444689-f089-42db-b99d-f35c249cec18 port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:24:10.827396 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.847032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.886283 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.921338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:10.926328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:10.928979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:10.960156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Pushing event updated for resources: {'Port': ['ID=39c7a510-a732-4338-814b-4291eb8af999,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:10.972884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.992226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Transition to ACTIVE for port object a7ef4edd-e332-498f-90d8-d7a32b8d7142 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:11.044073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Transition to ACTIVE for port object a7ef4edd-e332-498f-90d8-d7a32b8d7142 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:11.053519 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.113598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:11.120365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:11.124109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Pushing event updated for resources: {'Port': ['ID=a7ef4edd-e332-498f-90d8-d7a32b8d7142,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:11.126805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:11.185579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.207337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Attempting to bind port a7ef4edd-e332-498f-90d8-d7a32b8d7142 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:11.207916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Attempting to bind port a7ef4edd-e332-498f-90d8-d7a32b8d7142 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:11.208045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Attempting to bind port a7ef4edd-e332-498f-90d8-d7a32b8d7142 on network c233ed9d-9a4d-45ea-adb9-5242b74aba8e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:11.232438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:11.232801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Checking segment: {'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:11.233203 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.233609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Bound using segment: {'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:11.234084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Bound port: a7ef4edd-e332-498f-90d8-d7a32b8d7142, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:11.234466 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.262841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.295480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Transition to ACTIVE for port object ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:11.312508 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.353622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] For port a7ef4edd-e332-498f-90d8-d7a32b8d7142, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:11.377254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] For port a7ef4edd-e332-498f-90d8-d7a32b8d7142, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a7ef4edd-e332-498f-90d8-d7a32b8d7142,segment=NetworkSegment(f285d987-8e2c-4e0f-8129-f0e01e73a590),segment_id=f285d987-8e2c-4e0f-8129-f0e01e73a590)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:11.386451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.390401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e467fc-4040-4937-a14a-52664dcc66b2 None None] Pushing event updated for resources: {'Port': ['ID=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:11.396609 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.448930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:11.508228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Attempting to bind port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:11.508602 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Attempting to bind port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:11.508975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Attempting to bind port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:11.528604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:11.528986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Checking segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:11.529393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.529826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Bound using segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:11.530314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Bound port: ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:11.530701 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.550906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Router 1b35c168-1d7a-40d0-898d-3fcc2d963aca is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:24:11.557536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27397-eed8-4ba6-8ea5-683958b6e84d None None] Pushing event updated for resources: {'Port': ['ID=a7ef4edd-e332-498f-90d8-d7a32b8d7142,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:11.606595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:11.606971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.651894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] For port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:11.656658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] For port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:11.663060 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.668949 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:24:11.683077 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Sync routers for ids ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:24:11.704825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.707568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-46d9e65e-fa1b-40ec-81c1-401739788f46 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5075023 Aug 29 05:24:11.718415 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43396) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:11.724790 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Routers {'1b35c168-1d7a-40d0-898d-3fcc2d963aca'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:11.727052 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:11.869718 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Set router 1b35c168-1d7a-40d0-898d-3fcc2d963aca gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:11.934549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e467fc-4040-4937-a14a-52664dcc66b2 None None] Pushing event updated for resources: {'Port': ['ID=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:11.941275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Routers {'a4444689-f089-42db-b99d-f35c249cec18'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:11.947241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a4444689-f089-42db-b99d-f35c249cec18'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:12.095989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] Set router a4444689-f089-42db-b99d-f35c249cec18 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:12.121167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '39c7a510-a732-4338-814b-4291eb8af999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:11Z', 'revision_number': 3, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port': {'id': '39c7a510-a732-4338-814b-4291eb8af999', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:12.153330 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Checking router: 1b35c168-1d7a-40d0-898d-3fcc2d963aca for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:24:12.153979 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Updating router 1b35c168-1d7a-40d0-898d-3fcc2d963aca port 39c7a510-a732-4338-814b-4291eb8af999 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:24:12.186009 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.233408 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.337793 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:24:08Z', 'revision_number': 4, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port': {'id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:06Z', 'updated_at': '2021-08-29T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b', 'name': '', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'mac_address': 'fa:16:3e:e5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:07Z', 'updated_at': '2021-08-29T05:24:11Z', 'revision_number': 4, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'subnets': [{'id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:12.369177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d5d21-f5b2-400d-ac66-afe9331a4c46 None None] The sync data for ids ['a4444689-f089-42db-b99d-f35c249cec18'] in n-d-712143-14 is: [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:24:08Z', 'revision_number': 4, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port': {'id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:06Z', 'updated_at': '2021-08-29T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b', 'name': '', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'mac_address': 'fa:16:3e:e5:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:07Z', 'updated_at': '2021-08-29T05:24:11Z', 'revision_number': 4, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'subnets': [{'id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:24:12.430727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Allocated IP 172.20.0.1 (c233ed9d-9a4d-45ea-adb9-5242b74aba8e/c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99/703aac93-6110-4b12-b1d7-0a7c825aa0f6) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:12.557489 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.569894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.570268 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Transition to ACTIVE for port object 39c7a510-a732-4338-814b-4291eb8af999 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:12.580047 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.589677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Transition to ACTIVE for port object 703aac93-6110-4b12-b1d7-0a7c825aa0f6 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:12.640412 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.644218 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f411-8e6c-4298-87a0-aae33d7bbebd None None] Pushing event updated for resources: {'Port': ['ID=39c7a510-a732-4338-814b-4291eb8af999,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:12.659618 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Attempting to bind port 39c7a510-a732-4338-814b-4291eb8af999 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:12.659999 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Attempting to bind port 39c7a510-a732-4338-814b-4291eb8af999 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:12.660365 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Attempting to bind port 39c7a510-a732-4338-814b-4291eb8af999 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:12.666153 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:12.666527 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:12.667078 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.667481 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:12.668005 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Bound port: 39c7a510-a732-4338-814b-4291eb8af999, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:12.668446 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.710651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Pushing event updated for resources: {'Port': ['ID=703aac93-6110-4b12-b1d7-0a7c825aa0f6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:12.713930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:12.719602 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:12.723291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.723709 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.724168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.724549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.725161 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.725953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.726403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.726825 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.727217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.727549 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.727874 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.728301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.731701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:12.747330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef129411-7d55-4a20-acd8-1592d0c0daf0 None None] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:12.748544 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] For port 39c7a510-a732-4338-814b-4291eb8af999, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:12.756608 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] For port 39c7a510-a732-4338-814b-4291eb8af999, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=39c7a510-a732-4338-814b-4291eb8af999,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:12.761725 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.775176 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.832959 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f411-8e6c-4298-87a0-aae33d7bbebd None None] Pushing event updated for resources: {'Port': ['ID=39c7a510-a732-4338-814b-4291eb8af999,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:12.838942 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Routers {'1b35c168-1d7a-40d0-898d-3fcc2d963aca'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:12.839811 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:12.849072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4f6b5963-3e63-4cda-89de-8f5bb214b4ce None None] Provisioning for port a7ef4edd-e332-498f-90d8-d7a32b8d7142 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:12.942696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.064057 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] Set router 1b35c168-1d7a-40d0-898d-3fcc2d963aca gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:13.154901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.160601 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.234363 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Pushing event updated for resources: {'Port': ['ID=703aac93-6110-4b12-b1d7-0a7c825aa0f6,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:13.242447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.303695 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-efcb3171-5109-4400-9232-f486b27ff3a4 None None] Provisioning for port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:13.311648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-efcb3171-5109-4400-9232-f486b27ff3a4 None None] Provisioning complete for port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:13.312159 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-efcb3171-5109-4400-9232-f486b27ff3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.335309 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '39c7a510-a732-4338-814b-4291eb8af999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:11Z', 'revision_number': 3, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port': {'id': '39c7a510-a732-4338-814b-4291eb8af999', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:13.358168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-efcb3171-5109-4400-9232-f486b27ff3a4 None None] Port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:24:13.409712 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2e8c5-b803-417a-ae14-e821121af98a None None] The sync data for ids ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'] in n-d-712143-14 is: [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '39c7a510-a732-4338-814b-4291eb8af999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:11Z', 'revision_number': 3, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port': {'id': '39c7a510-a732-4338-814b-4291eb8af999', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:24:13.419895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:13.423437 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:13.485777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e5576221-6d1e-45f0-b10d-48b8b01c6e4b None None] Provisioning complete for port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:13.486188 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e5576221-6d1e-45f0-b10d-48b8b01c6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.525181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7ef4edd-e332-498f-90d8-d7a32b8d7142 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:13.598819 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e5576221-6d1e-45f0-b10d-48b8b01c6e4b None None] Port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:24:13.604264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Router 1b35c168-1d7a-40d0-898d-3fcc2d963aca has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:24:13.614711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a7ef4edd-e332-498f-90d8-d7a32b8d7142 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:13.619862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a7ef4edd-e332-498f-90d8-d7a32b8d7142 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:13.620371 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.730097 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.744408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c4d9e53f-b329-49c5-97fd-9f2849928601 None None] Provisioning complete for port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:13.744854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e53f-b329-49c5-97fd-9f2849928601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.815382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9e53f-b329-49c5-97fd-9f2849928601 None None] Port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:24:13.821054 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a7ef4edd-e332-498f-90d8-d7a32b8d7142, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a7ef4edd-e332-498f-90d8-d7a32b8d7142,segment=NetworkSegment(f285d987-8e2c-4e0f-8129-f0e01e73a590),segment_id=f285d987-8e2c-4e0f-8129-f0e01e73a590)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:13.826475 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:13.827422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:13.929583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a7ef4edd-e332-498f-90d8-d7a32b8d7142,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:13.944006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:13.955433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:13.956182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:14.052252 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:14.089037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:14.093749 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:14.144404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:14.151327 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:24:14.164534 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-69083719-42e0-4a89-a583-422525b920cf admin admin] 10.222.0.55 "PUT /v2.0/routers/1b35c168-1d7a-40d0-898d-3fcc2d963aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4370048 Aug 29 05:24:14.816436 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-118d938d-37fd-486f-ad10-b1fc9dbda838 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:14.817933 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-118d938d-37fd-486f-ad10-b1fc9dbda838 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/networks?id=37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 200 len: 816 time: 0.1007111 Aug 29 05:24:14.833688 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-1bb3c9d2-a3f7-41e1-9eac-9307dc1ed149 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/quotas/792b88e04a67448e934e2cde0c9f4bf8 HTTP/1.1" status: 200 len: 375 time: 0.0099006 Aug 29 05:24:14.887421 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-44f0a4bf-cf75-4303-8158-084b59002035 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481763 Aug 29 05:24:14.981224 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc0d59a6-c8d3-4542-8e78-914bb684de2a service neutron] 10.222.0.55 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810447 Aug 29 05:24:15.074871 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-e3866f7b-9534-4a57-b42e-7e77c126876d service neutron] 10.222.0.55 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863919 Aug 29 05:24:15.237565 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-178acb9e-2290-4dc5-a738-80370a1b8694 req-b89aa1be-3b76-4d7d-95d1-8eff9e3c8466 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Aug 29 05:24:15.508243 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7ef4edd-e332-498f-90d8-d7a32b8d7142 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:15.565149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a7ef4edd-e332-498f-90d8-d7a32b8d7142 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:15.565534 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:15.650486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:15.699582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:15.699964 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:15.732753 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Sync routers for ids ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:24:15.752344 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Routers {'1b35c168-1d7a-40d0-898d-3fcc2d963aca'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:15.752968 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:15.867012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 39c7a510-a732-4338-814b-4291eb8af999 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:15.915875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Set router 1b35c168-1d7a-40d0-898d-3fcc2d963aca gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:15.991421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 39c7a510-a732-4338-814b-4291eb8af999 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:16.030922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 39c7a510-a732-4338-814b-4291eb8af999 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:16.031304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.170431 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.195611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 39c7a510-a732-4338-814b-4291eb8af999, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=39c7a510-a732-4338-814b-4291eb8af999,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:16.201509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.232757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '39c7a510-a732-4338-814b-4291eb8af999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:12Z', 'revision_number': 4, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port': {'id': '39c7a510-a732-4338-814b-4291eb8af999', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '703aac93-6110-4b12-b1d7-0a7c825aa0f6', 'name': '', 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'mac_address': 'fa:16:3e:92:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:12Z', 'updated_at': '2021-08-29T05:24:13Z', 'revision_number': 2, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'subnets': [{'id': 'c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:16.256731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-5b97f325-b365-4eb1-b110-49e2a823ab98 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:16.259749 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-5b97f325-b365-4eb1-b110-49e2a823ab98 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "GET /v2.0/networks?id=37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 200 len: 816 time: 0.1079397 Aug 29 05:24:16.264726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Checking router: 1b35c168-1d7a-40d0-898d-3fcc2d963aca for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:24:16.265092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Updating router 1b35c168-1d7a-40d0-898d-3fcc2d963aca port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:24:16.280126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Request body: {'port': {'device_id': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'admin_state_up': True, 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:16.305053 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=39c7a510-a732-4338-814b-4291eb8af999,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:16.307657 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.584865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.595795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Transition to ACTIVE for port object 703aac93-6110-4b12-b1d7-0a7c825aa0f6 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:16.602248 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.656194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75bb8-ab80-434e-868f-f978ab182025 None None] Pushing event updated for resources: {'Port': ['ID=703aac93-6110-4b12-b1d7-0a7c825aa0f6,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:16.666689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-971441aa-35ac-472b-9ed5-725080503f97 req-80a2cb20-17eb-415f-96f3-5e1da40a08ef tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 210 time: 0.3379490 Aug 29 05:24:16.700795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Attempting to bind port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:16.701169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Attempting to bind port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:16.701536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Attempting to bind port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 on network c233ed9d-9a4d-45ea-adb9-5242b74aba8e {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:16.707262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:16.707643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Checking segment: {'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:16.708049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.708449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Bound using segment: {'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:16.708924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Bound port: 703aac93-6110-4b12-b1d7-0a7c825aa0f6, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f285d987-8e2c-4e0f-8129-f0e01e73a590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:16.709324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.736242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Made reservation on behalf of 792b88e04a67448e934e2cde0c9f4bf8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:16.740163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.785562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] For port 703aac93-6110-4b12-b1d7-0a7c825aa0f6, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:16.789711 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] For port 703aac93-6110-4b12-b1d7-0a7c825aa0f6, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=703aac93-6110-4b12-b1d7-0a7c825aa0f6,segment=NetworkSegment(f285d987-8e2c-4e0f-8129-f0e01e73a590),segment_id=f285d987-8e2c-4e0f-8129-f0e01e73a590)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:16.794001 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.848748 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Routers {'1b35c168-1d7a-40d0-898d-3fcc2d963aca'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:16.849445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:23:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:16.879198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Allocated IP 172.20.0.9 (37873b9a-0c2a-410f-b5a4-2eebd04ea439/64f09fcb-a33b-487e-bf50-7526a00e14f1/ecdda7ec-71aa-41d2-9452-8203c08edcac) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:16.902759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75bb8-ab80-434e-868f-f978ab182025 None None] Pushing event updated for resources: {'Port': ['ID=703aac93-6110-4b12-b1d7-0a7c825aa0f6,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:17.048800 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.065134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Transition to ACTIVE for port object ecdda7ec-71aa-41d2-9452-8203c08edcac will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:17.099064 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.137838 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0ead53e9-6c30-4c1b-bd96-e81f14caf012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.147694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:17.152872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:17.156732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:17.163313 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Pushing event updated for resources: {'Port': ['ID=ecdda7ec-71aa-41d2-9452-8203c08edcac,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:17.181390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] Set router 1b35c168-1d7a-40d0-898d-3fcc2d963aca gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:17.217450 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.218145 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.232914 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-02309706-c2d6-457c-99b7-ef0e2469e95e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9572303 Aug 29 05:24:17.253819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Request body: {'port': {'device_id': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:17.310366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.398438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c9085c8-42b7-4a6e-aef9-cdca6a2271f4 None None] Provisioning for port ecdda7ec-71aa-41d2-9452-8203c08edcac completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:17.404852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8c9085c8-42b7-4a6e-aef9-cdca6a2271f4 None None] Provisioning complete for port ecdda7ec-71aa-41d2-9452-8203c08edcac triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:17.405227 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8c9085c8-42b7-4a6e-aef9-cdca6a2271f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.429025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 39c7a510-a732-4338-814b-4291eb8af999 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:17.433776 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '39c7a510-a732-4338-814b-4291eb8af999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:12Z', 'revision_number': 4, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port': {'id': '39c7a510-a732-4338-814b-4291eb8af999', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '703aac93-6110-4b12-b1d7-0a7c825aa0f6', 'name': '', 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'mac_address': 'fa:16:3e:92:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:12Z', 'updated_at': '2021-08-29T05:24:16Z', 'revision_number': 4, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'subnets': [{'id': 'c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:17.489735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ebe56-52e7-4cdc-b749-a2f83818c75f None None] The sync data for ids ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'] in n-d-712143-14 is: [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '39c7a510-a732-4338-814b-4291eb8af999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:12Z', 'revision_number': 4, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port': {'id': '39c7a510-a732-4338-814b-4291eb8af999', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '703aac93-6110-4b12-b1d7-0a7c825aa0f6', 'name': '', 'network_id': 'c233ed9d-9a4d-45ea-adb9-5242b74aba8e', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'mac_address': 'fa:16:3e:92:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:12Z', 'updated_at': '2021-08-29T05:24:16Z', 'revision_number': 4, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'subnets': [{'id': 'c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:24:17.498228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8c9085c8-42b7-4a6e-aef9-cdca6a2271f4 None None] Port ecdda7ec-71aa-41d2-9452-8203c08edcac cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:24:17.522721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 39c7a510-a732-4338-814b-4291eb8af999 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:17.523103 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.623510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdda7ec-71aa-41d2-9452-8203c08edcac {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:17.632452 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.645566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Transition to ACTIVE for port object ecdda7ec-71aa-41d2-9452-8203c08edcac will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:17.652994 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.710274 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Pushing event updated for resources: {'Port': ['ID=ecdda7ec-71aa-41d2-9452-8203c08edcac,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:17.786695 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Attempting to bind port ecdda7ec-71aa-41d2-9452-8203c08edcac on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:17.787098 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Attempting to bind port ecdda7ec-71aa-41d2-9452-8203c08edcac by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:17.787375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Attempting to bind port ecdda7ec-71aa-41d2-9452-8203c08edcac on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:17.792528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Port ecdda7ec-71aa-41d2-9452-8203c08edcac on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:24:17.793033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Attempting to bind port ecdda7ec-71aa-41d2-9452-8203c08edcac on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:17.800620 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:17.800967 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Checking segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:17.801365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Bound using segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:17.801829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Bound port: ecdda7ec-71aa-41d2-9452-8203c08edcac, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:17.802364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.839260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec628e5-8b1d-4a75-a622-525d64520173 req-6afb8d41-63c6-4298-a5cc-de6156c78cdf tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.849519 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cec628e5-8b1d-4a75-a622-525d64520173 req-6afb8d41-63c6-4298-a5cc-de6156c78cdf tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 943 time: 0.0732777 Aug 29 05:24:17.884029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] For port ecdda7ec-71aa-41d2-9452-8203c08edcac, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:17.885682 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cec628e5-8b1d-4a75-a622-525d64520173 req-ab0f3d8c-dd56-4e49-af22-3d1d283e1644 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Aug 29 05:24:17.894243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] For port ecdda7ec-71aa-41d2-9452-8203c08edcac, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:17.899945 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.940099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.940729 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.942145 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] 10.222.0.32 "PUT /v2.0/ports/ecdda7ec-71aa-41d2-9452-8203c08edcac HTTP/1.1" status: 200 len: 1092 time: 0.6937575 Aug 29 05:24:17.944630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'tag': 'ecdda7ec-71aa-41d2-9452-8203c08edcac'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:17.946819 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9349d3-cb0b-45a5-b1da-05c0100052c0", "tag": "ecdda7ec-71aa-41d2-9452-8203c08edcac"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:17.995680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87595d-203f-4035-81b3-6a1f91e9d3fb service neutron] Pushing event updated for resources: {'Port': ['ID=ecdda7ec-71aa-41d2-9452-8203c08edcac,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:18.006733 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef52ad18-e661-4b10-9606-6e77f768e83b x-openstack-request-id: req-ef52ad18-e661-4b10-9606-6e77f768e83b {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:18.007165 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9349d3-cb0b-45a5-b1da-05c0100052c0", "tag": "ecdda7ec-71aa-41d2-9452-8203c08edcac", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:18.007425 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef52ad18-e661-4b10-9606-6e77f768e83b {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:18.007825 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'tag': 'ecdda7ec-71aa-41d2-9452-8203c08edcac', 'status': 'completed', 'code': 200} Aug 29 05:24:18.057901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-80f00c00-3ada-4191-a2b3-99be9efb6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.059731 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-80f00c00-3ada-4191-a2b3-99be9efb6a4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 1095 time: 0.0473917 Aug 29 05:24:18.118641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-8f14b143-891d-49cb-a91a-6a208a0c5d61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac HTTP/1.1" status: 200 len: 217 time: 0.0446420 Aug 29 05:24:18.177147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-1fb10f73-ec72-4d0c-a68a-e12551a836dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.178938 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-1fb10f73-ec72-4d0c-a68a-e12551a836dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64f09fcb-a33b-487e-bf50-7526a00e14f1 HTTP/1.1" status: 200 len: 855 time: 0.0536666 Aug 29 05:24:18.225186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645281-1b05-400f-807f-32afa5fea077 req-690817f5-c258-47d3-a515-16016e4b5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.226479 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-690817f5-c258-47d3-a515-16016e4b5371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37873b9a-0c2a-410f-b5a4-2eebd04ea439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405955 Aug 29 05:24:18.321624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-057cdd4e-d3c1-4389-9620-3f54d7432fb4 service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882890 Aug 29 05:24:18.412066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8645281-1b05-400f-807f-32afa5fea077 req-a98f20c5-faef-49d5-8a17-4ed89f53e723 service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833311 Aug 29 05:24:18.546575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-292c45f4-734b-45a5-a928-721d3715b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.548078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-292c45f4-734b-45a5-a928-721d3715b2cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 1095 time: 0.0416110 Aug 29 05:24:18.640669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-158aedd6-b416-4761-bf28-10a522021e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.642772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-158aedd6-b416-4761-bf28-10a522021e29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 200 len: 917 time: 0.0874519 Aug 29 05:24:18.685526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-f31dd21d-55bc-4d5b-927a-a2b1219971f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac HTTP/1.1" status: 200 len: 217 time: 0.0361118 Aug 29 05:24:18.739481 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-028e46bb-f953-4d08-a4c0-ef625e925767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.740916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-028e46bb-f953-4d08-a4c0-ef625e925767 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64f09fcb-a33b-487e-bf50-7526a00e14f1 HTTP/1.1" status: 200 len: 855 time: 0.0482154 Aug 29 05:24:18.787825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-33e21c6a-fb18-4b67-b0f3-146f07f33904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.789277 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-33e21c6a-fb18-4b67-b0f3-146f07f33904 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37873b9a-0c2a-410f-b5a4-2eebd04ea439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398662 Aug 29 05:24:18.881186 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-a152d2ec-5440-4c5a-8733-a384321bb1ff service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Aug 29 05:24:18.977685 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4e27c1-a6b6-46df-b0ba-2290c07d07f2 req-6348ce1b-664a-4f51-b108-9c07cccd2619 service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881958 Aug 29 05:24:19.006751 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade351e0-38b2-4072-a791-e75b43ccd884 req-39b382c6-fbd1-43f9-ae16-e99b19e72703 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.008261 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ade351e0-38b2-4072-a791-e75b43ccd884 req-39b382c6-fbd1-43f9-ae16-e99b19e72703 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 943 time: 0.0504644 Aug 29 05:24:19.047048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ade351e0-38b2-4072-a791-e75b43ccd884 req-60a822e8-c554-4f6e-88cb-ec7a662b3e16 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Aug 29 05:24:19.424842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 703aac93-6110-4b12-b1d7-0a7c825aa0f6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:19.473790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:19.478072 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:19.478453 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.561806 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07dd1738-41c1-4744-bef7-9fcf48801824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.565975 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.596717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 703aac93-6110-4b12-b1d7-0a7c825aa0f6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=703aac93-6110-4b12-b1d7-0a7c825aa0f6,segment=NetworkSegment(f285d987-8e2c-4e0f-8129-f0e01e73a590),segment_id=f285d987-8e2c-4e0f-8129-f0e01e73a590)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:19.600480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:19.649976 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=703aac93-6110-4b12-b1d7-0a7c825aa0f6,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:19.726459 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:20.172412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ef03a-9c99-4f4e-aafa-e5c96e0e89b9 req-944d4d1d-4445-4df8-bce1-b17a3705f17c tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:20.174514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-132ef03a-9c99-4f4e-aafa-e5c96e0e89b9 req-944d4d1d-4445-4df8-bce1-b17a3705f17c tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 943 time: 0.0529394 Aug 29 05:24:20.216065 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-132ef03a-9c99-4f4e-aafa-e5c96e0e89b9 req-b4db4107-801f-40d2-9447-e0b77600f17f tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Aug 29 05:24:20.265489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ecdda7ec-71aa-41d2-9452-8203c08edcac details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:24:20.362169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ecdda7ec-71aa-41d2-9452-8203c08edcac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:20.373665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'ecdda7ec-71aa-41d2-9452-8203c08edcac', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'port_id': 'ecdda7ec-71aa-41d2-9452-8203c08edcac', 'mac_address': 'fa:16:3e:64:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:24:20.427172 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:20.440612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdda7ec-71aa-41d2-9452-8203c08edcac {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:20.459290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ecdda7ec-71aa-41d2-9452-8203c08edcac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:20.462938 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:20.508087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ecdda7ec-71aa-41d2-9452-8203c08edcac,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:20.737320 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['ecdda7ec-71aa-41d2-9452-8203c08edcac'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:24:21.004518 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:21.259922 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:21.335757 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9ebc5-887d-4fa1-8b29-c870a29f26bf req-ff67f2d1-6ce4-40e8-a01b-25c8f90653d6 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.337473 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05a9ebc5-887d-4fa1-8b29-c870a29f26bf req-ff67f2d1-6ce4-40e8-a01b-25c8f90653d6 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 944 time: 0.0537589 Aug 29 05:24:21.376704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-05a9ebc5-887d-4fa1-8b29-c870a29f26bf req-194ed190-1614-4de3-bcc4-8a725bd4a7a6 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Aug 29 05:24:21.411611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 703aac93-6110-4b12-b1d7-0a7c825aa0f6 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:21.458768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:21.459492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:22.278403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ecdda7ec-71aa-41d2-9452-8203c08edcac up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:22.327579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port ecdda7ec-71aa-41d2-9452-8203c08edcac completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:22.331795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port ecdda7ec-71aa-41d2-9452-8203c08edcac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:22.332170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:22.409570 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:22.432350 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdda7ec-71aa-41d2-9452-8203c08edcac'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:22.434637 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f36ef45-63a4-4bcf-ab6d-a43811bf4d50" -d '{"events": [{"server_uuid": "5b9349d3-cb0b-45a5-b1da-05c0100052c0", "name": "network-vif-plugged", "status": "completed", "tag": "ecdda7ec-71aa-41d2-9452-8203c08edcac"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:22.447918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ecdda7ec-71aa-41d2-9452-8203c08edcac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:22.452196 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:22.489733 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c9cb3-eada-4d7a-9edb-5f9fba26c065 x-openstack-request-id: req-1e1c9cb3-eada-4d7a-9edb-5f9fba26c065 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:22.490325 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9349d3-cb0b-45a5-b1da-05c0100052c0", "name": "network-vif-plugged", "status": "completed", "tag": "ecdda7ec-71aa-41d2-9452-8203c08edcac", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:22.490325 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e1c9cb3-eada-4d7a-9edb-5f9fba26c065 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:22.490645 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdda7ec-71aa-41d2-9452-8203c08edcac', 'code': 200} Aug 29 05:24:22.505081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ecdda7ec-71aa-41d2-9452-8203c08edcac,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:22.513134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad314f-b47c-4dc7-b4a7-fc8c3c3d3845 req-751349b4-1dc9-4fea-b377-1359c090c4ce tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:22.516422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30ad314f-b47c-4dc7-b4a7-fc8c3c3d3845 req-751349b4-1dc9-4fea-b377-1359c090c4ce tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 945 time: 0.0579054 Aug 29 05:24:22.531038 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:22.559778 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-30ad314f-b47c-4dc7-b4a7-fc8c3c3d3845 req-e649de9c-2a71-47b4-947e-2746c80089e6 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Aug 29 05:24:22.615495 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39fae2-432f-4135-92a4-8acd18476c9c req-5e541ca8-b08d-46ce-8478-362e65a2308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:22.616955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c39fae2-432f-4135-92a4-8acd18476c9c req-5e541ca8-b08d-46ce-8478-362e65a2308b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 1097 time: 0.0440922 Aug 29 05:24:22.651207 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c39fae2-432f-4135-92a4-8acd18476c9c req-4435bc78-ccf5-4b63-a298-8958d9728ad7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273342 Aug 29 05:24:23.676864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18ba5-9a8e-486d-bb72-59369f395506 req-f8331265-40cf-4333-a89c-fd2f9e2bf266 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:23.678526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cae18ba5-9a8e-486d-bb72-59369f395506 req-f8331265-40cf-4333-a89c-fd2f9e2bf266 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 945 time: 0.0508277 Aug 29 05:24:23.717728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cae18ba5-9a8e-486d-bb72-59369f395506 req-13305143-7ef5-4f2c-ba1c-51f5a495380a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331073 Aug 29 05:24:24.831386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3923d4-945a-4ecc-a02f-82cd0915e209 req-8e9e2e56-7a67-4e2b-b642-18b4abf97957 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.832877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a3923d4-945a-4ecc-a02f-82cd0915e209 req-8e9e2e56-7a67-4e2b-b642-18b4abf97957 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 945 time: 0.0490973 Aug 29 05:24:24.869919 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a3923d4-945a-4ecc-a02f-82cd0915e209 req-448ce1d0-f4a4-429b-bd26-3aad5594ca1a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Aug 29 05:24:24.981667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e44a5e-5e14-43cd-bf30-cebc5ce3637f req-ce8bff7c-9512-4ccb-b8a3-d2bbd3fa8539 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.983142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-73e44a5e-5e14-43cd-bf30-cebc5ce3637f req-ce8bff7c-9512-4ccb-b8a3-d2bbd3fa8539 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Aug 29 05:24:25.022200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-73e44a5e-5e14-43cd-bf30-cebc5ce3637f req-6038035e-c4f7-44fc-baaa-4ce041676d09 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321858 Aug 29 05:24:28.111483 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:31.979653 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:32.461203 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d36b775-ed43-4433-a51d-7c90cbea5fed req-edf8bfcd-3518-4bf9-ad64-bc739d141bfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266898 Aug 29 05:24:32.508650 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d36b775-ed43-4433-a51d-7c90cbea5fed req-5c4019d4-b116-4eb9-b1ff-de2d1bb6be3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0252454 Aug 29 05:24:32.557969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d36b775-ed43-4433-a51d-7c90cbea5fed req-fd96025c-9128-421c-9581-c56d9d2f70f1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292284 Aug 29 05:24:32.717153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b775-ed43-4433-a51d-7c90cbea5fed req-1290b3e4-f6ce-4b6b-89c6-8742253a6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:32.718559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d36b775-ed43-4433-a51d-7c90cbea5fed req-1290b3e4-f6ce-4b6b-89c6-8742253a6662 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543119 Aug 29 05:24:40.721703 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-8f0066d8-345c-4f51-b57c-778b645472b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384305 Aug 29 05:24:40.818461 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-5e0c624e-0d22-408f-82d9-b589c3553dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:40.819888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-5e0c624e-0d22-408f-82d9-b589c3553dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 1097 time: 0.0392203 Aug 29 05:24:40.924162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-c7eff9ce-aded-48ca-81e3-b2d33238f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:40.925716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-c7eff9ce-aded-48ca-81e3-b2d33238f846 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 200 len: 917 time: 0.0872562 Aug 29 05:24:40.969236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-e68fa56b-295a-4c0f-bc82-a08ba8844153 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac HTTP/1.1" status: 200 len: 217 time: 0.0359645 Aug 29 05:24:41.025181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-8f807d2f-ef6c-4464-b5dc-ed051d6c6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:41.026737 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-8f807d2f-ef6c-4464-b5dc-ed051d6c6660 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64f09fcb-a33b-487e-bf50-7526a00e14f1 HTTP/1.1" status: 200 len: 855 time: 0.0496695 Aug 29 05:24:41.095772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-8147ad05-2d05-4289-b54f-7ef7d04b2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:41.097316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-8147ad05-2d05-4289-b54f-7ef7d04b2f5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37873b9a-0c2a-410f-b5a4-2eebd04ea439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629530 Aug 29 05:24:41.197081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-74a836b5-0656-4a43-9abd-f04442da90f3 service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913420 Aug 29 05:24:41.290923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b022d3e6-8538-45d9-b9e6-aa25f02fd4d7 req-07666fa8-0fdf-4a9a-8091-fe9b2d6688cc service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860107 Aug 29 05:24:43.479595 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d22d93-aa14-4bde-8786-43265b0f4187 req-5b8ed992-258d-4c6c-8b2a-902fe1e3fce6 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:43.481094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-97d22d93-aa14-4bde-8786-43265b0f4187 req-5b8ed992-258d-4c6c-8b2a-902fe1e3fce6 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 945 time: 0.0535021 Aug 29 05:24:43.518151 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-97d22d93-aa14-4bde-8786-43265b0f4187 req-d7b5c9b5-129a-4b68-be86-69ce886d9b34 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Aug 29 05:24:44.634409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34108162-cc9e-451a-b4dc-2557decbb6bf req-ab1cd098-0a3c-46b9-b754-1d1af4940eee tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:44.635870 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34108162-cc9e-451a-b4dc-2557decbb6bf req-ab1cd098-0a3c-46b9-b754-1d1af4940eee tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Aug 29 05:24:44.672122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-34108162-cc9e-451a-b4dc-2557decbb6bf req-f29e01fa-d43d-42ce-ae8a-3e56cfcdfe24 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303047 Aug 29 05:24:45.136596 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-10e86379-9fa3-4d31-a114-a349735a3857 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:45.138037 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-10e86379-9fa3-4d31-a114-a349735a3857 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 945 time: 0.0466084 Aug 29 05:24:45.234945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Deleting port ecdda7ec-71aa-41d2-9452-8203c08edcac {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:45.235204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.319390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] For port ecdda7ec-71aa-41d2-9452-8203c08edcac, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ecdda7ec-71aa-41d2-9452-8203c08edcac,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:45.319748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.333665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Calling delete_port for ecdda7ec-71aa-41d2-9452-8203c08edcac owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:45.462425 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.488331 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Pushing event deleted for resources: {'Port': ['ID=ecdda7ec-71aa-41d2-9452-8203c08edcac,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:45.496597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['ecdda7ec-71aa-41d2-9452-8203c08edcac'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:24:45.536470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] No DVR routers for this DVR port ecdda7ec-71aa-41d2-9452-8203c08edcac on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:45.539289 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.541326 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bb7f3993-32f7-4dce-8b0f-fad1f4a41be1 req-f3fbbcdb-3cc6-4189-86f4-5b36a0acd4af tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "DELETE /v2.0/ports/ecdda7ec-71aa-41d2-9452-8203c08edcac HTTP/1.1" status: 204 len: 173 time: 0.3961363 Aug 29 05:24:45.541793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'name': 'network-vif-deleted', 'tag': 'ecdda7ec-71aa-41d2-9452-8203c08edcac'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:45.548921 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac4a30-c3b5-4614-97ba-c78ead20829b" -d '{"events": [{"server_uuid": "5b9349d3-cb0b-45a5-b1da-05c0100052c0", "name": "network-vif-deleted", "tag": "ecdda7ec-71aa-41d2-9452-8203c08edcac"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:45.589306 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6ffc39-5474-4fc2-abd1-6eed2ec4f0cd x-openstack-request-id: req-5b6ffc39-5474-4fc2-abd1-6eed2ec4f0cd {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:45.589635 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9349d3-cb0b-45a5-b1da-05c0100052c0", "name": "network-vif-deleted", "tag": "ecdda7ec-71aa-41d2-9452-8203c08edcac", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:45.589878 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b6ffc39-5474-4fc2-abd1-6eed2ec4f0cd {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:45.590275 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9349d3-cb0b-45a5-b1da-05c0100052c0', 'name': 'network-vif-deleted', 'tag': 'ecdda7ec-71aa-41d2-9452-8203c08edcac', 'status': 'completed', 'code': 200} Aug 29 05:24:45.781358 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-542462ed-5a5d-4cba-b524-42e23cf92fe3 req-538731d2-fff6-4ff4-94a0-f9d694f92773 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b9349d3-cb0b-45a5-b1da-05c0100052c0 HTTP/1.1" status: 200 len: 210 time: 0.0261419 Aug 29 05:24:46.923538 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9962bb02-9b60-4f02-b308-4b6c8c74ade8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:47.391125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-f57637f2-292d-4024-bbd2-7e236f65e7f9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:47.392603 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-f57637f2-292d-4024-bbd2-7e236f65e7f9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/networks?id=37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 200 len: 816 time: 0.1008554 Aug 29 05:24:47.407508 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-86d88956-ce99-45f6-832a-9706044fea92 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/quotas/792b88e04a67448e934e2cde0c9f4bf8 HTTP/1.1" status: 200 len: 375 time: 0.0089693 Aug 29 05:24:47.463924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-01545712-54fd-45ee-b177-6097fb9334fc tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511291 Aug 29 05:24:47.556461 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-4b175f2a-22cc-4721-9bfb-ea6b70ccb81c service neutron] 10.222.0.55 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801878 Aug 29 05:24:47.647861 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-6a672915-5efa-414b-9be2-a17341ce13f8 service neutron] 10.222.0.55 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852351 Aug 29 05:24:47.806635 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-8bc94e88-c757-43ec-a196-31d27322f346 req-46122c00-2e1a-412f-a0ce-2c6c0362946e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0272863 Aug 29 05:24:48.765903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-260f5610-b852-49fb-bf00-52e403613147 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:48.767354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-260f5610-b852-49fb-bf00-52e403613147 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "GET /v2.0/networks?id=37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 200 len: 816 time: 0.1117787 Aug 29 05:24:48.785779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Request body: {'port': {'device_id': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'admin_state_up': True, 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:48.903047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6afbd894-3133-4d43-88fb-50b647fdf556 req-0c582e66-188a-476d-8896-4bfae0af82e4 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0283308 Aug 29 05:24:48.918882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Made reservation on behalf of 792b88e04a67448e934e2cde0c9f4bf8 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:48.922537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.048196 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Allocated IP 172.20.0.13 (37873b9a-0c2a-410f-b5a4-2eebd04ea439/64f09fcb-a33b-487e-bf50-7526a00e14f1/2e437d01-3156-4c2f-8735-d7c42ef5ee26) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:49.190902 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.204109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Transition to ACTIVE for port object 2e437d01-3156-4c2f-8735-d7c42ef5ee26 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:49.236755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.281293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:49.284575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:49.287910 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:49.319718 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Pushing event updated for resources: {'Port': ['ID=2e437d01-3156-4c2f-8735-d7c42ef5ee26,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:49.353390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:49.354321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.374993 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-37f16c43-f1c1-4157-80d5-ce666a3edd2a tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929084 Aug 29 05:24:49.392760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Request body: {'port': {'device_id': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:49.449526 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.548642 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-75007f93-c300-4146-b89f-5e3c61ffd0eb None None] Provisioning for port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:49.555230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-75007f93-c300-4146-b89f-5e3c61ffd0eb None None] Provisioning complete for port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:49.555552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-75007f93-c300-4146-b89f-5e3c61ffd0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.558348 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5cdc-5b8b-4929-a11f-2d9d3a7433fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.590008 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-75007f93-c300-4146-b89f-5e3c61ffd0eb None None] Port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:24:49.715288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e437d01-3156-4c2f-8735-d7c42ef5ee26 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:49.723260 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.728756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.735533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Transition to ACTIVE for port object 2e437d01-3156-4c2f-8735-d7c42ef5ee26 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:49.739178 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.793522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e437d01-3156-4c2f-8735-d7c42ef5ee26,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:49.860348 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Attempting to bind port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:49.860681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Attempting to bind port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:49.861003 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Attempting to bind port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:49.865960 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:24:49.866280 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Attempting to bind port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 on network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:49.871371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:49.871709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Checking segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:49.872095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Bound using segment: {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:49.872515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Bound port: 2e437d01-3156-4c2f-8735-d7c42ef5ee26, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9378ed-8734-4e41-8e38-736e18888952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:49.872872 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.944302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] For port 2e437d01-3156-4c2f-8735-d7c42ef5ee26, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:49.947543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] For port 2e437d01-3156-4c2f-8735-d7c42ef5ee26, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2e437d01-3156-4c2f-8735-d7c42ef5ee26,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:49.953927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.996668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:49.997307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.998787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/2e437d01-3156-4c2f-8735-d7c42ef5ee26 HTTP/1.1" status: 200 len: 1093 time: 0.6105299 Aug 29 05:24:49.999240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'tag': '2e437d01-3156-4c2f-8735-d7c42ef5ee26'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:50.001716 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ac7f58-54f5-4ace-8742-63d77d0a86be" -d '{"events": [{"name": "network-changed", "server_uuid": "b3563d81-d2ad-48de-974e-a7544500d9d1", "tag": "2e437d01-3156-4c2f-8735-d7c42ef5ee26"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:50.027097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad52f0-e3eb-4c96-a0f3-7c684bac25d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e437d01-3156-4c2f-8735-d7c42ef5ee26,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:50.058002 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c913a5-5e3a-4b53-afcf-9272106718db x-openstack-request-id: req-e8c913a5-5e3a-4b53-afcf-9272106718db {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:50.058701 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3563d81-d2ad-48de-974e-a7544500d9d1", "tag": "2e437d01-3156-4c2f-8735-d7c42ef5ee26", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:50.058829 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8c913a5-5e3a-4b53-afcf-9272106718db {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:50.059177 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'tag': '2e437d01-3156-4c2f-8735-d7c42ef5ee26', 'status': 'completed', 'code': 200} Aug 29 05:24:50.065190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f750f-6757-41a1-9f8c-9ad51f332dc3 req-c5c38d8f-7f56-4cd7-9f13-b86e4d6ef70f tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.067339 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-250f750f-6757-41a1-9f8c-9ad51f332dc3 req-c5c38d8f-7f56-4cd7-9f13-b86e4d6ef70f tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 944 time: 0.0886528 Aug 29 05:24:50.108837 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-250f750f-6757-41a1-9f8c-9ad51f332dc3 req-14516972-de13-4ed5-b6fd-c6fc5cc2b499 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Aug 29 05:24:50.118530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-09e21fa7-7d98-47d6-897e-e841d10deb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.120175 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-09e21fa7-7d98-47d6-897e-e841d10deb4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0449307 Aug 29 05:24:50.172135 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-867ad757-71df-4493-a677-50e4464eb4ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e437d01-3156-4c2f-8735-d7c42ef5ee26 HTTP/1.1" status: 200 len: 217 time: 0.0390477 Aug 29 05:24:50.222373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-584eae66-2cd3-475d-9275-60a6069ac1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.223756 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-584eae66-2cd3-475d-9275-60a6069ac1b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64f09fcb-a33b-487e-bf50-7526a00e14f1 HTTP/1.1" status: 200 len: 855 time: 0.0445130 Aug 29 05:24:50.270824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-af044dee-908d-4921-8db7-e4ebbd6ca95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.272283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-af044dee-908d-4921-8db7-e4ebbd6ca95d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37873b9a-0c2a-410f-b5a4-2eebd04ea439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416708 Aug 29 05:24:50.363878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-5f150b22-15af-4670-b418-07165b486904 service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838423 Aug 29 05:24:50.430603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ecdda7ec-71aa-41d2-9452-8203c08edcac no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:50.453373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: ecdda7ec-71aa-41d2-9452-8203c08edcac {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:24:50.453743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ecdda7ec-71aa-41d2-9452-8203c08edcac not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:50.456352 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee58a5f7-76ba-423e-90fa-f901e8cdad4d req-807bbbe1-9508-4e17-83b9-bbcba96ad98d service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856431 Aug 29 05:24:50.585540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-58435c0c-06e9-4a83-93d2-846d0c6a2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.587027 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-58435c0c-06e9-4a83-93d2-846d0c6a2835 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0405939 Aug 29 05:24:50.678670 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-e60aafa6-e796-4fdb-8276-47715605f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.680784 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-e60aafa6-e796-4fdb-8276-47715605f524 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 200 len: 917 time: 0.0866418 Aug 29 05:24:50.725706 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-9e28c955-f046-48b0-be7c-f2264f056b7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e437d01-3156-4c2f-8735-d7c42ef5ee26 HTTP/1.1" status: 200 len: 217 time: 0.0372567 Aug 29 05:24:50.777237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-8b0ba3d9-edd8-48ab-9ddc-4244885e91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.778711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-8b0ba3d9-edd8-48ab-9ddc-4244885e91d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64f09fcb-a33b-487e-bf50-7526a00e14f1 HTTP/1.1" status: 200 len: 855 time: 0.0463436 Aug 29 05:24:50.825200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-9938c7f6-308c-4aff-b861-a5bfa888eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.826677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-9938c7f6-308c-4aff-b861-a5bfa888eee2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37873b9a-0c2a-410f-b5a4-2eebd04ea439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393276 Aug 29 05:24:50.913215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-4966f63a-5f83-400d-ae86-3e72a0633aab service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782216 Aug 29 05:24:51.006818 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:51.012419 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-89ac7f58-54f5-4ace-8742-63d77d0a86be req-ee9dd7b9-568a-477c-9b3d-a3b972bb0e0b service neutron] 10.222.0.32 "GET /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919130 Aug 29 05:24:51.228811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a390ff-50c0-4851-b35e-0f6f9dd52610 req-b81f0e4b-5d79-4c32-a806-2f8344be1368 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:51.230267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20a390ff-50c0-4851-b35e-0f6f9dd52610 req-b81f0e4b-5d79-4c32-a806-2f8344be1368 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Aug 29 05:24:51.267652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-20a390ff-50c0-4851-b35e-0f6f9dd52610 req-bb8b9622-6077-4135-9e34-372ffe7f285e tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 29 05:24:51.276238 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:52.386534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae387eb-87c9-4761-9b07-70e4220094d1 req-c42418b3-1ff3-40ef-9c49-95621fda8f61 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:52.388022 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ae387eb-87c9-4761-9b07-70e4220094d1 req-c42418b3-1ff3-40ef-9c49-95621fda8f61 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 944 time: 0.0527229 Aug 29 05:24:52.424560 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9ae387eb-87c9-4761-9b07-70e4220094d1 req-f8ac9a63-dac9-4699-a918-217d5fd81043 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Aug 29 05:24:52.445411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2e437d01-3156-4c2f-8735-d7c42ef5ee26 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:24:52.546632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2e437d01-3156-4c2f-8735-d7c42ef5ee26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2e437d01-3156-4c2f-8735-d7c42ef5ee26,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:52.548699 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:52.557146 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '2e437d01-3156-4c2f-8735-d7c42ef5ee26', 'network_id': '37873b9a-0c2a-410f-b5a4-2eebd04ea439', 'port_id': '2e437d01-3156-4c2f-8735-d7c42ef5ee26', 'mac_address': 'fa:16:3e:8a:16:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f09fcb-a33b-487e-bf50-7526a00e14f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:24:52.592901 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:52.608472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e437d01-3156-4c2f-8735-d7c42ef5ee26 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:52.626577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2e437d01-3156-4c2f-8735-d7c42ef5ee26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2e437d01-3156-4c2f-8735-d7c42ef5ee26,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:52.630892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:52.676608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=2e437d01-3156-4c2f-8735-d7c42ef5ee26,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:52.683904 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.684254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.684592 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.684929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.685263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.685618 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.685947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.686276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.686607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.686927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.687253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.687825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:52.886448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['2e437d01-3156-4c2f-8735-d7c42ef5ee26'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:24:53.537926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d19a4-d4ea-41b0-81f8-5127fff6f721 req-49305fd8-3fcb-4741-bb7a-723a68ab077b tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:53.539394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc4d19a4-d4ea-41b0-81f8-5127fff6f721 req-49305fd8-3fcb-4741-bb7a-723a68ab077b tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0472872 Aug 29 05:24:53.576574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc4d19a4-d4ea-41b0-81f8-5127fff6f721 req-64a28bca-bd34-46e9-898a-c55b2e8ff5c2 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Aug 29 05:24:54.450233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2e437d01-3156-4c2f-8735-d7c42ef5ee26 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:54.500428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:54.504728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:54.505102 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:54.578451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:54.600349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e437d01-3156-4c2f-8735-d7c42ef5ee26'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:54.602603 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65443e35-e360-4576-b64e-bb76b91cdbd0" -d '{"events": [{"server_uuid": "b3563d81-d2ad-48de-974e-a7544500d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "2e437d01-3156-4c2f-8735-d7c42ef5ee26"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:54.617717 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 2e437d01-3156-4c2f-8735-d7c42ef5ee26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2e437d01-3156-4c2f-8735-d7c42ef5ee26,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:54.621929 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:54.648850 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c1f765-91ee-4078-ae68-371b0872bb07 x-openstack-request-id: req-22c1f765-91ee-4078-ae68-371b0872bb07 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:54.649143 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3563d81-d2ad-48de-974e-a7544500d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "2e437d01-3156-4c2f-8735-d7c42ef5ee26", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:54.649400 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22c1f765-91ee-4078-ae68-371b0872bb07 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:54.649814 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e437d01-3156-4c2f-8735-d7c42ef5ee26', 'code': 200} Aug 29 05:24:54.675036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=2e437d01-3156-4c2f-8735-d7c42ef5ee26,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:54.694592 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4b7b-78dd-4cb6-8119-9a746aba206c req-d350b0bd-f481-42f5-a3d1-59cbddf2c35b tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:54.696119 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bfdc4b7b-78dd-4cb6-8119-9a746aba206c req-d350b0bd-f481-42f5-a3d1-59cbddf2c35b tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 946 time: 0.0517838 Aug 29 05:24:54.733901 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bfdc4b7b-78dd-4cb6-8119-9a746aba206c req-2cb8b78a-9d4d-49e5-98f2-507a3c02868f tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Aug 29 05:24:54.776484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3f9ff-9c8c-4b45-bb4d-eb618ac01ec7 req-9d7b4d28-3097-473f-a040-3320093d8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:54.778047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39d3f9ff-9c8c-4b45-bb4d-eb618ac01ec7 req-9d7b4d28-3097-473f-a040-3320093d8354 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 1098 time: 0.0509062 Aug 29 05:24:54.815831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39d3f9ff-9c8c-4b45-bb4d-eb618ac01ec7 req-e90d3670-dae5-4526-8f32-103c8a8f3faa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294590 Aug 29 05:24:55.855454 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2f7d6-247a-41b5-b768-0dc0b6277f2f req-3d4addba-b94d-4240-bb3e-8d4c57a5618b tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:55.857107 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bda2f7d6-247a-41b5-b768-0dc0b6277f2f req-3d4addba-b94d-4240-bb3e-8d4c57a5618b tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 946 time: 0.0529773 Aug 29 05:24:55.897498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bda2f7d6-247a-41b5-b768-0dc0b6277f2f req-ea184cfc-d31e-463b-bf38-4eff7cd06b09 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Aug 29 05:24:57.012488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5f880-995f-478d-9137-8f1e639e798b req-77f04773-83ee-497b-a0db-d5086daee015 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:57.014028 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e5f880-995f-478d-9137-8f1e639e798b req-77f04773-83ee-497b-a0db-d5086daee015 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 946 time: 0.0498900 Aug 29 05:24:57.051164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a6e5f880-995f-478d-9137-8f1e639e798b req-10c250ce-3c84-47c8-82b7-022c4adf8b9d tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Aug 29 05:24:57.161992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973c5dc-b62e-4aff-8bdc-57847251383e req-ba075d52-af42-4374-9655-80570349556c tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:57.163464 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8973c5dc-b62e-4aff-8bdc-57847251383e req-ba075d52-af42-4374-9655-80570349556c tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 946 time: 0.0475454 Aug 29 05:24:57.201255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8973c5dc-b62e-4aff-8bdc-57847251383e req-e64d13df-cecd-486a-b178-bcfe578e6773 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 29 05:25:01.977539 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:05.109847 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:15.524879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b6b8a-b963-4799-b5a7-debab8094110 req-e26f4d9b-1324-4219-92ff-559ecc1c6762 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:15.526283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-274b6b8a-b963-4799-b5a7-debab8094110 req-e26f4d9b-1324-4219-92ff-559ecc1c6762 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 946 time: 0.0520251 Aug 29 05:25:15.564286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-274b6b8a-b963-4799-b5a7-debab8094110 req-eaa01458-2d05-4e6a-a4e9-f6e0e8095ddc tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Aug 29 05:25:16.684883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f57e0-3610-4732-9bfd-4e9e12793b9a req-2c4c4c94-9616-4925-8b4a-46292679d778 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:16.686410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a2f57e0-3610-4732-9bfd-4e9e12793b9a req-2c4c4c94-9616-4925-8b4a-46292679d778 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 946 time: 0.0528896 Aug 29 05:25:16.724789 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6a2f57e0-3610-4732-9bfd-4e9e12793b9a req-6134c35b-f1a0-4f2a-a307-da96e5891f43 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Aug 29 05:25:16.914744 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a8021961-d61f-4d9f-96e8-d9e9f7880c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.206741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-a893cc55-d80f-44fb-9038-b68424b861e4 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:17.208176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-a893cc55-d80f-44fb-9038-b68424b861e4 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 946 time: 0.0474956 Aug 29 05:25:17.297793 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Deleting port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:17.298135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.384605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] For port 2e437d01-3156-4c2f-8735-d7c42ef5ee26, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=2e437d01-3156-4c2f-8735-d7c42ef5ee26,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:17.384975 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.397961 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Calling delete_port for 2e437d01-3156-4c2f-8735-d7c42ef5ee26 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:17.865012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.884052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545060-918f-4a5d-b96e-fa8fb8a7dff3 req-3db0eeae-79ee-44bd-8f61-6ce8ddb3e169 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:17.885497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4545060-918f-4a5d-b96e-fa8fb8a7dff3 req-3db0eeae-79ee-44bd-8f61-6ce8ddb3e169 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3563d81-d2ad-48de-974e-a7544500d9d1 HTTP/1.1" status: 200 len: 867 time: 0.0909250 Aug 29 05:25:17.898328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['2e437d01-3156-4c2f-8735-d7c42ef5ee26'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:17.905800 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Pushing event deleted for resources: {'Port': ['ID=2e437d01-3156-4c2f-8735-d7c42ef5ee26,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:17.930511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.930860 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.931194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.931525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.931849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.932171 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.932500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.932826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.933150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.933469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.933806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.934124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:17.984764 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] No DVR routers for this DVR port 2e437d01-3156-4c2f-8735-d7c42ef5ee26 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:17.988724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.990760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-28c1006b-0b20-4124-b314-97bcdd71f218 req-f14e5332-a94a-479f-8c31-f1175de758e9 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.32 "DELETE /v2.0/ports/2e437d01-3156-4c2f-8735-d7c42ef5ee26 HTTP/1.1" status: 204 len: 173 time: 0.7769611 Aug 29 05:25:17.991469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'name': 'network-vif-deleted', 'tag': '2e437d01-3156-4c2f-8735-d7c42ef5ee26'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:17.993764 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d394fa-853e-402e-9418-4ed5e88b9c27" -d '{"events": [{"server_uuid": "b3563d81-d2ad-48de-974e-a7544500d9d1", "name": "network-vif-deleted", "tag": "2e437d01-3156-4c2f-8735-d7c42ef5ee26"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:17.999336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b4545060-918f-4a5d-b96e-fa8fb8a7dff3 req-44e47d14-032b-49a1-af1a-13d758b309e0 tempest-TestEncryptedCinderVolumes-1274186132 tempest-TestEncryptedCinderVolumes-1274186132-project] 10.222.0.55 "GET /v2.0/security-groups?id=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958571 Aug 29 05:25:18.036185 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea825c4-752c-4e03-9799-1d4c42242461 x-openstack-request-id: req-aea825c4-752c-4e03-9799-1d4c42242461 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:18.036545 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3563d81-d2ad-48de-974e-a7544500d9d1", "name": "network-vif-deleted", "tag": "2e437d01-3156-4c2f-8735-d7c42ef5ee26", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:18.036816 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aea825c4-752c-4e03-9799-1d4c42242461 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:18.037223 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3563d81-d2ad-48de-974e-a7544500d9d1', 'name': 'network-vif-deleted', 'tag': '2e437d01-3156-4c2f-8735-d7c42ef5ee26', 'status': 'completed', 'code': 200} Aug 29 05:25:19.090382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43698) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:19.436126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.549375 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7ede26c8-692a-429d-814a-d8a2af4c3095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.674315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Deleting port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:19.674653 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.731237 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.756335 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] For port ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:19.756688 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.770991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Calling delete_port for ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:19.949567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:19.978563 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:20.010679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.011023 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.011365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.011699 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.012031 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.012366 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.012691 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.013014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.013340 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.013679 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.014001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.014349 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:20.158407 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.368842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Router a4444689-f089-42db-b99d-f35c249cec18 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:20.473082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:20.478024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fc1f41eb-9e8f-460e-aabc-cf5b9bf3982c admin admin] 10.222.0.55 "PUT /v2.0/routers/a4444689-f089-42db-b99d-f35c249cec18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3865705 Aug 29 05:25:20.480479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43700) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:20.483019 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] Sync routers for ids ['a4444689-f089-42db-b99d-f35c249cec18'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:20.492601 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] Routers {'a4444689-f089-42db-b99d-f35c249cec18'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:20.493207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a4444689-f089-42db-b99d-f35c249cec18'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:20.585892 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.601416 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] Set router a4444689-f089-42db-b99d-f35c249cec18 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:20.688690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.742176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Deleting port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:20.742577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.774462 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:25:19Z', 'revision_number': 5, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port': {'id': '1da7671e-0c7f-44f1-b2f6-eaaf17396cb4', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4444689-f089-42db-b99d-f35c249cec18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:06Z', 'updated_at': '2021-08-29T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:20.801339 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] Checking router: a4444689-f089-42db-b99d-f35c249cec18 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:20.810144 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] Routers {'a4444689-f089-42db-b99d-f35c249cec18'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:20.810756 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['a4444689-f089-42db-b99d-f35c249cec18'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:20.824421 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] For port 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:20.824782 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:20.836652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Calling delete_port for 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:20.895714 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] Set router a4444689-f089-42db-b99d-f35c249cec18 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:20.948544 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:25:20Z', 'revision_number': 6, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:20.978271 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded29f8a-5fe1-4bf1-a843-f6ec44c31f7c None None] The sync data for ids ['a4444689-f089-42db-b99d-f35c249cec18'] in n-d-712143-14 is: [{'id': 'a4444689-f089-42db-b99d-f35c249cec18', 'name': 'tempest-TestEncryptedCinderVolumes-143649945-router', 'tenant_id': '792b88e04a67448e934e2cde0c9f4bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:05Z', 'updated_at': '2021-08-29T05:25:20Z', 'revision_number': 6, 'project_id': '792b88e04a67448e934e2cde0c9f4bf8', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:20.999319 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.021866 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.027173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da7671e-0c7f-44f1-b2f6-eaaf17396cb4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:21.085347 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.171697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.174114 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.219066 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.219538 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4444689-f089-42db-b99d-f35c249cec18 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:25:21.223875 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.225055 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-267ecd6c-4594-4e81-9499-70222135b3f7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a4444689-f089-42db-b99d-f35c249cec18 HTTP/1.1" status: 204 len: 168 time: 0.7436290 Aug 29 05:25:21.227545 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43702) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:21.271991 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] Deleting subnet 64f09fcb-a33b-487e-bf50-7526a00e14f1 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:21.272752 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.275057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.309458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.401279 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.456464 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.481168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f09fcb-a33b-487e-bf50-7526a00e14f1,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:21.484691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.487640 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d61a093b-3095-4a0a-a477-58df94bfe375 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/64f09fcb-a33b-487e-bf50-7526a00e14f1 HTTP/1.1" status: 204 len: 168 time: 0.2586679 Aug 29 05:25:21.490241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43704) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:21.491643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101cf44c-27e9-4031-a1e3-52283ccdcbb8 None None] Network 37873b9a-0c2a-410f-b5a4-2eebd04ea439 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:21.555970 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.616534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Deleting port e712d4b0-5f4f-4635-8ee1-56e023e1e51f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:21.616880 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.681684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] For port e712d4b0-5f4f-4635-8ee1-56e023e1e51f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:21.682052 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.695178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Calling delete_port for e712d4b0-5f4f-4635-8ee1-56e023e1e51f owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:21.740935 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] DHCP port deletion for 37873b9a-0c2a-410f-b5a4-2eebd04ea439 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:21.788460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] Deleting port e712d4b0-5f4f-4635-8ee1-56e023e1e51f {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:21.788848 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.797101 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.824856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:21.828473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] No DVR routers for this DVR port e712d4b0-5f4f-4635-8ee1-56e023e1e51f on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:21.853288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:21.876723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:21.877071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device ca4c189c-b67d-45d0-a7b5-0c02b6e1bc8b not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:21.879647 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] For port e712d4b0-5f4f-4635-8ee1-56e023e1e51f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,segment=NetworkSegment(2d9378ed-8734-4e41-8e38-736e18888952),segment_id=2d9378ed-8734-4e41-8e38-736e18888952)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:21.880040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.892357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] Calling delete_port for e712d4b0-5f4f-4635-8ee1-56e023e1e51f owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:21.900364 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.910622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37873b9a-0c2a-410f-b5a4-2eebd04ea439']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:21.925684 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9378ed-8734-4e41-8e38-736e18888952') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:21.926090 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9378ed-8734-4e41-8e38-736e18888952') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:21.937238 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.957112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.966186 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:21.967781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:21.971526 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:21.978799 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.007617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] No DVR routers for this DVR port e712d4b0-5f4f-4635-8ee1-56e023e1e51f on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:22.012815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b674892-dffd-4b68-b712-39e9606b2cc6 None None] Pushing event deleted for resources: {'Port': ['ID=e712d4b0-5f4f-4635-8ee1-56e023e1e51f,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.035726 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.041720 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.047045 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] 10.222.0.55 "DELETE /v2.0/networks/37873b9a-0c2a-410f-b5a4-2eebd04ea439 HTTP/1.1" status: 204 len: 168 time: 0.5524092 Aug 29 05:25:22.047045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43706) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.062502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25a8d-152a-4cc3-9f33-988501d285cf admin admin] Pushing event deleted for resources: {'Network': ['ID=37873b9a-0c2a-410f-b5a4-2eebd04ea439,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.396405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.537902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.608288 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2e437d01-3156-4c2f-8735-d7c42ef5ee26 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:22.632164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 2e437d01-3156-4c2f-8735-d7c42ef5ee26 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:22.632515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 2e437d01-3156-4c2f-8735-d7c42ef5ee26 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:22.963536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Deleting port 703aac93-6110-4b12-b1d7-0a7c825aa0f6 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:22.963873 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.039735 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] For port 703aac93-6110-4b12-b1d7-0a7c825aa0f6, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=703aac93-6110-4b12-b1d7-0a7c825aa0f6,segment=NetworkSegment(f285d987-8e2c-4e0f-8129-f0e01e73a590),segment_id=f285d987-8e2c-4e0f-8129-f0e01e73a590)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:23.040135 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.054100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Calling delete_port for 703aac93-6110-4b12-b1d7-0a7c825aa0f6 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:23.229390 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.255243 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=703aac93-6110-4b12-b1d7-0a7c825aa0f6,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:23.424260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.493659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:23.513075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:23.513418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1da7671e-0c7f-44f1-b2f6-eaaf17396cb4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:23.513859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e712d4b0-5f4f-4635-8ee1-56e023e1e51f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:23.532571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: e712d4b0-5f4f-4635-8ee1-56e023e1e51f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:23.532841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device e712d4b0-5f4f-4635-8ee1-56e023e1e51f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:23.641923 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Router 1b35c168-1d7a-40d0-898d-3fcc2d963aca has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:23.744280 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:23.749158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f81502fb-5180-4986-833d-f94a05af1cb3 admin admin] 10.222.0.55 "PUT /v2.0/routers/1b35c168-1d7a-40d0-898d-3fcc2d963aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015474 Aug 29 05:25:23.751745 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43708) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:23.754280 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] Sync routers for ids ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:23.763358 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] Routers {'1b35c168-1d7a-40d0-898d-3fcc2d963aca'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:23.763978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:23.856130 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.866687 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] Set router 1b35c168-1d7a-40d0-898d-3fcc2d963aca gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:23.958861 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.011250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Deleting port 39c7a510-a732-4338-814b-4291eb8af999 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:24.011491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.043184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '39c7a510-a732-4338-814b-4291eb8af999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:25:23Z', 'revision_number': 5, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port': {'id': '39c7a510-a732-4338-814b-4291eb8af999', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:24.072959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] Checking router: 1b35c168-1d7a-40d0-898d-3fcc2d963aca for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:24.081986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] Routers {'1b35c168-1d7a-40d0-898d-3fcc2d963aca'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:24.082591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:24.093170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] For port 39c7a510-a732-4338-814b-4291eb8af999, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=39c7a510-a732-4338-814b-4291eb8af999,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:24.093540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.106221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Calling delete_port for 39c7a510-a732-4338-814b-4291eb8af999 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:24.279143 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.305250 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c7a510-a732-4338-814b-4291eb8af999,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:24.329138 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] Set router 1b35c168-1d7a-40d0-898d-3fcc2d963aca gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:24.369275 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.380466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:25:23Z', 'revision_number': 6, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:24.409464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6004001-36a9-444b-ac6e-f1052e9b431f None None] The sync data for ids ['1b35c168-1d7a-40d0-898d-3fcc2d963aca'] in n-d-712143-14 is: [{'id': '1b35c168-1d7a-40d0-898d-3fcc2d963aca', 'name': 'tempest-TestEncryptedCinderVolumes-1010232569-router', 'tenant_id': '001454bf110d49dbaf67e59e6cab6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:24:10Z', 'updated_at': '2021-08-29T05:25:23Z', 'revision_number': 6, 'project_id': '001454bf110d49dbaf67e59e6cab6f26', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:24.462636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.464756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.508913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.509438 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b35c168-1d7a-40d0-898d-3fcc2d963aca {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:25:24.514338 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.515474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1062e27-b77c-4fdc-abc9-4a95752c9fd7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1b35c168-1d7a-40d0-898d-3fcc2d963aca HTTP/1.1" status: 204 len: 168 time: 0.7626548 Aug 29 05:25:24.518021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43710) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.563224 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] Deleting subnet c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:24.566711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.604597 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.679620 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.732396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.762345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:24.770265 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.772614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c89c7fc2-87b8-457c-9463-c381b623ee99 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c6ecd011-f7be-4d1e-8b5a-7f243fdb1a99 HTTP/1.1" status: 204 len: 168 time: 0.2532992 Aug 29 05:25:24.775233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43712) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.777848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21d3b7-85de-4427-91db-71fe4e80310d None None] Network c233ed9d-9a4d-45ea-adb9-5242b74aba8e requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:24.849745 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.903633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Deleting port a7ef4edd-e332-498f-90d8-d7a32b8d7142 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:24.903974 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.967541 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] For port a7ef4edd-e332-498f-90d8-d7a32b8d7142, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a7ef4edd-e332-498f-90d8-d7a32b8d7142,segment=NetworkSegment(f285d987-8e2c-4e0f-8129-f0e01e73a590),segment_id=f285d987-8e2c-4e0f-8129-f0e01e73a590)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:24.967899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.980843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Calling delete_port for a7ef4edd-e332-498f-90d8-d7a32b8d7142 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:25.060971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.089296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] No DVR routers for this DVR port a7ef4edd-e332-498f-90d8-d7a32b8d7142 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:25.093382 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ef4edd-e332-498f-90d8-d7a32b8d7142,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.167499 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.178416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae1cac0-d48b-4750-b495-ff63e6f9b69a None None] DHCP port deletion for c233ed9d-9a4d-45ea-adb9-5242b74aba8e request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:25.179636 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c233ed9d-9a4d-45ea-adb9-5242b74aba8e']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.192890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f285d987-8e2c-4e0f-8129-f0e01e73a590') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.193194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f285d987-8e2c-4e0f-8129-f0e01e73a590') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.202514 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.216920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.223392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:25.223780 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:25.225401 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:25.277847 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.285017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.286780 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c233ed9d-9a4d-45ea-adb9-5242b74aba8e HTTP/1.1" status: 204 len: 168 time: 0.5105455 Aug 29 05:25:25.298081 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29643569-e85d-48bf-bf0c-8d994de401a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c233ed9d-9a4d-45ea-adb9-5242b74aba8e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.451349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 703aac93-6110-4b12-b1d7-0a7c825aa0f6 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:25.462798 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43716) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:25.479242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 703aac93-6110-4b12-b1d7-0a7c825aa0f6 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:25.479585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 703aac93-6110-4b12-b1d7-0a7c825aa0f6 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:25.480175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7ef4edd-e332-498f-90d8-d7a32b8d7142 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:25.506161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a7ef4edd-e332-498f-90d8-d7a32b8d7142 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:25.506506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a7ef4edd-e332-498f-90d8-d7a32b8d7142 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:25.506920 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 39c7a510-a732-4338-814b-4291eb8af999 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:25.511571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c20b19a9-5f31-430d-938f-055c39979b8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=792b88e04a67448e934e2cde0c9f4bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472744 Aug 29 05:25:25.514173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43718) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:25.528306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 39c7a510-a732-4338-814b-4291eb8af999 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:25.528306 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 39c7a510-a732-4338-814b-4291eb8af999 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:25.561147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee9c-cf13-4c80-90d2-4a9dc2794ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.582584 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee9c-cf13-4c80-90d2-4a9dc2794ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.627129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee9c-cf13-4c80-90d2-4a9dc2794ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.629895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee9c-cf13-4c80-90d2-4a9dc2794ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.631055 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d1d6ee9c-cf13-4c80-90d2-4a9dc2794ce6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c HTTP/1.1" status: 204 len: 168 time: 0.1159716 Aug 29 05:25:25.638613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ee9c-cf13-4c80-90d2-4a9dc2794ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701d20ba-c246-4b0d-9ee5-e9bb6dd6f64c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.957412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43724) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:26.000472 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9c48909e-e994-4e7c-94be-1fe13475cffe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=001454bf110d49dbaf67e59e6cab6f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418584 Aug 29 05:25:26.002945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:26.066631 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b279623-c93f-41ad-b4a4-0dd6f2bd298f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.090898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b279623-c93f-41ad-b4a4-0dd6f2bd298f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.138323 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b279623-c93f-41ad-b4a4-0dd6f2bd298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.140798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5b279623-c93f-41ad-b4a4-0dd6f2bd298f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.141956 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5b279623-c93f-41ad-b4a4-0dd6f2bd298f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b50c9cc2-7780-400b-86f8-ea0798e1f2a3 HTTP/1.1" status: 204 len: 168 time: 0.1380725 Aug 29 05:25:26.149965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b279623-c93f-41ad-b4a4-0dd6f2bd298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50c9cc2-7780-400b-86f8-ea0798e1f2a3,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.796107 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43748) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:26.893204 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-173365220-network', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:26.913900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Made reservation on behalf of eb1524f1f60041fbbabb2a1091a8576c for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:26.916189 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.925357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.022322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.026197 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.049576 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:27.063678 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecceec3-2b93-404c-bad3-9a9f67e08fa9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:27.068982 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.069372 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Added segment e286b960-49ed-4901-a593-cfba4c8c576b of type vlan for network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 Aug 29 05:25:27.109271 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.133850 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.134795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:27.135395 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.189397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3921890 Aug 29 05:25:27.192807 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43754) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.197063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af6874-495e-43d4-b872-1fa74f3f1a44 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:27.198100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Request body: {'subnet': {'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-173365220-subnet', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'ip_version': 4}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:27.208126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:27.219314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Made reservation on behalf of eb1524f1f60041fbbabb2a1091a8576c for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:27.221955 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.389419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.443990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24c1c5a-aab1-47d8-822e-796dcbfc7556,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:27.452475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Checking segment: {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:27.452831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Network hostable DHCP agents. Network: 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:27.469547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:27.479441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:27.484350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:27.485904 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.487893 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83221df6-d098-43a7-b4f0-a6ab75f1076f None None] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:27.500163 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-35fa96b5-71f5-4b28-bee8-cc3936f379cf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3061845 Aug 29 05:25:27.503571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43756) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.507900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:27.529141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.530167 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.585694 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.638947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:27.639808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.732209 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.777659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Allocated IP 172.20.0.2 (0bfd7adc-34b8-47e1-bbbe-c0ec3d023293/c24c1c5a-aab1-47d8-822e-796dcbfc7556/6532f5ad-82f7-45ad-a37c-fe266fb3c6ff) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:27.924800 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.933277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Transition to ACTIVE for port object 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:27.939707 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.954177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Transition to ACTIVE for port object 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:27.961541 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.962451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.001028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:28.006394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:28.008860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:28.018822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Pushing event updated for resources: {'Port': ['ID=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.068506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Attempting to bind port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:28.068875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Attempting to bind port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:28.069241 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Allocated IP 172.25.7.143 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/73112dd5-499f-489b-9ca1-35bd3622ac48) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:28.069431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Attempting to bind port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff on network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:28.074478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:28.074677 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Checking segment: {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:28.075076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.075470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Bound using segment: {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:28.075930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Bound port: 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:28.076309 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.145050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] For port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:28.148798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] For port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:28.152612 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.173125 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.216466 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.224192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce5f4f-2a33-458e-868e-e0d8a1b2528e None None] Pushing event updated for resources: {'Port': ['ID=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.260380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:28.265275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:28.269097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:28.291416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Pushing event updated for resources: {'Port': ['ID=73112dd5-499f-489b-9ca1-35bd3622ac48,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.532490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.728884 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.868773 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Router 5af6f06c-b662-431b-88fe-eb5411320675 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:25:28.977739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:28.988349 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Sync routers for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:28.997357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.001328 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f4ea46c2-4c4e-48ef-b8c0-2ff304423862 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4942110 Aug 29 05:25:29.001659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43758) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:29.002929 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:29.003547 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:29.094502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88241ee-6e6e-4dcb-acfd-ef2c24a15175 None None] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:29.115873 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:29.214721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-156c7de9-4856-4c69-aaff-b5b8cc3af6fc None None] Provisioning for port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:29.321739 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:28Z', 'revision_number': 3, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:29.350366 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Checking router: 5af6f06c-b662-431b-88fe-eb5411320675 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:29.350628 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Updating router 5af6f06c-b662-431b-88fe-eb5411320675 port 73112dd5-499f-489b-9ca1-35bd3622ac48 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:29.378505 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.483067 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.506859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:29.573324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:29.577758 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:29.578143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.663637 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.666428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Allocated IP 172.20.0.1 (0bfd7adc-34b8-47e1-bbbe-c0ec3d023293/c24c1c5a-aab1-47d8-822e-796dcbfc7556/42e256c7-ed98-4176-955c-788029aad288) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:29.700427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:29.704802 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.754828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:29.795889 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.797307 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.809985 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Transition to ACTIVE for port object 73112dd5-499f-489b-9ca1-35bd3622ac48 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:29.813303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Transition to ACTIVE for port object 42e256c7-ed98-4176-955c-788029aad288 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:29.816726 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.848403 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.873755 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Attempting to bind port 73112dd5-499f-489b-9ca1-35bd3622ac48 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:29.874410 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Attempting to bind port 73112dd5-499f-489b-9ca1-35bd3622ac48 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:29.874775 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Attempting to bind port 73112dd5-499f-489b-9ca1-35bd3622ac48 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:29.881846 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Pushing event updated for resources: {'Port': ['ID=73112dd5-499f-489b-9ca1-35bd3622ac48,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:29.884018 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:29.884396 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:29.884787 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.885176 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:29.885650 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Bound port: 73112dd5-499f-489b-9ca1-35bd3622ac48, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:29.886031 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.886980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:29.891856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:29.895428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:29.909616 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.909961 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.910296 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.910627 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.910957 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.911401 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.911590 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.912023 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.912222 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.912540 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.912911 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.913232 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:29.926513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Pushing event updated for resources: {'Port': ['ID=42e256c7-ed98-4176-955c-788029aad288,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:29.942521 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.952015 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] For port 73112dd5-499f-489b-9ca1-35bd3622ac48, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:29.955392 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] For port 73112dd5-499f-489b-9ca1-35bd3622ac48, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=73112dd5-499f-489b-9ca1-35bd3622ac48,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:29.961927 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.025055 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cee22d-14b8-4db3-a8c2-a2149a3f8da8 None None] Pushing event updated for resources: {'Port': ['ID=73112dd5-499f-489b-9ca1-35bd3622ac48,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:30.031951 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:30.032710 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:30.076185 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.143715 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:30.177958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-68557d58-3034-46cd-b51d-aabad865504a None None] Provisioning for port 42e256c7-ed98-4176-955c-788029aad288 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:30.182133 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-68557d58-3034-46cd-b51d-aabad865504a None None] Provisioning complete for port 42e256c7-ed98-4176-955c-788029aad288 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:30.182642 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-68557d58-3034-46cd-b51d-aabad865504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.217564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-68557d58-3034-46cd-b51d-aabad865504a None None] Port 42e256c7-ed98-4176-955c-788029aad288 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:30.258313 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.262888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.323614 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:28Z', 'revision_number': 3, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:30.334079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.335894 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Pushing event updated for resources: {'Port': ['ID=42e256c7-ed98-4176-955c-788029aad288,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:30.351646 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062f1c2-cf80-4f82-b6ac-6dfd614255b6 None None] The sync data for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 is: [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:28Z', 'revision_number': 3, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:30.435550 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:30.437351 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:30.588447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Router 5af6f06c-b662-431b-88fe-eb5411320675 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:30.711711 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:30.716831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2e76b6b7-97ac-4695-a45f-0e8042046c7d admin admin] 10.222.0.55 "PUT /v2.0/routers/5af6f06c-b662-431b-88fe-eb5411320675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140729 Aug 29 05:25:30.742040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c77863a4-2bae-4f81-8854-cad0166a51d1 None None] Provisioning complete for port 42e256c7-ed98-4176-955c-788029aad288 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:30.743140 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c77863a4-2bae-4f81-8854-cad0166a51d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.783594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c77863a4-2bae-4f81-8854-cad0166a51d1 None None] Port 42e256c7-ed98-4176-955c-788029aad288 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:31.201291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43774) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.206344 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1493836079-network', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:31.226489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Made reservation on behalf of 2ffd34927a464f458762c0a80aa0d083 for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:31.229112 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.238120 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.329576 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.333572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.359241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:31.369725 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a289c80-7ce3-4a36-82a9-69a675e89abb,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.374665 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.375018 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Added segment d05ab095-aa17-44fd-8b4b-f6d09910cd17 of type vlan for network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 Aug 29 05:25:31.420167 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.450353 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.451906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:31.452580 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.505935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3034520 Aug 29 05:25:31.508521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43776) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.515003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Request body: {'subnet': {'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1493836079-subnet', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:31.526640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc6d20-c016-4555-abec-6bc85e84a311 admin admin] Pushing event updated for resources: {'Network': ['ID=2735c7a7-cfad-4586-910e-44e8bf2dd3e6,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.533174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:31.542633 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:31.545072 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Made reservation on behalf of 2ffd34927a464f458762c0a80aa0d083 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:31.547571 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.643109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:31.643431 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.723852 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.729579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73112dd5-499f-489b-9ca1-35bd3622ac48 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:31.780694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 73112dd5-499f-489b-9ca1-35bd3622ac48 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:31.785552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 73112dd5-499f-489b-9ca1-35bd3622ac48 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:31.786182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.787360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fbe2087-76f1-4bc6-8117-a161c8f46c92,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.797928 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Checking segment: {'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:31.798380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Network hostable DHCP agents. Network: 2735c7a7-cfad-4586-910e-44e8bf2dd3e6, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:31.815987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:31.824903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 2735c7a7-cfad-4586-910e-44e8bf2dd3e6) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:31.829821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:31.831278 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.850142 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-249475f3-7385-4385-84fe-fd479888c4b5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3405824 Aug 29 05:25:31.851301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43778) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.853933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829cea31-05f4-4be6-8893-35d8ea3db2ed None None] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:31.856019 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:31.875943 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Sync routers for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:31.877492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.878572 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.921549 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.928863 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.935772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:31.936390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:31.994250 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 73112dd5-499f-489b-9ca1-35bd3622ac48, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=73112dd5-499f-489b-9ca1-35bd3622ac48,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:32.007784 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.047787 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.074867 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.141790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=73112dd5-499f-489b-9ca1-35bd3622ac48,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.163213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:32.213822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-2735c7a7-cfad-4586-910e-44e8bf2dd3e6', 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'fixed_ips': [{'subnet_id': '6fbe2087-76f1-4bc6-8117-a161c8f46c92'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:32.214686 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.471959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Allocated IP 172.20.0.2 (2735c7a7-cfad-4586-910e-44e8bf2dd3e6/6fbe2087-76f1-4bc6-8117-a161c8f46c92/a3fc3d65-a1fc-464b-b409-16bdc2292fd4) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:32.562149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 2, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:32.591719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Checking router: 5af6f06c-b662-431b-88fe-eb5411320675 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:32.592077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Updating router 5af6f06c-b662-431b-88fe-eb5411320675 port 42e256c7-ed98-4176-955c-788029aad288 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:32.614150 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.634154 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.634378 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.742152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Allocated IP 172.25.7.205 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/2de4a76c-c639-4278-9c9b-d20766148ad9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:32.852057 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.865064 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.882440 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Transition to ACTIVE for port object a3fc3d65-a1fc-464b-b409-16bdc2292fd4 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:32.889500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.927052 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:32.931775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:32.935449 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:32.949798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Transition to ACTIVE for port object a3fc3d65-a1fc-464b-b409-16bdc2292fd4 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:32.959980 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.961484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Pushing event updated for resources: {'Port': ['ID=2de4a76c-c639-4278-9c9b-d20766148ad9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.036792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:33.046470 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:33.053415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:33.057838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Pushing event updated for resources: {'Port': ['ID=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.140246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Attempting to bind port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:33.140615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Attempting to bind port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:33.141085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Attempting to bind port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 on network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:33.148969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:33.149345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Checking segment: {'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:33.149773 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.150171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Bound using segment: {'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:33.150634 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Bound port: a3fc3d65-a1fc-464b-b409-16bdc2292fd4, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:33.151015 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.195577 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.245684 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.262952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Transition to ACTIVE for port object 42e256c7-ed98-4176-955c-788029aad288 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:33.265091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] For port a3fc3d65-a1fc-464b-b409-16bdc2292fd4, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:33.269573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] For port a3fc3d65-a1fc-464b-b409-16bdc2292fd4, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,segment=NetworkSegment(d05ab095-aa17-44fd-8b4b-f6d09910cd17),segment_id=d05ab095-aa17-44fd-8b4b-f6d09910cd17)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:33.272028 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.277053 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.313740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adbd1482-d981-42b8-a14b-bd4c262c13b5 req-416cf640-c81d-4e19-bda0-e2087f79a009 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0398915 Aug 29 05:25:33.343185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74de2e-9733-4f76-b36e-66c44b223c63 None None] Pushing event updated for resources: {'Port': ['ID=42e256c7-ed98-4176-955c-788029aad288,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.392923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adbd1482-d981-42b8-a14b-bd4c262c13b5 req-3bd58031-3269-4fd4-b998-156243aac385 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0300007 Aug 29 05:25:33.425382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318fae4-e8dd-4f14-89ba-1c578aa43be9 None None] Pushing event updated for resources: {'Port': ['ID=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.443429 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adbd1482-d981-42b8-a14b-bd4c262c13b5 req-54a6aa54-275c-4357-be61-d90ac31ad740 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294652 Aug 29 05:25:33.480725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.484599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Attempting to bind port 42e256c7-ed98-4176-955c-788029aad288 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:33.484986 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Attempting to bind port 42e256c7-ed98-4176-955c-788029aad288 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:33.485356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Attempting to bind port 42e256c7-ed98-4176-955c-788029aad288 on network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:33.494583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:33.494972 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Checking segment: {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:33.495390 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.495791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Bound using segment: {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:33.496393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Bound port: 42e256c7-ed98-4176-955c-788029aad288, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:33.496793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.542872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73112dd5-499f-489b-9ca1-35bd3622ac48 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:33.600315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1482-d981-42b8-a14b-bd4c262c13b5 req-c98dccf0-6fab-49a3-a4b1-9e0504ef5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:33.602473 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adbd1482-d981-42b8-a14b-bd4c262c13b5 req-c98dccf0-6fab-49a3-a4b1-9e0504ef5900 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487215 Aug 29 05:25:33.631496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] For port 42e256c7-ed98-4176-955c-788029aad288, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:33.635654 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] For port 42e256c7-ed98-4176-955c-788029aad288, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=42e256c7-ed98-4176-955c-788029aad288,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:33.640422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 73112dd5-499f-489b-9ca1-35bd3622ac48 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:33.640800 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.670731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Router 1cdbd148-30b9-4fed-849a-6836b41efa16 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:25:33.676089 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.763569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:33.763860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:33.798772 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:33.807840 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Sync routers for ids ['1cdbd148-30b9-4fed-849a-6836b41efa16'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:33.821475 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Routers {'1cdbd148-30b9-4fed-849a-6836b41efa16'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:33.822193 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1cdbd148-30b9-4fed-849a-6836b41efa16'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:33.823617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.825480 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7af35285-8359-495f-8e6e-4bf4c7a8175e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9732265 Aug 29 05:25:33.828353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43782) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.845101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74de2e-9733-4f76-b36e-66c44b223c63 None None] Pushing event updated for resources: {'Port': ['ID=42e256c7-ed98-4176-955c-788029aad288,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.960814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:33.978480 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Set router 1cdbd148-30b9-4fed-849a-6836b41efa16 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:34.177890 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:25:33Z', 'revision_number': 3, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port': {'id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:32Z', 'updated_at': '2021-08-29T05:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.184014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:33Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.208788 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Checking router: 1cdbd148-30b9-4fed-849a-6836b41efa16 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:34.209134 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Updating router 1cdbd148-30b9-4fed-849a-6836b41efa16 port 2de4a76c-c639-4278-9c9b-d20766148ad9 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:34.211708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0a2ef-8cca-4432-8676-90bb073a4205 None None] The sync data for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 is: [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:33Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:34.234096 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.335280 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.530278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Allocated IP 172.20.0.1 (2735c7a7-cfad-4586-910e-44e8bf2dd3e6/6fbe2087-76f1-4bc6-8117-a161c8f46c92/02eaa26a-a52d-4d74-9e4b-9a6339991c79) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:34.532040 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.543027 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Transition to ACTIVE for port object 2de4a76c-c639-4278-9c9b-d20766148ad9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:34.552401 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.603198 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14696361-a863-47b9-8cd9-1179198e8ee9 None None] Pushing event updated for resources: {'Port': ['ID=2de4a76c-c639-4278-9c9b-d20766148ad9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.633994 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Attempting to bind port 2de4a76c-c639-4278-9c9b-d20766148ad9 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:34.634606 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Attempting to bind port 2de4a76c-c639-4278-9c9b-d20766148ad9 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:34.635127 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Attempting to bind port 2de4a76c-c639-4278-9c9b-d20766148ad9 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:34.642304 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:34.642676 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:34.643130 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.643523 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:34.643998 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Bound port: 2de4a76c-c639-4278-9c9b-d20766148ad9, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:34.644405 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.678545 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.697163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Transition to ACTIVE for port object 02eaa26a-a52d-4d74-9e4b-9a6339991c79 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:34.702938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479efd3-9fd8-47ac-88b3-0766732c128f None None] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:34.714261 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] For port 2de4a76c-c639-4278-9c9b-d20766148ad9, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:34.719870 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] For port 2de4a76c-c639-4278-9c9b-d20766148ad9, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2de4a76c-c639-4278-9c9b-d20766148ad9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:34.725923 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.739893 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.777438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-141cfbc4-a2ea-4fe1-a486-6660fe2e403e None None] Provisioning for port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:34.787157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:34.793026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:34.797441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:34.822092 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14696361-a863-47b9-8cd9-1179198e8ee9 None None] Pushing event updated for resources: {'Port': ['ID=2de4a76c-c639-4278-9c9b-d20766148ad9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.830479 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Routers {'1cdbd148-30b9-4fed-849a-6836b41efa16'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:34.831294 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1cdbd148-30b9-4fed-849a-6836b41efa16'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.844677 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.884269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Pushing event updated for resources: {'Port': ['ID=02eaa26a-a52d-4d74-9e4b-9a6339991c79,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.973119 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] Set router 1cdbd148-30b9-4fed-849a-6836b41efa16 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:34.994036 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.200537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.208155 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.258975 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9b09722f-517f-4963-a238-6682dcbf7dfb None None] Provisioning for port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:35.264348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9b09722f-517f-4963-a238-6682dcbf7dfb None None] Provisioning complete for port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:35.265043 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9b09722f-517f-4963-a238-6682dcbf7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.267491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.293363 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:25:33Z', 'revision_number': 3, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port': {'id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:32Z', 'updated_at': '2021-08-29T05:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:35.324627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-9b09722f-517f-4963-a238-6682dcbf7dfb None None] Port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:35.334587 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c4796-5f83-473a-8169-899bc6715005 None None] The sync data for ids ['1cdbd148-30b9-4fed-849a-6836b41efa16'] in n-d-712143-14 is: [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:25:33Z', 'revision_number': 3, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port': {'id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:32Z', 'updated_at': '2021-08-29T05:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:35.369117 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Pushing event updated for resources: {'Port': ['ID=02eaa26a-a52d-4d74-9e4b-9a6339991c79,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:35.428999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:35.428999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:35.455454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-70e156b2-6c1a-448d-871f-9e276235a579 None None] Provisioning complete for port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:35.456357 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-70e156b2-6c1a-448d-871f-9e276235a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.522088 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-70e156b2-6c1a-448d-871f-9e276235a579 None None] Port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:35.568023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 42e256c7-ed98-4176-955c-788029aad288 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:35.626479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Router 1cdbd148-30b9-4fed-849a-6836b41efa16 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:35.644391 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 42e256c7-ed98-4176-955c-788029aad288 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:35.649086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 42e256c7-ed98-4176-955c-788029aad288 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:35.649471 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.737734 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.757427 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:35.765230 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f6734f89-9471-403b-9b18-6482aa77ad54 admin admin] 10.222.0.55 "PUT /v2.0/routers/1cdbd148-30b9-4fed-849a-6836b41efa16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358397 Aug 29 05:25:35.765881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a5755f5d-2208-4b70-9653-4f16a60db354 None None] Provisioning complete for port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:35.766257 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5755f5d-2208-4b70-9653-4f16a60db354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.816826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a5755f5d-2208-4b70-9653-4f16a60db354 None None] Port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:35.847369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 42e256c7-ed98-4176-955c-788029aad288, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=42e256c7-ed98-4176-955c-788029aad288,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:35.856280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.857219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a3fc3d65-a1fc-464b-b409-16bdc2292fd4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:35.970537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=42e256c7-ed98-4176-955c-788029aad288,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:35.994784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:36.000163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:36.000730 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.092637 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.131700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a3fc3d65-a1fc-464b-b409-16bdc2292fd4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,segment=NetworkSegment(d05ab095-aa17-44fd-8b4b-f6d09910cd17),segment_id=d05ab095-aa17-44fd-8b4b-f6d09910cd17)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:36.141651 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.205424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:37.581354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2de4a76c-c639-4278-9c9b-d20766148ad9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:37.647233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2de4a76c-c639-4278-9c9b-d20766148ad9 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:37.651403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2de4a76c-c639-4278-9c9b-d20766148ad9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:37.651776 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.675533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Sync routers for ids ['1cdbd148-30b9-4fed-849a-6836b41efa16'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:37.699512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Routers {'1cdbd148-30b9-4fed-849a-6836b41efa16'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:37.700441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1cdbd148-30b9-4fed-849a-6836b41efa16'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:37.817973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.852831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2de4a76c-c639-4278-9c9b-d20766148ad9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2de4a76c-c639-4278-9c9b-d20766148ad9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:37.858438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Set router 1cdbd148-30b9-4fed-849a-6836b41efa16 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:37.861552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.863057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 42e256c7-ed98-4176-955c-788029aad288 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:38.199923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2de4a76c-c639-4278-9c9b-d20766148ad9,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.221692 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 42e256c7-ed98-4176-955c-788029aad288 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:38.222077 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.356215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a3fc3d65-a1fc-464b-b409-16bdc2292fd4 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:38.399140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:25:34Z', 'revision_number': 4, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port': {'id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:32Z', 'updated_at': '2021-08-29T05:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '02eaa26a-a52d-4d74-9e4b-9a6339991c79', 'name': '', 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'mac_address': 'fa:16:3e:72:3c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6fbe2087-76f1-4bc6-8117-a161c8f46c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 2, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'subnets': [{'id': '6fbe2087-76f1-4bc6-8117-a161c8f46c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:38.429060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Checking router: 1cdbd148-30b9-4fed-849a-6836b41efa16 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:38.429415 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Updating router 1cdbd148-30b9-4fed-849a-6836b41efa16 port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:38.460765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:38.461066 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.465492 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.824906 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.836221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Transition to ACTIVE for port object 02eaa26a-a52d-4d74-9e4b-9a6339991c79 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:38.846879 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.904392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a0096-74fe-40bd-8460-02a7922b8e9f None None] Pushing event updated for resources: {'Port': ['ID=02eaa26a-a52d-4d74-9e4b-9a6339991c79,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.980159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Attempting to bind port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:38.981077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Attempting to bind port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:38.981885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Attempting to bind port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 on network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:38.987963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:38.988725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Checking segment: {'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:38.989360 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.989994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Bound using segment: {'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:38.990697 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Bound port: 02eaa26a-a52d-4d74-9e4b-9a6339991c79, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05ab095-aa17-44fd-8b4b-f6d09910cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:38.991332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.083705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] For port 02eaa26a-a52d-4d74-9e4b-9a6339991c79, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:39.091517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] For port 02eaa26a-a52d-4d74-9e4b-9a6339991c79, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=02eaa26a-a52d-4d74-9e4b-9a6339991c79,segment=NetworkSegment(d05ab095-aa17-44fd-8b4b-f6d09910cd17),segment_id=d05ab095-aa17-44fd-8b4b-f6d09910cd17)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:39.099069 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.192639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a0096-74fe-40bd-8460-02a7922b8e9f None None] Pushing event updated for resources: {'Port': ['ID=02eaa26a-a52d-4d74-9e4b-9a6339991c79,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:39.195741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Routers {'1cdbd148-30b9-4fed-849a-6836b41efa16'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:39.196378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:25:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1cdbd148-30b9-4fed-849a-6836b41efa16'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:39.329617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] Set router 1cdbd148-30b9-4fed-849a-6836b41efa16 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:39.466215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2de4a76c-c639-4278-9c9b-d20766148ad9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:39.585858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2de4a76c-c639-4278-9c9b-d20766148ad9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:39.586220 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.654300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:25:34Z', 'revision_number': 4, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port': {'id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:32Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '02eaa26a-a52d-4d74-9e4b-9a6339991c79', 'name': '', 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'mac_address': 'fa:16:3e:72:3c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6fbe2087-76f1-4bc6-8117-a161c8f46c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:39Z', 'revision_number': 4, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'subnets': [{'id': '6fbe2087-76f1-4bc6-8117-a161c8f46c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:39.684189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9211d3-269d-45ff-8857-5f5c803d0a4d None None] The sync data for ids ['1cdbd148-30b9-4fed-849a-6836b41efa16'] in n-d-712143-14 is: [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:25:34Z', 'revision_number': 4, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port': {'id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:32Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '02eaa26a-a52d-4d74-9e4b-9a6339991c79', 'name': '', 'network_id': '2735c7a7-cfad-4586-910e-44e8bf2dd3e6', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'mac_address': 'fa:16:3e:72:3c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6fbe2087-76f1-4bc6-8117-a161c8f46c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:34Z', 'updated_at': '2021-08-29T05:25:39Z', 'revision_number': 4, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'subnets': [{'id': '6fbe2087-76f1-4bc6-8117-a161c8f46c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:41.524191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 02eaa26a-a52d-4d74-9e4b-9a6339991c79 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:41.617857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:41.623535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:41.623997 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.721863 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.764704 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 02eaa26a-a52d-4d74-9e4b-9a6339991c79, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=02eaa26a-a52d-4d74-9e4b-9a6339991c79,segment=NetworkSegment(d05ab095-aa17-44fd-8b4b-f6d09910cd17),segment_id=d05ab095-aa17-44fd-8b4b-f6d09910cd17)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:41.770098 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.828938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=02eaa26a-a52d-4d74-9e4b-9a6339991c79,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:42.109143 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:43.481843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 02eaa26a-a52d-4d74-9e4b-9a6339991c79 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:43.536637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:43.537008 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.684140 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-3a9a5bc3-d501-4a05-a93a-16aed7edaf5f tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:45.685622 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-3a9a5bc3-d501-4a05-a93a-16aed7edaf5f tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 814 time: 0.1003573 Aug 29 05:25:45.700407 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-53071241-78fc-4ec5-bfd1-f019e8bc31e1 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/quotas/eb1524f1f60041fbbabb2a1091a8576c HTTP/1.1" status: 200 len: 375 time: 0.0087676 Aug 29 05:25:45.750988 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-c0f6c5b6-ff17-4f04-80d0-ed4b6ace0daa tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451558 Aug 29 05:25:45.846769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-268fd30c-c698-4be1-b0be-acdc94427cf0 service neutron] 10.222.0.55 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843616 Aug 29 05:25:45.938467 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-b083aa2c-0478-4a1b-876a-5a55ffd17ffe service neutron] 10.222.0.55 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822790 Aug 29 05:25:46.098646 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67a788d5-acd2-4040-bb6f-ebd300d60a33 req-8a8ae608-9be1-45aa-8f3c-925cc43e0aef tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0273631 Aug 29 05:25:46.917275 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-89f6ccda-8604-4dd5-9bdc-2150bf77177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.202099 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49edc5c1-f134-4e98-8de6-4c76a6a49860 req-6af5928f-4f07-4a52-9b1b-ee4d4f99ea1a tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0347180 Aug 29 05:25:47.431022 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-de3c845c-2aab-48ad-8bf6-cab1edcc6c9b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:47.432677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-de3c845c-2aab-48ad-8bf6-cab1edcc6c9b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 814 time: 0.4372025 Aug 29 05:25:48.303458 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bc7dd091-5bc9-49f9-b93d-a2c2ef36d398 req-7e12fba1-62de-41ee-8f79-921d42097c61 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Aug 29 05:25:49.402402 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-decf888a-20c6-47bf-b3fe-da221830f098 req-cda63dff-7f87-493d-865a-7139929596ba tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Aug 29 05:25:49.551885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f023c564-0c94-4ff4-8a3e-a418576bd0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.734320 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.502953 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44ea7736-a7de-4d0c-8414-1da68631fa54 req-007f6707-c996-4bb0-90fd-c45f334c9a2d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0297978 Aug 29 05:25:51.013719 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.289932 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.601018 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cec3797c-feb8-4419-a43a-6ebab585432e req-54c68d64-1944-4553-b154-66753d8292f7 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Aug 29 05:25:52.541647 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:52.698567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-79cea358-a874-4205-ae28-596bb47e46a4 req-1862181c-c6b2-4c74-87a1-0eb21a57a233 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0266793 Aug 29 05:25:53.800730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-38bc5223-5a1b-49fa-8eda-b51e0e8f69bc req-12e3588b-29ec-4619-8e56-5f4634b3cbe6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0288024 Aug 29 05:25:54.900817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-093bc7df-ef7a-40d3-9527-ac00f6228a85 req-6bccc0c0-4700-4ad5-acf2-f0acaa6d58f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0334284 Aug 29 05:25:55.994365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c11cf0a-53ef-4192-89f5-a29d08e49ffd req-2daa184a-f429-4639-9baf-54404c29a1b0 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Aug 29 05:25:57.088047 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcdf117a-bdde-4296-abed-5b8ed5e6105f req-5bffcdd8-4de5-4e2e-9fc0-0f7e731c0ba1 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0261359 Aug 29 05:25:57.811388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'port': {'device_id': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'admin_state_up': True, 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:57.916827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Made reservation on behalf of eb1524f1f60041fbbabb2a1091a8576c for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:57.920409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.048086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Allocated IP 172.20.0.8 (0bfd7adc-34b8-47e1-bbbe-c0ec3d023293/c24c1c5a-aab1-47d8-822e-796dcbfc7556/1c65c57c-8743-4d8d-a030-70e85d140003) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:58.185728 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8c79ff1-92bf-427b-b988-eafe124a4116 req-c2bd28dd-66c8-404a-b421-f1ad5a99ff56 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0262318 Aug 29 05:25:58.196555 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.211052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Transition to ACTIVE for port object 1c65c57c-8743-4d8d-a030-70e85d140003 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:58.242738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.285673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:58.290799 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:58.294552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:58.301660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:58.348449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:58.349086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.366443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-846d3481-9289-47f8-970b-c77c1a88bc5e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571196 Aug 29 05:25:58.382614 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Request body: {'port': {'device_id': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:58.443303 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.501010 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b50160b8-2c31-4423-adf4-56eda83e3f22 None None] Provisioning for port 1c65c57c-8743-4d8d-a030-70e85d140003 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:58.505348 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b50160b8-2c31-4423-adf4-56eda83e3f22 None None] Provisioning complete for port 1c65c57c-8743-4d8d-a030-70e85d140003 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:58.505750 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b50160b8-2c31-4423-adf4-56eda83e3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.541469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b50160b8-2c31-4423-adf4-56eda83e3f22 None None] Port 1c65c57c-8743-4d8d-a030-70e85d140003 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:58.701194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c65c57c-8743-4d8d-a030-70e85d140003 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:58.709119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.720640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Transition to ACTIVE for port object 1c65c57c-8743-4d8d-a030-70e85d140003 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:58.724368 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.776626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Pushing event updated for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:58.846402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Attempting to bind port 1c65c57c-8743-4d8d-a030-70e85d140003 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:58.846739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Attempting to bind port 1c65c57c-8743-4d8d-a030-70e85d140003 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:58.847075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Attempting to bind port 1c65c57c-8743-4d8d-a030-70e85d140003 on network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:58.851640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Port 1c65c57c-8743-4d8d-a030-70e85d140003 on network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:25:58.851958 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Attempting to bind port 1c65c57c-8743-4d8d-a030-70e85d140003 on network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:58.856941 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:58.857277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Checking segment: {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:58.857705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Bound using segment: {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:58.858127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Bound port: 1c65c57c-8743-4d8d-a030-70e85d140003, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e286b960-49ed-4901-a593-cfba4c8c576b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:58.858483 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.924381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:58.928116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1c65c57c-8743-4d8d-a030-70e85d140003,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:58.931740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.967052 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:58.967682 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.969292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] 10.222.0.32 "PUT /v2.0/ports/1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 1092 time: 0.5913029 Aug 29 05:25:58.969694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:58.972022 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:58.997096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295376df-dbc3-4c30-9fbd-845b1e44ec0a service neutron] Pushing event updated for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:59.014577 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5455cc92-4805-4ff4-8766-09bfc6b9ae17 x-openstack-request-id: req-5455cc92-4805-4ff4-8766-09bfc6b9ae17 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:59.014577 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:59.014833 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5455cc92-4805-4ff4-8766-09bfc6b9ae17 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:59.015307 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003', 'status': 'completed', 'code': 200} Aug 29 05:25:59.078207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-ae66795d-1e79-4a01-b621-88ae0260e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.079855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-ae66795d-1e79-4a01-b621-88ae0260e266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0442157 Aug 29 05:25:59.135321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-3f0cbbce-92ed-474d-8551-6d8447bf1797 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 217 time: 0.0404959 Aug 29 05:25:59.186819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-199d424b-4e82-460f-bfd2-c060862c15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.188332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-199d424b-4e82-460f-bfd2-c060862c15b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0458050 Aug 29 05:25:59.234192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-cd9588be-002a-4b41-8504-7a58411d4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.235751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-cd9588be-002a-4b41-8504-7a58411d4bba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404851 Aug 29 05:25:59.304594 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c768d12-147a-4e12-909b-78fdc1ec708a req-6822cccd-4399-4bea-94d9-ab68f5951cad tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.306104 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c768d12-147a-4e12-909b-78fdc1ec708a req-6822cccd-4399-4bea-94d9-ab68f5951cad tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 943 time: 0.0526059 Aug 29 05:25:59.329084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-232a68d2-d310-4df6-a63f-f48a2ef9020b service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865624 Aug 29 05:25:59.344095 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9c768d12-147a-4e12-909b-78fdc1ec708a req-28e4931e-b21f-4a7f-82c0-dd562cd2dddf tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Aug 29 05:25:59.417860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0551fb4e-49f6-4c87-8109-2fd39b719465 req-9473f0bf-1f1d-420f-b9ce-66b20c76f94c service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822918 Aug 29 05:25:59.545430 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-5b19f1af-7365-4346-a38e-a8d534e6005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.546841 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-5b19f1af-7365-4346-a38e-a8d534e6005e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1095 time: 0.0408361 Aug 29 05:25:59.637841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-8eae055d-497c-4054-8140-8be1fcc683e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.639287 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-8eae055d-497c-4054-8140-8be1fcc683e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 915 time: 0.0862219 Aug 29 05:25:59.681296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-daccec2b-5567-4806-81d3-7030497cc35c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 217 time: 0.0350554 Aug 29 05:25:59.734618 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-0c4616dc-f17e-4720-ad32-525b239152e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.736044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-0c4616dc-f17e-4720-ad32-525b239152e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0475094 Aug 29 05:25:59.781116 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-6013b6b0-974b-457e-8319-1474e869de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.782578 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-6013b6b0-974b-457e-8319-1474e869de0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387712 Aug 29 05:25:59.869520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-fff1bff0-fa8c-4baf-ad33-a43b92a65d24 service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789168 Aug 29 05:25:59.963889 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd86a1a5-4cff-44eb-9549-f5d3dbff568d req-3b1dc121-febd-426d-a41e-3f7f774fba43 service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854616 Aug 29 05:26:00.462253 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4df2d-eee6-41b2-a565-9a6ccea14ef6 req-3fc7212c-370a-4214-acf3-43d902223267 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:00.463724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7f4df2d-eee6-41b2-a565-9a6ccea14ef6 req-3fc7212c-370a-4214-acf3-43d902223267 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 943 time: 0.0511885 Aug 29 05:26:00.500576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7f4df2d-eee6-41b2-a565-9a6ccea14ef6 req-a8d5535a-2ac7-4ab7-bea8-807ca44bc74f tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Aug 29 05:26:01.613481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be293ad5-79fb-46ac-9052-2c3ab0c0a788 req-d12c3110-dca6-43dc-a99d-e232abf0d621 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:01.614973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be293ad5-79fb-46ac-9052-2c3ab0c0a788 req-d12c3110-dca6-43dc-a99d-e232abf0d621 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 943 time: 0.0485008 Aug 29 05:26:01.652359 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be293ad5-79fb-46ac-9052-2c3ab0c0a788 req-b1049d12-edc9-4521-8c34-ef124c0b9287 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Aug 29 05:26:01.980950 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:02.768162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9c8d-8001-4026-ab3d-dde2654b498d req-f8760471-c1a6-476e-9559-a59346e71249 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:02.769682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f8e9c8d-8001-4026-ab3d-dde2654b498d req-f8760471-c1a6-476e-9559-a59346e71249 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 943 time: 0.0494335 Aug 29 05:26:02.806353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f8e9c8d-8001-4026-ab3d-dde2654b498d req-3a901011-8974-4eb1-8ebe-8b33ca458509 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307457 Aug 29 05:26:02.822050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1c65c57c-8743-4d8d-a030-70e85d140003 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:26:02.911479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1c65c57c-8743-4d8d-a030-70e85d140003,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:02.922380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '1c65c57c-8743-4d8d-a030-70e85d140003', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'port_id': '1c65c57c-8743-4d8d-a030-70e85d140003', 'mac_address': 'fa:16:3e:a0:3b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:26:02.961743 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:02.974688 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c65c57c-8743-4d8d-a030-70e85d140003 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:26:02.994213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1c65c57c-8743-4d8d-a030-70e85d140003,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:02.998122 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:03.056126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:03.063828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.064183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.064585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.064929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.065273 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.065631 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.065969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.066310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.066663 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.066994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.067322 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.067649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:03.273490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1c65c57c-8743-4d8d-a030-70e85d140003'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:26:03.919753 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff3a2-7b20-4adb-aa00-f4fa8e802018 req-e4e7a426-00d9-40b3-a3c7-06ab6a4f65e0 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:03.921230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b54ff3a2-7b20-4adb-aa00-f4fa8e802018 req-e4e7a426-00d9-40b3-a3c7-06ab6a4f65e0 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0494761 Aug 29 05:26:03.959831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b54ff3a2-7b20-4adb-aa00-f4fa8e802018 req-73f32f35-ba3f-48a9-9254-13cab5bbcca8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Aug 29 05:26:04.845259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1c65c57c-8743-4d8d-a030-70e85d140003 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:26:04.892263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 1c65c57c-8743-4d8d-a030-70e85d140003 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:26:04.895825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 1c65c57c-8743-4d8d-a030-70e85d140003 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:26:04.896202 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:04.969498 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:04.991978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:04.994322 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a31ac7-d0b0-49ab-b091-01db21767d65" -d '{"events": [{"server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:05.010162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1c65c57c-8743-4d8d-a030-70e85d140003,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:05.014548 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:05.042234 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335265e6-8bbe-4be5-95e5-2b3fd78d7d8c x-openstack-request-id: req-335265e6-8bbe-4be5-95e5-2b3fd78d7d8c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:05.042523 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:05.042777 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-335265e6-8bbe-4be5-95e5-2b3fd78d7d8c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:05.043166 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003', 'code': 200} Aug 29 05:26:05.066911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:05.100132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64374923-d842-411f-9120-a36a60d2f347 req-585fd4c1-8f3a-4d1b-8a90-5422914551b6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:05.101529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64374923-d842-411f-9120-a36a60d2f347 req-585fd4c1-8f3a-4d1b-8a90-5422914551b6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0622435 Aug 29 05:26:05.162593 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64374923-d842-411f-9120-a36a60d2f347 req-5a5962ac-3d5a-42af-96d9-1b469ed23dcd tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545335 Aug 29 05:26:05.175792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7c466-3103-4d46-86ef-a3da749c2504 req-3edeb737-b0d3-4738-ad1f-150bd7fc135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:05.177316 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5b7c466-3103-4d46-86ef-a3da749c2504 req-3edeb737-b0d3-4738-ad1f-150bd7fc135e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0518920 Aug 29 05:26:05.213124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5b7c466-3103-4d46-86ef-a3da749c2504 req-745e9403-5370-41a7-b9f4-0f86866321a6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279615 Aug 29 05:26:06.282858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e574a5-7af1-4d65-95ea-647d333ddc24 req-2d0a5f47-8c52-4f5b-8968-989946b6efdb tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:06.284794 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-08e574a5-7af1-4d65-95ea-647d333ddc24 req-2d0a5f47-8c52-4f5b-8968-989946b6efdb tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0526910 Aug 29 05:26:06.324241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-08e574a5-7af1-4d65-95ea-647d333ddc24 req-258ffc7a-825f-4d1f-9ac2-e45fb534c834 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332272 Aug 29 05:26:07.441112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feab7c-969e-47e0-b03e-13ab4659e015 req-d6175468-95af-42fd-8310-83b17cc5f120 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:07.442642 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36feab7c-969e-47e0-b03e-13ab4659e015 req-d6175468-95af-42fd-8310-83b17cc5f120 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Aug 29 05:26:07.480935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-36feab7c-969e-47e0-b03e-13ab4659e015 req-28509e31-fd58-4c1f-80c3-142969c2fa22 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Aug 29 05:26:07.592381 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e870-3a2a-4033-af2b-e01d9dcfafcb req-af540ac0-4aa6-4848-a5ba-a85973a17e94 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:07.593894 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c4e870-3a2a-4033-af2b-e01d9dcfafcb req-af540ac0-4aa6-4848-a5ba-a85973a17e94 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0491745 Aug 29 05:26:07.631872 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-28c4e870-3a2a-4033-af2b-e01d9dcfafcb req-ad4133f0-dfa2-4eb5-abe4-e91f15de6fac tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Aug 29 05:26:07.828650 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632164b7-743b-4eeb-9e28-1df9b171a815 req-32038e23-078a-4a08-afc1-668d6555abaf tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:07.830211 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-632164b7-743b-4eeb-9e28-1df9b171a815 req-32038e23-078a-4a08-afc1-668d6555abaf tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0526359 Aug 29 05:26:07.870225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-632164b7-743b-4eeb-9e28-1df9b171a815 req-d3da1f11-31ba-487b-b0d1-5a9d4c880fa7 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Aug 29 05:26:16.922429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a13f9170-211b-4e59-82c2-212fdedf0cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:19.108371 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:26:19.432945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95c48-8140-4d27-8720-d9889b2e929d req-4a2b98e4-807e-432d-a238-a2d33312bcfd tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:19.434454 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ce95c48-8140-4d27-8720-d9889b2e929d req-4a2b98e4-807e-432d-a238-a2d33312bcfd tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0535007 Aug 29 05:26:19.471935 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3ce95c48-8140-4d27-8720-d9889b2e929d req-079be8eb-ad22-4ace-874e-28def9efaec6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Aug 29 05:26:19.494641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43982) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:19.553845 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1776-9b46-4758-94b4-666345697e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:19.620721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183eda0e-c013-41df-9093-eb8626f9ea7b tempest-TestMinimumBasicScenario-122377070 tempest-TestMinimumBasicScenario-122377070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:19.622262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-183eda0e-c013-41df-9093-eb8626f9ea7b tempest-TestMinimumBasicScenario-122377070 tempest-TestMinimumBasicScenario-122377070-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1092 time: 0.1266344 Aug 29 05:26:19.625229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43986) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:19.629511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '1c65c57c-8743-4d8d-a030-70e85d140003', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:19.651303 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:19.742326 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:19.756432 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:19.856010 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Allocated IP 172.25.7.29 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/4e5bf928-73c3-4c52-b2a0-feab4694f9ab) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:26:19.960376 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:19.998428 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.032960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:26:20.035754 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:26:20.039237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:26:20.070237 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'Port': ['ID=4e5bf928-73c3-4c52-b2a0-feab4694f9ab,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:20.083075 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.083426 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.083775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.084119 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.084458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.084795 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.085125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.085457 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.085819 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.086154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.086481 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.086809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:20.406748 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.471410 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.628743 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.633690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.701178 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'Port': ['ID=4e5bf928-73c3-4c52-b2a0-feab4694f9ab,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:20.711623 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:20.809293 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Floating IP 58132c94-716c-4d63-a567-b0bc68c640b4 associated. External IP: 172.25.7.29, port: 1c65c57c-8743-4d8d-a030-70e85d140003. Aug 29 05:26:21.012360 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Router 5af6f06c-b662-431b-88fe-eb5411320675 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:26:21.015195 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.120897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:26:21.130851 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] Sync routers for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:26:21.138292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.140706 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:26:21.141305 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:26:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:21.165724 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be24b785-9ddf-45f1-8bf0-e90ef0b14ea5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5394115 Aug 29 05:26:21.166317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:21.168935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 43988) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:21.169451 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478982ec-8225-4570-8f71-9f968bbd40d0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:21.178295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254108399', 'description': 'tempest-secgroup-smoke-1254108399 description', 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:21.209544 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494e2b3b-ff2b-4092-9368-79a08aa5b58f x-openstack-request-id: req-494e2b3b-ff2b-4092-9368-79a08aa5b58f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:21.209949 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:21.210212 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-494e2b3b-ff2b-4092-9368-79a08aa5b58f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:21.210414 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.210684 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003', 'status': 'completed', 'code': 200} Aug 29 05:26:21.246486 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:26:21.287643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.326522 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.329570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-8bb5b3b9-d36d-48ee-aebc-44ee604d27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:21.331200 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-8bb5b3b9-d36d-48ee-aebc-44ee604d27df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0689275 Aug 29 05:26:21.332255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.406826 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.408049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2372854 Aug 29 05:26:21.410349 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:21.411179 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43992) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:21.416639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0a02b9ef-a269-4c9f-8c02-2c6e30537285 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'security_group_rule': {'security_group_id': '6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a', 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:21.422920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.423271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.423639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.423978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.424314 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.424763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.424984 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.425286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.425638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.425963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.426287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.426608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e880fc-ef4a-4001-9c19-77b6efe494a5 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.449149 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a02b9ef-a269-4c9f-8c02-2c6e30537285 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.467394 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-411f35dd-2e24-49ed-a949-1573cd3ddd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:21.468892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-411f35dd-2e24-49ed-a949-1573cd3ddd4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 915 time: 0.1269937 Aug 29 05:26:21.475337 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '58132c94-716c-4d63-a567-b0bc68c640b4', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'port_id': '1c65c57c-8743-4d8d-a030-70e85d140003', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'mac_address': 'fa:16:3e:a0:3b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:26:20Z', 'updated_at': '2021-08-29T05:26:20Z', 'revision_number': 0, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 5, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:21.508097 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] Checking router: 5af6f06c-b662-431b-88fe-eb5411320675 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:26:21.508439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a02b9ef-a269-4c9f-8c02-2c6e30537285 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.513533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a02b9ef-a269-4c9f-8c02-2c6e30537285 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.519263 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:26:21.519886 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:26:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:21.532508 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02b9ef-a269-4c9f-8c02-2c6e30537285 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6351a929-f5f4-400e-bcb8-2dea6650e782,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:21.538582 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0a02b9ef-a269-4c9f-8c02-2c6e30537285 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.540081 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0a02b9ef-a269-4c9f-8c02-2c6e30537285 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271467 Aug 29 05:26:21.542879 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43994) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:21.546210 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-cd86f95d-e379-4428-ae65-da13ee98dd74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 998 time: 0.0663810 Aug 29 05:26:21.548721 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-78f5adcb-397c-4546-858b-f116b965212e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'security_group_rule': {'security_group_id': '6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a', 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:21.577923 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78f5adcb-397c-4546-858b-f116b965212e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.599332 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-b95dc5e6-539f-4bc7-bafc-1b43c3a6a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:21.600806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-b95dc5e6-539f-4bc7-bafc-1b43c3a6a7cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0468435 Aug 29 05:26:21.644648 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:26:21.645223 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78f5adcb-397c-4546-858b-f116b965212e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.649900 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78f5adcb-397c-4546-858b-f116b965212e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.655749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-98e9f655-3216-4bb4-9b37-b6e990bccee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:21.657378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-98e9f655-3216-4bb4-9b37-b6e990bccee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480330 Aug 29 05:26:21.673312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5adcb-397c-4546-858b-f116b965212e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73af43d2-6f96-4117-9a92-e4ddf0673eea,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:21.678728 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-78f5adcb-397c-4546-858b-f116b965212e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.683169 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-78f5adcb-397c-4546-858b-f116b965212e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391089 Aug 29 05:26:21.683774 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43996) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:21.688674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6c608ed6-a646-4139-a4b4-bb1725ebbb16 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'security_group_rule': {'security_group_id': '6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a', 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:21.716949 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c608ed6-a646-4139-a4b4-bb1725ebbb16 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.756948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-b3dd6638-4987-447f-9339-3dc3a5369cde service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918081 Aug 29 05:26:21.794078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c608ed6-a646-4139-a4b4-bb1725ebbb16 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.798826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c608ed6-a646-4139-a4b4-bb1725ebbb16 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.816535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c608ed6-a646-4139-a4b4-bb1725ebbb16 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40c0759-f8e4-45e8-ade9-4dc5fc10a793,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:21.824084 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c608ed6-a646-4139-a4b4-bb1725ebbb16 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.827853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6c608ed6-a646-4139-a4b4-bb1725ebbb16 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407061 Aug 29 05:26:21.828185 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 43998) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:21.832778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fbeb389d-98d7-491f-8228-dea6fb2bb2ce tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'security_group_rule': {'security_group_id': '6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a', 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:21.866366 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fbeb389d-98d7-491f-8228-dea6fb2bb2ce tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.874172 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-478982ec-8225-4570-8f71-9f968bbd40d0 req-eebe1722-5424-4dc8-9a6b-de82f1ca218f service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100426 Aug 29 05:26:21.894058 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '58132c94-716c-4d63-a567-b0bc68c640b4', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'port_id': '1c65c57c-8743-4d8d-a030-70e85d140003', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'mac_address': 'fa:16:3e:a0:3b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:26:20Z', 'updated_at': '2021-08-29T05:26:20Z', 'revision_number': 0, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 5, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:21.922931 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56ae5a-c16e-4698-b751-131a5057aa02 None None] The sync data for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 is: [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '58132c94-716c-4d63-a567-b0bc68c640b4', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'port_id': '1c65c57c-8743-4d8d-a030-70e85d140003', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'mac_address': 'fa:16:3e:a0:3b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:26:20Z', 'updated_at': '2021-08-29T05:26:20Z', 'revision_number': 0, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 5, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:26:21.927382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fbeb389d-98d7-491f-8228-dea6fb2bb2ce tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.931108 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fbeb389d-98d7-491f-8228-dea6fb2bb2ce tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.951091 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb389d-98d7-491f-8228-dea6fb2bb2ce tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50ebe91-bf90-4fc8-bb89-fb4e14683946,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:21.957290 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fbeb389d-98d7-491f-8228-dea6fb2bb2ce tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.957290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fbeb389d-98d7-491f-8228-dea6fb2bb2ce tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278358 Aug 29 05:26:21.960681 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44000) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:21.965882 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'security_group_rule': {'security_group_id': '6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a', 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:21.987225 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Project eb1524f1f60041fbbabb2a1091a8576c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:26:21.992792 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.056448 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.061691 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.081808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bd711d-3b24-46f5-a35e-b27ce0d27b31,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:22.085918 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.090060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44002) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:22.094240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-105067c2-6f7d-45d7-a1b6-1598adbf5f8b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323872 Aug 29 05:26:22.094769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'security_group_rule': {'security_group_id': '6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a', 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:22.117356 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Project eb1524f1f60041fbbabb2a1091a8576c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:26:22.122477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.129580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694f371-70f7-43a0-a02d-a7cfb21761fc None None] New status for floating IP 58132c94-716c-4d63-a567-b0bc68c640b4: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:26:22.192052 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.196639 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.214632 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893814ed-bb63-45c4-a29a-c303f6aad403,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:22.220411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.221690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ca0aeebf-be60-4a07-939e-713ee3493f6d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305857 Aug 29 05:26:22.300157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-360512ca-26f5-4ab8-bd6a-428f9ac1d714 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254108399&fields=id&tenant_id=eb1524f1f60041fbbabb2a1091a8576c HTTP/1.1" status: 200 len: 267 time: 0.0337009 Aug 29 05:26:22.355180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-46b32478-42e9-42e5-8dca-68270254ca43 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:22.356639 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-46b32478-42e9-42e5-8dca-68270254ca43 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0497570 Aug 29 05:26:22.368284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'port': {'security_groups': ['2ecceec3-2b93-404c-bad3-9a9f67e08fa9', '6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a']}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:22.430058 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.543108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.609357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1c65c57c-8743-4d8d-a030-70e85d140003,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:22.645308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.649831 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.683190 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1c65c57c-8743-4d8d-a030-70e85d140003'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:26:22.693275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:22.693934 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:22.695365 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24be8b8d-6b04-4dd3-a289-b29074719db2 req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "PUT /v2.0/ports/1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 981 time: 0.3321433 Aug 29 05:26:22.720230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b99248-7c64-4072-8c72-d18a5053b59e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=6']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:22.806686 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dbf79-32db-416a-aeb9-aee1670a85c7 req-c33b6950-48c2-41d0-900e-9f7fa265fbac tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:22.808246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-085dbf79-32db-416a-aeb9-aee1670a85c7 req-c33b6950-48c2-41d0-900e-9f7fa265fbac tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0513165 Aug 29 05:26:22.816542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1c65c57c-8743-4d8d-a030-70e85d140003'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:26:22.856879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-085dbf79-32db-416a-aeb9-aee1670a85c7 req-d6270562-2be0-4471-a7d0-6b3157b175df tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393548 Aug 29 05:26:22.993510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7420bb19-d286-457b-9df4-3aa0b8d114b9 None None] Provisioning complete for port 1c65c57c-8743-4d8d-a030-70e85d140003 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:26:22.993913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7420bb19-d286-457b-9df4-3aa0b8d114b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:23.211665 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:23.214204 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f86e5be-df2a-4f22-b398-eaa823f5e51f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:23.251897 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53671e40-e9b2-4538-86ea-2748404c513b x-openstack-request-id: req-53671e40-e9b2-4538-86ea-2748404c513b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:23.252220 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:23.252471 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53671e40-e9b2-4538-86ea-2748404c513b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:23.252867 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003', 'status': 'completed', 'code': 200} Aug 29 05:26:23.347772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-84ee845c-09fa-4c82-b7e5-7fd6df72444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:23.349909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-84ee845c-09fa-4c82-b7e5-7fd6df72444f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0544505 Aug 29 05:26:23.440293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-092e67e2-4a74-4094-809c-694d3d11d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:23.441787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-092e67e2-4a74-4094-809c-694d3d11d015 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 915 time: 0.0836146 Aug 29 05:26:23.512155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-54141bfb-da08-4f4d-aec9-8ca2b4686fe6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 1000 time: 0.0621963 Aug 29 05:26:23.566150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-1bd5088a-0da3-49c3-9766-79258a5979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:23.568080 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-1bd5088a-0da3-49c3-9766-79258a5979a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0452332 Aug 29 05:26:23.613174 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-4755cb16-11ca-4535-9532-c541869ae9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:23.614701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-4755cb16-11ca-4535-9532-c541869ae9e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390043 Aug 29 05:26:23.705507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-cb7d4396-ccf3-4f73-9623-ce1dfd433ed2 service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Aug 29 05:26:23.800498 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6f86e5be-df2a-4f22-b398-eaa823f5e51f req-3f5f9821-55cd-4073-8649-61f25973ef45 service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883789 Aug 29 05:26:31.981325 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:33.488338 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9e61a9c-3081-4ac4-b16c-1e674e6e325b req-7b03b6d6-2b72-497e-9155-fc1f2fc7f775 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0750265 Aug 29 05:26:33.534354 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9e61a9c-3081-4ac4-b16c-1e674e6e325b req-2e3c1d1d-a231-46a1-ba6f-b6a09a1bff0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0251722 Aug 29 05:26:33.573669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9e61a9c-3081-4ac4-b16c-1e674e6e325b req-b71cf09a-77bb-446e-a4b8-ddb0ef1690b7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195720 Aug 29 05:26:33.667787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e61a9c-3081-4ac4-b16c-1e674e6e325b req-11052180-014a-4e21-a658-bdf6f5cac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:33.669274 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9e61a9c-3081-4ac4-b16c-1e674e6e325b req-11052180-014a-4e21-a658-bdf6f5cac354 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892231 Aug 29 05:26:40.012801 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681f780-22f9-459b-b859-13ebf3a5c6f9 req-229e3b76-1342-494c-9996-b6ccf287f36d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:40.014351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5681f780-22f9-459b-b859-13ebf3a5c6f9 req-229e3b76-1342-494c-9996-b6ccf287f36d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0511162 Aug 29 05:26:40.058385 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5681f780-22f9-459b-b859-13ebf3a5c6f9 req-b7dc56d2-27d6-49a3-9d5e-60431a8e8b4d tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376942 Aug 29 05:26:40.080738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-6331cf44-6979-47d1-a645-9190d41cde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:40.082455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-6331cf44-6979-47d1-a645-9190d41cde3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0852828 Aug 29 05:26:40.174211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-9314ddb9-23ba-4674-8a03-ed725ca89c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:40.175651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-9314ddb9-23ba-4674-8a03-ed725ca89c8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 915 time: 0.0857596 Aug 29 05:26:40.240707 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-8cf1a6aa-39f1-491f-92b8-cc870598dc6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 1000 time: 0.0575175 Aug 29 05:26:40.289252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-abc7acd1-d27d-4a80-b050-f07ad7924aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:40.290698 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-abc7acd1-d27d-4a80-b050-f07ad7924aeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0431383 Aug 29 05:26:40.340407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-70ac53ac-27e5-4112-b4f1-4205815cff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:40.341797 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-70ac53ac-27e5-4112-b4f1-4205815cff02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431430 Aug 29 05:26:40.429284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-c201fdd1-6679-4f46-979a-5c9d50d7e36f service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797114 Aug 29 05:26:40.522036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bef0085d-85b6-41e7-8e5d-7f0221a32876 req-51587bb4-6083-4eee-80f3-de58bcb511e8 service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850344 Aug 29 05:26:41.173610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb4fc-6400-40d5-9569-4926112333b3 req-5c2a0bae-36cb-41eb-8604-cbe8f9aa3cae tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:41.175074 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1e3cb4fc-6400-40d5-9569-4926112333b3 req-5c2a0bae-36cb-41eb-8604-cbe8f9aa3cae tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0490310 Aug 29 05:26:41.214534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1e3cb4fc-6400-40d5-9569-4926112333b3 req-91ba1c0d-efa3-40bd-864e-dffa84060edf tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332799 Aug 29 05:26:42.327079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7e8c4-385d-4de8-80be-6460907b1619 req-a89ed431-1979-49eb-b9c6-8c6d9eb9140f tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:42.328540 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6a7e8c4-385d-4de8-80be-6460907b1619 req-a89ed431-1979-49eb-b9c6-8c6d9eb9140f tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0482407 Aug 29 05:26:42.368293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f6a7e8c4-385d-4de8-80be-6460907b1619 req-25f15d8a-fe9b-451f-9e00-a1d46d2c370b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330796 Aug 29 05:26:43.482868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03308f-3c6c-4c13-ba22-35960dda5b7c req-3c73d543-5e90-4604-8ce5-1f839b358ba6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:43.484325 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3b03308f-3c6c-4c13-ba22-35960dda5b7c req-3c73d543-5e90-4604-8ce5-1f839b358ba6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0492828 Aug 29 05:26:43.523271 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3b03308f-3c6c-4c13-ba22-35960dda5b7c req-bce2bad0-ad76-48fe-832f-a62792f7d128 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329535 Aug 29 05:26:44.639424 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b8035-2921-4a15-bfb6-fe303cb3afa2 req-05beb838-ae6a-4867-8642-df48d4d8b3fb tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:44.640874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-520b8035-2921-4a15-bfb6-fe303cb3afa2 req-05beb838-ae6a-4867-8642-df48d4d8b3fb tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0519180 Aug 29 05:26:44.680293 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-520b8035-2921-4a15-bfb6-fe303cb3afa2 req-7ad92c3b-a2ff-4e41-8156-3d01f4a3a815 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333760 Aug 29 05:26:45.796260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee3f34-23db-43cc-834e-f3e1c039448a req-cd05c60c-5bf4-4576-be05-73c5d8eec081 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:45.797758 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94ee3f34-23db-43cc-834e-f3e1c039448a req-cd05c60c-5bf4-4576-be05-73c5d8eec081 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0511551 Aug 29 05:26:45.836336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-94ee3f34-23db-43cc-834e-f3e1c039448a req-f756d116-d900-4033-a8e4-756e29867159 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319719 Aug 29 05:26:46.079566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-92f2528e-195f-4823-a2d6-c8d1638fb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:46.081025 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-92f2528e-195f-4823-a2d6-c8d1638fb9f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1136 time: 0.0396287 Aug 29 05:26:46.183683 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-45917605-f675-4252-baf1-199654cd7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:46.185148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-45917605-f675-4252-baf1-199654cd7f18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 915 time: 0.0856194 Aug 29 05:26:46.249408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-63121142-66be-452c-8384-9159a4cd4400 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 1000 time: 0.0567451 Aug 29 05:26:46.297070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-94121568-4e2c-4e41-9019-88db8080c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:46.298524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-94121568-4e2c-4e41-9019-88db8080c218 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0424562 Aug 29 05:26:46.346432 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-a26b422c-ed23-4f95-b08d-811028f31800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:46.347878 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-a26b422c-ed23-4f95-b08d-811028f31800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425215 Aug 29 05:26:46.435577 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-890eec0d-2baf-40d6-ad2c-b39f262cc0bd service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801630 Aug 29 05:26:46.527727 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-42d3b73f-6e2a-41c9-97d5-ec93a5eea343 req-61e1e950-f600-488d-955e-e6aacf4d53ae service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844069 Aug 29 05:26:46.922962 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb2a1-a6c7-4b0d-9d67-09d44a29cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:46.962605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907114-c6ed-4358-bf24-e4b78d4b89c3 req-92a5a3e8-44be-406c-8486-365bdecabe57 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:46.968096 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64907114-c6ed-4358-bf24-e4b78d4b89c3 req-92a5a3e8-44be-406c-8486-365bdecabe57 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0597529 Aug 29 05:26:47.009246 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-64907114-c6ed-4358-bf24-e4b78d4b89c3 req-4e2dca04-864a-49b9-b80e-5faa622343f3 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349886 Aug 29 05:26:48.123386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c1cff-eb92-406a-a347-cd98a4babaf5 req-70d16b9e-0d59-4d12-9ea2-88dcca2a6421 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:48.124848 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d1c1cff-eb92-406a-a347-cd98a4babaf5 req-70d16b9e-0d59-4d12-9ea2-88dcca2a6421 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0506287 Aug 29 05:26:48.164014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d1c1cff-eb92-406a-a347-cd98a4babaf5 req-36755133-c6b8-4527-8498-21a1ac9d4140 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329654 Aug 29 05:26:49.282417 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259c4d6-98d4-49e9-80b1-b8fa2e50c31a req-b4461e17-bef0-49d3-9838-d5d7050c462f tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:49.283802 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b259c4d6-98d4-49e9-80b1-b8fa2e50c31a req-b4461e17-bef0-49d3-9838-d5d7050c462f tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0496662 Aug 29 05:26:49.322982 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b259c4d6-98d4-49e9-80b1-b8fa2e50c31a req-3c93d93d-700d-4b10-9599-9eb392fb0424 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331752 Aug 29 05:26:49.557337 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f02005dd-b7b1-4c8c-ad92-50eacbeb36b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:49.733031 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:50.439089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976424c-8393-4a8b-9b95-50cadcfd5eb8 req-e72c30d6-ddd0-4f1a-831d-dd2737cfa4fb tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:50.440574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2976424c-8393-4a8b-9b95-50cadcfd5eb8 req-e72c30d6-ddd0-4f1a-831d-dd2737cfa4fb tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0504801 Aug 29 05:26:50.480599 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2976424c-8393-4a8b-9b95-50cadcfd5eb8 req-113634ab-fa90-4059-8693-3547c746f98a tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329857 Aug 29 05:26:51.016484 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:51.286555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:51.598828 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2f5cd-144f-4124-9a7a-6c56a4fa9a4a req-07636d48-0edf-45a5-8c6f-a4519c3640ec tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:51.600240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5e2f5cd-144f-4124-9a7a-6c56a4fa9a4a req-07636d48-0edf-45a5-8c6f-a4519c3640ec tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0524440 Aug 29 05:26:51.639052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b5e2f5cd-144f-4124-9a7a-6c56a4fa9a4a req-3a8fd150-59eb-4d43-94cb-be2bfbfb46fc tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&id=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327437 Aug 29 05:26:52.546485 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:56.107982 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:01.978546 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.924818 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-83f11bfe-cdb3-4747-82b6-d6a98235456c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.557382 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8fa5616a-3e97-4890-b637-293cb369a9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.736052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:21.022187 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:21.273558 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:22.549527 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.181806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-bd2fa0e9-7fcc-48f3-b1e7-ceb47bfcc7fa tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254108399&fields=id&tenant_id=eb1524f1f60041fbbabb2a1091a8576c HTTP/1.1" status: 200 len: 267 time: 0.1365929 Aug 29 05:27:24.237032 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-f5e5d2b1-12d7-4bc6-b575-31724100b885 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:24.238417 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-f5e5d2b1-12d7-4bc6-b575-31724100b885 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 984 time: 0.0506358 Aug 29 05:27:24.249777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Request body: {'port': {'security_groups': ['2ecceec3-2b93-404c-bad3-9a9f67e08fa9']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:24.311426 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.482609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1c65c57c-8743-4d8d-a030-70e85d140003,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:24.510946 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.515538 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.552678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1c65c57c-8743-4d8d-a030-70e85d140003'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:27:24.557855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:24.558479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.560149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2075400b-a87c-4a51-aa28-c0cd7646baad req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "PUT /v2.0/ports/1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 942 time: 0.3146167 Aug 29 05:27:24.560877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:24.563156 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:24.569380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44060) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:24.590874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event updated for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=7']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:24.598740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.599094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.599591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.599932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.600262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.600731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.601068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.601447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.601825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.602150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.602649 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.602981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81859759-418e-49b4-9434-d42469fcad26 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:24.623068 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ef702d-38bb-46a0-b18e-fc2b2c10c4c8 x-openstack-request-id: req-83ef702d-38bb-46a0-b18e-fc2b2c10c4c8 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:24.623362 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:24.623615 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83ef702d-38bb-46a0-b18e-fc2b2c10c4c8 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:24.624016 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003', 'status': 'completed', 'code': 200} Aug 29 05:27:24.665460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.689863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1c65c57c-8743-4d8d-a030-70e85d140003'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:27:24.694087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.721203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-e7ee73d9-7095-46d1-bc38-589fcc3b2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:24.722969 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-e7ee73d9-7095-46d1-bc38-589fcc3b2444 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0566673 Aug 29 05:27:24.776294 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.779126 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.780646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "DELETE /v2.0/security-groups/6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a HTTP/1.1" status: 204 len: 168 time: 0.2092762 Aug 29 05:27:24.790717 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44062) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:24.791422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf65cf-b162-4c8c-824f-76ee5fbfcb9a,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:24.839292 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-64b89dc3-c167-4dfa-8149-5e40d111b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:24.840720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-64b89dc3-c167-4dfa-8149-5e40d111b17a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 915 time: 0.1106508 Aug 29 05:27:24.913257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9008a5c0-116f-48bf-be9e-853c0ab2f979 None None] Provisioning complete for port 1c65c57c-8743-4d8d-a030-70e85d140003 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:24.913646 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9008a5c0-116f-48bf-be9e-853c0ab2f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.915534 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-f5aa8abb-2da1-4932-83fe-2e9d83592969 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 1000 time: 0.0680861 Aug 29 05:27:24.972772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-2937af10-da60-46bb-b01d-ec3d8eda5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:24.974786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-2937af10-da60-46bb-b01d-ec3d8eda5070 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0516388 Aug 29 05:27:25.025736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-621a0c8a-8b33-4ad7-8b5c-1a4f22797e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:25.027201 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-621a0c8a-8b33-4ad7-8b5c-1a4f22797e61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444865 Aug 29 05:27:25.128597 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-a9b2121f-3d74-41e7-8024-b8647680b3ab service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933454 Aug 29 05:27:25.183606 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.183949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.184286 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.184625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.184954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.185284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.185900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.186227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.186554 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.186880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.187199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.187521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca78ac8-b323-47f5-bba1-e70cfc0e353b tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:25.223245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4c69b7d7-ebfb-40dc-bcc5-58aa3ea49550 req-6dae413f-2437-4ce5-9477-7a2206b9a9a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Aug 29 05:27:25.307394 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Deleting port 4e5bf928-73c3-4c52-b2a0-feab4694f9ab {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:25.307647 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.383391 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.383720 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.395893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Calling delete_port for 4e5bf928-73c3-4c52-b2a0-feab4694f9ab owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:25.541063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.564152 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event deleted for resources: {'Port': ['ID=4e5bf928-73c3-4c52-b2a0-feab4694f9ab,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:25.624399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.625092 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Floating IP 58132c94-716c-4d63-a567-b0bc68c640b4 disassociated (deleted). External IP: 172.25.7.29, port: 1c65c57c-8743-4d8d-a030-70e85d140003. Aug 29 05:27:25.828946 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Router 5af6f06c-b662-431b-88fe-eb5411320675 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:25.936610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:25.941447 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:25.945967 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] Sync routers for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:25.956079 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:25.956915 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:25.968749 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-30ed5913-668c-4910-92c1-ceaa06e1c6a6 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "DELETE /v2.0/floatingips/58132c94-716c-4d63-a567-b0bc68c640b4 HTTP/1.1" status: 204 len: 168 time: 1.1696279 Aug 29 05:27:25.969345 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:25.971678 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:26.011523 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae950d2-c816-4f99-bdef-82023427dfb3 x-openstack-request-id: req-2ae950d2-c816-4f99-bdef-82023427dfb3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:26.013612 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:26.013982 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ae950d2-c816-4f99-bdef-82023427dfb3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:26.014511 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003', 'status': 'completed', 'code': 200} Aug 29 05:27:26.065827 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:26.094029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-31e060ca-aeb2-481f-9048-3e3db71ea445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:26.095525 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-31e060ca-aeb2-481f-9048-3e3db71ea445 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0423689 Aug 29 05:27:26.289949 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 5, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:26.317343 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] Checking router: 5af6f06c-b662-431b-88fe-eb5411320675 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:26.327029 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:26.327645 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:26.527153 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:26.530412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-73fba72d-0a3d-4a98-a6d1-df8426e3c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:26.531928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-73fba72d-0a3d-4a98-a6d1-df8426e3c27a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 200 len: 915 time: 0.4297593 Aug 29 05:27:26.576100 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-9e0e9a7b-aa0c-4a4f-a4a0-5ea5ee90611d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 200 len: 217 time: 0.0359578 Aug 29 05:27:26.624412 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-079096b7-0f78-4ed2-82ca-594a3fc66c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:26.625928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-079096b7-0f78-4ed2-82ca-594a3fc66c1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 200 len: 853 time: 0.0429485 Aug 29 05:27:26.676271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-25b845aa-3af1-44d7-937f-3e37860fb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:26.677798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-25b845aa-3af1-44d7-937f-3e37860fb75c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451207 Aug 29 05:27:26.722169 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 5, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:26.755795 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906989cf-9f55-4d57-a38f-9cf27671e16c None None] The sync data for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 is: [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:30Z', 'revision_number': 4, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '42e256c7-ed98-4176-955c-788029aad288', 'name': '', 'network_id': '0bfd7adc-34b8-47e1-bbbe-c0ec3d023293', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'mac_address': 'fa:16:3e:14:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:29Z', 'updated_at': '2021-08-29T05:25:35Z', 'revision_number': 5, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'subnets': [{'id': 'c24c1c5a-aab1-47d8-822e-796dcbfc7556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:26.778005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-9b6cc16d-9b44-4c89-beff-9a72f6303e93 service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895150 Aug 29 05:27:26.875918 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cf80e047-f07a-4e2d-9c1f-9c7cd5150ec1 req-be3d21d0-ffba-4114-aed4-e3c665cac31b service neutron] 10.222.0.32 "GET /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911872 Aug 29 05:27:26.999715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f657b5-8f72-4586-8e4a-45b3fa717ecc None None] New status for floating IP 58132c94-716c-4d63-a567-b0bc68c640b4: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:27:31.993098 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:32.928524 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0ee4-a617-4a50-93c9-057d42b367c1 req-9b6c0c80-c291-4eab-bd5a-1c1d5836503a tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:32.930082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3fd0ee4-a617-4a50-93c9-057d42b367c1 req-9b6c0c80-c291-4eab-bd5a-1c1d5836503a tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Aug 29 05:27:32.970604 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3fd0ee4-a617-4a50-93c9-057d42b367c1 req-ae70bd9c-47ba-48b8-9aff-ae145848644e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Aug 29 05:27:33.107497 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:33.246223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d27fe4d8-792d-44bc-9e8c-94407b356235 req-82bd9ea6-6717-4037-95a5-f3137d89773e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255036 Aug 29 05:27:33.319757 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d27fe4d8-792d-44bc-9e8c-94407b356235 req-e414c1a5-77c3-4ee6-9cf9-308d283ae432 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0280261 Aug 29 05:27:33.359311 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d27fe4d8-792d-44bc-9e8c-94407b356235 req-d71a5853-7415-455b-8943-aa45a8199e91 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198421 Aug 29 05:27:33.455945 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fe4d8-792d-44bc-9e8c-94407b356235 req-2e1caada-c747-4d34-a9e4-456875e1e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:33.457411 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d27fe4d8-792d-44bc-9e8c-94407b356235 req-2e1caada-c747-4d34-a9e4-456875e1e86c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922325 Aug 29 05:27:34.143982 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6917-ceac-4072-821d-50b499cd182c req-ec71dcb1-b463-4f41-a9de-026b873fa455 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.145542 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89ae6917-ceac-4072-821d-50b499cd182c req-ec71dcb1-b463-4f41-a9de-026b873fa455 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0989518 Aug 29 05:27:34.182840 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-89ae6917-ceac-4072-821d-50b499cd182c req-5c7595a5-a302-440d-b0cf-d66b270675b2 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ecceec3-2b93-404c-bad3-9a9f67e08fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Aug 29 05:27:34.769057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-26cf86c9-a676-473b-b28e-a73421c7dcd9 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.770543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-26cf86c9-a676-473b-b28e-a73421c7dcd9 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Aug 29 05:27:34.862148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Deleting port 1c65c57c-8743-4d8d-a030-70e85d140003 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:34.862490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:34.949726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] For port 1c65c57c-8743-4d8d-a030-70e85d140003, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=1c65c57c-8743-4d8d-a030-70e85d140003,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:34.950092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:34.963328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Calling delete_port for 1c65c57c-8743-4d8d-a030-70e85d140003 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:35.098920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:35.127750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Pushing event deleted for resources: {'Port': ['ID=1c65c57c-8743-4d8d-a030-70e85d140003,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:35.132839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['1c65c57c-8743-4d8d-a030-70e85d140003'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:27:35.173099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] No DVR routers for this DVR port 1c65c57c-8743-4d8d-a030-70e85d140003 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:35.175602 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:35.177673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e5bbc365-119d-4f48-af11-7258ea488dfd req-936d4970-d00a-49fb-ac75-0f3fa0a983f8 tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.32 "DELETE /v2.0/ports/1c65c57c-8743-4d8d-a030-70e85d140003 HTTP/1.1" status: 204 len: 173 time: 0.4005907 Aug 29 05:27:35.178107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'name': 'network-vif-deleted', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:35.180329 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c660882-23a9-4df4-b22e-681c3d4aaa01" -d '{"events": [{"server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "name": "network-vif-deleted", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:35.217461 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79072dfb-f8be-4c9e-9a36-e868703f9ea7 x-openstack-request-id: req-79072dfb-f8be-4c9e-9a36-e868703f9ea7 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:35.217786 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2222c6-3ea8-420d-b7dd-d5721668e8d7", "name": "network-vif-deleted", "tag": "1c65c57c-8743-4d8d-a030-70e85d140003", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:35.218044 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79072dfb-f8be-4c9e-9a36-e868703f9ea7 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:35.218531 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2222c6-3ea8-420d-b7dd-d5721668e8d7', 'name': 'network-vif-deleted', 'tag': '1c65c57c-8743-4d8d-a030-70e85d140003', 'status': 'completed', 'code': 200} Aug 29 05:27:35.281260 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-18f46407-b93a-48b6-816c-812f65695415 req-143b2c28-7044-4127-821c-b400f518ef8e tempest-TestMinimumBasicScenario-442286177 tempest-TestMinimumBasicScenario-442286177-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa2222c6-3ea8-420d-b7dd-d5721668e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0288613 Aug 29 05:27:36.864297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44160) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:37.203721 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.442739 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Deleting port 42e256c7-ed98-4176-955c-788029aad288 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:37.443083 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.518343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] For port 42e256c7-ed98-4176-955c-788029aad288, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=42e256c7-ed98-4176-955c-788029aad288,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:37.518698 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.531353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Calling delete_port for 42e256c7-ed98-4176-955c-788029aad288 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:37.704384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.730284 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Pushing event deleted for resources: {'Port': ['ID=42e256c7-ed98-4176-955c-788029aad288,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:37.738455 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-7657b930-c08d-4b29-b267-7a162f9ff7a7 req-38541aad-923a-4850-8034-680841ecb6d6 tempest-ServerDiskConfigTestJSON-1481781206 tempest-ServerDiskConfigTestJSON-1481781206-project] (94824) timed out ('10.222.0.32', 55408) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:27:37.899537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.112009 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Router 5af6f06c-b662-431b-88fe-eb5411320675 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:38.213794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:38.218717 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e6cd7c5b-f386-4023-89ee-fa472e2bf49b admin admin] 10.222.0.55 "PUT /v2.0/routers/5af6f06c-b662-431b-88fe-eb5411320675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3534055 Aug 29 05:27:38.221242 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44162) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:38.223925 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] Sync routers for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:38.234210 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:38.234780 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:38.322495 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.336578 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:38.419776 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.474983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Deleting port 73112dd5-499f-489b-9ca1-35bd3622ac48 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:38.475335 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.510304 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:27:37Z', 'revision_number': 5, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port': {'id': '73112dd5-499f-489b-9ca1-35bd3622ac48', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af6f06c-b662-431b-88fe-eb5411320675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:38.535678 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] Checking router: 5af6f06c-b662-431b-88fe-eb5411320675 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:38.544275 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] Routers {'5af6f06c-b662-431b-88fe-eb5411320675'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:38.544879 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['5af6f06c-b662-431b-88fe-eb5411320675'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:38.552738 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] For port 73112dd5-499f-489b-9ca1-35bd3622ac48, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=73112dd5-499f-489b-9ca1-35bd3622ac48,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:38.553098 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.565824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Calling delete_port for 73112dd5-499f-489b-9ca1-35bd3622ac48 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:38.629688 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] Set router 5af6f06c-b662-431b-88fe-eb5411320675 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:38.683800 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:27:38Z', 'revision_number': 6, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:38.710031 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51723a3f-8f06-4f6d-8834-8f52d8fb473e None None] The sync data for ids ['5af6f06c-b662-431b-88fe-eb5411320675'] in n-d-712143-14 is: [{'id': '5af6f06c-b662-431b-88fe-eb5411320675', 'name': 'tempest-TestMinimumBasicScenario-173365220-router', 'tenant_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:27Z', 'updated_at': '2021-08-29T05:27:38Z', 'revision_number': 6, 'project_id': 'eb1524f1f60041fbbabb2a1091a8576c', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:38.730962 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.759972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=73112dd5-499f-489b-9ca1-35bd3622ac48,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:38.825994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.914636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.916756 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.959125 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.959693 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5af6f06c-b662-431b-88fe-eb5411320675 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:27:38.964779 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.966061 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3ccf1731-b1ac-4ba2-a335-69a6f5fd2a0b admin admin] 10.222.0.55 "DELETE /v2.0/routers/5af6f06c-b662-431b-88fe-eb5411320675 HTTP/1.1" status: 204 len: 168 time: 0.7438998 Aug 29 05:27:38.968651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44164) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:39.015121 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] Deleting subnet c24c1c5a-aab1-47d8-822e-796dcbfc7556 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:27:39.017983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.053618 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.133398 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.186612 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.216104 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24c1c5a-aab1-47d8-822e-796dcbfc7556,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:39.219657 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.221503 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3857cf09-9b88-4729-bfc5-5ef72cb87866 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c24c1c5a-aab1-47d8-822e-796dcbfc7556 HTTP/1.1" status: 204 len: 168 time: 0.2519457 Aug 29 05:27:39.224057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44166) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:39.224872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f93882-57b6-450e-bcb1-971df972d6e0 None None] Network 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:39.290913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.320911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1c65c57c-8743-4d8d-a030-70e85d140003 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:39.343960 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Deleting port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:39.344308 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.344435 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 1c65c57c-8743-4d8d-a030-70e85d140003 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:39.344728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 1c65c57c-8743-4d8d-a030-70e85d140003 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:39.411527 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] For port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,segment=NetworkSegment(e286b960-49ed-4901-a593-cfba4c8c576b),segment_id=e286b960-49ed-4901-a593-cfba4c8c576b)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:39.411894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.424863 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Calling delete_port for 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:39.465927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] DHCP port deletion for 0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:27:39.512426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.524548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Deleting port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:39.525281 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.539034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:39.543105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] No DVR routers for this DVR port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:39.568134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:39.599263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:39.599604 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:39.600016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 42e256c7-ed98-4176-955c-788029aad288 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:39.617422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.623581 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 42e256c7-ed98-4176-955c-788029aad288 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:39.623926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 42e256c7-ed98-4176-955c-788029aad288 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:39.624334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73112dd5-499f-489b-9ca1-35bd3622ac48 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:39.627304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfd7adc-34b8-47e1-bbbe-c0ec3d023293']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:39.638357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e286b960-49ed-4901-a593-cfba4c8c576b') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:39.638651 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e286b960-49ed-4901-a593-cfba4c8c576b') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:39.648402 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.651577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 73112dd5-499f-489b-9ca1-35bd3622ac48 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:39.651932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 73112dd5-499f-489b-9ca1-35bd3622ac48 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:39.655197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] For port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff, host n-d-712143-14, got binding levels [] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:39.655593 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.667566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.668901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Calling delete_port for 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:39.671703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.ipam_backend_mixin [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff was not found and therefore no delete operation was performed {{(pid=94825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:27:39.672937 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.674927 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:27:39.675445 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:27:39.677330 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:27:39.699254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Pushing event deleted for resources: {'Port': ['ID=6532f5ad-82f7-45ad-a37c-fe266fb3c6ff,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:39.708746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.709097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.709438 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.709878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.710218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.710549 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.710881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.711204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.711525 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.712977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.713698 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.714040 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:39.720401 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8b239-8792-4c6c-9de0-0cde5e00efbe None None] No DVR routers for this DVR port 6532f5ad-82f7-45ad-a37c-fe266fb3c6ff on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:39.751879 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.757634 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:39.762825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0bfd7adc-34b8-47e1-bbbe-c0ec3d023293 HTTP/1.1" status: 204 len: 168 time: 0.5349827 Aug 29 05:27:39.763433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44168) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:40.107071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eb6dd-8c3d-4bd9-afee-d856320f2cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfd7adc-34b8-47e1-bbbe-c0ec3d023293,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:40.135938 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.375404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Deleting port 02eaa26a-a52d-4d74-9e4b-9a6339991c79 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:40.375657 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.451225 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] For port 02eaa26a-a52d-4d74-9e4b-9a6339991c79, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=02eaa26a-a52d-4d74-9e4b-9a6339991c79,segment=NetworkSegment(d05ab095-aa17-44fd-8b4b-f6d09910cd17),segment_id=d05ab095-aa17-44fd-8b4b-f6d09910cd17)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:40.451585 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.467561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Calling delete_port for 02eaa26a-a52d-4d74-9e4b-9a6339991c79 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:40.644820 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.669696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02eaa26a-a52d-4d74-9e4b-9a6339991c79,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:40.836340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.049784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Router 1cdbd148-30b9-4fed-849a-6836b41efa16 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:41.155076 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:41.160393 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-06a49ec9-ce6c-4694-a95f-a3c5bc5b43b9 admin admin] 10.222.0.55 "PUT /v2.0/routers/1cdbd148-30b9-4fed-849a-6836b41efa16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3922751 Aug 29 05:27:41.162855 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44170) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:41.166267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] Sync routers for ids ['1cdbd148-30b9-4fed-849a-6836b41efa16'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:41.175289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] Routers {'1cdbd148-30b9-4fed-849a-6836b41efa16'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:41.175911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1cdbd148-30b9-4fed-849a-6836b41efa16'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:41.265073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.279678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] Set router 1cdbd148-30b9-4fed-849a-6836b41efa16 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:41.366499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.418173 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Deleting port 2de4a76c-c639-4278-9c9b-d20766148ad9 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:41.418518 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.456800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:27:40Z', 'revision_number': 5, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port': {'id': '2de4a76c-c639-4278-9c9b-d20766148ad9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:73:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:32Z', 'updated_at': '2021-08-29T05:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:41.483034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] Checking router: 1cdbd148-30b9-4fed-849a-6836b41efa16 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:41.491635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] Routers {'1cdbd148-30b9-4fed-849a-6836b41efa16'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:41.492254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['1cdbd148-30b9-4fed-849a-6836b41efa16'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:41.504130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] For port 2de4a76c-c639-4278-9c9b-d20766148ad9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2de4a76c-c639-4278-9c9b-d20766148ad9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:41.504501 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.521833 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Calling delete_port for 2de4a76c-c639-4278-9c9b-d20766148ad9 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:41.577356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] Set router 1cdbd148-30b9-4fed-849a-6836b41efa16 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:41.627304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:27:41Z', 'revision_number': 6, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:41.658265 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89da835-4e01-42fd-b0a7-39fc8f7acd7c None None] The sync data for ids ['1cdbd148-30b9-4fed-849a-6836b41efa16'] in n-d-712143-14 is: [{'id': '1cdbd148-30b9-4fed-849a-6836b41efa16', 'name': 'tempest-TestMinimumBasicScenario-1493836079-router', 'tenant_id': '2ffd34927a464f458762c0a80aa0d083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:31Z', 'updated_at': '2021-08-29T05:27:41Z', 'revision_number': 6, 'project_id': '2ffd34927a464f458762c0a80aa0d083', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:41.684121 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.716121 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de4a76c-c639-4278-9c9b-d20766148ad9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:41.772842 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.860242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.862330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.903822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.904341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdbd148-30b9-4fed-849a-6836b41efa16 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:27:41.908861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.910078 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1c66570e-7882-473d-ba84-f1faacdee1a8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1cdbd148-30b9-4fed-849a-6836b41efa16 HTTP/1.1" status: 204 len: 168 time: 0.7462978 Aug 29 05:27:41.912571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44172) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:41.959998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] Deleting subnet 6fbe2087-76f1-4bc6-8117-a161c8f46c92 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:27:41.963618 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.999652 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.082072 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.139334 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.164193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbe2087-76f1-4bc6-8117-a161c8f46c92,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:42.167973 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.169858 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8dc74609-43ef-4abb-be7e-dcd9507f8fc6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6fbe2087-76f1-4bc6-8117-a161c8f46c92 HTTP/1.1" status: 204 len: 168 time: 0.2563145 Aug 29 05:27:42.172322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44176) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:42.174629 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6cea2-f592-4e2e-bbef-a1770d770dd5 None None] Network 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:42.239906 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.296841 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Deleting port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:42.297185 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.363099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] For port a3fc3d65-a1fc-464b-b409-16bdc2292fd4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,segment=NetworkSegment(d05ab095-aa17-44fd-8b4b-f6d09910cd17),segment_id=d05ab095-aa17-44fd-8b4b-f6d09910cd17)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:42.363392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.377008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Calling delete_port for a3fc3d65-a1fc-464b-b409-16bdc2292fd4 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:42.394014 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] DHCP port deletion for 2735c7a7-cfad-4586-910e-44e8bf2dd3e6 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:27:42.448100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] Deleting port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:42.448786 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.458719 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.483323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:42.489533 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] No DVR routers for this DVR port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:42.515145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] For port a3fc3d65-a1fc-464b-b409-16bdc2292fd4, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,segment=NetworkSegment(d05ab095-aa17-44fd-8b4b-f6d09910cd17),segment_id=d05ab095-aa17-44fd-8b4b-f6d09910cd17)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:42.515643 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.529069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] Calling delete_port for a3fc3d65-a1fc-464b-b409-16bdc2292fd4 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:42.566459 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.577279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2735c7a7-cfad-4586-910e-44e8bf2dd3e6']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:42.589126 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05ab095-aa17-44fd-8b4b-f6d09910cd17') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:42.589433 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05ab095-aa17-44fd-8b4b-f6d09910cd17') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:42.598358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.608974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.620278 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.627579 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:27:42.628057 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:27:42.629943 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:27:42.635965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] Pushing event deleted for resources: {'Port': ['ID=a3fc3d65-a1fc-464b-b409-16bdc2292fd4,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:42.639573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1445b7-a3b0-4e52-8057-baa27ad21975 None None] No DVR routers for this DVR port a3fc3d65-a1fc-464b-b409-16bdc2292fd4 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:42.701604 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.707531 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.709404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2735c7a7-cfad-4586-910e-44e8bf2dd3e6 HTTP/1.1" status: 204 len: 168 time: 0.5360348 Aug 29 05:27:42.721009 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991615f0-deea-4c4e-b4eb-3fa007c98d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=2735c7a7-cfad-4586-910e-44e8bf2dd3e6,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:42.867673 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44184) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:42.907259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7070e508-9238-4773-ba00-408715a4c26f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb1524f1f60041fbbabb2a1091a8576c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378783 Aug 29 05:27:42.909563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44186) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:42.957117 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9570d297-060b-4f39-999f-0a8bb1ea6e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.977988 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9570d297-060b-4f39-999f-0a8bb1ea6e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.023183 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9570d297-060b-4f39-999f-0a8bb1ea6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.026392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9570d297-060b-4f39-999f-0a8bb1ea6e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.027551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9570d297-060b-4f39-999f-0a8bb1ea6e58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ecceec3-2b93-404c-bad3-9a9f67e08fa9 HTTP/1.1" status: 204 len: 168 time: 0.1169946 Aug 29 05:27:43.035335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570d297-060b-4f39-999f-0a8bb1ea6e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecceec3-2b93-404c-bad3-9a9f67e08fa9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:43.343592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44194) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:43.383292 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-533870c7-e75c-475a-bc3f-fddfb91a267c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ffd34927a464f458762c0a80aa0d083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384176 Aug 29 05:27:43.385617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:43.436867 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf69-e718-4a4d-8b7a-a22366dcb048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.457623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf69-e718-4a4d-8b7a-a22366dcb048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.505740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf69-e718-4a4d-8b7a-a22366dcb048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.508288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f48ecf69-e718-4a4d-8b7a-a22366dcb048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.509470 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f48ecf69-e718-4a4d-8b7a-a22366dcb048 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a289c80-7ce3-4a36-82a9-69a675e89abb HTTP/1.1" status: 204 len: 168 time: 0.1229341 Aug 29 05:27:43.518570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ecf69-e718-4a4d-8b7a-a22366dcb048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a289c80-7ce3-4a36-82a9-69a675e89abb,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:43.522065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 02eaa26a-a52d-4d74-9e4b-9a6339991c79 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:43.549826 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 02eaa26a-a52d-4d74-9e4b-9a6339991c79 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:43.550186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 02eaa26a-a52d-4d74-9e4b-9a6339991c79 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:43.550607 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2de4a76c-c639-4278-9c9b-d20766148ad9 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:43.571510 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2de4a76c-c639-4278-9c9b-d20766148ad9 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:43.571863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2de4a76c-c639-4278-9c9b-d20766148ad9 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:43.572281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a3fc3d65-a1fc-464b-b409-16bdc2292fd4 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:43.593421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a3fc3d65-a1fc-464b-b409-16bdc2292fd4 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:43.593801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a3fc3d65-a1fc-464b-b409-16bdc2292fd4 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:45.107111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44238) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:45.112030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701330115', 'description': 'tempest-secgroup-smoke-701330115 description', 'project_id': '33e1431070b44e9ba61dfad92de9c50e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:45.135001 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.143387 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.233197 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.236883 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.271526 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f71e12e-5d0b-4b7b-9aba-cb9296c30256,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:45.328716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.332580 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.363889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.365072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2569489 Aug 29 05:27:45.366901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d71ba-9cbe-42fd-9441-7fcd5317a28f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:45.368187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44240) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:45.373086 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cff553c7-4989-4ded-93d4-799873ef375f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '1ac7abf5-aefe-4a3c-9024-8029eb1e5ead', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:45.399684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cff553c7-4989-4ded-93d4-799873ef375f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.454266 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cff553c7-4989-4ded-93d4-799873ef375f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.457523 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cff553c7-4989-4ded-93d4-799873ef375f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.475120 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff553c7-4989-4ded-93d4-799873ef375f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e372d9-bf6a-4fbb-a60b-99c68c822b03,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:45.480673 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cff553c7-4989-4ded-93d4-799873ef375f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.481613 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cff553c7-4989-4ded-93d4-799873ef375f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122699 Aug 29 05:27:45.484333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44242) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:45.488704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0757cd8b-dbea-4c4f-ad08-4499f16e00b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '1ac7abf5-aefe-4a3c-9024-8029eb1e5ead', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:45.514183 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0757cd8b-dbea-4c4f-ad08-4499f16e00b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.569848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0757cd8b-dbea-4c4f-ad08-4499f16e00b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.573768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0757cd8b-dbea-4c4f-ad08-4499f16e00b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.591448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757cd8b-dbea-4c4f-ad08-4499f16e00b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d29d4d2-dd77-485c-b0ac-8d74cc9e5360,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:45.596250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0757cd8b-dbea-4c4f-ad08-4499f16e00b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.597482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0757cd8b-dbea-4c4f-ad08-4499f16e00b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122262 Aug 29 05:27:45.600232 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44244) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:45.604710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-c772ff98-e721-468a-9a65-7231da971fb9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '1ac7abf5-aefe-4a3c-9024-8029eb1e5ead', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:45.630951 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c772ff98-e721-468a-9a65-7231da971fb9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.691222 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c772ff98-e721-468a-9a65-7231da971fb9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.694809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c772ff98-e721-468a-9a65-7231da971fb9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.712952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ff98-e721-468a-9a65-7231da971fb9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c82b75-2479-4b8f-ba0f-a99f351b12c2,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:45.718054 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c772ff98-e721-468a-9a65-7231da971fb9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.719231 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c772ff98-e721-468a-9a65-7231da971fb9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180680 Aug 29 05:27:45.721903 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:45.726247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-df361d9c-a0a6-4a27-826f-542fcfff73e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '1ac7abf5-aefe-4a3c-9024-8029eb1e5ead', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:45.751079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df361d9c-a0a6-4a27-826f-542fcfff73e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.808008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df361d9c-a0a6-4a27-826f-542fcfff73e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.811578 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df361d9c-a0a6-4a27-826f-542fcfff73e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.828518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df361d9c-a0a6-4a27-826f-542fcfff73e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346f3112-8713-447e-bc0c-1ccd6cd94bc8,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:45.834768 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-df361d9c-a0a6-4a27-826f-542fcfff73e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.838668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-df361d9c-a0a6-4a27-826f-542fcfff73e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132381 Aug 29 05:27:45.838823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:45.843377 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '1ac7abf5-aefe-4a3c-9024-8029eb1e5ead', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:45.863590 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:45.868935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.926244 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.929570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.947984 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1531f49-17b5-49f3-bf5c-d866e2b199e6,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:45.953814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:45.961431 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-59883cf5-4297-4ce3-b42a-950eaf619c04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152656 Aug 29 05:27:45.961431 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44252) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:45.962764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '1ac7abf5-aefe-4a3c-9024-8029eb1e5ead', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:45.983589 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:27:45.988457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.049770 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.053073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.073962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eabed00-165b-410f-becf-7088c87f9720,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:46.077498 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.078711 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-111bf96f-1ff7-4b67-b116-8957e238e213 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198313 Aug 29 05:27:46.081744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44254) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:46.086511 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'network': {'name': 'tempest-network-smoke--856341844', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'port_security_enabled': True}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:46.106445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:46.109917 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.132937 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:27:46.142299 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.142640 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Added segment 887f06d3-36f0-4f78-b7ea-1218b198483a of type vlan for network 303a4b57-7ae3-4632-8500-786c69e1be11 Aug 29 05:27:46.181718 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.204357 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.209775 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:46.210351 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.268518 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1857774 Aug 29 05:27:46.271334 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44256) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:46.277993 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'admin_state_up': True, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:46.291002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490ea6b-bcf2-4fd2-8966-e17c88e40869 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Network': ['ID=303a4b57-7ae3-4632-8500-786c69e1be11,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:46.301513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 303a4b57-7ae3-4632-8500-786c69e1be11 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:27:46.308301 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.309309 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.361264 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.496039 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.682418 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.705341 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.803293 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.194 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/f00ff059-2a31-4107-84e6-d292938cf7c7) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:46.903333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.927412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f4ce553d-50e5-4db2-99bb-b7ce8868f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.948296 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:46.984037 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:46.987278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:46.993555 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:47.016780 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=f00ff059-2a31-4107-84e6-d292938cf7c7,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:47.238218 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.433128 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.557380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router f628a839-71cb-4e20-9722-afc94eba1367 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:27:47.661571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:47.671511 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Sync routers for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:47.679986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:47.680357 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:47.680911 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:47.681433 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4655fad2-49aa-4754-b892-c0fc956b29a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4091980 Aug 29 05:27:47.684589 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44260) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:47.783089 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:47.804536 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5e2640d2-a002-46e2-b329-57844a96b4f1 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=33e1431070b44e9ba61dfad92de9c50e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1188769 Aug 29 05:27:47.807992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44264) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:47.893445 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc335e-892b-459e-a70c-b1b8d81c4bcb tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:47.895074 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fedc335e-892b-459e-a70c-b1b8d81c4bcb tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862718 Aug 29 05:27:47.898151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44266) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:47.933881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d4eff7ac-c3be-44cd-be1d-2b9d90a00869 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345461 Aug 29 05:27:47.936688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44268) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:47.941448 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810477752', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:47.963109 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:47Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:47.988808 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Checking router: f628a839-71cb-4e20-9722-afc94eba1367 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:47.989159 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Updating router f628a839-71cb-4e20-9722-afc94eba1367 port f00ff059-2a31-4107-84e6-d292938cf7c7 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:48.012983 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.028422 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:48.032070 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.211095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.274636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Subnet': ['ID=15f6f7c4-bf68-458e-8f28-8b324cb1fe6d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:48.282664 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.283415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Checking segment: {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:48.283782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network hostable DHCP agents. Network: 303a4b57-7ae3-4632-8500-786c69e1be11, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:27:48.293601 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Transition to ACTIVE for port object f00ff059-2a31-4107-84e6-d292938cf7c7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:48.298826 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.301548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 303a4b57-7ae3-4632-8500-786c69e1be11 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:27:48.310257 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 303a4b57-7ae3-4632-8500-786c69e1be11) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:48.315335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:48.316599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.320281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a939f2-8951-4ce4-9dd7-4c797fbfd9a3 None None] Network 303a4b57-7ae3-4632-8500-786c69e1be11 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:48.332916 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a17e350a-e4d7-46ed-a07d-785aa7adc0c2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3950300 Aug 29 05:27:48.335421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44270) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:48.358600 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Attempting to bind port f00ff059-2a31-4107-84e6-d292938cf7c7 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:48.358962 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Attempting to bind port f00ff059-2a31-4107-84e6-d292938cf7c7 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:48.359318 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Attempting to bind port f00ff059-2a31-4107-84e6-d292938cf7c7 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:48.361137 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Pushing event updated for resources: {'Port': ['ID=f00ff059-2a31-4107-84e6-d292938cf7c7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:48.370429 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.370774 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.371110 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.371442 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.371773 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.372103 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.372423 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.372743 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.373062 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.373381 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.373727 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.374043 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:48.378298 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:48.378675 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:48.379077 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.379459 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:48.380218 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Bound port: f00ff059-2a31-4107-84e6-d292938cf7c7, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:48.380359 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.431407 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] For port f00ff059-2a31-4107-84e6-d292938cf7c7, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:48.434502 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] For port f00ff059-2a31-4107-84e6-d292938cf7c7, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f00ff059-2a31-4107-84e6-d292938cf7c7,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:48.440657 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.474675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-303a4b57-7ae3-4632-8500-786c69e1be11', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:27:48.475973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.513634 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f00bc-3226-47fa-8bd7-ce506b63ec9e None None] Pushing event updated for resources: {'Port': ['ID=f00ff059-2a31-4107-84e6-d292938cf7c7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:48.521997 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:48.523103 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:48.626659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Allocated IP 172.20.0.2 (303a4b57-7ae3-4632-8500-786c69e1be11/15f6f7c4-bf68-458e-8f28-8b324cb1fe6d/a1c21a3a-2a42-4626-984d-1ce601b92159) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:48.637291 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:48.791581 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.800144 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Transition to ACTIVE for port object a1c21a3a-2a42-4626-984d-1ce601b92159 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:48.829732 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Transition to ACTIVE for port object a1c21a3a-2a42-4626-984d-1ce601b92159 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:48.835751 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.876423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Network 303a4b57-7ae3-4632-8500-786c69e1be11 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:48.879911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:48.886181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:48.898459 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Pushing event updated for resources: {'Port': ['ID=a1c21a3a-2a42-4626-984d-1ce601b92159,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:48.927521 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:47Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:48.950221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Attempting to bind port a1c21a3a-2a42-4626-984d-1ce601b92159 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:48.950923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Attempting to bind port a1c21a3a-2a42-4626-984d-1ce601b92159 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:48.951406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Attempting to bind port a1c21a3a-2a42-4626-984d-1ce601b92159 on network 303a4b57-7ae3-4632-8500-786c69e1be11 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:48.955241 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc640c-72af-482f-a16a-dd3a1bd1825d None None] The sync data for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 is: [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:47Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:48.957044 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:48.957426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Checking segment: {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:48.957865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:48.958258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Bound using segment: {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:48.958723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Bound port: a1c21a3a-2a42-4626-984d-1ce601b92159, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:48.959395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.025718 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] For port a1c21a3a-2a42-4626-984d-1ce601b92159, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:49.035192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] For port a1c21a3a-2a42-4626-984d-1ce601b92159, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a1c21a3a-2a42-4626-984d-1ce601b92159,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:49.039851 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.113563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc8ae-3bd3-401f-8c90-88cdcafe3446 None None] Pushing event updated for resources: {'Port': ['ID=a1c21a3a-2a42-4626-984d-1ce601b92159,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:49.141211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.477612 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.1 (303a4b57-7ae3-4632-8500-786c69e1be11/15f6f7c4-bf68-458e-8f28-8b324cb1fe6d/a16bdff0-5348-4f9f-b70c-9ffe9bebc70f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:49.560036 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df2cd844-1607-43b9-bc81-91949ff32051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.609622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a1c21a3a-2a42-4626-984d-1ce601b92159 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:49.631950 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.646243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object a16bdff0-5348-4f9f-b70c-9ffe9bebc70f will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:49.668365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a1c21a3a-2a42-4626-984d-1ce601b92159 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:49.672473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f00ff059-2a31-4107-84e6-d292938cf7c7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:49.683927 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.737410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f00ff059-2a31-4107-84e6-d292938cf7c7 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:49.740370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 303a4b57-7ae3-4632-8500-786c69e1be11 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:49.742396 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f00ff059-2a31-4107-84e6-d292938cf7c7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:49.743324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.746193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:49.746470 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.751143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:49.754733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:49.810842 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.839219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.864259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f00ff059-2a31-4107-84e6-d292938cf7c7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f00ff059-2a31-4107-84e6-d292938cf7c7,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:49.871304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:49.933496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=f00ff059-2a31-4107-84e6-d292938cf7c7,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:49.983449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.119763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cecd44-7479-442f-a6d6-a5548912264b None None] Network 303a4b57-7ae3-4632-8500-786c69e1be11 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:50.178556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-81da135a-3568-4934-ba03-2cbc2b269615 None None] Provisioning for port a1c21a3a-2a42-4626-984d-1ce601b92159 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:50.184945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-81da135a-3568-4934-ba03-2cbc2b269615 None None] Provisioning complete for port a1c21a3a-2a42-4626-984d-1ce601b92159 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:50.185574 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81da135a-3568-4934-ba03-2cbc2b269615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.279202 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.283823 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.327912 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81da135a-3568-4934-ba03-2cbc2b269615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.359955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:50.362348 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.468733 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 303a4b57-7ae3-4632-8500-786c69e1be11 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:50.470152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:50.535085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-81da135a-3568-4934-ba03-2cbc2b269615 None None] For port a1c21a3a-2a42-4626-984d-1ce601b92159, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a1c21a3a-2a42-4626-984d-1ce601b92159,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:50.541880 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-81da135a-3568-4934-ba03-2cbc2b269615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.593927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router f628a839-71cb-4e20-9722-afc94eba1367 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:50.598719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da135a-3568-4934-ba03-2cbc2b269615 None None] Pushing event updated for resources: {'Port': ['ID=a1c21a3a-2a42-4626-984d-1ce601b92159,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:50.711256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:50.719501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-94f61279-2c4d-441a-bcee-d56c5c1c51ce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/f628a839-71cb-4e20-9722-afc94eba1367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3801291 Aug 29 05:27:50.776963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7227eb43-47e3-4e17-9d41-3b597ae90055 None None] Provisioning complete for port a1c21a3a-2a42-4626-984d-1ce601b92159 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:50.777371 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7227eb43-47e3-4e17-9d41-3b597ae90055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:50.807926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Sync routers for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:50.829921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:50.830556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:50.882895 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-0012582a-badf-47aa-80ac-78282464ab22 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701330115&fields=id&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 267 time: 0.0373240 Aug 29 05:27:51.002100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:51.003902 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7227eb43-47e3-4e17-9d41-3b597ae90055 None None] Provisioning for port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:51.035626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-971ea688-4887-4f27-b029-a544071e6c72 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:51.037158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-971ea688-4887-4f27-b029-a544071e6c72 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/networks?id=303a4b57-7ae3-4632-8500-786c69e1be11 HTTP/1.1" status: 200 len: 796 time: 0.1468079 Aug 29 05:27:51.039955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7227eb43-47e3-4e17-9d41-3b597ae90055 None None] Provisioning complete for port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:51.040344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7227eb43-47e3-4e17-9d41-3b597ae90055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.053452 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-6d91bbc0-ee47-433e-a34d-27f149a10ad8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/quotas/33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 375 time: 0.0098290 Aug 29 05:27:51.084077 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.110809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-dd946724-6dc9-4520-b454-023bc0ed4de4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493021 Aug 29 05:27:51.134868 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-7227eb43-47e3-4e17-9d41-3b597ae90055 None None] Port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:51.215173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-8e32d589-4f4b-4d71-9ccc-1076bac61b74 service neutron] 10.222.0.55 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911558 Aug 29 05:27:51.264707 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-191490e2-5663-4c80-b740-14e15938e13d None None] Provisioning complete for port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:51.264994 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-191490e2-5663-4c80-b740-14e15938e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.300625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:50Z', 'revision_number': 2, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:51.304962 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-cb7058e3-c022-4323-94fa-3f49556a63f7 service neutron] 10.222.0.55 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836563 Aug 29 05:27:51.310245 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.337328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Checking router: f628a839-71cb-4e20-9722-afc94eba1367 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:51.337627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Updating router f628a839-71cb-4e20-9722-afc94eba1367 port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:51.356429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-191490e2-5663-4c80-b740-14e15938e13d None None] Port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:51.365465 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.489163 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8170fa46-1e65-4961-b684-71115d90ee42 req-ea82bb1a-b478-4a33-8f55-bb176aae5f3b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 210 time: 0.0326676 Aug 29 05:27:51.545583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a1c21a3a-2a42-4626-984d-1ce601b92159 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:51.641533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a1c21a3a-2a42-4626-984d-1ce601b92159 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:51.642149 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.704618 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.718754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Transition to ACTIVE for port object a16bdff0-5348-4f9f-b70c-9ffe9bebc70f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:51.728439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.806952 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f00ff059-2a31-4107-84e6-d292938cf7c7 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:51.815286 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acced64-f9ed-46bd-849e-5d2307fbc471 None None] Pushing event updated for resources: {'Port': ['ID=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:51.894899 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Attempting to bind port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:51.895279 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Attempting to bind port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:51.895648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Attempting to bind port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f on network 303a4b57-7ae3-4632-8500-786c69e1be11 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:51.903013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:51.903429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Checking segment: {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:51.903793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.904189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Bound using segment: {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:51.904669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Bound port: a16bdff0-5348-4f9f-b70c-9ffe9bebc70f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:51.905120 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:51.923820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f00ff059-2a31-4107-84e6-d292938cf7c7 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:51.924198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:52.025314 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] For port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:52.029413 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] For port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:52.035768 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:52.125853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:52.126488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:52.128422 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acced64-f9ed-46bd-849e-5d2307fbc471 None None] Pushing event updated for resources: {'Port': ['ID=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:52.245963 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:52.464548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:52Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:52.491429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c8d38-e124-41f8-92e5-53cc674ea2d9 None None] The sync data for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 is: [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:52Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:52.494434 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-0b1d88bd-17fb-405e-a274-b2280297d7ff tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:52.496673 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-0b1d88bd-17fb-405e-a274-b2280297d7ff tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/networks?id=303a4b57-7ae3-4632-8500-786c69e1be11 HTTP/1.1" status: 200 len: 796 time: 0.1112845 Aug 29 05:27:52.569892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:52.576460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-1e102c2f-6e4d-48bd-abcf-acdbc80d5bb4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 379 time: 0.0651250 Aug 29 05:27:52.588872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'port': {'device_id': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'admin_state_up': True, 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'security_groups': ['1ac7abf5-aefe-4a3c-9024-8029eb1e5ead']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:52.627714 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3fd17f9a-6899-4ce9-9e0e-72c08790793c req-ebb6192e-4f4b-4b28-9d57-a81ba0725480 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 210 time: 0.0381088 Aug 29 05:27:52.708883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:52.712646 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:52.847361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.10 (303a4b57-7ae3-4632-8500-786c69e1be11/15f6f7c4-bf68-458e-8f28-8b324cb1fe6d/fd368573-ac53-404f-bf3a-a463505f4d85) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:52.994823 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.009208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object fd368573-ac53-404f-bf3a-a463505f4d85 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:53.042873 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.090387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 303a4b57-7ae3-4632-8500-786c69e1be11 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:53.095518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:53.099276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:53.106400 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=fd368573-ac53-404f-bf3a-a463505f4d85,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:53.157404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:53.158167 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.176104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-66e04a8a-1048-4ef4-99e7-e1f431bcd30c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910642 Aug 29 05:27:53.194875 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Request body: {'port': {'device_id': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:53.254451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.415494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4efda6b5-7e50-4ee2-8af7-b72e2b072cf6 None None] Provisioning for port fd368573-ac53-404f-bf3a-a463505f4d85 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:53.422563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4efda6b5-7e50-4ee2-8af7-b72e2b072cf6 None None] Provisioning complete for port fd368573-ac53-404f-bf3a-a463505f4d85 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:53.422951 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4efda6b5-7e50-4ee2-8af7-b72e2b072cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.460646 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4efda6b5-7e50-4ee2-8af7-b72e2b072cf6 None None] Port fd368573-ac53-404f-bf3a-a463505f4d85 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:53.565648 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a16bdff0-5348-4f9f-b70c-9ffe9bebc70f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:53.571599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd368573-ac53-404f-bf3a-a463505f4d85 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:53.579030 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.591099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Transition to ACTIVE for port object fd368573-ac53-404f-bf3a-a463505f4d85 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:53.594895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.614508 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:53.618570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:53.618947 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.648659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Pushing event updated for resources: {'Port': ['ID=fd368573-ac53-404f-bf3a-a463505f4d85,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:53.716541 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.751312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:53.756723 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.763254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Attempting to bind port fd368573-ac53-404f-bf3a-a463505f4d85 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:53.763572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Attempting to bind port fd368573-ac53-404f-bf3a-a463505f4d85 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:53.763900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Attempting to bind port fd368573-ac53-404f-bf3a-a463505f4d85 on network 303a4b57-7ae3-4632-8500-786c69e1be11 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:53.771514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Port fd368573-ac53-404f-bf3a-a463505f4d85 on network 303a4b57-7ae3-4632-8500-786c69e1be11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:27:53.771698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Attempting to bind port fd368573-ac53-404f-bf3a-a463505f4d85 on network 303a4b57-7ae3-4632-8500-786c69e1be11 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:53.782837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867ef0e-9e06-4501-b37d-8da480b8a5a7 req-61c510ea-a951-4695-a13d-9ae2f34b5eab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:53.784371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1867ef0e-9e06-4501-b37d-8da480b8a5a7 req-61c510ea-a951-4695-a13d-9ae2f34b5eab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 944 time: 0.0772777 Aug 29 05:27:53.787325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:53.787669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Checking segment: {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:53.788064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Bound using segment: {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:53.788501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Bound port: fd368573-ac53-404f-bf3a-a463505f4d85, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f06d3-36f0-4f78-b7ea-1218b198483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:53.788866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.812355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:53.859301 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1867ef0e-9e06-4501-b37d-8da480b8a5a7 req-27f46114-6e6a-4644-afa6-56171d016c73 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671341 Aug 29 05:27:53.881451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] For port fd368573-ac53-404f-bf3a-a463505f4d85, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:53.885088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] For port fd368573-ac53-404f-bf3a-a463505f4d85, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fd368573-ac53-404f-bf3a-a463505f4d85,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:53.889204 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.923142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:53.923766 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:53.925112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd368573-ac53-404f-bf3a-a463505f4d85 HTTP/1.1" status: 200 len: 1093 time: 0.7349927 Aug 29 05:27:53.925659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:53.927880 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e638491-0480-432f-b747-8447eb1c0fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:53.958486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b6403-acfa-48a8-91cd-a83d39de8a29 service neutron] Pushing event updated for resources: {'Port': ['ID=fd368573-ac53-404f-bf3a-a463505f4d85,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:53.982142 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c8cf0-37f1-4daf-b986-453b3188a22a x-openstack-request-id: req-9e6c8cf0-37f1-4daf-b986-453b3188a22a {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:53.982440 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:53.982696 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e6c8cf0-37f1-4daf-b986-453b3188a22a {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:53.983128 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'status': 'completed', 'code': 200} Aug 29 05:27:54.047212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-666b5495-3231-4f99-96cd-0042fb6a5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.048776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-666b5495-3231-4f99-96cd-0042fb6a5412 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 1096 time: 0.0471141 Aug 29 05:27:54.097874 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-819432f9-9bd5-459d-932f-3694a8d662f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd368573-ac53-404f-bf3a-a463505f4d85 HTTP/1.1" status: 200 len: 217 time: 0.0356019 Aug 29 05:27:54.147837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-85e94229-2295-4fc8-b7af-a3710ef7f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.149425 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-85e94229-2295-4fc8-b7af-a3710ef7f540 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15f6f7c4-bf68-458e-8f28-8b324cb1fe6d HTTP/1.1" status: 200 len: 834 time: 0.0447621 Aug 29 05:27:54.193286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-6b8a6126-c9f3-4fa6-87dd-d2972017abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.195341 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-6b8a6126-c9f3-4fa6-87dd-d2972017abae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=303a4b57-7ae3-4632-8500-786c69e1be11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392439 Aug 29 05:27:54.286169 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-5fa7450b-b8ee-4738-9f21-b35746e1909a service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833898 Aug 29 05:27:54.374467 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b7a8fa3-81f8-4d40-9057-b92b095c15f2 req-876fcf61-37ad-4b9f-8144-08c6c1d06d9d service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810711 Aug 29 05:27:54.509302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638491-0480-432f-b747-8447eb1c0fdd req-a08fd9b6-9545-4b29-8d20-7947cd7da12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.510822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e638491-0480-432f-b747-8447eb1c0fdd req-a08fd9b6-9545-4b29-8d20-7947cd7da12e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 1096 time: 0.0448582 Aug 29 05:27:54.599831 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638491-0480-432f-b747-8447eb1c0fdd req-970ba65d-4529-44c1-a1fe-47945b4c1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.601332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e638491-0480-432f-b747-8447eb1c0fdd req-970ba65d-4529-44c1-a1fe-47945b4c1edf service neutron] 10.222.0.32 "GET /v2.0/networks?id=303a4b57-7ae3-4632-8500-786c69e1be11 HTTP/1.1" status: 200 len: 897 time: 0.0839984 Aug 29 05:27:54.646437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e638491-0480-432f-b747-8447eb1c0fdd req-d96d8c07-b4ee-42c0-9be3-55abd67dea34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd368573-ac53-404f-bf3a-a463505f4d85 HTTP/1.1" status: 200 len: 217 time: 0.0378907 Aug 29 05:27:54.695406 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638491-0480-432f-b747-8447eb1c0fdd req-a40ecce2-0590-4a76-9f87-1a53b311a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.696869 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e638491-0480-432f-b747-8447eb1c0fdd req-a40ecce2-0590-4a76-9f87-1a53b311a877 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15f6f7c4-bf68-458e-8f28-8b324cb1fe6d HTTP/1.1" status: 200 len: 834 time: 0.0433309 Aug 29 05:27:54.742216 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638491-0480-432f-b747-8447eb1c0fdd req-63312ed2-1ae5-486d-8baf-982b4a55c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.744236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e638491-0480-432f-b747-8447eb1c0fdd req-63312ed2-1ae5-486d-8baf-982b4a55c616 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=303a4b57-7ae3-4632-8500-786c69e1be11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395250 Aug 29 05:27:54.835170 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e638491-0480-432f-b747-8447eb1c0fdd req-f0489c23-4ad0-412c-ab57-1375d433f687 service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835183 Aug 29 05:27:54.925083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e638491-0480-432f-b747-8447eb1c0fdd req-1446fb5c-ebe6-466a-baed-f82781c9a91e service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Aug 29 05:27:54.974508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03cafe-eb4e-4ea4-8a05-72fa0d278781 req-d2eddda7-920b-4d07-bafd-6e26e9c843bf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:54.976000 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3f03cafe-eb4e-4ea4-8a05-72fa0d278781 req-d2eddda7-920b-4d07-bafd-6e26e9c843bf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 944 time: 0.0499513 Aug 29 05:27:55.014119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3f03cafe-eb4e-4ea4-8a05-72fa0d278781 req-d87b2376-ca17-4415-96b8-39d6d03e2641 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315487 Aug 29 05:27:55.527289 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a16bdff0-5348-4f9f-b70c-9ffe9bebc70f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:55.578192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:55.578588 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:56.129080 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a86b9f-b48c-4651-bf56-59442c55f007 req-55ee0f1b-06ee-4533-b69c-e70d35e8de22 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:56.130580 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63a86b9f-b48c-4651-bf56-59442c55f007 req-55ee0f1b-06ee-4533-b69c-e70d35e8de22 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 944 time: 0.0484464 Aug 29 05:27:56.174156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-63a86b9f-b48c-4651-bf56-59442c55f007 req-445cb37a-bac4-4130-a09e-b932e16626d3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370793 Aug 29 05:27:57.292226 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6943f-12e3-41a4-a60c-b37e348c5594 req-b2c061c9-287c-4ddd-938a-36579f97a0ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:57.293608 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99b6943f-12e3-41a4-a60c-b37e348c5594 req-b2c061c9-287c-4ddd-938a-36579f97a0ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 944 time: 0.0520380 Aug 29 05:27:57.330289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99b6943f-12e3-41a4-a60c-b37e348c5594 req-4467c61d-0f74-4c68-b6ad-2fea571f013e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308018 Aug 29 05:27:57.423888 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fd368573-ac53-404f-bf3a-a463505f4d85 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:27:57.518351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fd368573-ac53-404f-bf3a-a463505f4d85, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fd368573-ac53-404f-bf3a-a463505f4d85,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:57.675225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'port_id': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'mac_address': 'fa:16:3e:31:df:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:27:57.711639 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:57.724655 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd368573-ac53-404f-bf3a-a463505f4d85 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:57.743330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fd368573-ac53-404f-bf3a-a463505f4d85, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fd368573-ac53-404f-bf3a-a463505f4d85,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:57.747076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:57.792206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=fd368573-ac53-404f-bf3a-a463505f4d85,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:58.048573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['fd368573-ac53-404f-bf3a-a463505f4d85'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:27:58.443734 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed4a8a-b8de-458b-a926-afa65aff56d1 req-22081f36-2bb5-4751-a5ed-5352572035ee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:58.445193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60ed4a8a-b8de-458b-a926-afa65aff56d1 req-22081f36-2bb5-4751-a5ed-5352572035ee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 945 time: 0.0485079 Aug 29 05:27:58.482948 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-60ed4a8a-b8de-458b-a926-afa65aff56d1 req-b32dbb27-acc5-4758-b90e-1bb63712e11a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310006 Aug 29 05:27:59.429765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fd368573-ac53-404f-bf3a-a463505f4d85 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:59.479537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port fd368573-ac53-404f-bf3a-a463505f4d85 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:59.483324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port fd368573-ac53-404f-bf3a-a463505f4d85 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:59.483689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.558507 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.581715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:59.583965 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc2f0a-5c3e-4972-b618-3859295828b7" -d '{"events": [{"server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "name": "network-vif-plugged", "status": "completed", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:59.598569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port fd368573-ac53-404f-bf3a-a463505f4d85, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fd368573-ac53-404f-bf3a-a463505f4d85,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:59.600420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240a50-1d02-4d78-96c3-0db4f85a63c7 req-0bf39d3f-3569-42cf-9b67-6c71e975582a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:59.602128 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa240a50-1d02-4d78-96c3-0db4f85a63c7 req-0bf39d3f-3569-42cf-9b67-6c71e975582a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 945 time: 0.0512130 Aug 29 05:27:59.607579 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.632407 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7462433c-2836-40db-a51e-e1d6a4851e8c x-openstack-request-id: req-7462433c-2836-40db-a51e-e1d6a4851e8c {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:59.632696 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "name": "network-vif-plugged", "status": "completed", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:59.632947 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7462433c-2836-40db-a51e-e1d6a4851e8c {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:59.633927 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'code': 200} Aug 29 05:27:59.646976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa240a50-1d02-4d78-96c3-0db4f85a63c7 req-4713fb7e-0f95-4e41-ba9e-d62ce1742677 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340843 Aug 29 05:27:59.658870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=fd368573-ac53-404f-bf3a-a463505f4d85,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:59.760471 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5604eae-93e3-4c96-8c56-016bbba67be6 req-570e7521-e46d-4387-a70b-53b447f2a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:59.761875 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5604eae-93e3-4c96-8c56-016bbba67be6 req-570e7521-e46d-4387-a70b-53b447f2a3e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 1098 time: 0.0396729 Aug 29 05:27:59.795185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d5604eae-93e3-4c96-8c56-016bbba67be6 req-6fa2f19d-27e4-40ea-86af-63e26f22892e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267246 Aug 29 05:28:00.764625 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b98c2-be28-4242-81ee-443f72afacdf req-d1cf3585-fc34-4150-994f-340844422c58 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:00.766289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-496b98c2-be28-4242-81ee-443f72afacdf req-d1cf3585-fc34-4150-994f-340844422c58 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0513325 Aug 29 05:28:00.804722 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-496b98c2-be28-4242-81ee-443f72afacdf req-a5915f37-407d-4f28-86df-09b21425f738 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Aug 29 05:28:01.920848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09559c-e7c5-4002-ad93-72d3461bfeee req-1f2a09dc-e2b7-4972-9c5e-9aa52054aaa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:01.922331 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f09559c-e7c5-4002-ad93-72d3461bfeee req-1f2a09dc-e2b7-4972-9c5e-9aa52054aaa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0515537 Aug 29 05:28:01.959548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9f09559c-e7c5-4002-ad93-72d3461bfeee req-3505309c-ee68-470c-bea5-3f358b067838 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311358 Aug 29 05:28:02.018355 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.074578 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ded9a-c869-40c7-9660-00c088a9e38c req-577aa60e-07a6-4aba-8d37-d59577d81dd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:02.076129 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa1ded9a-c869-40c7-9660-00c088a9e38c req-577aa60e-07a6-4aba-8d37-d59577d81dd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0491233 Aug 29 05:28:02.119280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fa1ded9a-c869-40c7-9660-00c088a9e38c req-25032c25-9b6f-44ef-b15f-5d7f9cd54e5f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368981 Aug 29 05:28:02.147765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44324) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:02.186883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d200bc-0dc6-462e-a423-9cd7981d1808 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:02.188353 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b0d200bc-0dc6-462e-a423-9cd7981d1808 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 1093 time: 0.0396090 Aug 29 05:28:02.191277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44326) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:02.195473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:02.217530 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.312619 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.411370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.193 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/591123c8-56b4-44ee-a389-63723b80c388) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:02.510317 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.548361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.584835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:02.589576 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:02.593685 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:02.615660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=591123c8-56b4-44ee-a389-63723b80c388,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:03.263398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.328255 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.474411 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.478858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.545659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=591123c8-56b4-44ee-a389-63723b80c388,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:03.555343 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.659884 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP 6cb17d1c-50e6-45c9-9b45-381917333e4b associated. External IP: 172.25.7.193, port: fd368573-ac53-404f-bf3a-a463505f4d85. Aug 29 05:28:03.867103 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router f628a839-71cb-4e20-9722-afc94eba1367 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:03.974301 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:03.984193 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] Sync routers for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:03.990852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.994128 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:03.994748 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:04.018193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5d069193-999f-432b-b274-bbfd5b5ada33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8259161 Aug 29 05:28:04.018889 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:04.021283 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:04.062666 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ab76f-fb3c-4f12-899c-76b0234dd9fc x-openstack-request-id: req-c61ab76f-fb3c-4f12-899c-76b0234dd9fc {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:04.063166 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:04.063577 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c61ab76f-fb3c-4f12-899c-76b0234dd9fc {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:04.064138 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'status': 'completed', 'code': 200} Aug 29 05:28:04.108755 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:04.126172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4be36-8ff5-464f-8f7e-89438d31d2b7 req-054f1916-fc08-4abe-aa18-ea5ab5561be3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:04.127568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99b4be36-8ff5-464f-8f7e-89438d31d2b7 req-054f1916-fc08-4abe-aa18-ea5ab5561be3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0594642 Aug 29 05:28:04.184602 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-b29c06b3-3800-4bf8-91c1-e77dfee63cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:04.186369 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-b29c06b3-3800-4bf8-91c1-e77dfee63cb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 1098 time: 0.0779984 Aug 29 05:28:04.189547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-99b4be36-8ff5-464f-8f7e-89438d31d2b7 req-71d9cbeb-c642-4b8b-8970-ee47c066f10c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451868 Aug 29 05:28:04.212043 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44332) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:04.284098 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-630c549b-3275-436e-b746-34bdbdb35748 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/6cb17d1c-50e6-45c9-9b45-381917333e4b HTTP/1.1" status: 200 len: 992 time: 0.0706484 Aug 29 05:28:04.284364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-4fa5e2db-f307-4fb1-92b8-b8a19bab424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:04.286743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-4fa5e2db-f307-4fb1-92b8-b8a19bab424c service neutron] 10.222.0.32 "GET /v2.0/networks?id=303a4b57-7ae3-4632-8500-786c69e1be11 HTTP/1.1" status: 200 len: 897 time: 0.0937755 Aug 29 05:28:04.344653 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '6cb17d1c-50e6-45c9-9b45-381917333e4b', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'port_id': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'mac_address': 'fa:16:3e:31:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:03Z', 'updated_at': '2021-08-29T05:28:03Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:53Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:04.357663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-bbcf6e3c-f02e-4414-bd67-fe638982f3e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd368573-ac53-404f-bf3a-a463505f4d85 HTTP/1.1" status: 200 len: 1000 time: 0.0643930 Aug 29 05:28:04.370272 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] Checking router: f628a839-71cb-4e20-9722-afc94eba1367 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:04.378372 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:04.378906 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:27:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:04.407669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-dbf04651-5de3-473a-9841-3cf8ae86af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:04.409148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-dbf04651-5de3-473a-9841-3cf8ae86af79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15f6f7c4-bf68-458e-8f28-8b324cb1fe6d HTTP/1.1" status: 200 len: 834 time: 0.0452378 Aug 29 05:28:04.454936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-c604168a-413b-4645-bf68-77d36963b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:04.456426 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-c604168a-413b-4645-bf68-77d36963b3e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=303a4b57-7ae3-4632-8500-786c69e1be11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407002 Aug 29 05:28:04.480078 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:04.550801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-168357f9-2e70-4876-865f-a3328ce99edf service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874491 Aug 29 05:28:04.642291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7203bf5e-8f3f-4277-9cd2-01102ae0e95b req-df4595e9-4a30-4d85-b9cd-899f4701cf4d service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851076 Aug 29 05:28:04.697985 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '6cb17d1c-50e6-45c9-9b45-381917333e4b', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'port_id': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'mac_address': 'fa:16:3e:31:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:03Z', 'updated_at': '2021-08-29T05:28:03Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:53Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:04.727638 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e573a-6d16-45c8-bcba-c03a7e133735 None None] The sync data for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 is: [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '6cb17d1c-50e6-45c9-9b45-381917333e4b', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'port_id': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'mac_address': 'fa:16:3e:31:df:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:28:03Z', 'updated_at': '2021-08-29T05:28:03Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:53Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:04.928598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b452f79f-9696-4be6-9717-08262e469b9e None None] New status for floating IP 6cb17d1c-50e6-45c9-9b45-381917333e4b: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:28:05.287809 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44334) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:05.350368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4c3d02f4-0789-4bf1-bdda-d736bf7b10ff tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/6cb17d1c-50e6-45c9-9b45-381917333e4b HTTP/1.1" status: 200 len: 994 time: 0.0614464 Aug 29 05:28:10.107730 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:16.928210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cc97d188-09d8-4ce2-9868-d498ece3bf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:19.561775 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-087fa91a-b7be-4057-a1e5-6519f3561227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:19.738208 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:21.026021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:21.293774 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.565938 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:32.029063 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:33.105536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac56a7-9cc5-44d3-abbf-d50ba9cd6d81 req-80d45186-c409-46b2-910a-0efded20fd63 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:33.107629 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04ac56a7-9cc5-44d3-abbf-d50ba9cd6d81 req-80d45186-c409-46b2-910a-0efded20fd63 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0520098 Aug 29 05:28:33.144705 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-04ac56a7-9cc5-44d3-abbf-d50ba9cd6d81 req-0ece81cf-1824-49ea-abc7-d9b4f5cedd84 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Aug 29 05:28:33.326618 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d157f3d-38e2-466b-b5c6-885892b363d5 req-f5df2d8c-8d79-4307-82a3-a0c318c04a7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267456 Aug 29 05:28:33.375462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d157f3d-38e2-466b-b5c6-885892b363d5 req-fe3fc522-b19f-4c46-b5f7-d2a660b22549 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0295961 Aug 29 05:28:33.412980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d157f3d-38e2-466b-b5c6-885892b363d5 req-937bbd32-4970-42e5-9013-c5b98f81938d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193191 Aug 29 05:28:33.506051 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157f3d-38e2-466b-b5c6-885892b363d5 req-b37050c2-c0d0-447e-abad-22a713b96a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:33.507530 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1d157f3d-38e2-466b-b5c6-885892b363d5 req-b37050c2-c0d0-447e-abad-22a713b96a2f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878329 Aug 29 05:28:34.260199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37da90-7fe4-4e1f-9f71-ad3a37bcf2d4 req-65cf7cd5-a64b-4f1b-8f56-553dbe24904a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:34.261573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c37da90-7fe4-4e1f-9f71-ad3a37bcf2d4 req-65cf7cd5-a64b-4f1b-8f56-553dbe24904a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0481067 Aug 29 05:28:34.298106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6c37da90-7fe4-4e1f-9f71-ad3a37bcf2d4 req-cb8cea39-f691-4c2a-9645-d5010ea498f0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300248 Aug 29 05:28:34.320312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44360) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:34.383033 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-50708800-f56f-46bd-9610-760a7eb0f929 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/6cb17d1c-50e6-45c9-9b45-381917333e4b HTTP/1.1" status: 200 len: 994 time: 0.0615382 Aug 29 05:28:35.667895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7ec08-cf79-48f1-a0dd-32a2a8906569 req-5a0ef815-aed8-4915-a127-cdcfdfa08b2a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:35.669412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfa7ec08-cf79-48f1-a0dd-32a2a8906569 req-5a0ef815-aed8-4915-a127-cdcfdfa08b2a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0482490 Aug 29 05:28:35.708337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dfa7ec08-cf79-48f1-a0dd-32a2a8906569 req-305ad69c-6dd5-4400-b837-66477a9d72ba tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327783 Aug 29 05:28:36.831636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f188a-1427-4521-a204-34e7d0cfc2dc req-3ed036ec-68ba-4b43-96a4-696375044c32 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:36.834564 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b0f188a-1427-4521-a204-34e7d0cfc2dc req-3ed036ec-68ba-4b43-96a4-696375044c32 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0532868 Aug 29 05:28:36.875016 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0b0f188a-1427-4521-a204-34e7d0cfc2dc req-d8de7a23-bc84-4d32-9fcf-4669b87c0076 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343430 Aug 29 05:28:36.897425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44372) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:36.963074 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d45fe307-2fbf-44ac-8867-a40173f3bc4a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/6cb17d1c-50e6-45c9-9b45-381917333e4b HTTP/1.1" status: 200 len: 994 time: 0.0644228 Aug 29 05:28:37.213154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44378) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:37.369949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 591123c8-56b4-44ee-a389-63723b80c388 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:37.370208 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.451139 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.451472 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.462956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 591123c8-56b4-44ee-a389-63723b80c388 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:37.608639 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.632620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=591123c8-56b4-44ee-a389-63723b80c388,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:37.656844 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.657197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.657534 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.657889 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.658221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.658577 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.658906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.659233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.659559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.659880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.660200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.660518 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:37.700144 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:37.700486 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP 6cb17d1c-50e6-45c9-9b45-381917333e4b disassociated (deleted). External IP: 172.25.7.193, port: fd368573-ac53-404f-bf3a-a463505f4d85. Aug 29 05:28:37.908856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router f628a839-71cb-4e20-9722-afc94eba1367 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:38.014758 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:38.019255 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:38.025781 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] Sync routers for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:38.034529 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:38.035135 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:38.045469 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1e9b2ccb-6393-43fc-99a8-a8834ab40961 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/floatingips/6cb17d1c-50e6-45c9-9b45-381917333e4b HTTP/1.1" status: 204 len: 168 time: 0.8312173 Aug 29 05:28:38.046102 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:38.048358 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b427c24f-8ac5-4396-9d7a-12f665547ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:38.143460 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:38.153524 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd327c7b-a37a-4896-9189-9e6ee08cdba5 x-openstack-request-id: req-bd327c7b-a37a-4896-9189-9e6ee08cdba5 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:38.153894 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:38.154131 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd327c7b-a37a-4896-9189-9e6ee08cdba5 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:38.154532 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'status': 'completed', 'code': 200} Aug 29 05:28:38.255270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-ab26063c-393b-4b55-ab9a-d28479a3e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:38.257623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-ab26063c-393b-4b55-ab9a-d28479a3e7ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 1098 time: 0.0543504 Aug 29 05:28:38.304959 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c51097-9ae7-4b32-9b86-45835dd71bcc req-23a1ff56-9f13-4f33-aa1f-1c1ce576f8a6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:38.306547 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9c51097-9ae7-4b32-9b86-45835dd71bcc req-23a1ff56-9f13-4f33-aa1f-1c1ce576f8a6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0554838 Aug 29 05:28:38.347052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f9c51097-9ae7-4b32-9b86-45835dd71bcc req-cc7df3b5-445e-4d6b-8faf-d6fa18adcd04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330434 Aug 29 05:28:38.349551 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:53Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:38.357141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-45c02ec3-5560-440f-ba5b-c3cc297400ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:38.358740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-45c02ec3-5560-440f-ba5b-c3cc297400ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=303a4b57-7ae3-4632-8500-786c69e1be11 HTTP/1.1" status: 200 len: 897 time: 0.0928209 Aug 29 05:28:38.375556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] Checking router: f628a839-71cb-4e20-9722-afc94eba1367 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:38.383608 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:38.384205 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:38.407105 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-0373fee8-4852-4361-93c3-9be913e2a634 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd368573-ac53-404f-bf3a-a463505f4d85 HTTP/1.1" status: 200 len: 217 time: 0.0400481 Aug 29 05:28:38.458561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-62abb005-9543-4e1f-8d57-a1ae6c1d63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:38.460040 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-62abb005-9543-4e1f-8d57-a1ae6c1d63dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15f6f7c4-bf68-458e-8f28-8b324cb1fe6d HTTP/1.1" status: 200 len: 834 time: 0.0437233 Aug 29 05:28:38.489067 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:38.506011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-57c65ad2-babb-412f-b622-09b6e1051b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:38.507514 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-57c65ad2-babb-412f-b622-09b6e1051b5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=303a4b57-7ae3-4632-8500-786c69e1be11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395188 Aug 29 05:28:38.607263 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-09e828cc-c39b-488c-9070-5cc426fd5c88 service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907707 Aug 29 05:28:38.698131 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b427c24f-8ac5-4396-9d7a-12f665547ebb req-f874dea2-c039-4587-a3e6-0f713b489a80 service neutron] 10.222.0.32 "GET /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833240 Aug 29 05:28:38.773396 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:53Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:38.797719 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd9b65-480a-4e5d-aff3-1fec932d766f None None] The sync data for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 is: [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': 'a16bdff0-5348-4f9f-b70c-9ffe9bebc70f', 'name': '', 'network_id': '303a4b57-7ae3-4632-8500-786c69e1be11', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:c2:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:49Z', 'updated_at': '2021-08-29T05:27:53Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '15f6f7c4-bf68-458e-8f28-8b324cb1fe6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:39.009682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e540801d-f94d-4f98-9d67-79a80220a077 None None] New status for floating IP 6cb17d1c-50e6-45c9-9b45-381917333e4b: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:28:39.474097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e0b4d-9f4e-4f8b-bc32-158091004071 req-04093b3a-50c0-48a9-a336-3ac6bc994e65 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:39.475607 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-132e0b4d-9f4e-4f8b-bc32-158091004071 req-04093b3a-50c0-48a9-a336-3ac6bc994e65 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0549538 Aug 29 05:28:39.513356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-132e0b4d-9f4e-4f8b-bc32-158091004071 req-d85c8aa9-aa89-4b68-a6ea-091e186441ed tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Aug 29 05:28:40.091660 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-d32ed4cf-da11-4469-8500-fa99d4765a1b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:40.093089 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-d32ed4cf-da11-4469-8500-fa99d4765a1b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 946 time: 0.0478349 Aug 29 05:28:40.181694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port fd368573-ac53-404f-bf3a-a463505f4d85 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:40.182040 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.270033 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port fd368573-ac53-404f-bf3a-a463505f4d85, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=fd368573-ac53-404f-bf3a-a463505f4d85,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:40.270313 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.283043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for fd368573-ac53-404f-bf3a-a463505f4d85 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:40.410871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.439230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=fd368573-ac53-404f-bf3a-a463505f4d85,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:40.463803 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.464154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.464496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.464828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.465155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.465489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.465844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.466192 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.467070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.467399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.467724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.468045 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:40.488543 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] No DVR routers for this DVR port fd368573-ac53-404f-bf3a-a463505f4d85 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:28:40.491103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.493121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ac5236de-8513-4ae5-a3b3-d4e68e936da1 req-4abb0daa-6f7e-44d0-b8f8-c4db956d4d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "DELETE /v2.0/ports/fd368573-ac53-404f-bf3a-a463505f4d85 HTTP/1.1" status: 204 len: 173 time: 0.3941453 Aug 29 05:28:40.493552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'name': 'network-vif-deleted', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:40.495807 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f831d150-cfcd-41ec-a959-4c12c63d43cb" -d '{"events": [{"server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "name": "network-vif-deleted", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:40.595542 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b62f48d-db48-45e5-bb5d-1e0aaaba22aa x-openstack-request-id: req-3b62f48d-db48-45e5-bb5d-1e0aaaba22aa {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:40.595813 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f", "name": "network-vif-deleted", "tag": "fd368573-ac53-404f-bf3a-a463505f4d85", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:40.596160 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b62f48d-db48-45e5-bb5d-1e0aaaba22aa {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:40.596493 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f', 'name': 'network-vif-deleted', 'tag': 'fd368573-ac53-404f-bf3a-a463505f4d85', 'status': 'completed', 'code': 200} Aug 29 05:28:40.615179 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7dd9dba2-aa0b-4c1e-b5bd-3d90df8af9e7 req-79e4458a-1bf2-4c53-945d-bdac895b8d2b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f0f0cbe-21d4-4fc9-8b01-eeec20c93c3f HTTP/1.1" status: 200 len: 210 time: 0.0313818 Aug 29 05:28:41.671769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44398) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:42.345291 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.597290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:42.597558 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.687049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port a16bdff0-5348-4f9f-b70c-9ffe9bebc70f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:42.687713 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.699951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for a16bdff0-5348-4f9f-b70c-9ffe9bebc70f owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:42.881009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.905949 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=a16bdff0-5348-4f9f-b70c-9ffe9bebc70f,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:43.087243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.295491 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router f628a839-71cb-4e20-9722-afc94eba1367 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:43.403787 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:43.409262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-884c6722-da82-4d03-b266-ced950c54260 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/f628a839-71cb-4e20-9722-afc94eba1367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360492 Aug 29 05:28:43.412234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44400) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:43.414430 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] Sync routers for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:43.423852 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:43.424452 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:43.466830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting subnet 15f6f7c4-bf68-458e-8f28-8b324cb1fe6d {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:28:43.469943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.511439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.530470 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:43.597261 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.642213 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fd368573-ac53-404f-bf3a-a463505f4d85 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:43.661247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.665941 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: fd368573-ac53-404f-bf3a-a463505f4d85 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:43.666374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device fd368573-ac53-404f-bf3a-a463505f4d85 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:43.692371 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.696939 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/subnets/15f6f7c4-bf68-458e-8f28-8b324cb1fe6d HTTP/1.1" status: 204 len: 168 time: 0.2817283 Aug 29 05:28:43.696939 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe54c3e-7fe1-44ca-b0b9-340ec55c7392 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Subnet': ['ID=15f6f7c4-bf68-458e-8f28-8b324cb1fe6d,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:43.697152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44402) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:43.700217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf3764-366a-4fc3-a83b-d14db8b23483 None None] Network 303a4b57-7ae3-4632-8500-786c69e1be11 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:43.714828 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:28:42Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:43.747355 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] Checking router: f628a839-71cb-4e20-9722-afc94eba1367 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:43.755883 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] Routers {'f628a839-71cb-4e20-9722-afc94eba1367'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:43.756493 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['f628a839-71cb-4e20-9722-afc94eba1367'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:43.812725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.868093 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] Set router f628a839-71cb-4e20-9722-afc94eba1367 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:43.880405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] DHCP port deletion for 303a4b57-7ae3-4632-8500-786c69e1be11 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:28:43.917874 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.927124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Deleting port a1c21a3a-2a42-4626-984d-1ce601b92159 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:43.927508 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.975772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port f00ff059-2a31-4107-84e6-d292938cf7c7 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:28:43.976122 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.993971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] For port a1c21a3a-2a42-4626-984d-1ce601b92159, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=a1c21a3a-2a42-4626-984d-1ce601b92159,segment=NetworkSegment(887f06d3-36f0-4f78-b7ea-1218b198483a),segment_id=887f06d3-36f0-4f78-b7ea-1218b198483a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:43.994374 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.008148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Calling delete_port for a1c21a3a-2a42-4626-984d-1ce601b92159 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:44.054333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port f00ff059-2a31-4107-84e6-d292938cf7c7, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f00ff059-2a31-4107-84e6-d292938cf7c7,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:44.054729 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.061800 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:28:42Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:44.068407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for f00ff059-2a31-4107-84e6-d292938cf7c7 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:28:44.090787 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b43f7-7eb9-414b-bdbe-24462388b580 None None] The sync data for ids ['f628a839-71cb-4e20-9722-afc94eba1367'] in n-d-712143-14 is: [{'id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987853438', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:28:42Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': 'f00ff059-2a31-4107-84e6-d292938cf7c7', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628a839-71cb-4e20-9722-afc94eba1367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:46Z', 'updated_at': '2021-08-29T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:44.094291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.123474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Pushing event deleted for resources: {'Port': ['ID=a1c21a3a-2a42-4626-984d-1ce601b92159,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:44.130219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] No DVR routers for this DVR port a1c21a3a-2a42-4626-984d-1ce601b92159 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:28:44.132724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.133075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.133421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.133865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.134208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.134540 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.134872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.135202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.135531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.135860 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.136187 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.136513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e22f1fb-ec0e-42f3-81ae-c39deced5fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:44.239929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.266445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=f00ff059-2a31-4107-84e6-d292938cf7c7,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:44.327020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.416408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.416625 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.461579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.462162 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Fanout notify agent at l3_agent the message router_deleted on router f628a839-71cb-4e20-9722-afc94eba1367 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:28:44.469574 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.470707 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c7023ea8-7db7-45f1-ae67-97e13e49ad27 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/routers/f628a839-71cb-4e20-9722-afc94eba1367 HTTP/1.1" status: 204 len: 168 time: 0.7723501 Aug 29 05:28:44.473566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44404) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:44.554352 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.640540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.650759 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303a4b57-7ae3-4632-8500-786c69e1be11']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:44.661814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887f06d3-36f0-4f78-b7ea-1218b198483a') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:44.662078 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887f06d3-36f0-4f78-b7ea-1218b198483a') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:44.670972 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.685710 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.691915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:28:44.692338 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:28:44.695626 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:28:44.760149 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.765404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.767349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/networks/303a4b57-7ae3-4632-8500-786c69e1be11 HTTP/1.1" status: 204 len: 168 time: 0.2929468 Aug 29 05:28:44.770299 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44406) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:44.782244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949ee3e-351d-42ef-b03e-f89266279c13 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Network': ['ID=303a4b57-7ae3-4632-8500-786c69e1be11,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:44.829097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-141d7c1c-f96f-4d4c-8511-df8aeb7c070c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.853932 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-141d7c1c-f96f-4d4c-8511-df8aeb7c070c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.912047 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-141d7c1c-f96f-4d4c-8511-df8aeb7c070c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.914672 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-141d7c1c-f96f-4d4c-8511-df8aeb7c070c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:44.915824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-141d7c1c-f96f-4d4c-8511-df8aeb7c070c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ac7abf5-aefe-4a3c-9024-8029eb1e5ead HTTP/1.1" status: 204 len: 168 time: 0.1444557 Aug 29 05:28:44.925766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d7c1c-f96f-4d4c-8511-df8aeb7c070c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7abf5-aefe-4a3c-9024-8029eb1e5ead,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.199887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44412) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:45.204980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-db24df2b-80b5-4f5b-a005-1adf9bbdb644 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092545139', 'description': 'tempest-secgroup-smoke-2092545139 description', 'project_id': '33e1431070b44e9ba61dfad92de9c50e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:45.226406 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db24df2b-80b5-4f5b-a005-1adf9bbdb644 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.304704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db24df2b-80b5-4f5b-a005-1adf9bbdb644 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.308123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db24df2b-80b5-4f5b-a005-1adf9bbdb644 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.333105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-db24df2b-80b5-4f5b-a005-1adf9bbdb644 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.334344 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-db24df2b-80b5-4f5b-a005-1adf9bbdb644 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334438 Aug 29 05:28:45.337300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44414) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:45.338452 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24df2b-80b5-4f5b-a005-1adf9bbdb644 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab58a97-d42e-4ee8-a5f9-c7814a95ab21,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.342684 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-fec98897-d5f0-4626-80d5-b0108df44638 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': 'fab58a97-d42e-4ee8-a5f9-c7814a95ab21', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:45.369700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec98897-d5f0-4626-80d5-b0108df44638 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.426073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec98897-d5f0-4626-80d5-b0108df44638 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.429372 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec98897-d5f0-4626-80d5-b0108df44638 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.449600 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec98897-d5f0-4626-80d5-b0108df44638 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c952d5e3-e00b-4080-a293-27696aa6d3d1,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.453165 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fec98897-d5f0-4626-80d5-b0108df44638 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.454370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fec98897-d5f0-4626-80d5-b0108df44638 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158655 Aug 29 05:28:45.457138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44416) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:45.461470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e82266f0-ab0b-43f4-9ff5-e12edca52860 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': 'fab58a97-d42e-4ee8-a5f9-c7814a95ab21', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:45.487325 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82266f0-ab0b-43f4-9ff5-e12edca52860 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.546662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82266f0-ab0b-43f4-9ff5-e12edca52860 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.551362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82266f0-ab0b-43f4-9ff5-e12edca52860 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.553382 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a1c21a3a-2a42-4626-984d-1ce601b92159 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:45.575669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82266f0-ab0b-43f4-9ff5-e12edca52860 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfc10ec-1d30-494f-a9f2-d8ca2b8fed53,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.577216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a1c21a3a-2a42-4626-984d-1ce601b92159 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:45.577578 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a1c21a3a-2a42-4626-984d-1ce601b92159 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:45.578025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a16bdff0-5348-4f9f-b70c-9ffe9bebc70f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:45.579340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e82266f0-ab0b-43f4-9ff5-e12edca52860 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.580994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e82266f0-ab0b-43f4-9ff5-e12edca52860 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225383 Aug 29 05:28:45.583374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44418) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:45.587820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0acb338f-86de-4fc5-b3c6-a427c54d278d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': 'fab58a97-d42e-4ee8-a5f9-c7814a95ab21', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:45.597408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: a16bdff0-5348-4f9f-b70c-9ffe9bebc70f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:45.597782 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device a16bdff0-5348-4f9f-b70c-9ffe9bebc70f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:45.598202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f00ff059-2a31-4107-84e6-d292938cf7c7 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:28:45.615088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0acb338f-86de-4fc5-b3c6-a427c54d278d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.617002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f00ff059-2a31-4107-84e6-d292938cf7c7 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:28:45.617356 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f00ff059-2a31-4107-84e6-d292938cf7c7 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:28:45.673233 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0acb338f-86de-4fc5-b3c6-a427c54d278d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.677264 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0acb338f-86de-4fc5-b3c6-a427c54d278d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.694691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb338f-86de-4fc5-b3c6-a427c54d278d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaa7f9e-250e-47f3-93a8-27232d1e64c8,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.701709 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0acb338f-86de-4fc5-b3c6-a427c54d278d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.702893 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0acb338f-86de-4fc5-b3c6-a427c54d278d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185329 Aug 29 05:28:45.705659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44420) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:45.710168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ce5465bc-324d-4216-9256-bc15d88b818a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': 'fab58a97-d42e-4ee8-a5f9-c7814a95ab21', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:45.735971 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce5465bc-324d-4216-9256-bc15d88b818a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.792977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce5465bc-324d-4216-9256-bc15d88b818a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.796971 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce5465bc-324d-4216-9256-bc15d88b818a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.815164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5465bc-324d-4216-9256-bc15d88b818a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d5fb87-b32a-4c2e-809b-ecee6ef13dc4,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.820761 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce5465bc-324d-4216-9256-bc15d88b818a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.821963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ce5465bc-324d-4216-9256-bc15d88b818a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153648 Aug 29 05:28:45.824689 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44422) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:45.829218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': 'fab58a97-d42e-4ee8-a5f9-c7814a95ab21', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:45.850630 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:28:45.855788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.914214 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.917742 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.939234 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a848f672-1c75-469a-af35-778e01cd67ac,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:45.941579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:45.942758 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4b7579b1-0527-487f-b649-bce8013a952e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171632 Aug 29 05:28:45.945491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44424) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:45.950008 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': 'fab58a97-d42e-4ee8-a5f9-c7814a95ab21', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:45.971112 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:28:45.975794 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.035229 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.038634 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.057242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf3abd1-775f-4c67-8f12-9a03c0413632,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:46.060593 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.061798 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dba3723e-3805-4bf4-8c3b-dd0c00d2239b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153255 Aug 29 05:28:46.064572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44426) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:46.069482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'network': {'name': 'tempest-network-smoke--347828137', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:46.089246 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:46.093135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.116701 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:28:46.129075 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.129421 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Added segment ab276e9e-6c60-4ace-90e5-45db6eb25b65 of type vlan for network 14642af5-3bd5-481a-868a-7d89dd4f164a Aug 29 05:28:46.175398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.199762 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.205296 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:46.205920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.267873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2022493 Aug 29 05:28:46.270741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44428) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:46.275160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'admin_state_up': True, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:46.287538 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac3673-0ed2-4995-b11f-40e58a236fe0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Network': ['ID=14642af5-3bd5-481a-868a-7d89dd4f164a,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:46.298019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 14642af5-3bd5-481a-868a-7d89dd4f164a details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:28:46.303738 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.304943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.357421 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.801017 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.928960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4855ab9d-4957-4a8e-b348-1cf6f767918b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:46.987887 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:47.009577 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:47.107293 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:47.109732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.217 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/1ce51699-121f-4040-bdd4-3fb658387d27) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:47.208282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:47.250199 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:47.286287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:47.292604 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:47.297515 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:47.300534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=1ce51699-121f-4040-bdd4-3fb658387d27,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:47.541074 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:47.735781 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:47.861270 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 681cafd9-b581-4cc3-87ea-b1fb04315f28 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:28:47.966817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:47.976264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Sync routers for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:47.984808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:47.989424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:47.989630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-195c3d27-0538-4f20-9043-32d056756ae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7146771 Aug 29 05:28:47.989725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:47.989829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44432) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:48.018158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3dc621a3-cb53-495e-8d46-e38d4324cdfd tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=33e1431070b44e9ba61dfad92de9c50e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274465 Aug 29 05:28:48.020792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44434) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:48.089950 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:48.108782 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3c48a-eb08-41a1-9856-27554f144252 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:48.110324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fae3c48a-eb08-41a1-9856-27554f144252 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886374 Aug 29 05:28:48.113318 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44436) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:48.140655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-78eeda27-2e24-47e6-b265-8ba905744733 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263224 Aug 29 05:28:48.143185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44438) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:48.147849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032770432', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:48.236511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:48.240135 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.268374 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:47Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:48.303614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Checking router: 681cafd9-b581-4cc3-87ea-b1fb04315f28 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:48.304390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Updating router 681cafd9-b581-4cc3-87ea-b1fb04315f28 port 1ce51699-121f-4040-bdd4-3fb658387d27 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:28:48.330146 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.421819 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.486933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Subnet': ['ID=6abd337e-f988-48ce-9244-1c6162bad03f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:48.489143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Checking segment: {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:48.489514 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network hostable DHCP agents. Network: 14642af5-3bd5-481a-868a-7d89dd4f164a, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:28:48.507159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 14642af5-3bd5-481a-868a-7d89dd4f164a is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:28:48.516474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 14642af5-3bd5-481a-868a-7d89dd4f164a) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:48.520578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:48.521179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.526538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3675177-e353-4b04-9abd-941eca90fd77 None None] Network 14642af5-3bd5-481a-868a-7d89dd4f164a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:48.535924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-89daf1cd-d4ee-4a25-b579-d42c29e4993b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3917723 Aug 29 05:28:48.538736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44440) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:48.633982 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.654605 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Transition to ACTIVE for port object 1ce51699-121f-4040-bdd4-3fb658387d27 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:48.662258 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.748439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519dd16-dce9-4e5e-af07-2f159db3dfb0 None None] Pushing event updated for resources: {'Port': ['ID=1ce51699-121f-4040-bdd4-3fb658387d27,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:48.768978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Attempting to bind port 1ce51699-121f-4040-bdd4-3fb658387d27 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:48.769355 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Attempting to bind port 1ce51699-121f-4040-bdd4-3fb658387d27 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:48.769747 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Attempting to bind port 1ce51699-121f-4040-bdd4-3fb658387d27 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:48.776170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:48.776550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:48.777003 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.777427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:48.777924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Bound port: 1ce51699-121f-4040-bdd4-3fb658387d27, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:48.778341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.782596 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-14642af5-3bd5-481a-868a-7d89dd4f164a', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:28:48.783412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.897077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] For port 1ce51699-121f-4040-bdd4-3fb658387d27, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:48.919404 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] For port 1ce51699-121f-4040-bdd4-3fb658387d27, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1ce51699-121f-4040-bdd4-3fb658387d27,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:48.925529 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:48.985491 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.018238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Allocated IP 172.20.0.2 (14642af5-3bd5-481a-868a-7d89dd4f164a/6abd337e-f988-48ce-9244-1c6162bad03f/d8a1caa2-9cef-40f5-a429-94811b209e6a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:49.022065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:49.022670 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:49.027337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519dd16-dce9-4e5e-af07-2f159db3dfb0 None None] Pushing event updated for resources: {'Port': ['ID=1ce51699-121f-4040-bdd4-3fb658387d27,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:49.345964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:49.503999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.519982 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Transition to ACTIVE for port object d8a1caa2-9cef-40f5-a429-94811b209e6a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:49.564818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Transition to ACTIVE for port object d8a1caa2-9cef-40f5-a429-94811b209e6a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:49.578919 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.587417 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f31954e9-6952-4ca6-8fa9-4873d80e2fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.622358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.1 (14642af5-3bd5-481a-868a-7d89dd4f164a/6abd337e-f988-48ce-9244-1c6162bad03f/68e64cfc-ed24-4f0a-846c-8ce2218c5697) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:49.634853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Network 14642af5-3bd5-481a-868a-7d89dd4f164a is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:49.639829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:49.645006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:49.649951 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Pushing event updated for resources: {'Port': ['ID=d8a1caa2-9cef-40f5-a429-94811b209e6a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:49.678825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:47Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:49.718182 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a65f3-171e-4d1f-8dd8-50859775bca7 None None] The sync data for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 is: [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:47Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:49.740020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.745795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Attempting to bind port d8a1caa2-9cef-40f5-a429-94811b209e6a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:49.746177 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Attempting to bind port d8a1caa2-9cef-40f5-a429-94811b209e6a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:49.746547 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Attempting to bind port d8a1caa2-9cef-40f5-a429-94811b209e6a on network 14642af5-3bd5-481a-868a-7d89dd4f164a {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:49.755657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:49.756039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Checking segment: {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:49.756450 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.756847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Bound using segment: {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:49.759937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object 68e64cfc-ed24-4f0a-846c-8ce2218c5697 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:49.761022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Bound port: d8a1caa2-9cef-40f5-a429-94811b209e6a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:49.761285 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.770544 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.797680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.831579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] For port d8a1caa2-9cef-40f5-a429-94811b209e6a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:49.835021 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] For port d8a1caa2-9cef-40f5-a429-94811b209e6a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d8a1caa2-9cef-40f5-a429-94811b209e6a,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:49.838081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 14642af5-3bd5-481a-868a-7d89dd4f164a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:49.838687 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.841157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:49.847089 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:49.896506 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b30329-1d78-4e7d-a2cf-f4c343635381 None None] Pushing event updated for resources: {'Port': ['ID=d8a1caa2-9cef-40f5-a429-94811b209e6a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:49.903319 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:49.910546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=68e64cfc-ed24-4f0a-846c-8ce2218c5697,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:50.088031 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.399358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.404648 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.481783 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=68e64cfc-ed24-4f0a-846c-8ce2218c5697,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:50.487588 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:50.585571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 14642af5-3bd5-481a-868a-7d89dd4f164a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:50.587073 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:50.712068 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 681cafd9-b581-4cc3-87ea-b1fb04315f28 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:50.826791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af647764-23b1-43f9-b1a5-ceea560f0538 None None] Network 14642af5-3bd5-481a-868a-7d89dd4f164a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:28:50.894785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3e4c8890-0a2e-449a-b656-98f1bf98e62f None None] Provisioning for port d8a1caa2-9cef-40f5-a429-94811b209e6a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:51.030974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.170520 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:51.177649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4f031549-c3b4-41a6-93d9-5f8593b15c89 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/681cafd9-b581-4cc3-87ea-b1fb04315f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362925 Aug 29 05:28:51.250667 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5fce4db9-eef8-47aa-ae5f-73f241d8dff6 None None] Provisioning for port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:51.255811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5fce4db9-eef8-47aa-ae5f-73f241d8dff6 None None] Provisioning complete for port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:51.256271 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5fce4db9-eef8-47aa-ae5f-73f241d8dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.303732 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.308340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5fce4db9-eef8-47aa-ae5f-73f241d8dff6 None None] Port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:51.330794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-9d32c7d6-396e-406d-9113-6746e93365ee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092545139&fields=id&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 267 time: 0.0387077 Aug 29 05:28:51.429849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f29bf3b8-7fc5-498a-bda8-763500d2160b None None] Provisioning complete for port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:51.430228 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f29bf3b8-7fc5-498a-bda8-763500d2160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.430343 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Sync routers for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:51.442732 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:51.443875 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:51.456100 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-48df8166-dc8d-4022-9f23-4ce0247f5b1c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:51.457788 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-48df8166-dc8d-4022-9f23-4ce0247f5b1c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/networks?id=14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 200 len: 796 time: 0.1191702 Aug 29 05:28:51.472316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-f29bf3b8-7fc5-498a-bda8-763500d2160b None None] Port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:51.477091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-e08b4575-f6fb-464a-9b0d-56f005552979 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/quotas/33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 375 time: 0.0125749 Aug 29 05:28:51.538587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-ef39bef8-2eef-460b-a6e7-25840cc33327 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556879 Aug 29 05:28:51.571978 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:51.627932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-a2365077-8eca-4942-bc17-3ee4772f7a17 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:28:51.633453 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-a2365077-8eca-4942-bc17-3ee4772f7a17 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0809689 Aug 29 05:28:51.670361 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1ce51699-121f-4040-bdd4-3fb658387d27 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:51.716157 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-31bb5a80-647f-46e5-8de6-bfd76550d153 None None] Provisioning complete for port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:51.716833 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a80-647f-46e5-8de6-bfd76550d153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.731404 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-5d7f41e6-0ee3-4045-b80f-2ccdd010c99a service neutron] 10.222.0.55 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945125 Aug 29 05:28:51.758897 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-31bb5a80-647f-46e5-8de6-bfd76550d153 None None] Port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:51.761843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 1ce51699-121f-4040-bdd4-3fb658387d27 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:51.766334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1ce51699-121f-4040-bdd4-3fb658387d27 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:51.766703 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.790907 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 2, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:51.818505 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Checking router: 681cafd9-b581-4cc3-87ea-b1fb04315f28 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:51.819195 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Updating router 681cafd9-b581-4cc3-87ea-b1fb04315f28 port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:28:51.829522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c79f5455-0237-4bbb-97c6-8cffce6d58b0 service neutron] 10.222.0.55 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914130 Aug 29 05:28:51.843980 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.851364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.873744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 1ce51699-121f-4040-bdd4-3fb658387d27, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1ce51699-121f-4040-bdd4-3fb658387d27,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:51.878175 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:51.879006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d8a1caa2-9cef-40f5-a429-94811b209e6a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:51.963343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=1ce51699-121f-4040-bdd4-3fb658387d27,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:51.978877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port d8a1caa2-9cef-40f5-a429-94811b209e6a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:51.983532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d8a1caa2-9cef-40f5-a429-94811b209e6a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:51.983908 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.070025 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7d20ce20-83c6-43e6-8a2c-94c00748470c req-23fd44a9-d7a4-42d6-9dbf-2fdd9634990a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 210 time: 0.0368659 Aug 29 05:28:52.100770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.140983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port d8a1caa2-9cef-40f5-a429-94811b209e6a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d8a1caa2-9cef-40f5-a429-94811b209e6a,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:52.147211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.201212 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.205330 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=d8a1caa2-9cef-40f5-a429-94811b209e6a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:52.211830 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Transition to ACTIVE for port object 68e64cfc-ed24-4f0a-846c-8ce2218c5697 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:52.218436 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.264489 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Pushing event updated for resources: {'Port': ['ID=68e64cfc-ed24-4f0a-846c-8ce2218c5697,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:52.279317 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.279672 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.280038 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.280376 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.280709 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.281037 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.281804 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.282133 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.282459 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.282815 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.283136 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.283461 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:52.336435 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Attempting to bind port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:52.336804 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Attempting to bind port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:52.337243 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Attempting to bind port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 on network 14642af5-3bd5-481a-868a-7d89dd4f164a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:52.343109 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:52.343547 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Checking segment: {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:52.343989 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.344405 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Bound using segment: {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:52.344902 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Bound port: 68e64cfc-ed24-4f0a-846c-8ce2218c5697, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:52.345280 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.420269 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] For port 68e64cfc-ed24-4f0a-846c-8ce2218c5697, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:52.423921 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] For port 68e64cfc-ed24-4f0a-846c-8ce2218c5697, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=68e64cfc-ed24-4f0a-846c-8ce2218c5697,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:52.428453 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.489836 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c686b66-ee12-42cb-be2f-780894a30194 None None] Pushing event updated for resources: {'Port': ['ID=68e64cfc-ed24-4f0a-846c-8ce2218c5697,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:52.502389 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:52.503029 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:52.574983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.708451 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:52.907806 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:52Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:52.937611 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77c81-c7b7-4fe1-ac54-ee9c8b0f28a5 None None] The sync data for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 is: [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:52Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:53.219759 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-308d3470-7263-487f-a9b0-d6c35c24aed5 req-470fb491-4cf5-4cac-8703-2e0b1eabca97 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 210 time: 0.0680943 Aug 29 05:28:53.285205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-cd7466b0-570f-461a-a5f8-0148dc3b5411 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:53.286865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-cd7466b0-570f-461a-a5f8-0148dc3b5411 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/networks?id=14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 200 len: 796 time: 0.1445627 Aug 29 05:28:53.340869 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-6f80ccd1-555c-4b4f-9b53-24ac5b1d405f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 380 time: 0.0382853 Aug 29 05:28:53.356778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'port': {'device_id': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'admin_state_up': True, 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'security_groups': ['fab58a97-d42e-4ee8-a5f9-c7814a95ab21']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:53.469679 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:28:53.473251 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.613877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.12 (14642af5-3bd5-481a-868a-7d89dd4f164a/6abd337e-f988-48ce-9244-1c6162bad03f/d17363d8-185c-4a4c-a3c9-86d45fef5576) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:28:53.647546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1ce51699-121f-4040-bdd4-3fb658387d27 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:53.698749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1ce51699-121f-4040-bdd4-3fb658387d27 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:53.699133 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.768846 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.782822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d8a1caa2-9cef-40f5-a429-94811b209e6a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:53.784397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object d17363d8-185c-4a4c-a3c9-86d45fef5576 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:53.823898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.840840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port d8a1caa2-9cef-40f5-a429-94811b209e6a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:53.841223 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.868885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 14642af5-3bd5-481a-868a-7d89dd4f164a is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:28:53.874732 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:28:53.878650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:28:53.908382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=d17363d8-185c-4a4c-a3c9-86d45fef5576,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:53.933508 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:53.934179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:53.954152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c4209da1-a931-401d-86b3-1803c6591188 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013377 Aug 29 05:28:53.954474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 68e64cfc-ed24-4f0a-846c-8ce2218c5697 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:53.974276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Request body: {'port': {'device_id': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:54.015325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:54.021932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:54.022444 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.044858 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.105179 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.148741 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 68e64cfc-ed24-4f0a-846c-8ce2218c5697, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=68e64cfc-ed24-4f0a-846c-8ce2218c5697,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:54.153173 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.159012 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3fb48c1c-6fe3-4d5b-8659-cb52f781b87c None None] Provisioning for port d17363d8-185c-4a4c-a3c9-86d45fef5576 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:54.179154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3fb48c1c-6fe3-4d5b-8659-cb52f781b87c None None] Provisioning complete for port d17363d8-185c-4a4c-a3c9-86d45fef5576 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:54.179505 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3fb48c1c-6fe3-4d5b-8659-cb52f781b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.232017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3fb48c1c-6fe3-4d5b-8659-cb52f781b87c None None] Port d17363d8-185c-4a4c-a3c9-86d45fef5576 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:28:54.234895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=68e64cfc-ed24-4f0a-846c-8ce2218c5697,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:54.318642 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17363d8-185c-4a4c-a3c9-86d45fef5576 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:28:54.326293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.346057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Transition to ACTIVE for port object d17363d8-185c-4a4c-a3c9-86d45fef5576 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:28:54.350244 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.352446 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91c11-6bfe-4fa5-be0b-ee999620f7ac req-aa58ee49-2995-44a3-bf79-6b1dde0de566 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.354086 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bd91c11-6bfe-4fa5-be0b-ee999620f7ac req-aa58ee49-2995-44a3-bf79-6b1dde0de566 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 932 time: 0.0518451 Aug 29 05:28:54.393921 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7bd91c11-6bfe-4fa5-be0b-ee999620f7ac req-a1b6156d-d1f2-4f20-9ba1-5ac3a10bc7b5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Aug 29 05:28:54.406488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Pushing event updated for resources: {'Port': ['ID=d17363d8-185c-4a4c-a3c9-86d45fef5576,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:54.478376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Attempting to bind port d17363d8-185c-4a4c-a3c9-86d45fef5576 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:28:54.478687 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Attempting to bind port d17363d8-185c-4a4c-a3c9-86d45fef5576 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:28:54.479016 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Attempting to bind port d17363d8-185c-4a4c-a3c9-86d45fef5576 on network 14642af5-3bd5-481a-868a-7d89dd4f164a {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:54.484148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Port d17363d8-185c-4a4c-a3c9-86d45fef5576 on network 14642af5-3bd5-481a-868a-7d89dd4f164a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:28:54.484473 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Attempting to bind port d17363d8-185c-4a4c-a3c9-86d45fef5576 on network 14642af5-3bd5-481a-868a-7d89dd4f164a {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:28:54.489511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:28:54.489886 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Checking segment: {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:28:54.490277 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Bound using segment: {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:28:54.490709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Bound port: d17363d8-185c-4a4c-a3c9-86d45fef5576, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab276e9e-6c60-4ace-90e5-45db6eb25b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:28:54.491069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.557001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] For port d17363d8-185c-4a4c-a3c9-86d45fef5576, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:28:54.560541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] For port d17363d8-185c-4a4c-a3c9-86d45fef5576, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:28:54.565276 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.600236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.600865 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:54.602278 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] 10.222.0.32 "PUT /v2.0/ports/d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 200 len: 1093 time: 0.6336379 Aug 29 05:28:54.602717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:54.604988 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:54.630558 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32013c0b-aae3-4b2b-9cc4-1ae8856abc34 service neutron] Pushing event updated for resources: {'Port': ['ID=d17363d8-185c-4a4c-a3c9-86d45fef5576,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:54.661083 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3613633-faf3-4509-93d2-a7c43728890d x-openstack-request-id: req-f3613633-faf3-4509-93d2-a7c43728890d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:54.661567 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:54.661857 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3613633-faf3-4509-93d2-a7c43728890d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:54.662263 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'status': 'completed', 'code': 200} Aug 29 05:28:54.721575 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-935aba82-2673-4622-bd5e-b5a5c6a777e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.723152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-935aba82-2673-4622-bd5e-b5a5c6a777e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1096 time: 0.0482004 Aug 29 05:28:54.774021 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-9bb271bd-1b20-4554-a300-e2d4d80cbc40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 200 len: 217 time: 0.0377977 Aug 29 05:28:54.825534 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-106c7b59-fa84-4962-9f63-5cd25b05be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.826997 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-106c7b59-fa84-4962-9f63-5cd25b05be5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6abd337e-f988-48ce-9244-1c6162bad03f HTTP/1.1" status: 200 len: 835 time: 0.0461907 Aug 29 05:28:54.879172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c98eab6f-5b38-41b7-b12c-d1cb6d971a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:54.880773 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-c98eab6f-5b38-41b7-b12c-d1cb6d971a4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14642af5-3bd5-481a-868a-7d89dd4f164a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471740 Aug 29 05:28:54.974520 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-5c16e508-9b25-4c5a-969b-332b6aa25332 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Aug 29 05:28:55.068284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f881f02-c017-4bdd-8295-81b445b0d984 req-cd21f02c-bfb6-4fef-8ef0-4788deab6601 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857987 Aug 29 05:28:55.195440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-66c04e43-437e-4bb5-92c9-c5a123ef2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:55.196947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-66c04e43-437e-4bb5-92c9-c5a123ef2498 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1096 time: 0.0471005 Aug 29 05:28:55.290163 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-37b7d416-8f8c-4116-9cf3-03878599f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:55.291693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-37b7d416-8f8c-4116-9cf3-03878599f6a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 200 len: 897 time: 0.0865741 Aug 29 05:28:55.338155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-12bbfa39-262f-4116-a8be-bac416560321 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 200 len: 217 time: 0.0396862 Aug 29 05:28:55.387480 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-1df8c20b-fed5-4305-8e4c-80cd788d6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:55.388926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-1df8c20b-fed5-4305-8e4c-80cd788d6991 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6abd337e-f988-48ce-9244-1c6162bad03f HTTP/1.1" status: 200 len: 835 time: 0.0430312 Aug 29 05:28:55.436542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-8cf3f266-8282-4db3-bdad-60b4bb3c03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:55.437929 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-8cf3f266-8282-4db3-bdad-60b4bb3c03c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14642af5-3bd5-481a-868a-7d89dd4f164a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407307 Aug 29 05:28:55.522317 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9e8dc-2518-4aa0-9ec9-852fa7eca710 req-8eb92888-b01a-4dbe-8844-d5daf41d5a96 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:55.523852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87b9e8dc-2518-4aa0-9ec9-852fa7eca710 req-8eb92888-b01a-4dbe-8844-d5daf41d5a96 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 944 time: 0.0486186 Aug 29 05:28:55.539735 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-37dfceef-503b-4dd2-81dd-3f70dde8785e service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940924 Aug 29 05:28:55.566333 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-87b9e8dc-2518-4aa0-9ec9-852fa7eca710 req-e29dcbf9-5a22-4964-b6ff-def5fe572e2f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351279 Aug 29 05:28:55.573919 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 68e64cfc-ed24-4f0a-846c-8ce2218c5697 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:55.624485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:55.624846 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:55.632236 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7e67c0ab-c49d-410e-bc01-1a4937b39b2f req-a8b9c91b-eceb-46a8-b8e8-0732cfa081d8 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842373 Aug 29 05:28:56.689256 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122c7d7-ac88-4c98-ae81-d2099da74008 req-727539ae-6f12-40d9-9d0e-49e136d08386 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:56.690766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b122c7d7-ac88-4c98-ae81-d2099da74008 req-727539ae-6f12-40d9-9d0e-49e136d08386 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 944 time: 0.0502601 Aug 29 05:28:56.733173 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b122c7d7-ac88-4c98-ae81-d2099da74008 req-60265c14-a974-407c-9f4f-0eca58e3bb3a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364604 Aug 29 05:28:57.646046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d17363d8-185c-4a4c-a3c9-86d45fef5576 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:28:57.741673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d17363d8-185c-4a4c-a3c9-86d45fef5576, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:57.752768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'port_id': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'mac_address': 'fa:16:3e:33:ce:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:28:57.790074 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:57.802615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17363d8-185c-4a4c-a3c9-86d45fef5576 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:28:57.821721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d17363d8-185c-4a4c-a3c9-86d45fef5576, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:57.826447 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:57.871528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17a409-46eb-431b-ba48-c3563c0f1fcc req-e267cdda-c8d1-4aae-955e-3853e7e9bd68 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:57.873616 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa17a409-46eb-431b-ba48-c3563c0f1fcc req-e267cdda-c8d1-4aae-955e-3853e7e9bd68 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 944 time: 0.0747659 Aug 29 05:28:57.885993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d17363d8-185c-4a4c-a3c9-86d45fef5576,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:57.910559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aa17a409-46eb-431b-ba48-c3563c0f1fcc req-a8b16c5c-e579-489b-90ca-12dc4394780b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Aug 29 05:28:58.119206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d17363d8-185c-4a4c-a3c9-86d45fef5576'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:28:59.025102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72643fe0-5fdb-415c-9d13-570c8b18412a req-442cf256-9854-465b-b9a5-fc165853395a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:59.026633 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72643fe0-5fdb-415c-9d13-570c8b18412a req-442cf256-9854-465b-b9a5-fc165853395a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 945 time: 0.0490503 Aug 29 05:28:59.063963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72643fe0-5fdb-415c-9d13-570c8b18412a req-91757043-334c-4bc7-93bf-5b8bf07109e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313585 Aug 29 05:28:59.656198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d17363d8-185c-4a4c-a3c9-86d45fef5576 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:28:59.703490 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port d17363d8-185c-4a4c-a3c9-86d45fef5576 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:28:59.707254 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d17363d8-185c-4a4c-a3c9-86d45fef5576 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:59.707623 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:59.782878 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:59.805020 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:59.807286 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eed5e6-e7da-4408-aab2-64578838ef31" -d '{"events": [{"server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "name": "network-vif-plugged", "status": "completed", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:59.820991 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d17363d8-185c-4a4c-a3c9-86d45fef5576, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:59.824716 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:59.871879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d17363d8-185c-4a4c-a3c9-86d45fef5576,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:59.899082 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f27697-5ece-402e-9e87-658c21574394 x-openstack-request-id: req-94f27697-5ece-402e-9e87-658c21574394 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:59.899382 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "name": "network-vif-plugged", "status": "completed", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:59.899641 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94f27697-5ece-402e-9e87-658c21574394 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:59.900041 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'code': 200} Aug 29 05:29:00.024640 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed655-8158-4ab8-bbfa-56d7a57cccc2 req-1eebcb01-8623-4ebd-a707-fe66a95b364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:00.026181 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b1ed655-8158-4ab8-bbfa-56d7a57cccc2 req-1eebcb01-8623-4ebd-a707-fe66a95b364b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1098 time: 0.0396461 Aug 29 05:29:00.063748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b1ed655-8158-4ab8-bbfa-56d7a57cccc2 req-3020c675-b03c-464c-a182-18a38773502f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278633 Aug 29 05:29:00.174820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f4ef7-f9f1-484a-aa77-7316ff69ec5e req-0575198a-62ad-4026-8f65-b1d066116543 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:00.176304 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c56f4ef7-f9f1-484a-aa77-7316ff69ec5e req-0575198a-62ad-4026-8f65-b1d066116543 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0475085 Aug 29 05:29:00.216787 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c56f4ef7-f9f1-484a-aa77-7316ff69ec5e req-9714848b-5d86-4e9a-90ae-093f6f1a01f6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345314 Aug 29 05:29:01.334815 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8554d-443c-4543-9051-5002eaba4ac1 req-9852a85d-ae41-4bb3-b345-2d8c6b579fd2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:01.336301 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bea8554d-443c-4543-9051-5002eaba4ac1 req-9852a85d-ae41-4bb3-b345-2d8c6b579fd2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0503292 Aug 29 05:29:01.374909 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bea8554d-443c-4543-9051-5002eaba4ac1 req-d8fc3f97-f4bf-4533-9d15-322094dbbf11 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Aug 29 05:29:01.487708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e1633-9fc0-4e72-b16d-e7c7aa101340 req-b2198585-7bba-4ca9-8e68-fd75f2e7095e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:01.489185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a69e1633-9fc0-4e72-b16d-e7c7aa101340 req-b2198585-7bba-4ca9-8e68-fd75f2e7095e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0487447 Aug 29 05:29:01.527666 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a69e1633-9fc0-4e72-b16d-e7c7aa101340 req-119c1e37-60ff-4e7b-b85f-dba600173615 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325894 Aug 29 05:29:01.549147 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44500) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:01.589883 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2ef24-0578-4c14-81ab-452a83f850db tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:01.591410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2de2ef24-0578-4c14-81ab-452a83f850db tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1093 time: 0.0411589 Aug 29 05:29:01.594229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44502) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:01.599913 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:01.624724 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:01.724069 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:01.821569 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.245 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/9f2aca1b-9190-45d8-a5a9-ddee52f7cbc4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:29:01.925471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:01.964343 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:02.001620 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:29:02.007831 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:02.012199 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:29:02.015265 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=9f2aca1b-9190-45d8-a5a9-ddee52f7cbc4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:02.044952 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:02.374563 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:02.440854 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:02.590257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:02.594692 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:02.667038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=9f2aca1b-9190-45d8-a5a9-ddee52f7cbc4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:02.675543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:02.771297 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP 80fffe66-2783-4aa6-bec6-885f7921d56d associated. External IP: 172.25.7.245, port: d17363d8-185c-4a4c-a3c9-86d45fef5576. Aug 29 05:29:02.971500 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 681cafd9-b581-4cc3-87ea-b1fb04315f28 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:29:03.077253 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:29:03.088556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] Sync routers for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:29:03.093453 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:03.099332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:03.099957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:03.120526 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37407b57-ab90-4fe2-b530-0a1646323f8b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5252917 Aug 29 05:29:03.121115 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:29:03.123500 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa2595-0e1b-407a-a955-ae3b65350451" -d '{"events": [{"name": "network-changed", "server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:29:03.164392 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6db0fc-a29d-46fb-86f8-d2886b37106a x-openstack-request-id: req-6f6db0fc-a29d-46fb-86f8-d2886b37106a {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:29:03.164719 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:29:03.164992 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f6db0fc-a29d-46fb-86f8-d2886b37106a {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:29:03.165455 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'status': 'completed', 'code': 200} Aug 29 05:29:03.207259 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:03.223700 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6ae5-9657-4bf3-a899-57e0eff4eab1 req-4fbe69c0-c8c4-4ad3-ba7f-58f81d22c3d7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:03.225259 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43cc6ae5-9657-4bf3-a899-57e0eff4eab1 req-4fbe69c0-c8c4-4ad3-ba7f-58f81d22c3d7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0565500 Aug 29 05:29:03.248319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-2dea960b-5f84-4001-a6e1-486ca8f9ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:03.251573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-2dea960b-5f84-4001-a6e1-486ca8f9ef9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1098 time: 0.0435395 Aug 29 05:29:03.266145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-43cc6ae5-9657-4bf3-a899-57e0eff4eab1 req-5134a2ae-81c7-4474-9f29-b5f006c41e16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Aug 29 05:29:03.290263 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44508) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:03.358827 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f2da121c-8986-4ed8-a3a2-51a59e3cf477 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/80fffe66-2783-4aa6-bec6-885f7921d56d HTTP/1.1" status: 200 len: 992 time: 0.0667901 Aug 29 05:29:03.359392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-8dfa23d8-5137-4653-9013-296da203ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:03.360962 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-8dfa23d8-5137-4653-9013-296da203ea8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 200 len: 897 time: 0.1015496 Aug 29 05:29:03.426789 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-c70411b0-dd06-4180-a9bd-b0bf2bd44fe6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 200 len: 1000 time: 0.0586720 Aug 29 05:29:03.440862 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '80fffe66-2783-4aa6-bec6-885f7921d56d', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'port_id': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'mac_address': 'fa:16:3e:33:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:29:02Z', 'updated_at': '2021-08-29T05:29:02Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:54Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:03.465710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] Checking router: 681cafd9-b581-4cc3-87ea-b1fb04315f28 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:29:03.474316 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:03.474852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:28:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:03.477190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-bcd5888e-1663-4834-911c-fe0bd4679017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:03.478690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-bcd5888e-1663-4834-911c-fe0bd4679017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6abd337e-f988-48ce-9244-1c6162bad03f HTTP/1.1" status: 200 len: 835 time: 0.0446668 Aug 29 05:29:03.527902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-2b2ad5cd-a78a-46d2-9cf9-e419e0cf44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:03.529417 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-2b2ad5cd-a78a-46d2-9cf9-e419e0cf44e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14642af5-3bd5-481a-868a-7d89dd4f164a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433791 Aug 29 05:29:03.581176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:03.618839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-6531350c-1a40-4e25-a379-a8270d8e49da service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818105 Aug 29 05:29:03.716674 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8dfa2595-0e1b-407a-a955-ae3b65350451 req-3a4790e4-b395-44f6-9e26-ae4ec491c430 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906942 Aug 29 05:29:03.956347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '80fffe66-2783-4aa6-bec6-885f7921d56d', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'port_id': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'mac_address': 'fa:16:3e:33:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:29:02Z', 'updated_at': '2021-08-29T05:29:02Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:54Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:03.983468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1d3bb-3059-4c20-87c4-6d7b0cc6f4b8 None None] The sync data for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 is: [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '80fffe66-2783-4aa6-bec6-885f7921d56d', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'port_id': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'mac_address': 'fa:16:3e:33:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:29:02Z', 'updated_at': '2021-08-29T05:29:02Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:54Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:29:04.172929 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b9cd39-d7c8-44f2-9197-dea93b347d2e None None] New status for floating IP 80fffe66-2783-4aa6-bec6-885f7921d56d: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:29:04.362082 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44510) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:04.424077 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9ea6da61-fd25-4377-90e5-6bfcdcd99b0e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/80fffe66-2783-4aa6-bec6-885f7921d56d HTTP/1.1" status: 200 len: 994 time: 0.0608568 Aug 29 05:29:16.930935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9955-32f6-420e-aedb-04e2bebbda48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:19.557456 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb34a-eeec-4cc1-adc4-98a15869cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:19.740725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:21.031629 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:21.312902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:22.572330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:24.106756 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:32.042880 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.770223 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b91c349e-d41f-4bb6-8bcf-d53619112c7f req-d7550616-0c69-4c7a-a604-a08a54bda5ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261812 Aug 29 05:29:32.834597 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b91c349e-d41f-4bb6-8bcf-d53619112c7f req-9aff936a-206c-4118-aca5-7aabd2f3e5a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0253563 Aug 29 05:29:32.871092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b91c349e-d41f-4bb6-8bcf-d53619112c7f req-f9764442-542e-40b4-9f19-e5fbdb19ca0e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190060 Aug 29 05:29:32.967329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c349e-d41f-4bb6-8bcf-d53619112c7f req-3e3f5952-c2d5-4188-b845-6ed8860e7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:32.969285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b91c349e-d41f-4bb6-8bcf-d53619112c7f req-3e3f5952-c2d5-4188-b845-6ed8860e7bf7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916443 Aug 29 05:29:33.162298 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93cb0f-68f0-4299-b1ab-a003bb3ff387 req-b1a854fa-fa3b-4c99-a5c4-1ee3ce0f58a3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.163812 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae93cb0f-68f0-4299-b1ab-a003bb3ff387 req-b1a854fa-fa3b-4c99-a5c4-1ee3ce0f58a3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0757232 Aug 29 05:29:33.187161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-3703fa6c-1ae8-4ff0-a3c2-f912e255eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.188616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-3703fa6c-1ae8-4ff0-a3c2-f912e255eeec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1098 time: 0.0695541 Aug 29 05:29:33.226110 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ae93cb0f-68f0-4299-b1ab-a003bb3ff387 req-53ce8126-10a8-40df-9875-b9dc4d509720 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559938 Aug 29 05:29:33.296631 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-d23884fe-c827-45d4-86ff-77557ab20ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.297532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-d23884fe-c827-45d4-86ff-77557ab20ed7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 200 len: 897 time: 0.1014633 Aug 29 05:29:33.370255 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-086bac3c-6355-4a3d-a01e-dc72c56f45d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 200 len: 1002 time: 0.0652518 Aug 29 05:29:33.422307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-67202c7c-8d9b-46d8-9e71-1a8a39eccd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.423906 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-67202c7c-8d9b-46d8-9e71-1a8a39eccd99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6abd337e-f988-48ce-9244-1c6162bad03f HTTP/1.1" status: 200 len: 835 time: 0.0458813 Aug 29 05:29:33.476145 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-dad76114-ad9d-4f34-a669-dd038403dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:33.478804 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-dad76114-ad9d-4f34-a669-dd038403dc7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14642af5-3bd5-481a-868a-7d89dd4f164a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465984 Aug 29 05:29:33.572587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-58aed304-bb57-4f5f-9028-f1acd4c7fcc8 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863559 Aug 29 05:29:33.666694 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0cbfd738-db10-4301-a0d5-2a524961a62d req-8be8c6c9-c915-4fcb-98dc-464068045653 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868549 Aug 29 05:29:34.343338 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273385e-5ca7-4893-9782-22372357260e req-63780374-afc4-4e7c-9cbb-2762aaed8d43 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:34.344819 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0273385e-5ca7-4893-9782-22372357260e req-63780374-afc4-4e7c-9cbb-2762aaed8d43 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0498040 Aug 29 05:29:34.382703 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0273385e-5ca7-4893-9782-22372357260e req-a4e80ee5-2e30-4cf1-88a3-d1c044307b90 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Aug 29 05:29:35.500250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05da01-2b22-402f-a79d-b4e534ddc656 req-e6bf0cf3-e2cf-4d17-a04a-33b3beee22be tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:35.501760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b05da01-2b22-402f-a79d-b4e534ddc656 req-e6bf0cf3-e2cf-4d17-a04a-33b3beee22be tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0508983 Aug 29 05:29:35.538952 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b05da01-2b22-402f-a79d-b4e534ddc656 req-fecf3ff4-914a-486d-b144-b167f15c6928 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312312 Aug 29 05:29:36.654322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f7d7-d7b3-459e-9afd-fd888915efde req-d69f015d-e4b7-4886-a340-b3a0b4dc8a61 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:36.656476 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a8a1f7d7-d7b3-459e-9afd-fd888915efde req-d69f015d-e4b7-4886-a340-b3a0b4dc8a61 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0506003 Aug 29 05:29:36.695823 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a8a1f7d7-d7b3-459e-9afd-fd888915efde req-221540e8-f15a-436c-bd03-ebc9d459bc35 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333371 Aug 29 05:29:37.809865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bd040-7b5a-4385-916e-665da67cb906 req-2e419a32-2b2d-4bb7-a641-ff29cba41b45 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:37.811240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-983bd040-7b5a-4385-916e-665da67cb906 req-2e419a32-2b2d-4bb7-a641-ff29cba41b45 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0482719 Aug 29 05:29:37.847734 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-983bd040-7b5a-4385-916e-665da67cb906 req-c062fe12-d7c6-4692-9153-1da49aa8e827 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304768 Aug 29 05:29:38.968680 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429855f-eecd-4fba-8641-58e3d91fc839 req-b6b51b06-ac21-47d1-bfc4-2cfcebd3a649 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:38.970236 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1429855f-eecd-4fba-8641-58e3d91fc839 req-b6b51b06-ac21-47d1-bfc4-2cfcebd3a649 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0546622 Aug 29 05:29:39.008110 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1429855f-eecd-4fba-8641-58e3d91fc839 req-23cd641b-bb28-449b-8c27-b5a0d9e83206 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 29 05:29:40.125309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe09d3-00f5-41d7-9e38-e4142b4dd529 req-53caca01-b1d8-4997-be42-cc0a6244f805 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:40.126792 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4cbe09d3-00f5-41d7-9e38-e4142b4dd529 req-53caca01-b1d8-4997-be42-cc0a6244f805 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0518672 Aug 29 05:29:40.163501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4cbe09d3-00f5-41d7-9e38-e4142b4dd529 req-b78321d3-006a-4a6a-9db2-31b0a52d1d75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308237 Aug 29 05:29:41.277647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccb049-02a0-475b-98fd-9a34a34faa58 req-d056d31e-ce68-4180-bd99-dc8a0b86a16c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:41.279027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3ccb049-02a0-475b-98fd-9a34a34faa58 req-d056d31e-ce68-4180-bd99-dc8a0b86a16c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0475185 Aug 29 05:29:41.316766 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3ccb049-02a0-475b-98fd-9a34a34faa58 req-8e704a01-4fd4-465a-a312-f32bdeb639df tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Aug 29 05:29:42.433127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e9a51-6a29-4a6a-ade1-135139f6de8f req-d8f626c3-990c-4091-94b3-633831581ccb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:42.434983 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513e9a51-6a29-4a6a-ade1-135139f6de8f req-d8f626c3-990c-4091-94b3-633831581ccb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0507283 Aug 29 05:29:42.472568 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-513e9a51-6a29-4a6a-ade1-135139f6de8f req-7ba4f428-4e7e-44d5-9407-d7538586e66e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Aug 29 05:29:43.586123 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa069d0-e23c-4e92-99c3-678c59b3ce22 req-b391c932-12e2-47d4-9d68-77496049b80c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:43.587595 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4aa069d0-e23c-4e92-99c3-678c59b3ce22 req-b391c932-12e2-47d4-9d68-77496049b80c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0485516 Aug 29 05:29:43.624204 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4aa069d0-e23c-4e92-99c3-678c59b3ce22 req-58d9e00c-0932-4e1b-b145-edacde997883 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Aug 29 05:29:44.737847 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a2bd3-b10e-4383-93fa-74c6150cb065 req-a844d448-43c5-4d3f-a976-e20805e69272 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:44.739322 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b90a2bd3-b10e-4383-93fa-74c6150cb065 req-a844d448-43c5-4d3f-a976-e20805e69272 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0485263 Aug 29 05:29:44.777059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b90a2bd3-b10e-4383-93fa-74c6150cb065 req-7c197182-9515-42e3-a09e-cae3592845e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Aug 29 05:29:44.799392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44546) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:44.861965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb610fbd-74b0-47cf-817a-949da35ea0a0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/80fffe66-2783-4aa6-bec6-885f7921d56d HTTP/1.1" status: 200 len: 994 time: 0.0614684 Aug 29 05:29:46.685446 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-81442fa1-742a-492f-859a-051e38b8c778 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391886 Aug 29 05:29:46.781039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-ae738643-362e-46e7-afe6-fcdee3fca37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:46.782536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-ae738643-362e-46e7-afe6-fcdee3fca37c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1098 time: 0.0405710 Aug 29 05:29:46.885570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-5ffed8c8-5a10-4bd7-bff7-6e0198cb01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:46.887215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-5ffed8c8-5a10-4bd7-bff7-6e0198cb01b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 200 len: 897 time: 0.0869155 Aug 29 05:29:46.931665 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f8c38e22-fb37-45e7-8010-d8213652e2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:46.951496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-bbcc2797-7845-4604-9996-4e1bf67a424c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 200 len: 1002 time: 0.0573487 Aug 29 05:29:47.003933 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-2014bdc7-9f00-4182-be85-811c4ef39820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:47.005394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-2014bdc7-9f00-4182-be85-811c4ef39820 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6abd337e-f988-48ce-9244-1c6162bad03f HTTP/1.1" status: 200 len: 835 time: 0.0478578 Aug 29 05:29:47.053168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-2bee92b9-75fa-4fb1-8164-44ea362fbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:47.054723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-2bee92b9-75fa-4fb1-8164-44ea362fbcc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14642af5-3bd5-481a-868a-7d89dd4f164a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417416 Aug 29 05:29:47.067063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-53c93a77-8eb0-4ebf-a4aa-0a2f920829a4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:29:47.068045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-53c93a77-8eb0-4ebf-a4aa-0a2f920829a4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056012 Aug 29 05:29:47.155563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-526e97d0-b990-4554-9511-2eff9936a65e service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803466 Aug 29 05:29:47.248148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49fabeeb-85ee-4b14-bc42-e1fe91645d70 req-33df6bde-b25d-4285-befa-3bc75481ae6e service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853207 Aug 29 05:29:49.557324 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edf04944-f9a5-4768-9641-29f5c508abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:49.744589 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:51.033989 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:51.326242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:52.576823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:01.105843 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:02.076599 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:15.215626 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44558) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:15.371092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 9f2aca1b-9190-45d8-a5a9-ddee52f7cbc4 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:15.371433 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:15.447203 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:15.447529 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:15.459335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 9f2aca1b-9190-45d8-a5a9-ddee52f7cbc4 owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:15.599484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:15.627869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=9f2aca1b-9190-45d8-a5a9-ddee52f7cbc4,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:15.652340 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.652690 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.653030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.653365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.653729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.654062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.654391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.654717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.655046 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.655373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.655694 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.656013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:15.694241 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:15.694570 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP 80fffe66-2783-4aa6-bec6-885f7921d56d disassociated (deleted). External IP: 172.25.7.245, port: d17363d8-185c-4a4c-a3c9-86d45fef5576. Aug 29 05:30:16.212117 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 681cafd9-b581-4cc3-87ea-b1fb04315f28 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:30:16.317477 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:16.322206 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:16.327118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] Sync routers for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:16.336264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:16.336875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:29:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:16.348601 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-262ab1e4-d62a-463b-82e7-9945e81735a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/floatingips/80fffe66-2783-4aa6-bec6-885f7921d56d HTTP/1.1" status: 204 len: 168 time: 1.1318648 Aug 29 05:30:16.349184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:16.351479 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d" -d '{"events": [{"name": "network-changed", "server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:16.392944 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5d7837-fdcd-4526-aac9-ea047b5156cb x-openstack-request-id: req-3e5d7837-fdcd-4526-aac9-ea047b5156cb {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:16.393241 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:16.393496 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e5d7837-fdcd-4526-aac9-ea047b5156cb {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:16.393930 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'status': 'completed', 'code': 200} Aug 29 05:30:16.444247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:16.494955 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-2512b3a9-8746-4fe4-a373-80bbd32bc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:16.496965 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-2512b3a9-8746-4fe4-a373-80bbd32bc4a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 1098 time: 0.0573845 Aug 29 05:30:16.591498 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d71d8b-f595-4386-ab89-1ec5806c1b62 req-a26bca0e-7b82-4195-88d5-eded31bb1903 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:16.593690 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5d71d8b-f595-4386-ab89-1ec5806c1b62 req-a26bca0e-7b82-4195-88d5-eded31bb1903 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0643778 Aug 29 05:30:16.621966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-fdd80b39-cb12-460a-9f49-b0ddb9ecc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:16.623450 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-fdd80b39-cb12-460a-9f49-b0ddb9ecc8d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 200 len: 897 time: 0.0904109 Aug 29 05:30:16.634726 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5d71d8b-f595-4386-ab89-1ec5806c1b62 req-0b5290f9-38f5-4c50-ab1a-c4f3676410dd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340188 Aug 29 05:30:16.655947 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:54Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:16.670371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-0225ae2d-b53a-46db-aab6-9395db6a96b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 200 len: 217 time: 0.0394211 Aug 29 05:30:16.686877 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] Checking router: 681cafd9-b581-4cc3-87ea-b1fb04315f28 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:16.695347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:16.695965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:29:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:16.721688 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-154f081c-25dd-45c4-8738-a31b145b675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:16.723648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-154f081c-25dd-45c4-8738-a31b145b675a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6abd337e-f988-48ce-9244-1c6162bad03f HTTP/1.1" status: 200 len: 835 time: 0.0440404 Aug 29 05:30:16.771150 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-ed6afaf6-67c5-43a1-aee0-7ae2bdca6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:16.772567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-ed6afaf6-67c5-43a1-aee0-7ae2bdca6c70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14642af5-3bd5-481a-868a-7d89dd4f164a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405509 Aug 29 05:30:16.796277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:16.867379 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-6f695968-b61b-4157-a60e-5f3f49778e94 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853369 Aug 29 05:30:16.948665 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-095883e1-691f-4c5b-808b-8113ce9b558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:16.960695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b61c59ef-9d4a-451b-b3cb-cc8e8e35602d req-34a57373-4207-4afa-8324-5f2c151fc4c3 service neutron] 10.222.0.32 "GET /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842102 Aug 29 05:30:17.008116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:54Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:17.033424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96746eae-7e6c-40bb-990f-1a8912c62d8f None None] The sync data for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 is: [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:28:50Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '68e64cfc-ed24-4f0a-846c-8ce2218c5697', 'name': '', 'network_id': '14642af5-3bd5-481a-868a-7d89dd4f164a', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:90:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:49Z', 'updated_at': '2021-08-29T05:28:54Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '6abd337e-f988-48ce-9244-1c6162bad03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:17.242829 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30839c4-f4a3-44ab-8b52-08b7022e1803 None None] New status for floating IP 80fffe66-2783-4aa6-bec6-885f7921d56d: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:30:17.756498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a41bc-c95d-4b47-bca7-63a6380dc356 req-b7f124dd-117b-41db-b248-94f12cbaf813 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:17.757988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-034a41bc-c95d-4b47-bca7-63a6380dc356 req-b7f124dd-117b-41db-b248-94f12cbaf813 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0534449 Aug 29 05:30:17.794690 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-034a41bc-c95d-4b47-bca7-63a6380dc356 req-d20ca7e0-3de4-4986-bd19-9c52f8577b8d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=fab58a97-d42e-4ee8-a5f9-c7814a95ab21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Aug 29 05:30:18.197142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-7e4780b3-1f16-4d62-bc97-601d66d5dc4d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:18.198657 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-7e4780b3-1f16-4d62-bc97-601d66d5dc4d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 946 time: 0.0497110 Aug 29 05:30:18.286205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port d17363d8-185c-4a4c-a3c9-86d45fef5576 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:18.286548 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:18.376678 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port d17363d8-185c-4a4c-a3c9-86d45fef5576, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d17363d8-185c-4a4c-a3c9-86d45fef5576,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:18.377039 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:18.389415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for d17363d8-185c-4a4c-a3c9-86d45fef5576 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:18.516108 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:18.544500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=d17363d8-185c-4a4c-a3c9-86d45fef5576,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:18.588485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] No DVR routers for this DVR port d17363d8-185c-4a4c-a3c9-86d45fef5576 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:30:18.591026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:18.592963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6fbfa4a0-a671-4430-ada8-83fc01729e13 req-a67cb6c3-067e-4fd8-9381-021dd0c0f4d2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "DELETE /v2.0/ports/d17363d8-185c-4a4c-a3c9-86d45fef5576 HTTP/1.1" status: 204 len: 173 time: 0.3885510 Aug 29 05:30:18.593468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'name': 'network-vif-deleted', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:18.595724 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a96587f-3e18-4334-bdf7-a2c5f54719e6" -d '{"events": [{"server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "name": "network-vif-deleted", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:18.636452 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb364079-0731-4751-8498-ab36109c4f98 x-openstack-request-id: req-cb364079-0731-4751-8498-ab36109c4f98 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:18.636745 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9683aaa5-2223-4b14-90ef-06474e0a0786", "name": "network-vif-deleted", "tag": "d17363d8-185c-4a4c-a3c9-86d45fef5576", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:18.637000 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb364079-0731-4751-8498-ab36109c4f98 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:18.637400 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9683aaa5-2223-4b14-90ef-06474e0a0786', 'name': 'network-vif-deleted', 'tag': 'd17363d8-185c-4a4c-a3c9-86d45fef5576', 'status': 'completed', 'code': 200} Aug 29 05:30:18.901478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-765b6bb5-17c1-4283-b429-9bc94c008c91 req-54779afa-4708-43a2-b502-dfd02fb968ea tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=9683aaa5-2223-4b14-90ef-06474e0a0786 HTTP/1.1" status: 200 len: 210 time: 0.0287397 Aug 29 05:30:19.559427 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb58203a-71fe-48da-bde7-fb2639c0fee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:19.745886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:19.961297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44574) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:20.317226 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:20.574054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 68e64cfc-ed24-4f0a-846c-8ce2218c5697 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:20.574311 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:20.660791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 68e64cfc-ed24-4f0a-846c-8ce2218c5697, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=68e64cfc-ed24-4f0a-846c-8ce2218c5697,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:20.661159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:20.674093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 68e64cfc-ed24-4f0a-846c-8ce2218c5697 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:20.863103 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:20.889638 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=68e64cfc-ed24-4f0a-846c-8ce2218c5697,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:21.038947 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.064418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.277676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 681cafd9-b581-4cc3-87ea-b1fb04315f28 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:30:21.325412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.381842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:21.386737 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-70c0b488-8d47-4dac-b5dd-ad225e8d75eb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/681cafd9-b581-4cc3-87ea-b1fb04315f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243927 Aug 29 05:30:21.389539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44576) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:21.394290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] Sync routers for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:21.404384 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:21.405073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:21.442977 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting subnet 6abd337e-f988-48ce-9244-1c6162bad03f {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:30:21.446097 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.484735 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.509390 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:21.576716 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.636194 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.660542 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Subnet': ['ID=6abd337e-f988-48ce-9244-1c6162bad03f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:21.666169 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.670468 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-57b78f30-d5fa-4db5-a57b-e6d54c1355d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/subnets/6abd337e-f988-48ce-9244-1c6162bad03f HTTP/1.1" status: 204 len: 168 time: 0.2775249 Aug 29 05:30:21.670836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44578) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:21.674331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631835ed-110d-49cc-b6fe-083f50b4a839 None None] Network 14642af5-3bd5-481a-868a-7d89dd4f164a requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:30:21.747271 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:30:20Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:21.779571 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.792700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] Checking router: 681cafd9-b581-4cc3-87ea-b1fb04315f28 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:21.817680 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] Routers {'681cafd9-b581-4cc3-87ea-b1fb04315f28'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:21.818201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['681cafd9-b581-4cc3-87ea-b1fb04315f28'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:21.886335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.929694 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] Set router 681cafd9-b581-4cc3-87ea-b1fb04315f28 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:21.948357 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 1ce51699-121f-4040-bdd4-3fb658387d27 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:21.948703 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:21.956757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] DHCP port deletion for 14642af5-3bd5-481a-868a-7d89dd4f164a request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:30:22.031779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 1ce51699-121f-4040-bdd4-3fb658387d27, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1ce51699-121f-4040-bdd4-3fb658387d27,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:22.032143 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.038218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d17363d8-185c-4a4c-a3c9-86d45fef5576 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:22.045885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 1ce51699-121f-4040-bdd4-3fb658387d27 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:22.068156 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: d17363d8-185c-4a4c-a3c9-86d45fef5576 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:30:22.068729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d17363d8-185c-4a4c-a3c9-86d45fef5576 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:30:22.133041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Deleting port d8a1caa2-9cef-40f5-a429-94811b209e6a {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:22.133418 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.203308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] For port d8a1caa2-9cef-40f5-a429-94811b209e6a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=d8a1caa2-9cef-40f5-a429-94811b209e6a,segment=NetworkSegment(ab276e9e-6c60-4ace-90e5-45db6eb25b65),segment_id=ab276e9e-6c60-4ace-90e5-45db6eb25b65)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:22.203698 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.213021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.218267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Calling delete_port for d8a1caa2-9cef-40f5-a429-94811b209e6a owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:22.235726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:30:20Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:22.245819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=1ce51699-121f-4040-bdd4-3fb658387d27,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:22.291964 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63b5f9-cbeb-419b-88d4-8c3f8d50c972 None None] The sync data for ids ['681cafd9-b581-4cc3-87ea-b1fb04315f28'] in n-d-712143-14 is: [{'id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1399882168', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:28:46Z', 'updated_at': '2021-08-29T05:30:20Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '1ce51699-121f-4040-bdd4-3fb658387d27', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681cafd9-b581-4cc3-87ea-b1fb04315f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:28:47Z', 'updated_at': '2021-08-29T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:22.301926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.334792 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.360702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Pushing event deleted for resources: {'Port': ['ID=d8a1caa2-9cef-40f5-a429-94811b209e6a,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:22.365189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] No DVR routers for this DVR port d8a1caa2-9cef-40f5-a429-94811b209e6a on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:30:22.372627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.372960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.373447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.373818 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.374159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.374497 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.374829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.375162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.375499 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.376119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.376305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.376637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd30e94-3ce4-476d-9a65-02e719ab8ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.405282 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.407565 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.455863 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.456420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Fanout notify agent at l3_agent the message router_deleted on router 681cafd9-b581-4cc3-87ea-b1fb04315f28 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:30:22.464038 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.465163 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-77e9f7f3-e4f1-41da-be03-a925c0d2924a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/routers/681cafd9-b581-4cc3-87ea-b1fb04315f28 HTTP/1.1" status: 204 len: 168 time: 0.7935596 Aug 29 05:30:22.467940 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44580) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:22.545304 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.578511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.636798 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.648112 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14642af5-3bd5-481a-868a-7d89dd4f164a']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:22.659119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab276e9e-6c60-4ace-90e5-45db6eb25b65') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:22.659416 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab276e9e-6c60-4ace-90e5-45db6eb25b65') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:22.670095 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.684587 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.690932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:30:22.692059 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:30:22.695314 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:30:22.757401 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.764350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.766120 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/networks/14642af5-3bd5-481a-868a-7d89dd4f164a HTTP/1.1" status: 204 len: 168 time: 0.2972229 Aug 29 05:30:22.769016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44582) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:22.782102 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191fb3c-00c6-4db2-b5df-9c851af3bc3c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Network': ['ID=14642af5-3bd5-481a-868a-7d89dd4f164a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:22.830184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.855345 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.926963 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.929725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:22.930860 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/security-groups/fab58a97-d42e-4ee8-a5f9-c7814a95ab21 HTTP/1.1" status: 204 len: 168 time: 0.1601872 Aug 29 05:30:22.939945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab58a97-d42e-4ee8-a5f9-c7814a95ab21,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:22.948027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.948376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.948716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.949049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.949386 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.949732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.950058 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.952442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.952442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.952442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.952442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:22.952442 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d6944c-375e-470c-8c58-feb66c61f111 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:23.288411 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44588) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:23.293447 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b350d891-5ac4-436e-9423-6a5928deb851 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738348802', 'description': 'tempest-secgroup-smoke-738348802 description', 'project_id': '33e1431070b44e9ba61dfad92de9c50e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:23.315515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b350d891-5ac4-436e-9423-6a5928deb851 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.396814 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b350d891-5ac4-436e-9423-6a5928deb851 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.400727 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b350d891-5ac4-436e-9423-6a5928deb851 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.429668 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b350d891-5ac4-436e-9423-6a5928deb851 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.430865 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b350d891-5ac4-436e-9423-6a5928deb851 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1414421 Aug 29 05:30:23.432056 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350d891-5ac4-436e-9423-6a5928deb851 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b18f7af-c902-4398-9881-d7d22bcccdb4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:23.435005 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44590) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:23.440287 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-2d113474-4976-4753-8f06-4614131d02d9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '3b18f7af-c902-4398-9881-d7d22bcccdb4', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:23.468275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2d113474-4976-4753-8f06-4614131d02d9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.523239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2d113474-4976-4753-8f06-4614131d02d9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.526888 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2d113474-4976-4753-8f06-4614131d02d9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.546484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d113474-4976-4753-8f06-4614131d02d9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcc405d-ebbf-4ba5-8984-01390d448d3c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:23.554552 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-2d113474-4976-4753-8f06-4614131d02d9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.555925 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-2d113474-4976-4753-8f06-4614131d02d9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195295 Aug 29 05:30:23.559026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44592) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:23.563374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b353c353-c4c2-4b7d-a151-d9dedfc2deab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '3b18f7af-c902-4398-9881-d7d22bcccdb4', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:23.593469 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b353c353-c4c2-4b7d-a151-d9dedfc2deab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.611218 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1ce51699-121f-4040-bdd4-3fb658387d27 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:23.633768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 1ce51699-121f-4040-bdd4-3fb658387d27 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:30:23.634115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1ce51699-121f-4040-bdd4-3fb658387d27 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:30:23.634533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d8a1caa2-9cef-40f5-a429-94811b209e6a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:23.652387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: d8a1caa2-9cef-40f5-a429-94811b209e6a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:30:23.652609 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b353c353-c4c2-4b7d-a151-d9dedfc2deab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.652728 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device d8a1caa2-9cef-40f5-a429-94811b209e6a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:30:23.653115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 68e64cfc-ed24-4f0a-846c-8ce2218c5697 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:23.656128 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b353c353-c4c2-4b7d-a151-d9dedfc2deab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.671762 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 68e64cfc-ed24-4f0a-846c-8ce2218c5697 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:30:23.672100 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 68e64cfc-ed24-4f0a-846c-8ce2218c5697 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:30:23.679185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353c353-c4c2-4b7d-a151-d9dedfc2deab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be364499-0dc3-443a-8b9d-ea6e8f08342d,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:23.682550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b353c353-c4c2-4b7d-a151-d9dedfc2deab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.684165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b353c353-c4c2-4b7d-a151-d9dedfc2deab tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238453 Aug 29 05:30:23.686775 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44594) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:23.691060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-6974341c-f573-4307-bf2e-9ccceaa2aee0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '3b18f7af-c902-4398-9881-d7d22bcccdb4', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:23.717292 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6974341c-f573-4307-bf2e-9ccceaa2aee0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.773189 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6974341c-f573-4307-bf2e-9ccceaa2aee0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.777079 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6974341c-f573-4307-bf2e-9ccceaa2aee0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.797680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974341c-f573-4307-bf2e-9ccceaa2aee0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8024e9db-ebfe-4d89-bea2-558d4e70d80b,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:23.802742 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-6974341c-f573-4307-bf2e-9ccceaa2aee0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.803923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-6974341c-f573-4307-bf2e-9ccceaa2aee0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162248 Aug 29 05:30:23.806584 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44596) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:23.811134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0b3f9c9a-dbaa-4d09-b85e-7aaf14a58cd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '3b18f7af-c902-4398-9881-d7d22bcccdb4', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:23.836029 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9c9a-dbaa-4d09-b85e-7aaf14a58cd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.893258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9c9a-dbaa-4d09-b85e-7aaf14a58cd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.897086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9c9a-dbaa-4d09-b85e-7aaf14a58cd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.914825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f9c9a-dbaa-4d09-b85e-7aaf14a58cd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43559e4-48f5-4b9c-8c14-419e0bd00837,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:23.920366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9c9a-dbaa-4d09-b85e-7aaf14a58cd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:23.921553 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0b3f9c9a-dbaa-4d09-b85e-7aaf14a58cd7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140468 Aug 29 05:30:23.924295 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44598) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:23.928709 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '3b18f7af-c902-4398-9881-d7d22bcccdb4', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:23.949691 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:30:23.954507 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.014853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.018356 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.036275 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0f3a76-2f10-4c3a-bdaf-829aec763512,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:24.041705 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.042993 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3142b2e8-4998-4bdf-8a8d-67a427033b64 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176329 Aug 29 05:30:24.045562 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44600) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:24.049877 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '3b18f7af-c902-4398-9881-d7d22bcccdb4', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:24.070741 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:30:24.075508 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.136301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.139662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.159127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f941a2-9ab3-462e-93cf-490cbca35569,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:24.166012 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.167219 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5402788b-8d60-469c-b6e7-a41c478b94ca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207023 Aug 29 05:30:24.170164 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44602) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:24.174921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'network': {'name': 'tempest-network-smoke--597696919', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:24.195358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:30:24.198910 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.221856 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:30:24.230787 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.231137 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Added segment 88a8367a-0de1-42a3-8d33-354e7cec54f2 of type vlan for network 146da977-28c1-4497-99eb-a245cb7bafec Aug 29 05:30:24.269309 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.293213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.298736 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:24.299330 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.356228 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1850445 Aug 29 05:30:24.358942 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44604) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:24.365398 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'admin_state_up': True, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:24.375075 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac30a1-5a83-4d70-9766-5f6d20127fcf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Network': ['ID=146da977-28c1-4497-99eb-a245cb7bafec,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:24.385484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 146da977-28c1-4497-99eb-a245cb7bafec details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:30:24.392788 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.393849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.448570 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:24.581047 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.077126 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.094748 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.201308 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.131 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/5e91bd87-3328-4b35-9876-5fda84b54b99) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:25.301033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.338477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.372896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:25.375693 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:25.381137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:25.408792 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=5e91bd87-3328-4b35-9876-5fda84b54b99,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:25.629915 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.819069 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:25.943350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 43ed5d16-e01b-4872-bf4c-03dbbec0901d is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:30:26.047623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:26.057376 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Sync routers for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:26.065617 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.067455 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-a5774402-058c-4864-bb7d-15b430bf4a9e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7075965 Aug 29 05:30:26.067600 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:26.068242 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:26.070574 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44606) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:26.097820 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-bb7d6fd0-2005-442c-a709-951f12984372 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=33e1431070b44e9ba61dfad92de9c50e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262225 Aug 29 05:30:26.100358 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44608) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:26.170488 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:26.189457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4010d05-bd66-4720-9c29-a54304a14667 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:26.194319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b4010d05-bd66-4720-9c29-a54304a14667 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897379 Aug 29 05:30:26.194547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44610) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:26.221832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f9bb954f-5a2d-402c-80ca-cf828c20336b tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261779 Aug 29 05:30:26.224299 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44612) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:26.229029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910053474', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:26.315927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'subnet': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:30:26.320254 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66375395'] for subnet, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.344112 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:25Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:26.374148 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Checking router: 43ed5d16-e01b-4872-bf4c-03dbbec0901d for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:26.374148 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Updating router 43ed5d16-e01b-4872-bf4c-03dbbec0901d port 5e91bd87-3328-4b35-9876-5fda84b54b99 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:30:26.399009 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.506570 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66494656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66375313'] for subnet, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.571335 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Subnet': ['ID=9175d6e8-d74f-4322-8504-762aea741803,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:26.581096 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Checking segment: {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:26.581474 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network hostable DHCP agents. Network: 146da977-28c1-4497-99eb-a245cb7bafec, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:30:26.599453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 146da977-28c1-4497-99eb-a245cb7bafec is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:30:26.608664 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 146da977-28c1-4497-99eb-a245cb7bafec) {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:26.612742 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:26.613377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.618883 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09adac-c9e3-4611-a04d-6eb482095bce None None] Network 146da977-28c1-4497-99eb-a245cb7bafec requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:30:26.634647 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-10e2d774-a85d-4398-b0ab-dad15f50a936 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4093258 Aug 29 05:30:26.637734 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44614) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:26.663463 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.674153 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Transition to ACTIVE for port object 5e91bd87-3328-4b35-9876-5fda84b54b99 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:26.680722 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.722282 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Pushing event updated for resources: {'Port': ['ID=5e91bd87-3328-4b35-9876-5fda84b54b99,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:26.731951 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.732384 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.732801 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.733138 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.733479 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.733836 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.734168 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.734496 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.734826 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.735154 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.735480 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.735802 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:26.755908 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Attempting to bind port 5e91bd87-3328-4b35-9876-5fda84b54b99 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:26.756280 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Attempting to bind port 5e91bd87-3328-4b35-9876-5fda84b54b99 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:26.756637 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Attempting to bind port 5e91bd87-3328-4b35-9876-5fda84b54b99 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:26.761794 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:26.762158 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:26.762553 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.762933 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:26.763380 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Bound port: 5e91bd87-3328-4b35-9876-5fda84b54b99, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:26.763748 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.775486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-146da977-28c1-4497-99eb-a245cb7bafec', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:30:26.776464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.820517 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] For port 5e91bd87-3328-4b35-9876-5fda84b54b99, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:26.823856 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] For port 5e91bd87-3328-4b35-9876-5fda84b54b99, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5e91bd87-3328-4b35-9876-5fda84b54b99,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:26.828019 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:26.901746 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259126f0-f908-496d-8b87-10ffe55d1fa6 None None] Pushing event updated for resources: {'Port': ['ID=5e91bd87-3328-4b35-9876-5fda84b54b99,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:26.907456 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:26.908081 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:27.080778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Allocated IP 172.20.0.2 (146da977-28c1-4497-99eb-a245cb7bafec/9175d6e8-d74f-4322-8504-762aea741803/c5162818-6320-42a7-a003-14f582612b42) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:27.111813 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.115279 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:27.238390 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.255825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Transition to ACTIVE for port object c5162818-6320-42a7-a003-14f582612b42 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:27.272754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Transition to ACTIVE for port object c5162818-6320-42a7-a003-14f582612b42 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:27.278824 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.295388 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:25Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:27.322167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Pushing event updated for resources: {'Port': ['ID=c5162818-6320-42a7-a003-14f582612b42,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:27.325989 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebabe49-0016-4551-ab2e-b408fc2da885 None None] The sync data for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 is: [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:25Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:27.333850 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Network 146da977-28c1-4497-99eb-a245cb7bafec is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:27.335294 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:27.337816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:27.392069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Attempting to bind port c5162818-6320-42a7-a003-14f582612b42 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:27.392069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Attempting to bind port c5162818-6320-42a7-a003-14f582612b42 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:27.392433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Attempting to bind port c5162818-6320-42a7-a003-14f582612b42 on network 146da977-28c1-4497-99eb-a245cb7bafec {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:27.398198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:27.398585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Checking segment: {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:27.398999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.399551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Bound using segment: {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:27.399903 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Bound port: c5162818-6320-42a7-a003-14f582612b42, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:27.400486 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.403333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.1 (146da977-28c1-4497-99eb-a245cb7bafec/9175d6e8-d74f-4322-8504-762aea741803/3fcf81c5-7ba9-408c-a118-644ef00b945f) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:27.478237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] For port c5162818-6320-42a7-a003-14f582612b42, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:27.482148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] For port c5162818-6320-42a7-a003-14f582612b42, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5162818-6320-42a7-a003-14f582612b42,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:27.487881 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.531077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.563486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object 3fcf81c5-7ba9-408c-a118-644ef00b945f will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:27.569938 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78bfb0-618d-40bd-b5a9-00635189653f None None] Pushing event updated for resources: {'Port': ['ID=c5162818-6320-42a7-a003-14f582612b42,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:27.613024 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.668190 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 146da977-28c1-4497-99eb-a245cb7bafec is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:27.671509 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:27.677050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:27.681628 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=3fcf81c5-7ba9-408c-a118-644ef00b945f,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:27.728039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5e91bd87-3328-4b35-9876-5fda84b54b99 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:27.733450 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.787463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5e91bd87-3328-4b35-9876-5fda84b54b99 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:27.792090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5e91bd87-3328-4b35-9876-5fda84b54b99 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:27.792412 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.924402 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.937439 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:27.970436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5e91bd87-3328-4b35-9876-5fda84b54b99, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5e91bd87-3328-4b35-9876-5fda84b54b99,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:27.979084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:28.037172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5e91bd87-3328-4b35-9876-5fda84b54b99,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:28.225868 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:28.230741 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:28.306179 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:28.308065 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=3fcf81c5-7ba9-408c-a118-644ef00b945f,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:28.413082 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 146da977-28c1-4497-99eb-a245cb7bafec is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:28.414621 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:28.532260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 43ed5d16-e01b-4872-bf4c-03dbbec0901d has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:30:28.594308 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b72bf2-a457-42e4-b581-1b0ded733b28 None None] Network 146da977-28c1-4497-99eb-a245cb7bafec requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:30:28.653525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:28.654278 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e36dea3e-3ce2-44a9-9d10-30f0551eb764 None None] Provisioning for port c5162818-6320-42a7-a003-14f582612b42 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:28.665544 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ce66c4ba-a8a3-4dbf-aabf-46767b141fbc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/43ed5d16-e01b-4872-bf4c-03dbbec0901d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0196559 Aug 29 05:30:28.814905 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-3e73d5cb-0108-4a85-ab53-c5783be98713 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738348802&fields=id&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 267 time: 0.0352163 Aug 29 05:30:28.928934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-881a7593-a958-4e7c-a388-e851a7456d33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:28.930496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-881a7593-a958-4e7c-a388-e851a7456d33 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 796 time: 0.1083031 Aug 29 05:30:28.946955 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-9fbd3139-1914-400a-af0e-ca07ea34519f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/quotas/33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 375 time: 0.0103858 Aug 29 05:30:29.002473 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c931d144-ae3d-4d8a-89a9-3bb04dcf95f5 None None] Provisioning for port 3fcf81c5-7ba9-408c-a118-644ef00b945f completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:29.007428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c931d144-ae3d-4d8a-89a9-3bb04dcf95f5 None None] Provisioning complete for port 3fcf81c5-7ba9-408c-a118-644ef00b945f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:29.008041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c931d144-ae3d-4d8a-89a9-3bb04dcf95f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.013122 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-4cda6e95-1bda-4dec-ad5b-16e1a5ddca2a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541747 Aug 29 05:30:29.050163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c931d144-ae3d-4d8a-89a9-3bb04dcf95f5 None None] Port 3fcf81c5-7ba9-408c-a118-644ef00b945f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:29.064551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Sync routers for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:29.075028 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:29.075649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:29.116609 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-6cdd3f62-efc4-4f07-a649-2d5c60a1c4ce service neutron] 10.222.0.55 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910883 Aug 29 05:30:29.187889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c3c34409-1e9c-4f2e-aa54-54a6e8aec965 None None] Provisioning complete for port 3fcf81c5-7ba9-408c-a118-644ef00b945f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:29.188362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c3c34409-1e9c-4f2e-aa54-54a6e8aec965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.220574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-25ab740e-c687-4b0f-94f9-da9e6af1e4aa service neutron] 10.222.0.55 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968306 Aug 29 05:30:29.228394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:29.258606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c3c34409-1e9c-4f2e-aa54-54a6e8aec965 None None] Port 3fcf81c5-7ba9-408c-a118-644ef00b945f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:29.407048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-93e150b6-ce75-4471-8fa4-2ad41effcec6 req-dbc58fcd-2d51-43ca-bd45-4cc3e89223e1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 210 time: 0.0327296 Aug 29 05:30:29.454043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:28Z', 'revision_number': 2, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:29.484031 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Checking router: 43ed5d16-e01b-4872-bf4c-03dbbec0901d for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:29.484394 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Updating router 43ed5d16-e01b-4872-bf4c-03dbbec0901d port 3fcf81c5-7ba9-408c-a118-644ef00b945f binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:30:29.514416 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.516074 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-a53bd6d1-bfed-4d88-91d2-49e6baf0f7f4 None None] Provisioning complete for port 3fcf81c5-7ba9-408c-a118-644ef00b945f triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:29.516436 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a53bd6d1-bfed-4d88-91d2-49e6baf0f7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.581809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a53bd6d1-bfed-4d88-91d2-49e6baf0f7f4 None None] Port 3fcf81c5-7ba9-408c-a118-644ef00b945f cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:29.704683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5162818-6320-42a7-a003-14f582612b42 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:29.792650 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c5162818-6320-42a7-a003-14f582612b42 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:29.804373 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c5162818-6320-42a7-a003-14f582612b42 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:29.804742 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.874191 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.888297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Transition to ACTIVE for port object 3fcf81c5-7ba9-408c-a118-644ef00b945f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:29.895436 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.968600 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:29.973794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7112c1-95be-45a4-944c-429975fe36be None None] Pushing event updated for resources: {'Port': ['ID=3fcf81c5-7ba9-408c-a118-644ef00b945f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:30.046121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c5162818-6320-42a7-a003-14f582612b42, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5162818-6320-42a7-a003-14f582612b42,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:30.051697 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:30.052548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5e91bd87-3328-4b35-9876-5fda84b54b99 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:30.055714 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Attempting to bind port 3fcf81c5-7ba9-408c-a118-644ef00b945f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:30.056082 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Attempting to bind port 3fcf81c5-7ba9-408c-a118-644ef00b945f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:30.056444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Attempting to bind port 3fcf81c5-7ba9-408c-a118-644ef00b945f on network 146da977-28c1-4497-99eb-a245cb7bafec {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:30.101657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:30.102201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Checking segment: {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:30.102486 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:30.102921 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Bound using segment: {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:30.103544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Bound port: 3fcf81c5-7ba9-408c-a118-644ef00b945f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:30.103974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:30.161442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c5162818-6320-42a7-a003-14f582612b42,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:30.204237 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5e91bd87-3328-4b35-9876-5fda84b54b99 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:30.204604 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:30.232823 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] For port 3fcf81c5-7ba9-408c-a118-644ef00b945f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:30.251538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] For port 3fcf81c5-7ba9-408c-a118-644ef00b945f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3fcf81c5-7ba9-408c-a118-644ef00b945f,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:30.257972 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:30.327043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:30.327672 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:30.329621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7112c1-95be-45a4-944c-429975fe36be None None] Pushing event updated for resources: {'Port': ['ID=3fcf81c5-7ba9-408c-a118-644ef00b945f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:30.474043 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:30.501344 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bff6427d-6289-4033-8ee2-50d773778f53 req-db5b2d8a-b926-4ae6-8898-b33bc5e54b36 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 210 time: 0.0268948 Aug 29 05:30:30.705917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:30Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:30.731251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8ef21-cd76-4d10-8dee-89296ab72841 None None] The sync data for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 is: [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:30Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:31.589858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-505e1086-73af-4e9c-90a0-d7cc938fa387 req-183a04e5-a237-4276-a979-c92fbe4bd3ba tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 210 time: 0.0291507 Aug 29 05:30:31.700719 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5162818-6320-42a7-a003-14f582612b42 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:31.751675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c5162818-6320-42a7-a003-14f582612b42 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:31.752126 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:31.833814 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3fcf81c5-7ba9-408c-a118-644ef00b945f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:31.880815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 3fcf81c5-7ba9-408c-a118-644ef00b945f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:31.884612 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3fcf81c5-7ba9-408c-a118-644ef00b945f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:31.884989 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:31.966202 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:31.997544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 3fcf81c5-7ba9-408c-a118-644ef00b945f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3fcf81c5-7ba9-408c-a118-644ef00b945f,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:32.001748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:32.048985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=3fcf81c5-7ba9-408c-a118-644ef00b945f,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:32.079967 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:32.502707 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-b656219c-39c5-4a55-95d6-6e36f3079e8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:32.504310 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-b656219c-39c5-4a55-95d6-6e36f3079e8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 796 time: 0.1039119 Aug 29 05:30:32.556036 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-668bab56-ab6a-47e0-9e99-d5c31a2538b3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 379 time: 0.0346501 Aug 29 05:30:32.596603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'port': {'device_id': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'admin_state_up': True, 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'security_groups': ['3b18f7af-c902-4398-9881-d7d22bcccdb4']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:32.693879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1a41461a-f931-4b9e-b2c0-f1bcdeb206b4 req-be4d5e75-f2aa-4b30-81b7-e3cbea4f9485 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 210 time: 0.0355804 Aug 29 05:30:32.733936 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:30:32.737397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.176876 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.7 (146da977-28c1-4497-99eb-a245cb7bafec/9175d6e8-d74f-4322-8504-762aea741803/d74f96be-787b-47f2-a117-aba105e81aab) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:33.311742 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.324272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object d74f96be-787b-47f2-a117-aba105e81aab will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:33.356048 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.397997 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 146da977-28c1-4497-99eb-a245cb7bafec is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:33.403435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:33.407242 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:33.431849 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:33.460814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:33.461451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.476420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-68b91986-520e-4a2e-9443-17c82912fe1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837166 Aug 29 05:30:33.494729 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Request body: {'port': {'device_id': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:33.551213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.633407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3fcf81c5-7ba9-408c-a118-644ef00b945f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:33.680186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ff0cb242-21df-4b14-856b-be0fdb506a81 None None] Provisioning for port d74f96be-787b-47f2-a117-aba105e81aab completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:33.685875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ff0cb242-21df-4b14-856b-be0fdb506a81 None None] Provisioning complete for port d74f96be-787b-47f2-a117-aba105e81aab triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:33.686251 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb242-21df-4b14-856b-be0fdb506a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.721733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 3fcf81c5-7ba9-408c-a118-644ef00b945f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:33.722104 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.726252 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cb242-21df-4b14-856b-be0fdb506a81 None None] Port d74f96be-787b-47f2-a117-aba105e81aab cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:33.824932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e68b8-7262-4128-a1c7-321304ef8162 req-fed01bfd-7667-4433-92e5-3804d5ec28ea tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:33.826428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a00e68b8-7262-4128-a1c7-321304ef8162 req-fed01bfd-7667-4433-92e5-3804d5ec28ea tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 931 time: 0.0528913 Aug 29 05:30:33.840108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74f96be-787b-47f2-a117-aba105e81aab {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:30:33.848755 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.862143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Transition to ACTIVE for port object d74f96be-787b-47f2-a117-aba105e81aab will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:33.867248 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:33.868499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a00e68b8-7262-4128-a1c7-321304ef8162 req-7cc99e0b-802d-4db3-a284-d25e70853769 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355504 Aug 29 05:30:33.926651 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:34.010205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Attempting to bind port d74f96be-787b-47f2-a117-aba105e81aab on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:34.010650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Attempting to bind port d74f96be-787b-47f2-a117-aba105e81aab by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:34.011072 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Attempting to bind port d74f96be-787b-47f2-a117-aba105e81aab on network 146da977-28c1-4497-99eb-a245cb7bafec {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:34.015580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Port d74f96be-787b-47f2-a117-aba105e81aab on network 146da977-28c1-4497-99eb-a245cb7bafec not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:30:34.015903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Attempting to bind port d74f96be-787b-47f2-a117-aba105e81aab on network 146da977-28c1-4497-99eb-a245cb7bafec {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:34.020853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:34.021197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Checking segment: {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:34.021599 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Bound using segment: {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:34.022093 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Bound port: d74f96be-787b-47f2-a117-aba105e81aab, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a8367a-0de1-42a3-8d33-354e7cec54f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:34.022451 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:34.087297 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:34.090373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:34.095154 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:34.129623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.130238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:34.131676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] 10.222.0.32 "PUT /v2.0/ports/d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 1092 time: 0.6413162 Aug 29 05:30:34.132133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:34.134390 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d3fcd-e973-4534-92d3-010982728ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "tag": "d74f96be-787b-47f2-a117-aba105e81aab"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:34.159470 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750460-98b6-47be-84df-2d185b3b4a31 service neutron] Pushing event updated for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:34.182122 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3688d0e-820e-4b62-b0f4-a0a6f2b0b195 x-openstack-request-id: req-e3688d0e-820e-4b62-b0f4-a0a6f2b0b195 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:34.182525 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "tag": "d74f96be-787b-47f2-a117-aba105e81aab", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:34.182873 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3688d0e-820e-4b62-b0f4-a0a6f2b0b195 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:34.183361 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab', 'status': 'completed', 'code': 200} Aug 29 05:30:34.247494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-912fe8a8-4421-4aee-8d07-c8ecb2785df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.249114 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-912fe8a8-4421-4aee-8d07-c8ecb2785df6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1095 time: 0.0483434 Aug 29 05:30:34.311801 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-25afbaac-ea15-4778-ac54-cb44864d3f75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 217 time: 0.0494876 Aug 29 05:30:34.335573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa721816-3bcd-4083-9dc6-ec1c45043eea req-68d598f4-23d6-48ac-b40d-3963d0fdc2c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0338893 Aug 29 05:30:34.386859 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa721816-3bcd-4083-9dc6-ec1c45043eea req-2af5a356-b1c4-455a-b201-fe06303cb7a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0291979 Aug 29 05:30:34.397047 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-2fed0df5-6452-405e-bf5e-5d2ab8918490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.398573 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-2fed0df5-6452-405e-bf5e-5d2ab8918490 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0725071 Aug 29 05:30:34.451019 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa721816-3bcd-4083-9dc6-ec1c45043eea req-b8af5260-41c3-4f7f-a402-337b43101352 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435565 Aug 29 05:30:34.508713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeac36-79e9-4909-854f-d0700449592a req-48f47d11-777b-454c-97dd-aa5682dd8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.510253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-48f47d11-777b-454c-97dd-aa5682dd8235 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039774 Aug 29 05:30:34.611141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa721816-3bcd-4083-9dc6-ec1c45043eea req-99aa3327-8930-43e7-b67e-45cf83c252c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.612671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aa721816-3bcd-4083-9dc6-ec1c45043eea req-99aa3327-8930-43e7-b67e-45cf83c252c3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538353 Aug 29 05:30:34.641949 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-148c2756-7a78-45da-bbe1-39512c29593f service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235626 Aug 29 05:30:34.734583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2caeac36-79e9-4909-854f-d0700449592a req-a4900b56-dcff-4dc0-acaa-6298a48df1e4 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858645 Aug 29 05:30:34.863081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d3fcd-e973-4534-92d3-010982728ccb req-51a81e09-7650-4637-a45b-dd043769c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.864594 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-249d3fcd-e973-4534-92d3-010982728ccb req-51a81e09-7650-4637-a45b-dd043769c7bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1095 time: 0.0469291 Aug 29 05:30:34.958185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d3fcd-e973-4534-92d3-010982728ccb req-8fa5d747-96d9-4f73-bfa9-8fe786a5481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.959661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-249d3fcd-e973-4534-92d3-010982728ccb req-8fa5d747-96d9-4f73-bfa9-8fe786a5481d service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.0875394 Aug 29 05:30:34.987458 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4601-509b-4cd5-a598-6b09bab2bbf1 req-a11e0752-b0be-46c7-a926-e640d5fff930 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.989491 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fae4601-509b-4cd5-a598-6b09bab2bbf1 req-a11e0752-b0be-46c7-a926-e640d5fff930 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 943 time: 0.0514894 Aug 29 05:30:35.006909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-249d3fcd-e973-4534-92d3-010982728ccb req-c7df6cb1-f809-47c0-b396-65a1c2e0a5a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 217 time: 0.0398982 Aug 29 05:30:35.027986 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-9fae4601-509b-4cd5-a598-6b09bab2bbf1 req-3d2cdd0d-300a-4ccc-91ec-e52fdefa834e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Aug 29 05:30:35.056921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d3fcd-e973-4534-92d3-010982728ccb req-52082328-2392-41ce-9f0b-122df4cd977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:35.058430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-249d3fcd-e973-4534-92d3-010982728ccb req-52082328-2392-41ce-9f0b-122df4cd977c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0439103 Aug 29 05:30:35.103797 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d3fcd-e973-4534-92d3-010982728ccb req-cdd43b50-aaac-45b0-b92e-ed5cc7c86f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:35.105359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-249d3fcd-e973-4534-92d3-010982728ccb req-cdd43b50-aaac-45b0-b92e-ed5cc7c86f60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399466 Aug 29 05:30:35.200054 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-249d3fcd-e973-4534-92d3-010982728ccb req-405a68d2-5753-4b90-ba6e-151426d1142e service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873787 Aug 29 05:30:35.290386 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-249d3fcd-e973-4534-92d3-010982728ccb req-c4309aaa-5d1f-4211-ad87-057112c94b72 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824089 Aug 29 05:30:36.105277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d74f96be-787b-47f2-a117-aba105e81aab details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:30:36.143712 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc8a3-bc58-45ef-b229-42140a888098 req-7690397b-7816-4155-955b-b9a308a4d8ba tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:36.145849 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-188bc8a3-bc58-45ef-b229-42140a888098 req-7690397b-7816-4155-955b-b9a308a4d8ba tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 943 time: 0.0498464 Aug 29 05:30:36.183062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-188bc8a3-bc58-45ef-b229-42140a888098 req-ee851349-e1e4-42f3-8c06-dfa72d6be7fa tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312469 Aug 29 05:30:36.201244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:36.214197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd74f96be-787b-47f2-a117-aba105e81aab', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'port_id': 'd74f96be-787b-47f2-a117-aba105e81aab', 'mac_address': 'fa:16:3e:2d:36:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:30:36.249761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.263794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74f96be-787b-47f2-a117-aba105e81aab {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:30:36.282789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:36.286733 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.332226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:36.563232 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d74f96be-787b-47f2-a117-aba105e81aab'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:30:37.302718 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab19ed-d3d9-42e2-aa4d-a7fc742da6fb req-09178bc8-782a-449b-85bb-933d7a59b6c4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.308683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eaab19ed-d3d9-42e2-aa4d-a7fc742da6fb req-09178bc8-782a-449b-85bb-933d7a59b6c4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 944 time: 0.0530815 Aug 29 05:30:37.342864 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eaab19ed-d3d9-42e2-aa4d-a7fc742da6fb req-1d407ca9-0ca1-4b1f-baa7-124863ae8024 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319445 Aug 29 05:30:38.105180 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:38.114552 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d74f96be-787b-47f2-a117-aba105e81aab up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:38.164649 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port d74f96be-787b-47f2-a117-aba105e81aab completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:38.168272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d74f96be-787b-47f2-a117-aba105e81aab triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:38.168649 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:38.242520 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:38.270614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:38.272899 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e86eb-63ea-4d4a-83b4-4ea1c4d04472" -d '{"events": [{"server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "name": "network-vif-plugged", "status": "completed", "tag": "d74f96be-787b-47f2-a117-aba105e81aab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:38.286226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:38.290280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:38.322911 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a8c5ce-5168-4dd2-9802-7809b8260410 x-openstack-request-id: req-f9a8c5ce-5168-4dd2-9802-7809b8260410 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:38.323195 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "name": "network-vif-plugged", "status": "completed", "tag": "d74f96be-787b-47f2-a117-aba105e81aab", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:38.323452 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9a8c5ce-5168-4dd2-9802-7809b8260410 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:38.323837 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab', 'code': 200} Aug 29 05:30:38.351249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:38.439147 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6333b-c4e4-40e0-ae41-de1a84e8693c req-99ee4edb-0f4f-49cb-8ab7-7982e9d306f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:38.440689 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49a6333b-c4e4-40e0-ae41-de1a84e8693c req-99ee4edb-0f4f-49cb-8ab7-7982e9d306f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0448587 Aug 29 05:30:38.458210 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f3ab-78dc-4951-8d10-055baa969b85 req-2fd53ea2-146f-4c83-a9aa-625974268e74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:38.459710 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bec2f3ab-78dc-4951-8d10-055baa969b85 req-2fd53ea2-146f-4c83-a9aa-625974268e74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Aug 29 05:30:38.475776 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-49a6333b-c4e4-40e0-ae41-de1a84e8693c req-243d11b8-a100-4f19-abcb-204205142f8f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284212 Aug 29 05:30:38.496991 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bec2f3ab-78dc-4951-8d10-055baa969b85 req-9f7f2bab-c93c-4853-9780-305f55a554b2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Aug 29 05:30:39.613853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c091-0ad3-4b60-9027-af4b850cf434 req-fa73529a-0e7e-4dbd-a723-39efa56467a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:39.615436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4a5c091-0ad3-4b60-9027-af4b850cf434 req-fa73529a-0e7e-4dbd-a723-39efa56467a4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0498397 Aug 29 05:30:39.653873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d4a5c091-0ad3-4b60-9027-af4b850cf434 req-af1cada8-dabd-4461-b6b1-dd86ee6f533f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Aug 29 05:30:39.766187 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb603012-3ce4-49e2-9978-c83d0bd1a4fc req-bc8faa7a-b1c4-4704-9a70-b671daa826b9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:39.767658 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fb603012-3ce4-49e2-9978-c83d0bd1a4fc req-bc8faa7a-b1c4-4704-9a70-b671daa826b9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0491164 Aug 29 05:30:39.804874 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fb603012-3ce4-49e2-9978-c83d0bd1a4fc req-14358884-858d-481e-aaf0-21f7478d211e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311093 Aug 29 05:30:39.826597 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44676) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:39.869376 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ffb144-fca9-4a40-b63b-a5d8d62edadb tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:39.870905 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c8ffb144-fca9-4a40-b63b-a5d8d62edadb tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1092 time: 0.0433235 Aug 29 05:30:39.873579 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44678) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:39.877837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'd74f96be-787b-47f2-a117-aba105e81aab', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:39.898758 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:40.002943 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:40.431225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.151 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/6d862f72-4346-43e1-b4f9-2269e907f79a) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:40.532500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:40.568923 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:40.605406 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:40.608306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:40.610988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:40.641217 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=6d862f72-4346-43e1-b4f9-2269e907f79a,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:40.972598 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.036807 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.183325 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.187801 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.259092 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=6d862f72-4346-43e1-b4f9-2269e907f79a,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:41.266110 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.365759 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP a4b94502-4a6d-430c-9bb3-025a77bbe1b5 associated. External IP: 172.25.7.151, port: d74f96be-787b-47f2-a117-aba105e81aab. Aug 29 05:30:41.570053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 43ed5d16-e01b-4872-bf4c-03dbbec0901d has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:30:41.676842 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:41.686723 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242ccec-9359-439b-a311-ece538105df6 None None] Sync routers for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:41.692491 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.695892 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:41.696503 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:41.721562 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-75f0e6eb-1805-4cac-a088-922807206225 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8469493 Aug 29 05:30:41.723241 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:41.725840 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0312947-f53c-4fe6-8e3e-4372e8b182a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "tag": "d74f96be-787b-47f2-a117-aba105e81aab"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:41.763135 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ffb2b-8d64-4375-a2ae-3e59efe1eca7 x-openstack-request-id: req-098ffb2b-8d64-4375-a2ae-3e59efe1eca7 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:41.763435 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "tag": "d74f96be-787b-47f2-a117-aba105e81aab", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:41.763692 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-098ffb2b-8d64-4375-a2ae-3e59efe1eca7 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:41.764098 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab', 'status': 'completed', 'code': 200} Aug 29 05:30:41.816472 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:41.828901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a076ebd-28d2-4a1e-9486-eaee88182b3e req-7a4321f7-060b-4914-be8c-0a92018cbbca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:41.830342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a076ebd-28d2-4a1e-9486-eaee88182b3e req-7a4321f7-060b-4914-be8c-0a92018cbbca tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0577445 Aug 29 05:30:41.888213 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-1c5f6de3-06f0-4089-b089-a09a196d8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:41.889729 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-1c5f6de3-06f0-4089-b089-a09a196d8750 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0797973 Aug 29 05:30:41.892931 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3a076ebd-28d2-4a1e-9486-eaee88182b3e req-ae46fd24-643b-4e18-af89-2cdf2e1c3dfc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452399 Aug 29 05:30:41.915282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44684) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:41.984406 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cf9519d9-53f2-4614-94c6-f7057e8b619d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/a4b94502-4a6d-430c-9bb3-025a77bbe1b5 HTTP/1.1" status: 200 len: 991 time: 0.0676577 Aug 29 05:30:41.989443 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-8fa751a1-ac8b-499b-89ce-2f896709a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:41.990966 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-8fa751a1-ac8b-499b-89ce-2f896709a9f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.0946674 Aug 29 05:30:42.041920 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a4b94502-4a6d-430c-9bb3-025a77bbe1b5', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'port_id': 'd74f96be-787b-47f2-a117-aba105e81aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'mac_address': 'fa:16:3e:2d:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:30:40Z', 'updated_at': '2021-08-29T05:30:40Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:31Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:42.060533 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-bd60e52a-787f-404f-9adb-ed2d69bf52a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 999 time: 0.0628026 Aug 29 05:30:42.067836 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242ccec-9359-439b-a311-ece538105df6 None None] Checking router: 43ed5d16-e01b-4872-bf4c-03dbbec0901d for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:42.075966 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:42.076562 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:30:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:42.109963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-411105d5-8175-48c5-b310-94feb73ae3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:42.111454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-411105d5-8175-48c5-b310-94feb73ae3a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0441105 Aug 29 05:30:42.156643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-411215df-3a33-42fc-bd2e-1834303822ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:42.158312 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-411215df-3a33-42fc-bd2e-1834303822ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403109 Aug 29 05:30:42.179507 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:42.249670 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-99548178-e680-43dd-99c6-ef63af154904 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845351 Aug 29 05:30:42.339281 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f0312947-f53c-4fe6-8e3e-4372e8b182a2 req-c591a163-1bec-449e-81e2-5c2eb09ed296 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831401 Aug 29 05:30:42.399849 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-c242ccec-9359-439b-a311-ece538105df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a4b94502-4a6d-430c-9bb3-025a77bbe1b5', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'port_id': 'd74f96be-787b-47f2-a117-aba105e81aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'mac_address': 'fa:16:3e:2d:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:30:40Z', 'updated_at': '2021-08-29T05:30:40Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:31Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:42.429166 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242ccec-9359-439b-a311-ece538105df6 None None] The sync data for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 is: [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a4b94502-4a6d-430c-9bb3-025a77bbe1b5', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'port_id': 'd74f96be-787b-47f2-a117-aba105e81aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'mac_address': 'fa:16:3e:2d:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:30:40Z', 'updated_at': '2021-08-29T05:30:40Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:31Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:42.609905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c40a7-b11e-4a2a-bfb0-74578b82a290 None None] New status for floating IP a4b94502-4a6d-430c-9bb3-025a77bbe1b5: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:30:42.988433 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44686) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:43.048049 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-55d68635-7cad-4a8e-8848-f204a35c15f6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/a4b94502-4a6d-430c-9bb3-025a77bbe1b5 HTTP/1.1" status: 200 len: 993 time: 0.0583937 Aug 29 05:30:46.682117 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-652d9b99-db50-42db-9a5e-55db6e9ccced service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394549 Aug 29 05:30:46.781675 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-34b0beb2-4e51-4142-b6e3-ecd102f54b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:46.783148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-34b0beb2-4e51-4142-b6e3-ecd102f54b59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0449424 Aug 29 05:30:46.883409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-0b8b4fa6-72f8-47b3-9391-7c433d1c28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:46.884902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-0b8b4fa6-72f8-47b3-9391-7c433d1c28ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.0831604 Aug 29 05:30:46.932213 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5f949fe-9351-4e39-8118-8d8b2abc714b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:46.954348 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-f9081797-73bd-432e-8550-2f3b7cbc7564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 1001 time: 0.0629005 Aug 29 05:30:47.003294 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-b5335e72-a1ed-4ba6-9975-26c5804e563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:47.005335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-b5335e72-a1ed-4ba6-9975-26c5804e563b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0448558 Aug 29 05:30:47.049979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-83b660be-68b6-4508-b1c7-fcc8c2dd1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:47.051960 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-83b660be-68b6-4508-b1c7-fcc8c2dd1cb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395968 Aug 29 05:30:47.144378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-5a7a51c5-830f-4539-982d-5b561ad40fc8 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847321 Aug 29 05:30:47.231400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-064e07b6-8a83-42d7-bf41-6115c3cf194c req-32d1e673-1f27-44e1-b526-dd1c3b172386 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806978 Aug 29 05:30:49.561578 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c414e19e-0f5b-4467-998a-ed3a79b5337a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:49.748999 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.039636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.326330 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.581204 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:02.082566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:11.860953 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7c38-d4d6-450b-a9b5-bc31fc6e1f68 req-b4b83e68-d6fb-428d-b740-884c7ee8d058 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:11.862499 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b01e7c38-d4d6-450b-a9b5-bc31fc6e1f68 req-b4b83e68-d6fb-428d-b740-884c7ee8d058 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0533147 Aug 29 05:31:11.892205 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-52faa4b1-7e0f-4fd6-ae38-e19a98aeaf03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938554 Aug 29 05:31:11.902554 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b01e7c38-d4d6-450b-a9b5-bc31fc6e1f68 req-badabdf9-e390-463a-bd6f-de396e86fba7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337946 Aug 29 05:31:13.055031 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125ca6-2baa-439d-b6ec-7e2bf7abe362 req-e0794213-2cc0-4435-9122-5bd2cf7be4fd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:13.056522 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57125ca6-2baa-439d-b6ec-7e2bf7abe362 req-e0794213-2cc0-4435-9122-5bd2cf7be4fd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0766816 Aug 29 05:31:13.071659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-a8f24adb-dfc4-4cce-a32c-a397af347441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:13.073066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-a8f24adb-dfc4-4cce-a32c-a397af347441 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0638409 Aug 29 05:31:13.144113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-57125ca6-2baa-439d-b6ec-7e2bf7abe362 req-806cc54e-9f9e-4a3e-b722-cb80b593f7e3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799119 Aug 29 05:31:13.182377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-f3e5b9c0-a4e9-4588-828d-61ede50d2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:13.184045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-f3e5b9c0-a4e9-4588-828d-61ede50d2612 service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.1021452 Aug 29 05:31:13.250345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-4c6f31af-e20c-4958-a0f0-b8cec0ed093e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 1001 time: 0.0574791 Aug 29 05:31:13.299680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-fc64e6d1-f18d-4f28-9ba0-c14dc79f8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:13.301129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-fc64e6d1-f18d-4f28-9ba0-c14dc79f8ef4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0426929 Aug 29 05:31:13.353784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-a1e27f18-af70-409c-a7aa-f1d1d752a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:13.355281 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-a1e27f18-af70-409c-a7aa-f1d1d752a59a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451736 Aug 29 05:31:13.446204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-15e34a4d-20cb-4476-a034-ba79a4a91375 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826266 Aug 29 05:31:13.539240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-505359c0-0fa1-413f-bece-2067ac0b35e7 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854201 Aug 29 05:31:14.263877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6883f-27e9-4597-9136-67d0a560298e req-283f9a37-964d-491a-925f-c53be5bb12b0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:14.265240 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ae6883f-27e9-4597-9136-67d0a560298e req-283f9a37-964d-491a-925f-c53be5bb12b0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Aug 29 05:31:14.302557 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6ae6883f-27e9-4597-9136-67d0a560298e req-f7306c9d-be6d-4745-a1cd-501ee9b9e95f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Aug 29 05:31:15.104785 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:15.418178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be206520-9c92-4ce0-8bbd-32d5c8e4e65a req-9423cc93-dfbb-44ca-934e-e22a756d0f99 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:15.419676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be206520-9c92-4ce0-8bbd-32d5c8e4e65a req-9423cc93-dfbb-44ca-934e-e22a756d0f99 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0502362 Aug 29 05:31:15.457431 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be206520-9c92-4ce0-8bbd-32d5c8e4e65a req-5d57411f-3065-48e0-8476-593c21b6f7af tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318191 Aug 29 05:31:16.572355 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288c06-0ace-4fc9-906f-687dc4d043b4 req-8ca2d96d-3068-4a73-979d-db86892ee477 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:16.573862 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3288c06-0ace-4fc9-906f-687dc4d043b4 req-8ca2d96d-3068-4a73-979d-db86892ee477 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0495672 Aug 29 05:31:16.611537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c3288c06-0ace-4fc9-906f-687dc4d043b4 req-2b98953d-9a2c-44d8-9b54-b5a5ac23b5f7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Aug 29 05:31:16.933840 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d77aba8e-9ed3-41e6-bcc2-1ab685fd0ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:17.726965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49765c7-8c41-45ed-a1e6-29809f925332 req-161dc478-4b53-40c0-9d28-b6f6d8bc7af0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:17.728440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d49765c7-8c41-45ed-a1e6-29809f925332 req-161dc478-4b53-40c0-9d28-b6f6d8bc7af0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0493057 Aug 29 05:31:17.765827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d49765c7-8c41-45ed-a1e6-29809f925332 req-2899780a-99c0-469a-b094-2079a7abf294 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Aug 29 05:31:18.885514 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468fd0d-26ed-4d03-be28-6a35886f8d6b req-8f5d7ff1-bf16-4a06-afbe-c77646eadbac tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:18.887024 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3468fd0d-26ed-4d03-be28-6a35886f8d6b req-8f5d7ff1-bf16-4a06-afbe-c77646eadbac tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Aug 29 05:31:18.923661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3468fd0d-26ed-4d03-be28-6a35886f8d6b req-649faeaf-5084-4ade-9716-99259ece1f1e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307868 Aug 29 05:31:19.562013 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80514084-67b3-42c3-8db2-b8911cc4fc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:19.749314 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:20.039361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5e055-caa5-4da4-8353-7ea77bf7d077 req-17a71694-573e-42ec-b361-631faa72c0a9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:20.040831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3d5e055-caa5-4da4-8353-7ea77bf7d077 req-17a71694-573e-42ec-b361-631faa72c0a9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Aug 29 05:31:20.081892 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3d5e055-caa5-4da4-8353-7ea77bf7d077 req-2b0ae507-667a-4cf9-aaca-1f08d625b096 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345583 Aug 29 05:31:21.043101 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:21.199945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ae806-5f27-421a-974d-aa28ac9f4f66 req-dab86b19-d2d5-47c5-ac0d-c6f6f36610f0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:21.201397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da3ae806-5f27-421a-974d-aa28ac9f4f66 req-dab86b19-d2d5-47c5-ac0d-c6f6f36610f0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0524340 Aug 29 05:31:21.239222 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-da3ae806-5f27-421a-974d-aa28ac9f4f66 req-88a665f8-061e-4a43-ad39-24f83efcaae4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Aug 29 05:31:21.338519 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:22.350943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f556b-eb9c-48cc-b30e-9b2e5c4d9347 req-269dc2a5-4c60-4803-97ab-9a65b9ba108e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:22.352401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-729f556b-eb9c-48cc-b30e-9b2e5c4d9347 req-269dc2a5-4c60-4803-97ab-9a65b9ba108e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0479450 Aug 29 05:31:22.389571 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-729f556b-eb9c-48cc-b30e-9b2e5c4d9347 req-1976fa43-2564-4706-9708-54b4ba898f1b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Aug 29 05:31:22.582916 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:23.504668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602c5f-7e0e-4563-a88e-fac411f57e61 req-ed96375b-e4ce-4e4b-86cb-732a77638138 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:23.506170 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34602c5f-7e0e-4563-a88e-fac411f57e61 req-ed96375b-e4ce-4e4b-86cb-732a77638138 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0500913 Aug 29 05:31:23.543602 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-34602c5f-7e0e-4563-a88e-fac411f57e61 req-a85abfc8-1023-4c38-9b68-bcb728cc14d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Aug 29 05:31:24.657263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf93da1-12a4-48e4-8e9c-2137504f28c1 req-1584eb95-b257-46ef-b48f-37d6837fd3dd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:24.658733 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cf93da1-12a4-48e4-8e9c-2137504f28c1 req-1584eb95-b257-46ef-b48f-37d6837fd3dd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0473573 Aug 29 05:31:24.695769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9cf93da1-12a4-48e4-8e9c-2137504f28c1 req-58067e1e-84aa-417e-b3be-c287bfd02a8a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Aug 29 05:31:25.392033 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-63f38ebf-d42e-4ee0-99a1-b687244d2df4 service neutron] 10.222.0.32 "GET /v2.0/ports/d74f96be-787b-47f2-a117-aba105e81aab/bindings/n-h2-712143-14 HTTP/1.1" status: 200 len: 383 time: 0.0537255 Aug 29 05:31:25.606472 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-c3328241-9a55-4997-9822-9b4452e5a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:25.607963 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-c3328241-9a55-4997-9822-9b4452e5a45c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 1097 time: 0.0432036 Aug 29 05:31:25.679811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-b7085576-fca1-4a42-b1d3-f445bc941152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:25.681269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-b7085576-fca1-4a42-b1d3-f445bc941152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0397494 Aug 29 05:31:25.770872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-d0c57976-54c9-4444-8c27-a784d9c6aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:25.772349 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-d0c57976-54c9-4444-8c27-a784d9c6aab6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.0825355 Aug 29 05:31:25.815935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a03376-0251-42a6-a42f-731ed7199f1e req-d8c0df22-6383-4e50-b6a0-89d1287ec4ae tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:25.817506 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32a03376-0251-42a6-a42f-731ed7199f1e req-d8c0df22-6383-4e50-b6a0-89d1287ec4ae tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Aug 29 05:31:25.842493 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-ac214035-d1db-407b-9fa1-f7e94c3f56c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 1001 time: 0.0622411 Aug 29 05:31:25.858316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-32a03376-0251-42a6-a42f-731ed7199f1e req-8a3ffb3e-951d-40ef-80f2-4905175c819f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Aug 29 05:31:25.890528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-ca1e9cd3-f18e-4364-8b82-e01c0324177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:25.891967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-ca1e9cd3-f18e-4364-8b82-e01c0324177d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0426917 Aug 29 05:31:25.936160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-9ef4912b-5c91-46c0-949c-36a6bc03bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:25.937523 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-9ef4912b-5c91-46c0-949c-36a6bc03bd11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387261 Aug 29 05:31:26.028490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-777223d9-5caf-45b8-966c-4ddae38515d1 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838428 Aug 29 05:31:26.123917 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-141290d2-45a5-4f6b-81e3-2f60e201e1e2 req-2f3bb48f-7d4d-4b83-b36b-1bcbd54d1bba service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872078 Aug 29 05:31:26.977167 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586257f-edb0-425c-b4b9-d2f86e3bf6ed req-4ef40421-34c6-4180-83f7-e952b96f1556 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:26.978704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e586257f-edb0-425c-b4b9-d2f86e3bf6ed req-4ef40421-34c6-4180-83f7-e952b96f1556 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0537629 Aug 29 05:31:27.016360 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e586257f-edb0-425c-b4b9-d2f86e3bf6ed req-87622684-2f91-4fce-be0f-2be4152fa794 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Aug 29 05:31:28.140471 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231167a-8c65-403d-b7c0-ceba97e56eab req-d16f0ace-943a-4503-bf04-39a8247416b2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.142097 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7231167a-8c65-403d-b7c0-ceba97e56eab req-d16f0ace-943a-4503-bf04-39a8247416b2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Aug 29 05:31:28.180884 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7231167a-8c65-403d-b7c0-ceba97e56eab req-b077b5c6-35af-4bb6-a775-3636410e3176 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322163 Aug 29 05:31:28.404682 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210063-fcc7-45ea-8979-9e1f986c2500 req-73d954c4-5dac-4331-82d0-16d8df1f5ebd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.406314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd210063-fcc7-45ea-8979-9e1f986c2500 req-73d954c4-5dac-4331-82d0-16d8df1f5ebd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0505476 Aug 29 05:31:28.417654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bba70-2708-436d-949b-b523ab635ee5 req-2cd7119d-eb86-4ffd-b063-29d97fd1d112 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.419153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-2cd7119d-eb86-4ffd-b063-29d97fd1d112 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200&tenant_id=33e1431070b44e9ba61dfad92de9c50e&binding%3Ahost_id=n-h2-712143-14 HTTP/1.1" status: 200 len: 945 time: 0.0599272 Aug 29 05:31:28.423969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d74f96be-787b-47f2-a117-aba105e81aab details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:31:28.451715 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd210063-fcc7-45ea-8979-9e1f986c2500 req-03e5b597-34ca-40bb-8b85-24f4ac1d5a5b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385568 Aug 29 05:31:28.527224 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bba70-2708-436d-949b-b523ab635ee5 req-5c199455-8345-4e01-a773-e6484ad5b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.528746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-5c199455-8345-4e01-a773-e6484ad5b1ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0454321 Aug 29 05:31:28.532075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:28.545740 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'd74f96be-787b-47f2-a117-aba105e81aab', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'port_id': 'd74f96be-787b-47f2-a117-aba105e81aab', 'mac_address': 'fa:16:3e:2d:36:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:31:28.590561 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:28.604619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74f96be-787b-47f2-a117-aba105e81aab {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:31:28.625272 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:28.630609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:28.656674 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d07bca-04e7-4d6c-a9b1-e5a4a76677ef req-6b980891-be37-4c3d-9097-462e39d10274 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.658319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05d07bca-04e7-4d6c-a9b1-e5a4a76677ef req-6b980891-be37-4c3d-9097-462e39d10274 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.1286142 Aug 29 05:31:28.684062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:28.693036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.693372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.693738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.694071 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.694407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.694731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.695106 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.695630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bba70-2708-436d-949b-b523ab635ee5 req-fd660070-cdfa-4d55-8382-7920e6f3e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.696321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.696321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.696321 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.696659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.696942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:28.697119 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-fd660070-cdfa-4d55-8382-7920e6f3e3d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.1585107 Aug 29 05:31:28.767724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-05d07bca-04e7-4d6c-a9b1-e5a4a76677ef req-a50997e9-f119-41ac-b8b4-a62ec0b062b5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994499 Aug 29 05:31:28.797793 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-4d140d0e-4183-4315-85b2-cbed6f1c74fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 1000 time: 0.0922587 Aug 29 05:31:28.846924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bba70-2708-436d-949b-b523ab635ee5 req-d892bcb7-8a0b-4099-923e-2bf637a4b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.848400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-d892bcb7-8a0b-4099-923e-2bf637a4b087 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0437286 Aug 29 05:31:28.895988 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bba70-2708-436d-949b-b523ab635ee5 req-2d9af4e1-d144-4e8b-b642-c3922663f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:28.897481 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-2d9af4e1-d144-4e8b-b642-c3922663f31e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414484 Aug 29 05:31:28.924880 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['d74f96be-787b-47f2-a117-aba105e81aab'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:31:28.997265 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-176c63a6-d23e-494e-948c-752fc4adb4f2 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914099 Aug 29 05:31:29.101585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-998bba70-2708-436d-949b-b523ab635ee5 req-a8b8e508-9c18-421c-874e-0185ebfdd463 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961111 Aug 29 05:31:29.882343 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa4ece-7997-437b-9e9b-82e939171a3d req-2673eebf-cee3-4f1b-97f2-a6b687dd6c15 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:29.883713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8aa4ece-7997-437b-9e9b-82e939171a3d req-2673eebf-cee3-4f1b-97f2-a6b687dd6c15 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 944 time: 0.0482485 Aug 29 05:31:29.921788 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b8aa4ece-7997-437b-9e9b-82e939171a3d req-5dfdc71d-55bd-4809-84f8-c4812e79426a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Aug 29 05:31:29.943369 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44772) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:30.007289 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0113472d-00d9-4e64-93de-74d5144859a1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/a4b94502-4a6d-430c-9bb3-025a77bbe1b5 HTTP/1.1" status: 200 len: 992 time: 0.0627871 Aug 29 05:31:30.434833 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d74f96be-787b-47f2-a117-aba105e81aab up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:31:30.486000 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port d74f96be-787b-47f2-a117-aba105e81aab triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:31:30.486393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:30.576994 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:30.601202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:31:30.603469 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f830f26f-f41b-4d4e-aeee-315198443d76" -d '{"events": [{"server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "name": "network-vif-plugged", "status": "completed", "tag": "d74f96be-787b-47f2-a117-aba105e81aab"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:31:30.616792 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:31:30.621231 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:30.661048 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7e2a03-c365-4beb-befa-0eb02366b7ae x-openstack-request-id: req-fc7e2a03-c365-4beb-befa-0eb02366b7ae {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:31:30.661346 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "name": "network-vif-plugged", "status": "completed", "tag": "d74f96be-787b-47f2-a117-aba105e81aab", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:31:30.661624 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc7e2a03-c365-4beb-befa-0eb02366b7ae {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:31:30.662022 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab', 'code': 200} Aug 29 05:31:30.688217 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:32.103490 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:35.422936 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c04e0840-a423-43bb-abe3-574f505ef7a6 req-af496d73-44cf-4689-89d2-b2b47af9b8d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0723181 Aug 29 05:31:35.512217 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c04e0840-a423-43bb-abe3-574f505ef7a6 req-fd350226-4f3c-4005-b96b-92847b14c9c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0382388 Aug 29 05:31:35.553057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c04e0840-a423-43bb-abe3-574f505ef7a6 req-90cc318a-5e4f-44cc-8f86-43b41b92c0f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209889 Aug 29 05:31:35.657549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0840-a423-43bb-abe3-574f505ef7a6 req-ded381b7-901f-4b33-9eaa-ff8ce286ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:35.659110 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c04e0840-a423-43bb-abe3-574f505ef7a6 req-ded381b7-901f-4b33-9eaa-ff8ce286ae72 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990202 Aug 29 05:31:46.936807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-642c74f0-340a-4c9a-b110-b9e3a67667bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:47.738225 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-ec1d60ff-4472-415d-be4b-50ddf3d1291d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857494 Aug 29 05:31:47.842540 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-d07154e4-194b-44cc-bc20-93a5efb29efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:47.844046 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-d07154e4-194b-44cc-bc20-93a5efb29efb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0457783 Aug 29 05:31:47.956229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-e400e033-9689-403f-8706-c5b79fc04e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:47.958469 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-e400e033-9689-403f-8706-c5b79fc04e03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.0937974 Aug 29 05:31:48.032142 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-ff56a837-58d3-45f0-8a15-f513feaa76e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 1001 time: 0.0649290 Aug 29 05:31:48.086134 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-79371609-3db4-45c1-b34c-ec8686c71b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:48.087596 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-79371609-3db4-45c1-b34c-ec8686c71b7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0484076 Aug 29 05:31:48.135107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-a7f6bf70-ddde-427f-b50a-257f8f7d50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:48.136625 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-a7f6bf70-ddde-427f-b50a-257f8f7d50c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419397 Aug 29 05:31:48.249048 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-3bb7357a-f47d-4902-a7b3-35f8edc3cb6e service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044185 Aug 29 05:31:48.343043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-302af7fb-8de7-4062-8529-f9d6b4fe870b req-9b5a330d-db24-4c63-9adf-b7751c9c74b2 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 Aug 29 05:31:49.564536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7f253056-a2c4-4e1f-903d-1666911ff5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:49.753466 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:51.044974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:51.355748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:52.103572 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:52.586854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:58.362276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44792) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:58.867451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 6d862f72-4346-43e1-b4f9-2269e907f79a {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:31:58.867786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:58.963389 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:58.963866 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:58.978837 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 6d862f72-4346-43e1-b4f9-2269e907f79a owned by network:floatingip {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:31:59.157900 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.185402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=6d862f72-4346-43e1-b4f9-2269e907f79a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:59.214137 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.214496 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.214836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.215168 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.215498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.215827 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.216153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.216504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.216806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.217125 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.217445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.217785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:31:59.271427 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.271748 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP a4b94502-4a6d-430c-9bb3-025a77bbe1b5 disassociated (deleted). External IP: 172.25.7.151, port: d74f96be-787b-47f2-a117-aba105e81aab. Aug 29 05:31:59.514802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 43ed5d16-e01b-4872-bf4c-03dbbec0901d has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:31:59.633710 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:31:59.640397 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:59.647915 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] Sync routers for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:31:59.657756 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:31:59.658372 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:31:59.676381 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-db053da9-0cdd-4ae4-be75-f6d56d2495e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/floatingips/a4b94502-4a6d-430c-9bb3-025a77bbe1b5 HTTP/1.1" status: 204 len: 168 time: 1.3130450 Aug 29 05:31:59.677028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:31:59.679625 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1b771-0298-4ef4-803c-64a364faaa09" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "tag": "d74f96be-787b-47f2-a117-aba105e81aab"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:31:59.722535 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362e2e67-075a-4469-a0aa-d764eef63f17 x-openstack-request-id: req-362e2e67-075a-4469-a0aa-d764eef63f17 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:31:59.722952 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "tag": "d74f96be-787b-47f2-a117-aba105e81aab", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:31:59.724692 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-362e2e67-075a-4469-a0aa-d764eef63f17 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:31:59.724855 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab', 'status': 'completed', 'code': 200} Aug 29 05:31:59.790040 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:31:59.822211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-979ab27c-c3ba-462d-8e5b-80eca7d72c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:59.823868 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-979ab27c-c3ba-462d-8e5b-80eca7d72c15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 1097 time: 0.0542629 Aug 29 05:31:59.940260 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-b5269fa7-b751-4574-9d7f-2479fc424cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:59.942585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-b5269fa7-b751-4574-9d7f-2479fc424cac service neutron] 10.222.0.32 "GET /v2.0/networks?id=146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 200 len: 897 time: 0.1117396 Aug 29 05:31:59.965365 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7235f35-0db6-4aac-906e-f2be1aa84b56 req-1d9d5720-cc17-4415-9598-976b48568796 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:59.967006 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7235f35-0db6-4aac-906e-f2be1aa84b56 req-1d9d5720-cc17-4415-9598-976b48568796 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Aug 29 05:31:59.992981 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-b7d73b4e-bb4f-462f-8dae-f86d201ec841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 200 len: 217 time: 0.0418959 Aug 29 05:32:00.029017 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b7235f35-0db6-4aac-906e-f2be1aa84b56 req-fab54711-f41e-4dbb-95f8-14f5c52aefa6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550961 Aug 29 05:32:00.044473 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:31Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:00.061641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-9c34adc4-a746-48e3-b911-4ed3034f8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:00.063440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-9c34adc4-a746-48e3-b911-4ed3034f8226 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 200 len: 834 time: 0.0622842 Aug 29 05:32:00.076758 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] Checking router: 43ed5d16-e01b-4872-bf4c-03dbbec0901d for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:00.089660 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:00.090515 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:00.116402 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-f053021e-c7b2-4bee-bc51-a014ef6fe362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:00.117970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-f053021e-c7b2-4bee-bc51-a014ef6fe362 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=146da977-28c1-4497-99eb-a245cb7bafec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473933 Aug 29 05:32:00.221086 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-ca13f52c-1829-4078-ac14-d53df73c0fc7 service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940700 Aug 29 05:32:00.324971 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b0d1b771-0298-4ef4-803c-64a364faaa09 req-3b7a994c-c928-4558-bba0-255c449317dc service neutron] 10.222.0.32 "GET /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958133 Aug 29 05:32:00.325200 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:00.527857 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:31Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:00.558757 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecb8f9-cb75-4a8c-afad-5b00dda5892c None None] The sync data for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 is: [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '3fcf81c5-7ba9-408c-a118-644ef00b945f', 'name': '', 'network_id': '146da977-28c1-4497-99eb-a245cb7bafec', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '9175d6e8-d74f-4322-8504-762aea741803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:27Z', 'updated_at': '2021-08-29T05:30:31Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': '9175d6e8-d74f-4322-8504-762aea741803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:00.802328 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d07f9-eaaa-4f53-95e6-b9b18ea479e5 None None] New status for floating IP a4b94502-4a6d-430c-9bb3-025a77bbe1b5: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:01.154763 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6007c-910b-4b52-bd18-5d06ad4a24c0 req-2bdf133f-0226-4a34-b21a-8a1d78e6ee8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:01.156183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d6007c-910b-4b52-bd18-5d06ad4a24c0 req-2bdf133f-0226-4a34-b21a-8a1d78e6ee8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0507646 Aug 29 05:32:01.197677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-75d6007c-910b-4b52-bd18-5d06ad4a24c0 req-6dfb3efb-bd2f-4f23-8cbc-830bc494662a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b18f7af-c902-4398-9881-d7d22bcccdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353527 Aug 29 05:32:01.375279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8d0bf-677d-4682-b841-98e55869961c req-786810a8-f662-4d80-aa84-726ea343dcce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:01.376722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83c8d0bf-677d-4682-b841-98e55869961c req-786810a8-f662-4d80-aa84-726ea343dcce tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Aug 29 05:32:01.474152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port d74f96be-787b-47f2-a117-aba105e81aab {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:01.474499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:01.562381 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port d74f96be-787b-47f2-a117-aba105e81aab, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=d74f96be-787b-47f2-a117-aba105e81aab,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:01.563031 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:01.583218 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for d74f96be-787b-47f2-a117-aba105e81aab owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:01.722809 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:01.753309 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=d74f96be-787b-47f2-a117-aba105e81aab,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:01.796502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] No DVR routers for this DVR port d74f96be-787b-47f2-a117-aba105e81aab on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:01.799351 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:01.801975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83c8d0bf-677d-4682-b841-98e55869961c req-8f836ea9-9204-4fdd-b180-33218dc96edd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "DELETE /v2.0/ports/d74f96be-787b-47f2-a117-aba105e81aab HTTP/1.1" status: 204 len: 173 time: 0.4195967 Aug 29 05:32:01.802423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'name': 'network-vif-deleted', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:01.804678 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec1e69-bd1b-4260-a00f-f3ff6f94c991" -d '{"events": [{"server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "name": "network-vif-deleted", "tag": "d74f96be-787b-47f2-a117-aba105e81aab"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:01.858679 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60d5be8-02e9-424e-9b9d-8732b8a75c83 x-openstack-request-id: req-e60d5be8-02e9-424e-9b9d-8732b8a75c83 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:01.858988 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200", "name": "network-vif-deleted", "tag": "d74f96be-787b-47f2-a117-aba105e81aab", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:01.859267 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e60d5be8-02e9-424e-9b9d-8732b8a75c83 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:01.859668 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200', 'name': 'network-vif-deleted', 'tag': 'd74f96be-787b-47f2-a117-aba105e81aab', 'status': 'completed', 'code': 200} Aug 29 05:32:02.093357 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:02.309335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-07af9f1b-9b9f-4215-bdca-75cb911c99c4 req-f775c639-626f-4393-8eec-60e2e286b696 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a1dc2d-2f01-4d15-a3a5-dd3943d5f200 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Aug 29 05:32:03.372024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44810) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:03.743019 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:03.993388 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 3fcf81c5-7ba9-408c-a118-644ef00b945f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:03.993763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:04.085817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 3fcf81c5-7ba9-408c-a118-644ef00b945f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=3fcf81c5-7ba9-408c-a118-644ef00b945f,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:04.086181 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:04.100053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 3fcf81c5-7ba9-408c-a118-644ef00b945f owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:04.293917 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:04.321467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=3fcf81c5-7ba9-408c-a118-644ef00b945f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:04.501266 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:04.618161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d74f96be-787b-47f2-a117-aba105e81aab no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:04.638080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: d74f96be-787b-47f2-a117-aba105e81aab {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:04.638416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device d74f96be-787b-47f2-a117-aba105e81aab not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:04.710820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 43ed5d16-e01b-4872-bf4c-03dbbec0901d has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:04.814459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:04.819828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-16d37ee4-41c5-4a7e-a14b-11da2c955645 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/43ed5d16-e01b-4872-bf4c-03dbbec0901d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4467323 Aug 29 05:32:04.822536 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44812) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:04.824977 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] Sync routers for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:04.834700 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:04.835300 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:04.875760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting subnet 9175d6e8-d74f-4322-8504-762aea741803 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:32:04.879339 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:04.919449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:04.940144 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:05.003210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.074700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.102395 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Subnet': ['ID=9175d6e8-d74f-4322-8504-762aea741803,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:05.106163 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.108342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-67364d59-1171-480a-87a2-d77482864d92 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/subnets/9175d6e8-d74f-4322-8504-762aea741803 HTTP/1.1" status: 204 len: 168 time: 0.2845888 Aug 29 05:32:05.110715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44814) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:05.115926 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4b7a6-7871-42b6-9af1-3d4fa94ef1a6 None None] Network 146da977-28c1-4497-99eb-a245cb7bafec requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:05.120939 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:32:04Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:05.147937 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] Checking router: 43ed5d16-e01b-4872-bf4c-03dbbec0901d for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:05.156001 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] Routers {'43ed5d16-e01b-4872-bf4c-03dbbec0901d'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:05.156611 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:05.225486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.264074 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] Set router 43ed5d16-e01b-4872-bf4c-03dbbec0901d gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:05.323798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] DHCP port deletion for 146da977-28c1-4497-99eb-a245cb7bafec request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:32:05.334242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.370536 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] Deleting port c5162818-6320-42a7-a003-14f582612b42 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:05.370912 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.391090 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 5e91bd87-3328-4b35-9876-5fda84b54b99 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:05.391572 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.433389 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] For port c5162818-6320-42a7-a003-14f582612b42, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c5162818-6320-42a7-a003-14f582612b42,segment=NetworkSegment(88a8367a-0de1-42a3-8d33-354e7cec54f2),segment_id=88a8367a-0de1-42a3-8d33-354e7cec54f2)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:05.433843 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.447583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] Calling delete_port for c5162818-6320-42a7-a003-14f582612b42 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:05.458364 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:32:04Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:05.481785 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 5e91bd87-3328-4b35-9876-5fda84b54b99, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5e91bd87-3328-4b35-9876-5fda84b54b99,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:05.482169 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.486217 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c706080-f32d-4acd-8204-7ef8f278b254 None None] The sync data for ids ['43ed5d16-e01b-4872-bf4c-03dbbec0901d'] in n-d-712143-14 is: [{'id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375792373', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:24Z', 'updated_at': '2021-08-29T05:32:04Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '5e91bd87-3328-4b35-9876-5fda84b54b99', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed5d16-e01b-4872-bf4c-03dbbec0901d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:25Z', 'updated_at': '2021-08-29T05:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:05.497317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 5e91bd87-3328-4b35-9876-5fda84b54b99 owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:05.533967 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.559451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] Pushing event deleted for resources: {'Port': ['ID=c5162818-6320-42a7-a003-14f582612b42,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:05.562949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc00bc6-baa8-412d-8501-680632d038be None None] No DVR routers for this DVR port c5162818-6320-42a7-a003-14f582612b42 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:05.670714 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:05.700039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=5e91bd87-3328-4b35-9876-5fda84b54b99,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:05.947247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5162818-6320-42a7-a003-14f582612b42 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:05.971798 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c5162818-6320-42a7-a003-14f582612b42 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:05.972179 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c5162818-6320-42a7-a003-14f582612b42 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:05.972639 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3fcf81c5-7ba9-408c-a118-644ef00b945f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:05.991884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 3fcf81c5-7ba9-408c-a118-644ef00b945f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:05.992236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 3fcf81c5-7ba9-408c-a118-644ef00b945f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:06.091116 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.179256 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.181337 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.224853 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.225319 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Fanout notify agent at l3_agent the message router_deleted on router 43ed5d16-e01b-4872-bf4c-03dbbec0901d {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:32:06.232201 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.233318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9172dba8-d7be-4672-bb4c-f72d3f1d8c74 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/routers/43ed5d16-e01b-4872-bf4c-03dbbec0901d HTTP/1.1" status: 204 len: 168 time: 1.1214845 Aug 29 05:32:06.237127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44816) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:06.320239 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.405112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.415380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146da977-28c1-4497-99eb-a245cb7bafec']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:06.426262 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a8367a-0de1-42a3-8d33-354e7cec54f2') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:06.426563 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a8367a-0de1-42a3-8d33-354e7cec54f2') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:06.435440 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.453672 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.461322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:32:06.461987 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:32:06.464903 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:32:06.522369 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.529301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.531113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/networks/146da977-28c1-4497-99eb-a245cb7bafec HTTP/1.1" status: 204 len: 168 time: 0.2930214 Aug 29 05:32:06.534188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44818) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:06.542943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf937d-81c6-41b7-b0cd-9f15f3d83177 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Network': ['ID=146da977-28c1-4497-99eb-a245cb7bafec,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:06.592888 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.622496 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.688681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.691439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:06.692665 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b18f7af-c902-4398-9881-d7d22bcccdb4 HTTP/1.1" status: 204 len: 168 time: 0.1574647 Aug 29 05:32:06.701945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b18f7af-c902-4398-9881-d7d22bcccdb4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:06.710776 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.711135 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.711483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.712269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.712269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.712730 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.713096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.713463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.713850 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.714203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.714559 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:06.715022 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f347c7-e808-4f36-8ac1-ee2eb2ee913d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:07.335174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44826) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:07.340225 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-1ba10f5a-2c26-4791-b11a-0835cd326a48 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479207597', 'description': 'tempest-secgroup-smoke-479207597 description', 'project_id': '33e1431070b44e9ba61dfad92de9c50e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:07.362844 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ba10f5a-2c26-4791-b11a-0835cd326a48 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.446166 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ba10f5a-2c26-4791-b11a-0835cd326a48 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.450013 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ba10f5a-2c26-4791-b11a-0835cd326a48 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.477976 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-1ba10f5a-2c26-4791-b11a-0835cd326a48 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.479189 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1ba10f5a-2c26-4791-b11a-0835cd326a48 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1429863 Aug 29 05:32:07.481001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba10f5a-2c26-4791-b11a-0835cd326a48 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac75c3-f831-4673-bad2-ae1eec72cb95,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:07.482230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44828) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:07.487236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-83e3d8b9-b3be-4cdf-89a1-1653a919f617 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '07ac75c3-f831-4673-bad2-ae1eec72cb95', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:07.514590 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8b9-b3be-4cdf-89a1-1653a919f617 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.574028 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8b9-b3be-4cdf-89a1-1653a919f617 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.577786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8b9-b3be-4cdf-89a1-1653a919f617 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.596489 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3d8b9-b3be-4cdf-89a1-1653a919f617 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092270f7-a7e1-4f72-8421-dc9f18c818eb,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:07.599756 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-83e3d8b9-b3be-4cdf-89a1-1653a919f617 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.601081 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-83e3d8b9-b3be-4cdf-89a1-1653a919f617 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176906 Aug 29 05:32:07.604021 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44830) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:07.608906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6716e4ed-54c4-49c0-badb-e7c80bf84cee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '07ac75c3-f831-4673-bad2-ae1eec72cb95', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:07.631312 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5e91bd87-3328-4b35-9876-5fda84b54b99 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:07.636878 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6716e4ed-54c4-49c0-badb-e7c80bf84cee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.654420 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5e91bd87-3328-4b35-9876-5fda84b54b99 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:07.654848 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5e91bd87-3328-4b35-9876-5fda84b54b99 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:07.693154 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6716e4ed-54c4-49c0-badb-e7c80bf84cee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.696809 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6716e4ed-54c4-49c0-badb-e7c80bf84cee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.713390 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716e4ed-54c4-49c0-badb-e7c80bf84cee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5e19fa-b909-4c43-ad43-00a2486a4b94,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:07.719998 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6716e4ed-54c4-49c0-badb-e7c80bf84cee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.724244 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44832) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:07.724372 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6716e4ed-54c4-49c0-badb-e7c80bf84cee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190953 Aug 29 05:32:07.729069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c4f60659-cf91-4ca9-9f62-3a28a507fdee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '07ac75c3-f831-4673-bad2-ae1eec72cb95', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:07.756843 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4f60659-cf91-4ca9-9f62-3a28a507fdee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.819497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4f60659-cf91-4ca9-9f62-3a28a507fdee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.823595 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4f60659-cf91-4ca9-9f62-3a28a507fdee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.842362 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f60659-cf91-4ca9-9f62-3a28a507fdee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a284add7-2e57-4eae-87f3-2cbbba22e7cf,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:07.845346 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c4f60659-cf91-4ca9-9f62-3a28a507fdee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.849137 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c4f60659-cf91-4ca9-9f62-3a28a507fdee tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212049 Aug 29 05:32:07.849434 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44834) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:07.853663 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-18fb8148-7079-4730-9aa3-941038cfcc23 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '07ac75c3-f831-4673-bad2-ae1eec72cb95', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:07.880422 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-18fb8148-7079-4730-9aa3-941038cfcc23 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.944840 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-18fb8148-7079-4730-9aa3-941038cfcc23 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.949737 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-18fb8148-7079-4730-9aa3-941038cfcc23 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.968611 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb8148-7079-4730-9aa3-941038cfcc23 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2599b67e-c2da-4f75-b4ba-ff8d73c0698f,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:07.975234 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-18fb8148-7079-4730-9aa3-941038cfcc23 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:07.976471 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-18fb8148-7079-4730-9aa3-941038cfcc23 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262820 Aug 29 05:32:07.979414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44836) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:07.983828 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '07ac75c3-f831-4673-bad2-ae1eec72cb95', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:08.006638 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:08.011406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.071959 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.075785 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.092535 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a371d306-ea4c-47a0-9c6a-648afe66ab7e,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:08.100275 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.101401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9721fb65-8371-48e3-bece-6bc039f89a57 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210599 Aug 29 05:32:08.105172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44838) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:08.109704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '07ac75c3-f831-4673-bad2-ae1eec72cb95', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:08.131339 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:08.136318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.201630 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.205678 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.224255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0f2bb1-c5b2-42ad-8e3c-5c7d592d19b3,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:08.230486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.231705 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b1c5e141-4722-4c5b-939c-3855aac6207a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254635 Aug 29 05:32:08.234603 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44840) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:08.240061 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'network': {'name': 'tempest-network-smoke--1270617694', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:08.259155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:08.262537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.286641 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:32:08.295919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.296263 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Added segment 2f026538-7b89-4121-96ad-ef0b01f608b4 of type vlan for network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 Aug 29 05:32:08.336775 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.362142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.367998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:08.368715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.433516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1978776 Aug 29 05:32:08.436358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44842) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:08.441354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'admin_state_up': True, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:08.442459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bef653-b073-4d0f-821f-64b236d85753 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Network': ['ID=ffdef902-0a96-4ac4-8cd9-b2be9ced9853,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:08.452949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:32:08.475383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.476574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.540485 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.678767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.865777 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.884500 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:08.988806 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.8 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/2efa7fc6-8b8c-4962-93ee-63cf0a94410c) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:09.087531 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.125617 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.164692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:09.167478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:09.172902 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:09.197226 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:09.419250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.614797 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.736916 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router b784d962-f66b-40b2-a727-2de6fa6b2b3e is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:32:09.841629 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:09.853543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Sync routers for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:09.861015 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:09.862393 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f85d6bf2-4b9b-4f10-9a46-dd9f601487ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4247949 Aug 29 05:32:09.863183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:09.863840 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:09.865635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44844) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:09.896533 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dfe6db37-9800-4230-ba5c-4ffa81c66fd5 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=33e1431070b44e9ba61dfad92de9c50e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297084 Aug 29 05:32:09.899542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44846) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:09.975979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:09.985658 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2072afa8-6c85-451c-9629-1388192b5861 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:09.987267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2072afa8-6c85-451c-9629-1388192b5861 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867667 Aug 29 05:32:09.990053 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44848) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:10.017501 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7d94f66e-472e-4b78-9163-07ca2baba371 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263693 Aug 29 05:32:10.020483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44850) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:10.025175 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082232433', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:10.164425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:09Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:10.191767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Checking router: b784d962-f66b-40b2-a727-2de6fa6b2b3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:10.192113 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Updating router b784d962-f66b-40b2-a727-2de6fa6b2b3e port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:10.218178 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.450521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:10.454217 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.473334 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.482989 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Transition to ACTIVE for port object 2efa7fc6-8b8c-4962-93ee-63cf0a94410c will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:10.489121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.546099 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Attempting to bind port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:10.546472 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Attempting to bind port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:10.546835 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Attempting to bind port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:10.548841 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cd4df-63fb-4c82-9171-ff84b7eeb979 None None] Pushing event updated for resources: {'Port': ['ID=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:10.555164 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:10.555545 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:10.555942 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.556326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:10.556789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Bound port: 2efa7fc6-8b8c-4962-93ee-63cf0a94410c, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:10.557171 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.607517 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] For port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:10.610699 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] For port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:10.615689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.643465 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.666466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:10.667081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:10.703195 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Subnet': ['ID=fda424f0-63a9-4111-9cd8-8a214a9ee12d,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:10.717240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Checking segment: {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:10.717784 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network hostable DHCP agents. Network: ffdef902-0a96-4ac4-8cd9-b2be9ced9853, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:32:10.717949 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cd4df-63fb-4c82-9171-ff84b7eeb979 None None] Pushing event updated for resources: {'Port': ['ID=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:10.735999 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:32:10.746032 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, ffdef902-0a96-4ac4-8cd9-b2be9ced9853) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:10.754439 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:10.755674 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.766865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c8824-f71e-483c-beea-4e8dc1aa57d5 None None] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:10.777474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0de5bfce-8406-4e7f-86be-e65624d062b8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7559943 Aug 29 05:32:10.780285 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44852) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:11.000431 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:11.210577 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:32:11.211421 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.231086 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.335597 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:09Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:11.370565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35789a8-b6e8-4702-87f4-14fe163da837 None None] The sync data for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 is: [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:09Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:11.389276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Allocated IP 172.20.0.2 (ffdef902-0a96-4ac4-8cd9-b2be9ced9853/fda424f0-63a9-4111-9cd8-8a214a9ee12d/eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:11.540485 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.549173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Transition to ACTIVE for port object eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:11.571641 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Transition to ACTIVE for port object eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:11.580555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.622626 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:11.629846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:11.633999 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:11.659501 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.1 (ffdef902-0a96-4ac4-8cd9-b2be9ced9853/fda424f0-63a9-4111-9cd8-8a214a9ee12d/394701f3-4649-499a-b0a4-1c1f096cfb49) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:11.674304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Pushing event updated for resources: {'Port': ['ID=eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:11.709236 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Attempting to bind port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:11.709625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Attempting to bind port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:11.710004 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Attempting to bind port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac on network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:11.717212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:11.717614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Checking segment: {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:11.718059 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.718958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Bound using segment: {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:11.718958 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Bound port: eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:11.719358 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.761080 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2efa7fc6-8b8c-4962-93ee-63cf0a94410c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:11.803358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.819002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.provisioning_blocks [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object 394701f3-4649-499a-b0a4-1c1f096cfb49 will not be triggered until provisioned by entity DHCP. {{(pid=94824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:11.829094 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] For port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:11.832955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] For port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:11.837875 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.856123 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.880478 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:11.888297 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:11.888687 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.900710 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:11.906562 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:11.912843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:11.933372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1ca34-4ecb-48b6-b4f4-ad49ffad367d None None] Pushing event updated for resources: {'Port': ['ID=eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:11.953016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=394701f3-4649-499a-b0a4-1c1f096cfb49,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:11.987326 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.001030 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.023969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:12.030645 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.103370 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:12.147870 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.450063 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.455079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.529966 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=394701f3-4649-499a-b0a4-1c1f096cfb49,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:12.534781 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.624736 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:12.626238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:12.741573 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router b784d962-f66b-40b2-a727-2de6fa6b2b3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:12.853116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:12.858225 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7196b394-77bf-4cca-97f4-93e667d18d7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/b784d962-f66b-40b2-a727-2de6fa6b2b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769608 Aug 29 05:32:13.026155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-57977833-2e19-43f3-8900-5f8115747437 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479207597&fields=id&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 267 time: 0.0364013 Aug 29 05:32:13.141485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-978d68a9-dd41-47a0-8e13-3345ed5f0784 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:13.143279 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-978d68a9-dd41-47a0-8e13-3345ed5f0784 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/networks?id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 200 len: 797 time: 0.1098268 Aug 29 05:32:13.159280 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-7b07b8fc-5b11-4d76-8b2a-457685173353 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/quotas/33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 375 time: 0.0099950 Aug 29 05:32:13.215885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-669832ac-93b6-4cc0-9700-e02ceb811196 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502005 Aug 29 05:32:13.279632 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc20df-5bc1-4df3-ad58-47f2697f98fa None None] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:13.305470 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Sync routers for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:13.315416 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:13.315973 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:13.324380 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-32d44021-0a9e-4423-a0af-d7c04678cc3a service neutron] 10.222.0.55 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941904 Aug 29 05:32:13.422463 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-20e99254-e052-462f-aac6-8e796bf05756 service neutron] 10.222.0.55 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904195 Aug 29 05:32:13.436481 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:13.436721 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-9f0201e6-c295-422e-9a65-0fb90439f633 None None] Provisioning for port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:13.606574 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e55e3f1e-8d78-4b11-8176-8625819f8561 req-5764fe93-0168-4872-85b3-6c7de6ec060c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 210 time: 0.0292683 Aug 29 05:32:13.692839 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 2, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:13.725451 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Checking router: b784d962-f66b-40b2-a727-2de6fa6b2b3e for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:13.726038 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Updating router b784d962-f66b-40b2-a727-2de6fa6b2b3e port 394701f3-4649-499a-b0a4-1c1f096cfb49 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:13.767372 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-00096ac4-ab12-4ec5-bfc8-b396a54675b9 None None] Provisioning for port 394701f3-4649-499a-b0a4-1c1f096cfb49 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:13.772051 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.780778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-00096ac4-ab12-4ec5-bfc8-b396a54675b9 None None] Provisioning complete for port 394701f3-4649-499a-b0a4-1c1f096cfb49 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:13.781451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-00096ac4-ab12-4ec5-bfc8-b396a54675b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.812052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:13.849785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-00096ac4-ab12-4ec5-bfc8-b396a54675b9 None None] Port 394701f3-4649-499a-b0a4-1c1f096cfb49 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:13.888705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:13.893162 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:13.893540 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.016025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ef97403f-1e7e-4b56-9aa3-bd4aba066aac None None] Provisioning complete for port 394701f3-4649-499a-b0a4-1c1f096cfb49 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:14.016420 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ef97403f-1e7e-4b56-9aa3-bd4aba066aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.050226 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.079879 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ef97403f-1e7e-4b56-9aa3-bd4aba066aac None None] Port 394701f3-4649-499a-b0a4-1c1f096cfb49 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:14.101110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:14.105547 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.106444 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2efa7fc6-8b8c-4962-93ee-63cf0a94410c up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:14.204087 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:14.206915 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.217666 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Transition to ACTIVE for port object 394701f3-4649-499a-b0a4-1c1f096cfb49 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:14.221828 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5e738bac-3b5b-4865-9f24-fcc1f71d514b None None] Provisioning complete for port 394701f3-4649-499a-b0a4-1c1f096cfb49 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:14.222724 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5e738bac-3b5b-4865-9f24-fcc1f71d514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.224316 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.247548 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:14.247920 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.281254 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Pushing event updated for resources: {'Port': ['ID=394701f3-4649-499a-b0a4-1c1f096cfb49,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:14.282277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5e738bac-3b5b-4865-9f24-fcc1f71d514b None None] Port 394701f3-4649-499a-b0a4-1c1f096cfb49 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:14.294961 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.295314 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.295656 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.296040 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.296375 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.296708 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.297035 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.297363 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.297712 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.298034 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.298361 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.298698 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:14.362604 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Attempting to bind port 394701f3-4649-499a-b0a4-1c1f096cfb49 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:14.363199 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Attempting to bind port 394701f3-4649-499a-b0a4-1c1f096cfb49 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:14.363359 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Attempting to bind port 394701f3-4649-499a-b0a4-1c1f096cfb49 on network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:14.368800 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:14.369254 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Checking segment: {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:14.369773 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.370238 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Bound using segment: {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:14.370783 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Bound port: 394701f3-4649-499a-b0a4-1c1f096cfb49, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:14.371247 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.437380 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] For port 394701f3-4649-499a-b0a4-1c1f096cfb49, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:14.440954 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] For port 394701f3-4649-499a-b0a4-1c1f096cfb49, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=394701f3-4649-499a-b0a4-1c1f096cfb49,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:14.444882 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:14.504975 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a299f0-bce8-4933-85e8-c88295f03aad None None] Pushing event updated for resources: {'Port': ['ID=394701f3-4649-499a-b0a4-1c1f096cfb49,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:14.512577 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:14.513207 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:31:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:14.629382 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:14.738430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-71ac38b7-37a6-4dcc-aedc-e9737c275947 req-d3f8902b-2173-4076-bea3-732ef4580a6c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 210 time: 0.0607989 Aug 29 05:32:14.827142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-a29db4a9-9e97-4b2c-9292-1418b4e6df3e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:14.829084 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-a29db4a9-9e97-4b2c-9292-1418b4e6df3e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/networks?id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 200 len: 797 time: 0.1416924 Aug 29 05:32:14.841065 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:14Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:14.869132 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0d06-bf0b-4eac-9578-9fe7083a4f66 None None] The sync data for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 is: [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:14Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:14.882912 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-93682ed8-a88c-46ea-8782-ffaf34d8df1a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 379 time: 0.0382822 Aug 29 05:32:14.894237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'port': {'device_id': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'admin_state_up': True, 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'security_groups': ['07ac75c3-f831-4673-bad2-ae1eec72cb95']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:15.026376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:15.030114 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.168979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.7 (ffdef902-0a96-4ac4-8cd9-b2be9ced9853/fda424f0-63a9-4111-9cd8-8a214a9ee12d/ffde0c8f-9cd6-4902-9614-e20c303e02e1) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:15.319561 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.334665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object ffde0c8f-9cd6-4902-9614-e20c303e02e1 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:15.368744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.422829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:15.428151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:15.438143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:15.473622 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=ffde0c8f-9cd6-4902-9614-e20c303e02e1,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:15.498067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:15.498717 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.515887 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-ee9c0068-c192-4926-a1ce-85029488694d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258624 Aug 29 05:32:15.533691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Request body: {'port': {'device_id': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:15.593528 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.669340 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-319b4500-1ff4-44d6-8ebd-db58456ab837 None None] Provisioning for port ffde0c8f-9cd6-4902-9614-e20c303e02e1 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:15.674167 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-319b4500-1ff4-44d6-8ebd-db58456ab837 None None] Provisioning complete for port ffde0c8f-9cd6-4902-9614-e20c303e02e1 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:15.674553 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-319b4500-1ff4-44d6-8ebd-db58456ab837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.725247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-319b4500-1ff4-44d6-8ebd-db58456ab837 None None] Port ffde0c8f-9cd6-4902-9614-e20c303e02e1 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:15.775467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 394701f3-4649-499a-b0a4-1c1f096cfb49 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:15.838337 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 394701f3-4649-499a-b0a4-1c1f096cfb49 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:15.847563 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 394701f3-4649-499a-b0a4-1c1f096cfb49 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:15.847941 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.897126 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663245c6-3326-4562-8d8a-4b7e72531478 req-74e28aae-5e3b-4695-933a-8f421bc00e4d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:15.905163 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-663245c6-3326-4562-8d8a-4b7e72531478 req-74e28aae-5e3b-4695-933a-8f421bc00e4d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 931 time: 0.0743878 Aug 29 05:32:15.926934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffde0c8f-9cd6-4902-9614-e20c303e02e1 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:32:15.935335 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.942655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-663245c6-3326-4562-8d8a-4b7e72531478 req-7eb5227c-f4e2-439b-9690-fbba043ddc24 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365932 Aug 29 05:32:15.945850 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.960537 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Transition to ACTIVE for port object ffde0c8f-9cd6-4902-9614-e20c303e02e1 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:15.966318 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.986564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 394701f3-4649-499a-b0a4-1c1f096cfb49, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=394701f3-4649-499a-b0a4-1c1f096cfb49,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:15.993095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:15.994073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:16.050142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Pushing event updated for resources: {'Port': ['ID=ffde0c8f-9cd6-4902-9614-e20c303e02e1,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:16.081276 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=394701f3-4649-499a-b0a4-1c1f096cfb49,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:16.099556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:16.099931 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.104502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Attempting to bind port ffde0c8f-9cd6-4902-9614-e20c303e02e1 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:16.104846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Attempting to bind port ffde0c8f-9cd6-4902-9614-e20c303e02e1 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:16.105306 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Attempting to bind port ffde0c8f-9cd6-4902-9614-e20c303e02e1 on network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:16.110518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Port ffde0c8f-9cd6-4902-9614-e20c303e02e1 on network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:32:16.110745 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Attempting to bind port ffde0c8f-9cd6-4902-9614-e20c303e02e1 on network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:16.116368 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:16.116705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Checking segment: {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:16.117077 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Bound using segment: {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:16.117498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Bound port: ffde0c8f-9cd6-4902-9614-e20c303e02e1, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f026538-7b89-4121-96ad-ef0b01f608b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:16.117878 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.188774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] For port ffde0c8f-9cd6-4902-9614-e20c303e02e1, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:16.192511 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] For port ffde0c8f-9cd6-4902-9614-e20c303e02e1, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:16.197848 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.236751 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:16.237376 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.239677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] 10.222.0.32 "PUT /v2.0/ports/ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 200 len: 1092 time: 0.7105463 Aug 29 05:32:16.242099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:16.244409 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d08cb5-33bc-4962-8ac0-ff29dfd63083" -d '{"events": [{"name": "network-changed", "server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:16.271982 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35275615-cf40-4401-bd12-2b3b3db46fac service neutron] Pushing event updated for resources: {'Port': ['ID=ffde0c8f-9cd6-4902-9614-e20c303e02e1,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:16.296846 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e87c613-5c79-4393-a0a3-b8ca3bdf7a4c x-openstack-request-id: req-4e87c613-5c79-4393-a0a3-b8ca3bdf7a4c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:16.297348 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:16.297626 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e87c613-5c79-4393-a0a3-b8ca3bdf7a4c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:16.298032 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'status': 'completed', 'code': 200} Aug 29 05:32:16.352952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-3e6d36a5-9a4d-4d62-9f23-d2d113201c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:16.354539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-3e6d36a5-9a4d-4d62-9f23-d2d113201c31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1095 time: 0.0437346 Aug 29 05:32:16.403193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-e757e6fb-e191-4ae6-b75f-7ab1cdd79434 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 200 len: 217 time: 0.0357296 Aug 29 05:32:16.456613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-846bd0b1-e67d-46a5-9508-eaf7c050f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:16.457994 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-846bd0b1-e67d-46a5-9508-eaf7c050f891 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda424f0-63a9-4111-9cd8-8a214a9ee12d HTTP/1.1" status: 200 len: 835 time: 0.0486834 Aug 29 05:32:16.505305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c38b9-1666-41bd-97ed-e85478f6936b req-26291c02-fd4d-41c9-8f2c-4461116d6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:16.506835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-26291c02-fd4d-41c9-8f2c-4461116d6642 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415633 Aug 29 05:32:16.596899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-1607b159-99b3-4368-b4c1-dc03c2c4c069 service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814586 Aug 29 05:32:16.687658 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-872c38b9-1666-41bd-97ed-e85478f6936b req-4fc026b5-c41f-4f69-9369-5013dbe3c61b service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836837 Aug 29 05:32:16.824212 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-2cb82602-7efe-496d-910c-cbe1832a1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:16.825610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-2cb82602-7efe-496d-910c-cbe1832a1bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1095 time: 0.0407839 Aug 29 05:32:16.919157 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-86fd201d-122a-4fd9-acb6-6e1ae1655873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:16.920649 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-86fd201d-122a-4fd9-acb6-6e1ae1655873 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 200 len: 898 time: 0.0880353 Aug 29 05:32:16.937578 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ff7691c1-39cf-4fe7-bfd7-6d7f7adbf9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:16.963677 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-0f9849a5-a63e-425e-8d83-0a9835ab763d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 200 len: 217 time: 0.0361161 Aug 29 05:32:17.014206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-6657914c-ea5f-4887-997f-8c50e927c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:17.016335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-6657914c-ea5f-4887-997f-8c50e927c1f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda424f0-63a9-4111-9cd8-8a214a9ee12d HTTP/1.1" status: 200 len: 835 time: 0.0450616 Aug 29 05:32:17.062752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-6ab43cd2-3c7e-47b3-a65c-c0deb9b1830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:17.064387 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-6ab43cd2-3c7e-47b3-a65c-c0deb9b1830a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406778 Aug 29 05:32:17.075906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3861f0-5250-4cc2-abad-b8226720be9d req-a1a48020-ab9b-45de-ae9a-c5b5a4f73059 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:17.077384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be3861f0-5250-4cc2-abad-b8226720be9d req-a1a48020-ab9b-45de-ae9a-c5b5a4f73059 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 943 time: 0.0529211 Aug 29 05:32:17.117550 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be3861f0-5250-4cc2-abad-b8226720be9d req-289894c1-0960-48f1-bebf-522a636b00a3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333931 Aug 29 05:32:17.165651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-3f408c2b-82fa-4750-aed2-ad96de7ab82b service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929830 Aug 29 05:32:17.255810 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-33d08cb5-33bc-4962-8ac0-ff29dfd63083 req-e4d9e88c-0ec8-4461-8d77-0ff428dce4c2 service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814538 Aug 29 05:32:17.679045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 394701f3-4649-499a-b0a4-1c1f096cfb49 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:17.733442 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 394701f3-4649-499a-b0a4-1c1f096cfb49 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:17.733854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.241821 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f6d3b-5e6a-4244-a8ef-5354ff246cfa req-88959164-06e8-400a-9f0b-03a1e9fd773b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:18.243306 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-084f6d3b-5e6a-4244-a8ef-5354ff246cfa req-88959164-06e8-400a-9f0b-03a1e9fd773b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 943 time: 0.0537069 Aug 29 05:32:18.280435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-084f6d3b-5e6a-4244-a8ef-5354ff246cfa req-9c617863-fa3a-4dff-af9e-87ae5437f247 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313051 Aug 29 05:32:18.694570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ffde0c8f-9cd6-4902-9614-e20c303e02e1 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:32:18.789402 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ffde0c8f-9cd6-4902-9614-e20c303e02e1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:18.800873 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'port_id': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'mac_address': 'fa:16:3e:31:83:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:32:18.836816 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.848789 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffde0c8f-9cd6-4902-9614-e20c303e02e1 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:32:18.868606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ffde0c8f-9cd6-4902-9614-e20c303e02e1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:18.872281 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:18.918589 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ffde0c8f-9cd6-4902-9614-e20c303e02e1,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:19.144784 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['ffde0c8f-9cd6-4902-9614-e20c303e02e1'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:32:19.396781 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60a5e6-8f92-49aa-a9aa-e37ad088e748 req-01062f7c-e22a-4e52-b038-0898b5dec398 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:19.398214 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e60a5e6-8f92-49aa-a9aa-e37ad088e748 req-01062f7c-e22a-4e52-b038-0898b5dec398 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 944 time: 0.0503292 Aug 29 05:32:19.437936 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4e60a5e6-8f92-49aa-a9aa-e37ad088e748 req-78593194-3416-41cf-b4c5-8f45c9456fe4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337625 Aug 29 05:32:19.566774 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1460b7c4-3ed0-452b-b669-4443da4d8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:19.752467 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.559050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eecd2c-bb3c-4126-bef5-c68229bf4d40 req-f31946d9-077a-4f14-b9e3-0498226b20c1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:20.560611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83eecd2c-bb3c-4126-bef5-c68229bf4d40 req-f31946d9-077a-4f14-b9e3-0498226b20c1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 944 time: 0.0568469 Aug 29 05:32:20.607660 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-83eecd2c-bb3c-4126-bef5-c68229bf4d40 req-5ca2a5df-0feb-4e41-8f58-ba2292b24cbb tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Aug 29 05:32:20.695530 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ffde0c8f-9cd6-4902-9614-e20c303e02e1 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:20.749085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port ffde0c8f-9cd6-4902-9614-e20c303e02e1 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:20.752770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port ffde0c8f-9cd6-4902-9614-e20c303e02e1 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:20.753403 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.829540 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.852296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:20.854597 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cea644f-8e7d-4bdd-a9b3-3bc4c8e6874d" -d '{"events": [{"server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "name": "network-vif-plugged", "status": "completed", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:20.868042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port ffde0c8f-9cd6-4902-9614-e20c303e02e1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:20.873779 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:20.896403 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a6fdee-0c3a-4074-b5e3-371a72f154f3 x-openstack-request-id: req-12a6fdee-0c3a-4074-b5e3-371a72f154f3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:20.896696 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "name": "network-vif-plugged", "status": "completed", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:20.896950 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12a6fdee-0c3a-4074-b5e3-371a72f154f3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:20.897374 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'code': 200} Aug 29 05:32:20.927965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=ffde0c8f-9cd6-4902-9614-e20c303e02e1,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:21.022268 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383eb7f8-8728-4c8f-b082-a7bc50c6edf7 req-abb0bc53-f5aa-484c-9eb8-fbe3970fc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:21.023775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-383eb7f8-8728-4c8f-b082-a7bc50c6edf7 req-abb0bc53-f5aa-484c-9eb8-fbe3970fc820 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1097 time: 0.0417960 Aug 29 05:32:21.049367 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.063962 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-383eb7f8-8728-4c8f-b082-a7bc50c6edf7 req-72c18ef5-17b9-4ab8-a413-134169164402 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329952 Aug 29 05:32:21.344332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:21.732453 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293340b8-42f6-4385-a45e-f0d48dddc959 req-aaed394f-6835-430d-9149-5d3064fdf417 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:21.734652 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-293340b8-42f6-4385-a45e-f0d48dddc959 req-aaed394f-6835-430d-9149-5d3064fdf417 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0591090 Aug 29 05:32:21.773832 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-293340b8-42f6-4385-a45e-f0d48dddc959 req-b439be5a-ef6a-45a1-8337-e992adfbe18f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Aug 29 05:32:22.587914 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:22.896060 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca7460-f93a-4f20-bd0a-1e2e7cbae7bd req-292a6130-b170-4cd6-ae68-70bc3abc70c1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:22.897548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-daca7460-f93a-4f20-bd0a-1e2e7cbae7bd req-292a6130-b170-4cd6-ae68-70bc3abc70c1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0486708 Aug 29 05:32:22.934605 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-daca7460-f93a-4f20-bd0a-1e2e7cbae7bd req-ac343920-63e7-4815-bb09-6fc240feaa26 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Aug 29 05:32:23.047197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fa599-5ef5-4808-8f1d-a14618c1d01f req-d38c2100-922c-49b1-8ab8-33f0b47cf0c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:23.048668 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e40fa599-5ef5-4808-8f1d-a14618c1d01f req-d38c2100-922c-49b1-8ab8-33f0b47cf0c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0488925 Aug 29 05:32:23.086971 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e40fa599-5ef5-4808-8f1d-a14618c1d01f req-4a6ff428-d014-4952-b5c9-b1eef05f2831 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321810 Aug 29 05:32:23.109645 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44902) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:23.153231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5317ee-7838-4a64-8c30-a510e7192417 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:23.154800 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4a5317ee-7838-4a64-8c30-a510e7192417 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1092 time: 0.0441670 Aug 29 05:32:23.157722 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:23.162669 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:23.186020 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.284265 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.392049 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.60 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/98d36faf-3e93-4c93-a4ed-970600d0d012) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:23.500607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.540771 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.589898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:23.593890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:23.596769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:23.600213 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=98d36faf-3e93-4c93-a4ed-970600d0d012,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:23.939729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.009060 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.156393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.160761 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.227311 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=98d36faf-3e93-4c93-a4ed-970600d0d012,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:24.239219 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.337496 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP eaffe163-4259-45db-9076-e74506dd77af associated. External IP: 172.25.7.60, port: ffde0c8f-9cd6-4902-9614-e20c303e02e1. Aug 29 05:32:24.542648 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router b784d962-f66b-40b2-a727-2de6fa6b2b3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:24.650535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:24.660347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] Sync routers for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:24.666799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.670795 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:24.671423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:32:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:24.694273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9f29839d-2b24-4ae8-b104-2eb7b3d7b7c0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5355296 Aug 29 05:32:24.694967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:24.697346 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792b68a9-c8ef-4350-b4e1-81139ed34c04" -d '{"events": [{"name": "network-changed", "server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:24.739141 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96a17c2-cb85-459f-9a20-0303174ab601 x-openstack-request-id: req-f96a17c2-cb85-459f-9a20-0303174ab601 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:24.739441 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:24.739699 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f96a17c2-cb85-459f-9a20-0303174ab601 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:24.740133 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'status': 'completed', 'code': 200} Aug 29 05:32:24.790017 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:24.791529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d390c-0dcb-485a-bb0e-a0780b82e2bb req-dda6c36a-66fd-401d-8d6e-7fe5bbfc7f2c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:24.793108 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b5d390c-0dcb-485a-bb0e-a0780b82e2bb req-dda6c36a-66fd-401d-8d6e-7fe5bbfc7f2c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0509484 Aug 29 05:32:24.829823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-be88dfb8-a436-43ee-8176-6ca16bf38a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:24.831864 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-be88dfb8-a436-43ee-8176-6ca16bf38a38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1097 time: 0.0465004 Aug 29 05:32:24.833345 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5b5d390c-0dcb-485a-bb0e-a0780b82e2bb req-1a2301fc-9e42-4637-844d-730b00aa3240 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341799 Aug 29 05:32:24.857139 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44910) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:24.962785 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-01586a0e-f7ac-4ccd-90e3-58913ea9d45d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/eaffe163-4259-45db-9076-e74506dd77af HTTP/1.1" status: 200 len: 990 time: 0.1045253 Aug 29 05:32:24.977475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-e270c45f-eb51-4eff-a4b0-7789c316ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:24.978976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-e270c45f-eb51-4eff-a4b0-7789c316ac96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 200 len: 898 time: 0.1400371 Aug 29 05:32:25.016542 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'eaffe163-4259-45db-9076-e74506dd77af', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'port_id': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'mac_address': 'fa:16:3e:31:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:23Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:15Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.045195 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] Checking router: b784d962-f66b-40b2-a727-2de6fa6b2b3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:25.048115 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-42b7aba0-db58-421d-93bc-5b542b0a00d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 200 len: 998 time: 0.0615242 Aug 29 05:32:25.053997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:25.054599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:32:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.096549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-a016470a-744c-4cfb-a290-0ae84918baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:25.098107 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-a016470a-744c-4cfb-a290-0ae84918baed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda424f0-63a9-4111-9cd8-8a214a9ee12d HTTP/1.1" status: 200 len: 835 time: 0.0435460 Aug 29 05:32:25.144104 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-4a111a22-805f-4144-afd6-594a771f23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:25.145639 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-4a111a22-805f-4144-afd6-594a771f23bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409157 Aug 29 05:32:25.166580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:25.243134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-2d460ff5-8e9f-4d98-ad0d-a61fbbb2b61f service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900524 Aug 29 05:32:25.336166 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-792b68a9-c8ef-4350-b4e1-81139ed34c04 req-c45674cc-204f-47e4-b725-b47ee2f744c3 service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857122 Aug 29 05:32:25.549791 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'eaffe163-4259-45db-9076-e74506dd77af', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'port_id': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'mac_address': 'fa:16:3e:31:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:23Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:15Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.574872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc887f-b0e4-46c8-a2a4-53459adea110 None None] The sync data for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 is: [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'eaffe163-4259-45db-9076-e74506dd77af', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'port_id': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'mac_address': 'fa:16:3e:31:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:23Z', 'updated_at': '2021-08-29T05:32:23Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:15Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:25.752654 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf78552c-0cf1-4aaf-8bb1-b1cdd4489a99 None None] New status for floating IP eaffe163-4259-45db-9076-e74506dd77af: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:25.966691 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 44912) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:26.030888 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-623fd838-fdff-4505-a1fd-79e40e87fbb8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/eaffe163-4259-45db-9076-e74506dd77af HTTP/1.1" status: 200 len: 992 time: 0.0630260 Aug 29 05:32:29.102856 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:32.110499 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.344157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9aed579-6b0e-42a3-87ca-268ce1ad9764 req-d97c0a6c-c404-4db2-884c-12fa48d4fe4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292127 Aug 29 05:32:37.392590 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9aed579-6b0e-42a3-87ca-268ce1ad9764 req-90218080-a1b0-4ce9-85a3-1e5e9fb1584c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0252318 Aug 29 05:32:37.434979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9aed579-6b0e-42a3-87ca-268ce1ad9764 req-833ed8f5-a0b4-4333-855b-b438d99c552c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215886 Aug 29 05:32:37.555415 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aed579-6b0e-42a3-87ca-268ce1ad9764 req-af260135-d90b-41b8-adf8-af458bc29602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:37.557037 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a9aed579-6b0e-42a3-87ca-268ce1ad9764 req-af260135-d90b-41b8-adf8-af458bc29602 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145232 Aug 29 05:32:46.942168 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-40f94a15-f060-4b0e-9032-47d786d8de1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.567031 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2901d677-28e5-427e-bb2d-394b731154ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.711659 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-fac37ef5-acf3-417a-ade4-3e1470fafa33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400422 Aug 29 05:32:49.745165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.810609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-24d62833-8c05-456e-b90e-9fe7bbb74465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.812092 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-24d62833-8c05-456e-b90e-9fe7bbb74465 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1097 time: 0.0402327 Aug 29 05:32:49.918761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-d8903a62-1dc9-4d5d-89cb-8b64d60859dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.920240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-d8903a62-1dc9-4d5d-89cb-8b64d60859dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 200 len: 898 time: 0.0875823 Aug 29 05:32:49.987121 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-d2599319-46da-409c-a01b-1b2fb62652a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 200 len: 1000 time: 0.0592868 Aug 29 05:32:50.038725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-35146ff4-b899-45d3-ab9e-4ed1b18285d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:50.040138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-35146ff4-b899-45d3-ab9e-4ed1b18285d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda424f0-63a9-4111-9cd8-8a214a9ee12d HTTP/1.1" status: 200 len: 835 time: 0.0467510 Aug 29 05:32:50.084808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-043eedd3-3d17-426a-8a50-fabf5d2adb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:50.086296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-043eedd3-3d17-426a-8a50-fabf5d2adb2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390251 Aug 29 05:32:50.174294 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-736aff02-5d52-4536-aa0b-b03876f0fa29 service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796800 Aug 29 05:32:50.266126 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1af261-c2ee-4b65-9edf-f1cd70daefb4 req-7a650820-d690-47f1-a772-29a4d5c3bbd2 service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847547 Aug 29 05:32:51.049386 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.357978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:52.591585 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:57.437728 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b02635-2976-4546-9b5d-e77fca556ffd req-f57ed88d-716e-4359-916c-743ce1a8b7a8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:57.439246 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25b02635-2976-4546-9b5d-e77fca556ffd req-f57ed88d-716e-4359-916c-743ce1a8b7a8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.1021736 Aug 29 05:32:57.476613 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-25b02635-2976-4546-9b5d-e77fca556ffd req-1917388a-5c90-424f-8363-3b1ebb3b4c4f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312643 Aug 29 05:32:58.656004 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cd9fb-4304-42a5-83ee-16c17918a807 req-498c91dc-21b7-4484-9169-a4c2e3e83be9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:58.658313 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be5cd9fb-4304-42a5-83ee-16c17918a807 req-498c91dc-21b7-4484-9169-a4c2e3e83be9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.1131670 Aug 29 05:32:58.697026 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be5cd9fb-4304-42a5-83ee-16c17918a807 req-fc25aa00-d7e5-493f-8d38-1fad6b45fc3e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Aug 29 05:32:59.810178 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a374b5-5686-4bad-a765-ff2ef73aea62 req-5dd52dbc-db4c-4a6d-b4f2-5dcf041d882a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:59.811645 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9a374b5-5686-4bad-a765-ff2ef73aea62 req-5dd52dbc-db4c-4a6d-b4f2-5dcf041d882a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0473979 Aug 29 05:32:59.852623 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e9a374b5-5686-4bad-a765-ff2ef73aea62 req-54bea57e-cf55-400b-889a-18aa2bb009cd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350401 Aug 29 05:33:00.969144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1969589-36da-4c89-8b84-0d6736b687de req-a6e506ac-ca1b-43dd-b928-c07a8c3047b9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:00.970661 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a1969589-36da-4c89-8b84-0d6736b687de req-a6e506ac-ca1b-43dd-b928-c07a8c3047b9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0491979 Aug 29 05:33:01.007573 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a1969589-36da-4c89-8b84-0d6736b687de req-3a9b0857-8786-4406-885f-40b672273e21 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310185 Aug 29 05:33:02.121923 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:02.125784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99b79-fb5d-4eae-a034-5093fc1b4f4a req-fb3bbc7f-03c3-4091-831e-dd7e153960cf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:02.127317 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6d99b79-fb5d-4eae-a034-5093fc1b4f4a req-fb3bbc7f-03c3-4091-831e-dd7e153960cf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0514324 Aug 29 05:33:02.165719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6d99b79-fb5d-4eae-a034-5093fc1b4f4a req-559a2019-ce1d-46e4-a995-9639fabf1980 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322731 Aug 29 05:33:03.284786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de220a2-53ff-4978-8c82-7579a253d04c req-21c0d03a-e236-4807-bb8f-9d0f0601a61d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:03.286221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4de220a2-53ff-4978-8c82-7579a253d04c req-21c0d03a-e236-4807-bb8f-9d0f0601a61d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0521622 Aug 29 05:33:03.324442 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-4de220a2-53ff-4978-8c82-7579a253d04c req-068aa5e9-53a2-46bc-b5a3-46f9fcdb9eb4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Aug 29 05:33:04.451153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9157b-c794-4857-9f43-453e1cfbbf8a req-1123d026-5e6e-4a34-8d7c-9e7276a96615 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:04.452669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adf9157b-c794-4857-9f43-453e1cfbbf8a req-1123d026-5e6e-4a34-8d7c-9e7276a96615 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0556509 Aug 29 05:33:04.497669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-adf9157b-c794-4857-9f43-453e1cfbbf8a req-5dfc059c-9377-4de5-8e60-038587433b55 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388162 Aug 29 05:33:05.616535 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8505a56-5d17-4d6e-8a8b-ab0c4333f354 req-e1b8dd9f-f2fc-4e2a-8ad3-47dc0133e368 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:05.618511 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8505a56-5d17-4d6e-8a8b-ab0c4333f354 req-e1b8dd9f-f2fc-4e2a-8ad3-47dc0133e368 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0520535 Aug 29 05:33:05.983505 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d8505a56-5d17-4d6e-8a8b-ab0c4333f354 req-15f4c665-b128-4d40-a7ba-913fe597963a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591211 Aug 29 05:33:06.101819 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:07.099021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3b8aa-e711-452e-a45e-7bf20b574e8b req-993dcf39-1f3b-4d28-be49-fa2db86e3ff2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:07.100500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b3b8aa-e711-452e-a45e-7bf20b574e8b req-993dcf39-1f3b-4d28-be49-fa2db86e3ff2 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0482440 Aug 29 05:33:07.141417 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7b3b8aa-e711-452e-a45e-7bf20b574e8b req-b4805cc3-bf99-4985-9ed4-87719b09e2dd tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341094 Aug 29 05:33:08.258843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b40dc6-daf2-40e0-bd9e-fec4465691b7 req-a30d532d-c050-459e-be3e-c4272c424eac tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:08.260337 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51b40dc6-daf2-40e0-bd9e-fec4465691b7 req-a30d532d-c050-459e-be3e-c4272c424eac tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0489509 Aug 29 05:33:08.298336 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-51b40dc6-daf2-40e0-bd9e-fec4465691b7 req-2c2e80fd-60d2-4345-b601-0a195ec3a6af tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Aug 29 05:33:09.413780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f782c3a-b63b-47dc-9e49-760d5e667b8d req-4e6eac4b-d057-4024-ba5a-56c9f0583ac8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:09.415551 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f782c3a-b63b-47dc-9e49-760d5e667b8d req-4e6eac4b-d057-4024-ba5a-56c9f0583ac8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0497699 Aug 29 05:33:09.453334 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0f782c3a-b63b-47dc-9e49-760d5e667b8d req-842deb50-ea93-4e6c-8645-1bdc3823d98a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Aug 29 05:33:10.567601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faabd78-6a42-440d-89ae-eb794cff4d5d req-812d453f-2b61-4994-832d-fd985c5d1408 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:10.569080 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7faabd78-6a42-440d-89ae-eb794cff4d5d req-812d453f-2b61-4994-832d-fd985c5d1408 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0499237 Aug 29 05:33:10.606424 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7faabd78-6a42-440d-89ae-eb794cff4d5d req-ae4d2010-4fcd-4031-ab55-c150feb9cba5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Aug 29 05:33:11.720140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1055cb8-e01c-4b7d-a703-38e3ca9a2322 req-94e6d3a7-092a-4c45-b221-654a3de4fa63 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:11.721632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b1055cb8-e01c-4b7d-a703-38e3ca9a2322 req-94e6d3a7-092a-4c45-b221-654a3de4fa63 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0475199 Aug 29 05:33:11.758501 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b1055cb8-e01c-4b7d-a703-38e3ca9a2322 req-70de7129-f565-4aa1-95f9-3cf0d90aef6a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303080 Aug 29 05:33:12.875676 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e5fe-5d6b-47c5-b90f-5debdf7c1915 req-e3cc6743-aed8-48c6-9dea-85d90ced7efc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:12.877158 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7843e5fe-5d6b-47c5-b90f-5debdf7c1915 req-e3cc6743-aed8-48c6-9dea-85d90ced7efc tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0522079 Aug 29 05:33:12.913429 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7843e5fe-5d6b-47c5-b90f-5debdf7c1915 req-a897f9f4-577f-4ca9-9549-dffa2b45df60 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303376 Aug 29 05:33:12.936477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44960) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:12.996403 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1aba20fb-836b-4a10-b6af-fac3c616033b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/eaffe163-4259-45db-9076-e74506dd77af HTTP/1.1" status: 200 len: 992 time: 0.0587626 Aug 29 05:33:14.260530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2197e8-6dcc-4fb0-9cbe-23be0080d6ee req-3d8d0f65-2bab-4666-a8e9-0dfaff7a69be tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.261957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d2197e8-6dcc-4fb0-9cbe-23be0080d6ee req-3d8d0f65-2bab-4666-a8e9-0dfaff7a69be tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0484555 Aug 29 05:33:14.334181 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8d2197e8-6dcc-4fb0-9cbe-23be0080d6ee req-0a59c332-e973-421b-b59f-3d4304e31bc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599813 Aug 29 05:33:14.337135 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-44b20a36-fbc4-45aa-a156-fbe8bc07cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.338516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-44b20a36-fbc4-45aa-a156-fbe8bc07cd07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1097 time: 0.0722184 Aug 29 05:33:14.427897 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-7b92ca4f-7c78-4b25-92d1-f9c22df77435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.429350 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-7b92ca4f-7c78-4b25-92d1-f9c22df77435 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 200 len: 898 time: 0.0843067 Aug 29 05:33:14.497835 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-14602c8a-edbc-40be-85a2-a18a94dad1a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 200 len: 1000 time: 0.0604906 Aug 29 05:33:14.546581 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-bf67c40d-ac86-4d12-844f-7860ab681129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.547911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-bf67c40d-ac86-4d12-844f-7860ab681129 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda424f0-63a9-4111-9cd8-8a214a9ee12d HTTP/1.1" status: 200 len: 835 time: 0.0436609 Aug 29 05:33:14.592486 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-430820f3-76ea-4a78-9558-e94f8d4b3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:14.593972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-430820f3-76ea-4a78-9558-e94f8d4b3973 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394919 Aug 29 05:33:14.686336 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-baa0a4c2-817b-425c-b6ed-1ea83766216c service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856533 Aug 29 05:33:14.774098 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-35bfa03e-de4c-470d-bb84-0e24e8681bd7 req-206cde99-03fa-4754-aaf8-dc373340843e service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802782 Aug 29 05:33:15.452668 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebff684-81dd-4511-a812-e02c4a6134c7 req-7b11c464-00d7-4e1b-8ee8-1fc621852bec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:15.454153 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ebff684-81dd-4511-a812-e02c4a6134c7 req-7b11c464-00d7-4e1b-8ee8-1fc621852bec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0499759 Aug 29 05:33:15.493824 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ebff684-81dd-4511-a812-e02c4a6134c7 req-d6bb5e9a-327f-4158-9e1f-1d3e8355c558 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337145 Aug 29 05:33:15.516981 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44970) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:15.575668 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e9561a0d-70a0-4c20-8ef4-4543c5e4db22 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/eaffe163-4259-45db-9076-e74506dd77af HTTP/1.1" status: 200 len: 992 time: 0.0575509 Aug 29 05:33:16.943304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c85af177-65c0-45ed-8fb7-a91e4814a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:19.567571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-db98f8cc-5c67-4948-b475-b2412b2fcbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:19.746593 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:21.052854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:21.368828 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:22.594242 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:32.123084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:38.388809 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-210c9aba-5158-4460-bd5c-995d93bc2cee req-62021fba-2033-4f17-a791-cff5dfcb55ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276871 Aug 29 05:33:38.462478 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-210c9aba-5158-4460-bd5c-995d93bc2cee req-eb7986e2-3528-426f-a398-9d1a449111d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0296214 Aug 29 05:33:38.504220 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-210c9aba-5158-4460-bd5c-995d93bc2cee req-deae2f06-84ee-4fee-99d9-9cc441a55441 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200453 Aug 29 05:33:38.597666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9aba-5158-4460-bd5c-995d93bc2cee req-07b4c3e0-ce69-48bb-b0c2-9fce7b65ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:38.599442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-210c9aba-5158-4460-bd5c-995d93bc2cee req-07b4c3e0-ce69-48bb-b0c2-9fce7b65ceeb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880105 Aug 29 05:33:43.100643 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:45.949370 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 44980) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:46.104635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 98d36faf-3e93-4c93-a4ed-970600d0d012 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:33:46.104977 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:46.182360 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:46.182690 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:46.194173 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 98d36faf-3e93-4c93-a4ed-970600d0d012 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:33:46.340088 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:46.367930 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=98d36faf-3e93-4c93-a4ed-970600d0d012,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:46.393251 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.393621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.393970 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.394301 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.394633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.394962 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.395295 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.395622 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.395952 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.396294 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.396600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.396920 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:46.435876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:46.436235 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP eaffe163-4259-45db-9076-e74506dd77af disassociated (deleted). External IP: 172.25.7.60, port: ffde0c8f-9cd6-4902-9614-e20c303e02e1. Aug 29 05:33:46.641456 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router b784d962-f66b-40b2-a727-2de6fa6b2b3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:33:46.747443 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:33:46.752151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:46.757003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] Sync routers for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:33:46.766233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:46.766843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:46.779428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0eadd9b5-93ec-478d-9139-4bc65894bfb0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/floatingips/eaffe163-4259-45db-9076-e74506dd77af HTTP/1.1" status: 204 len: 168 time: 0.8288960 Aug 29 05:33:46.780014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:46.782452 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e534b9-3eae-45c3-947a-169767040434" -d '{"events": [{"name": "network-changed", "server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:46.876191 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:46.895485 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67680f8-06aa-4afb-b867-2e9918e03119 x-openstack-request-id: req-b67680f8-06aa-4afb-b867-2e9918e03119 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:46.895776 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:46.896028 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b67680f8-06aa-4afb-b867-2e9918e03119 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:46.896430 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'status': 'completed', 'code': 200} Aug 29 05:33:47.006732 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f983a37a-2665-4734-8b9b-b4970c4e236c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:47.036501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e534b9-3eae-45c3-947a-169767040434 req-7646784a-57a1-4d73-964d-bbd99c6ec349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:47.038136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43e534b9-3eae-45c3-947a-169767040434 req-7646784a-57a1-4d73-964d-bbd99c6ec349 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 1097 time: 0.0848069 Aug 29 05:33:47.050848 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed2f32-358f-4af7-a22b-288ad6f35457 req-2c24d3a1-7d6b-484f-8502-5b727d9ce2d1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:47.052268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85ed2f32-358f-4af7-a22b-288ad6f35457 req-2c24d3a1-7d6b-484f-8502-5b727d9ce2d1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0666018 Aug 29 05:33:47.096865 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:15Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:47.124081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] Checking router: b784d962-f66b-40b2-a727-2de6fa6b2b3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:33:47.132165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:47.132770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:47.135526 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85ed2f32-358f-4af7-a22b-288ad6f35457 req-78b2ee6d-6263-407f-82eb-a160e0bd9482 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741606 Aug 29 05:33:47.164451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e534b9-3eae-45c3-947a-169767040434 req-17ed810f-14b4-4d7e-8c45-df204dfd76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:47.166528 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43e534b9-3eae-45c3-947a-169767040434 req-17ed810f-14b4-4d7e-8c45-df204dfd76d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 200 len: 898 time: 0.1127992 Aug 29 05:33:47.211430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43e534b9-3eae-45c3-947a-169767040434 req-001c363b-322d-475c-a2ef-f19947f04927 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 200 len: 217 time: 0.0376890 Aug 29 05:33:47.242550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:47.263195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e534b9-3eae-45c3-947a-169767040434 req-72d07fe8-062c-4c45-8471-a999742ad399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:47.264663 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43e534b9-3eae-45c3-947a-169767040434 req-72d07fe8-062c-4c45-8471-a999742ad399 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda424f0-63a9-4111-9cd8-8a214a9ee12d HTTP/1.1" status: 200 len: 835 time: 0.0451293 Aug 29 05:33:47.313153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e534b9-3eae-45c3-947a-169767040434 req-c849cb25-1222-499a-b720-e6eee5e32808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:47.314701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43e534b9-3eae-45c3-947a-169767040434 req-c849cb25-1222-499a-b720-e6eee5e32808 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffdef902-0a96-4ac4-8cd9-b2be9ced9853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412090 Aug 29 05:33:47.411109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43e534b9-3eae-45c3-947a-169767040434 req-e4e96d2f-b3d8-4f7e-95b1-e2cce2ae0883 service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Aug 29 05:33:47.447851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:15Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:47.490045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2ddd-6d15-4357-9d25-d3a9d9459d9b None None] The sync data for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 is: [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '394701f3-4649-499a-b0a4-1c1f096cfb49', 'name': '', 'network_id': 'ffdef902-0a96-4ac4-8cd9-b2be9ced9853', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:56:37:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:11Z', 'updated_at': '2021-08-29T05:32:15Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'fda424f0-63a9-4111-9cd8-8a214a9ee12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:33:47.501433 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43e534b9-3eae-45c3-947a-169767040434 req-6ac5dc75-4afb-4d76-be6b-945da928dc5f service neutron] 10.222.0.32 "GET /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824873 Aug 29 05:33:47.702810 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ef411-8fc5-49ac-9f16-a796b012a744 None None] New status for floating IP eaffe163-4259-45db-9076-e74506dd77af: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:33:48.254024 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6c90e-ea61-4a67-ab00-117b84790814 req-49395df8-ca6e-40cb-a692-65aaef0f472a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:48.255422 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83b6c90e-ea61-4a67-ab00-117b84790814 req-49395df8-ca6e-40cb-a692-65aaef0f472a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0493455 Aug 29 05:33:48.292379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-83b6c90e-ea61-4a67-ab00-117b84790814 req-22186883-4cad-43d6-83a4-e5212bb83464 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=07ac75c3-f831-4673-bad2-ae1eec72cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310678 Aug 29 05:33:48.724990 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c1858-a61d-45ad-913a-9b697916a99e req-324d9124-6ecf-467e-a5e1-f690aa3c34e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:48.726486 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a38c1858-a61d-45ad-913a-9b697916a99e req-324d9124-6ecf-467e-a5e1-f690aa3c34e5 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 945 time: 0.0526919 Aug 29 05:33:48.813240 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port ffde0c8f-9cd6-4902-9614-e20c303e02e1 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:33:48.813576 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:48.901143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port ffde0c8f-9cd6-4902-9614-e20c303e02e1, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=ffde0c8f-9cd6-4902-9614-e20c303e02e1,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:48.901499 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:48.914142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for ffde0c8f-9cd6-4902-9614-e20c303e02e1 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:33:49.038786 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:49.069715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=ffde0c8f-9cd6-4902-9614-e20c303e02e1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:49.082161 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.082513 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.082867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.083230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.083530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.083868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.084205 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.084539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.084872 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.085203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.085528 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.085878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:49.124343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] No DVR routers for this DVR port ffde0c8f-9cd6-4902-9614-e20c303e02e1 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:33:49.127045 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:49.129159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a38c1858-a61d-45ad-913a-9b697916a99e req-d1372664-b55f-4c7f-a1cf-426172269806 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "DELETE /v2.0/ports/ffde0c8f-9cd6-4902-9614-e20c303e02e1 HTTP/1.1" status: 204 len: 173 time: 0.3957269 Aug 29 05:33:49.129624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'name': 'network-vif-deleted', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:49.131977 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106b5b30-c2b9-4b4e-ba99-2e6275dfb628" -d '{"events": [{"server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "name": "network-vif-deleted", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:49.218196 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1255979f-fecf-47cc-891b-bb5fea9b8f7d x-openstack-request-id: req-1255979f-fecf-47cc-891b-bb5fea9b8f7d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:49.218501 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a83e9fc-c309-45c2-8f8d-4daf823534fd", "name": "network-vif-deleted", "tag": "ffde0c8f-9cd6-4902-9614-e20c303e02e1", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:49.218769 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1255979f-fecf-47cc-891b-bb5fea9b8f7d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:49.219223 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a83e9fc-c309-45c2-8f8d-4daf823534fd', 'name': 'network-vif-deleted', 'tag': 'ffde0c8f-9cd6-4902-9614-e20c303e02e1', 'status': 'completed', 'code': 200} Aug 29 05:33:49.401063 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3c72a415-8a3c-4d98-b8e2-4e72a37c004d req-34fd5aae-2c10-4e03-999a-8ad865516779 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a83e9fc-c309-45c2-8f8d-4daf823534fd HTTP/1.1" status: 200 len: 210 time: 0.0303652 Aug 29 05:33:49.569511 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-60c38d4f-f3f3-44fc-b78e-dcf72c97f29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:49.747756 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:50.465772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45008) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:51.057913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:51.126630 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:51.369877 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:51.377559 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 394701f3-4649-499a-b0a4-1c1f096cfb49 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:33:51.377929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:51.467884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 394701f3-4649-499a-b0a4-1c1f096cfb49, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=394701f3-4649-499a-b0a4-1c1f096cfb49,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:51.468603 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:51.481144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 394701f3-4649-499a-b0a4-1c1f096cfb49 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:33:51.680667 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:51.706186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=394701f3-4649-499a-b0a4-1c1f096cfb49,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:51.881905 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.091278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router b784d962-f66b-40b2-a727-2de6fa6b2b3e has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:33:52.195199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:33:52.201687 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-38b38dcd-3a52-466b-adff-9b9058488bc0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/b784d962-f66b-40b2-a727-2de6fa6b2b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343538 Aug 29 05:33:52.204042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45010) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:52.205313 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] Sync routers for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:33:52.219635 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:52.220171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:52.258243 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting subnet fda424f0-63a9-4111-9cd8-8a214a9ee12d {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:33:52.261830 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.301856 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.324275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:52.385687 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.449195 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.477038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Subnet': ['ID=fda424f0-63a9-4111-9cd8-8a214a9ee12d,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:52.478985 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.480852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-21ec20d8-4a91-4d95-bbff-3670793b86b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/subnets/fda424f0-63a9-4111-9cd8-8a214a9ee12d HTTP/1.1" status: 204 len: 168 time: 0.2758598 Aug 29 05:33:52.483485 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45016) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:52.492569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6900ae3-de69-4590-b88b-ec423f5469ff None None] Network ffdef902-0a96-4ac4-8cd9-b2be9ced9853 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:33:52.552475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:33:51Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:52.594108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] Checking router: b784d962-f66b-40b2-a727-2de6fa6b2b3e for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:33:52.595032 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.622739 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.640029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] Routers {'b784d962-f66b-40b2-a727-2de6fa6b2b3e'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:52.640657 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:52.702288 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.757531 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] DHCP port deletion for ffdef902-0a96-4ac4-8cd9-b2be9ced9853 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:33:52.760963 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:33:52.761301 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.770163 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] Set router b784d962-f66b-40b2-a727-2de6fa6b2b3e gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:52.839399 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 2efa7fc6-8b8c-4962-93ee-63cf0a94410c, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:52.839767 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:52.854017 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 2efa7fc6-8b8c-4962-93ee-63cf0a94410c owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:33:52.923092 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Deleting port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:33:52.923470 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.013523 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] For port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac,segment=NetworkSegment(2f026538-7b89-4121-96ad-ef0b01f608b4),segment_id=2f026538-7b89-4121-96ad-ef0b01f608b4)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:53.013836 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.020320 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.029325 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Calling delete_port for eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:33:53.051501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=2efa7fc6-8b8c-4962-93ee-63cf0a94410c,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:53.118307 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.213782 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.215974 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.242129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ffde0c8f-9cd6-4902-9614-e20c303e02e1 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:33:53.260268 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.260826 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Fanout notify agent at l3_agent the message router_deleted on router b784d962-f66b-40b2-a727-2de6fa6b2b3e {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:33:53.267067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: ffde0c8f-9cd6-4902-9614-e20c303e02e1 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:33:53.267418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device ffde0c8f-9cd6-4902-9614-e20c303e02e1 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:33:53.268142 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.269245 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-38dd60f1-0adc-4605-9fc2-c3a1cf2f5aa0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/routers/b784d962-f66b-40b2-a727-2de6fa6b2b3e HTTP/1.1" status: 204 len: 168 time: 0.7845707 Aug 29 05:33:53.272290 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45020) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:53.283693 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:33:51Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:53.312381 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb983414-917a-4482-a689-ff20dd8547ca None None] The sync data for ids ['b784d962-f66b-40b2-a727-2de6fa6b2b3e'] in n-d-712143-14 is: [{'id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374648891', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:33:51Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '2efa7fc6-8b8c-4962-93ee-63cf0a94410c', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784d962-f66b-40b2-a727-2de6fa6b2b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:08Z', 'updated_at': '2021-08-29T05:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:33:53.332983 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.357248 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.362933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Pushing event deleted for resources: {'Port': ['ID=eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:53.370600 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] No DVR routers for this DVR port eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:33:53.373050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.373486 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.373927 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.374267 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.374601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.374931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.375258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.375585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.375918 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.376238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.376560 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.376884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a588b95f-a957-43b1-898f-2e6bbb08d470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:53.461857 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.471971 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdef902-0a96-4ac4-8cd9-b2be9ced9853']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:53.482887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f026538-7b89-4121-96ad-ef0b01f608b4') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:53.483176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f026538-7b89-4121-96ad-ef0b01f608b4') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:53.491688 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.505002 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.511532 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:33:53.511994 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:33:53.515140 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:33:53.571399 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.578799 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.589046 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/networks/ffdef902-0a96-4ac4-8cd9-b2be9ced9853 HTTP/1.1" status: 204 len: 168 time: 0.3156776 Aug 29 05:33:53.591935 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45022) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:53.600974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e1d57-6edc-4bb4-a1de-7a74c8754550 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Network': ['ID=ffdef902-0a96-4ac4-8cd9-b2be9ced9853,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:53.661191 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb033105-a577-4921-8b48-69cf2afaf80d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.691224 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb033105-a577-4921-8b48-69cf2afaf80d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.769419 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb033105-a577-4921-8b48-69cf2afaf80d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.772159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fb033105-a577-4921-8b48-69cf2afaf80d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:53.776539 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fb033105-a577-4921-8b48-69cf2afaf80d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/security-groups/07ac75c3-f831-4673-bad2-ae1eec72cb95 HTTP/1.1" status: 204 len: 168 time: 0.1803803 Aug 29 05:33:53.784784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb033105-a577-4921-8b48-69cf2afaf80d tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac75c3-f831-4673-bad2-ae1eec72cb95,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:53.803890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 394701f3-4649-499a-b0a4-1c1f096cfb49 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:33:53.842583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 394701f3-4649-499a-b0a4-1c1f096cfb49 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:33:53.842929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 394701f3-4649-499a-b0a4-1c1f096cfb49 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:33:53.843339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:33:53.870749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:33:53.871185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device eb1a61ee-fbd4-401b-8fc5-3872cf19f0ac not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:33:54.062739 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45028) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.067446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-75dba26b-855b-4bfe-a653-85d96ce11f16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448443338', 'description': 'tempest-secgroup-smoke-448443338 description', 'project_id': '33e1431070b44e9ba61dfad92de9c50e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.090568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75dba26b-855b-4bfe-a653-85d96ce11f16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.179629 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75dba26b-855b-4bfe-a653-85d96ce11f16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.183616 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75dba26b-855b-4bfe-a653-85d96ce11f16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.211437 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-75dba26b-855b-4bfe-a653-85d96ce11f16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.213161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-75dba26b-855b-4bfe-a653-85d96ce11f16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1488590 Aug 29 05:33:54.214148 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dba26b-855b-4bfe-a653-85d96ce11f16 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0762ad58-6a39-4093-bddc-43a85d91e256,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:54.216312 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45030) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.220992 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-fcbb24f5-76ce-4058-9478-4cd34aad3a39 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '0762ad58-6a39-4093-bddc-43a85d91e256', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.246429 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcbb24f5-76ce-4058-9478-4cd34aad3a39 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.300417 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcbb24f5-76ce-4058-9478-4cd34aad3a39 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.303704 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcbb24f5-76ce-4058-9478-4cd34aad3a39 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.325191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb24f5-76ce-4058-9478-4cd34aad3a39 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a938e888-959d-436e-8a34-62c3c39ecb6a,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:54.331446 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-fcbb24f5-76ce-4058-9478-4cd34aad3a39 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.332683 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-fcbb24f5-76ce-4058-9478-4cd34aad3a39 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153405 Aug 29 05:33:54.335561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45032) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.342717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e77cd9b9-0b9f-483c-9c90-4e7689858f98 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '0762ad58-6a39-4093-bddc-43a85d91e256', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.368944 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e77cd9b9-0b9f-483c-9c90-4e7689858f98 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.428027 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e77cd9b9-0b9f-483c-9c90-4e7689858f98 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.431841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e77cd9b9-0b9f-483c-9c90-4e7689858f98 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.451278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cd9b9-0b9f-483c-9c90-4e7689858f98 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8e0f1e-eb61-4b9c-8486-f8916ad96c71,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:54.456486 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e77cd9b9-0b9f-483c-9c90-4e7689858f98 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.461190 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e77cd9b9-0b9f-483c-9c90-4e7689858f98 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194534 Aug 29 05:33:54.461418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45034) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.466680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3c5b30d1-1493-41d9-880d-8cbcd7c53dc1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '0762ad58-6a39-4093-bddc-43a85d91e256', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.492357 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c5b30d1-1493-41d9-880d-8cbcd7c53dc1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.554076 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c5b30d1-1493-41d9-880d-8cbcd7c53dc1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.557968 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c5b30d1-1493-41d9-880d-8cbcd7c53dc1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.575425 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b30d1-1493-41d9-880d-8cbcd7c53dc1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c81563-e1b1-4dc8-9dfc-53f63c29c5b9,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:54.582364 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3c5b30d1-1493-41d9-880d-8cbcd7c53dc1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.583679 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3c5b30d1-1493-41d9-880d-8cbcd7c53dc1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212540 Aug 29 05:33:54.587371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45036) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.592441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-420f425a-91b8-44f1-832d-3ddf55a9c962 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '0762ad58-6a39-4093-bddc-43a85d91e256', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.618242 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-420f425a-91b8-44f1-832d-3ddf55a9c962 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.677003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-420f425a-91b8-44f1-832d-3ddf55a9c962 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.680446 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-420f425a-91b8-44f1-832d-3ddf55a9c962 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.701060 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f425a-91b8-44f1-832d-3ddf55a9c962 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644effa5-40b4-4f1e-9b91-12bc4f004d60,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:54.704468 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-420f425a-91b8-44f1-832d-3ddf55a9c962 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.705736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-420f425a-91b8-44f1-832d-3ddf55a9c962 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167777 Aug 29 05:33:54.708478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45038) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.713042 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '0762ad58-6a39-4093-bddc-43a85d91e256', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.734386 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:33:54.739089 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.804458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.808327 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.827377 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81dc6c3-7fde-4a18-89dc-b2e7c6f53a0a,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:54.833476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.834396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4a254dd7-8ae2-40bc-922b-7e60191ac545 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248639 Aug 29 05:33:54.837329 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45040) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.843053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'security_group_rule': {'security_group_id': '0762ad58-6a39-4093-bddc-43a85d91e256', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.865890 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Project 33e1431070b44e9ba61dfad92de9c50e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:33:54.871262 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.933898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.937449 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.955956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b490314-4de5-4760-b885-f224f7524127,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:54.962792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:54.963881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-93911cc1-6e25-49cc-8603-3a73d7f11cc3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248636 Aug 29 05:33:54.966755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45042) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:54.971669 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'network': {'name': 'tempest-network-smoke--659191101', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'port_security_enabled': True}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:54.991715 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:33:54.995720 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.018593 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:33:55.027067 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.027421 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Added segment 7f7f371f-3136-4aa7-8294-19046c2b9863 of type vlan for network f78c43d0-7b04-43e2-a231-e550566517a0 Aug 29 05:33:55.067985 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.092454 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.098020 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:55.098661 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.156342 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1883872 Aug 29 05:33:55.159204 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45044) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:55.166863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'admin_state_up': True, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:55.186423 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502dbf2-01a4-4ac2-9896-e5842bdfff7b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Network': ['ID=f78c43d0-7b04-43e2-a231-e550566517a0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:55.196970 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network f78c43d0-7b04-43e2-a231-e550566517a0 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:33:55.199715 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.200760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.252208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.387765 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.574431 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.595990 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.689857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2efa7fc6-8b8c-4962-93ee-63cf0a94410c no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:33:55.698698 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.222 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/7071be77-4508-429a-aaa3-853317d382f0) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:33:55.714247 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 2efa7fc6-8b8c-4962-93ee-63cf0a94410c {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:33:55.714599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 2efa7fc6-8b8c-4962-93ee-63cf0a94410c not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:33:55.796460 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.839506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:55.875160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:55.878029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:55.880380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:33:55.909144 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=7071be77-4508-429a-aaa3-853317d382f0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:56.127461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:56.627898 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:56.752920 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 9c53c98f-aef6-470e-be93-a605c83c86df is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:33:56.858355 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:33:56.867644 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Sync routers for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:33:56.876620 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:56.878076 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:56.878319 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-7dbcff3c-3278-4531-9333-3e87a448a7ec tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7178352 Aug 29 05:33:56.878772 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:56.881341 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45046) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:56.958439 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f744d39b-dea0-4aa1-9f3a-74ecd16de7b4 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=33e1431070b44e9ba61dfad92de9c50e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733566 Aug 29 05:33:56.958704 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45052) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:56.983724 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:57.042956 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2963eae-905e-4d4b-8272-85bd5d99bc6d tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:57.044466 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a2963eae-905e-4d4b-8272-85bd5d99bc6d tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847943 Aug 29 05:33:57.047358 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45054) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:57.079835 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2add0f3c-6037-41ff-bafd-cc5c72e9c7a7 tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=465d1806-fdb2-4e78-9494-637f8e094e12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313838 Aug 29 05:33:57.082611 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45056) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:57.087797 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570616465', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:57.160546 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:56Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:57.177240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:33:57.181136 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.187220 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Checking router: 9c53c98f-aef6-470e-be93-a605c83c86df for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:33:57.187563 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Updating router 9c53c98f-aef6-470e-be93-a605c83c86df port 7071be77-4508-429a-aaa3-853317d382f0 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:33:57.212017 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.366746 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.428830 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Subnet': ['ID=a59ca1cb-a4ee-4882-98a7-d852571fc7dd,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:57.437423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Checking segment: {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:33:57.437898 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network hostable DHCP agents. Network: f78c43d0-7b04-43e2-a231-e550566517a0, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:33:57.454464 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network f78c43d0-7b04-43e2-a231-e550566517a0 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:33:57.463568 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, f78c43d0-7b04-43e2-a231-e550566517a0) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:57.469012 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.470078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:57.471919 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.472594 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a535186-f916-4aec-b773-7614c9a18776 None None] Network f78c43d0-7b04-43e2-a231-e550566517a0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:33:57.485052 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Transition to ACTIVE for port object 7071be77-4508-429a-aaa3-853317d382f0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:57.491709 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.495043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45058) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:57.498052 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-221c576c-d4d8-46a9-84aa-d9dea99ce824 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4103103 Aug 29 05:33:57.541660 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Pushing event updated for resources: {'Port': ['ID=7071be77-4508-429a-aaa3-853317d382f0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:57.550824 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Attempting to bind port 7071be77-4508-429a-aaa3-853317d382f0 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:33:57.551197 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Attempting to bind port 7071be77-4508-429a-aaa3-853317d382f0 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:33:57.551542 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Attempting to bind port 7071be77-4508-429a-aaa3-853317d382f0 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:57.554064 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.554407 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.554739 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.555063 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.555385 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.555707 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.556534 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.557377 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.557778 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.558093 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.558600 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.558909 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:57.565277 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:33:57.565668 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:33:57.566072 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.566451 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:33:57.566909 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Bound port: 7071be77-4508-429a-aaa3-853317d382f0, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:33:57.567282 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.621081 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] For port 7071be77-4508-429a-aaa3-853317d382f0, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:33:57.624739 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] For port 7071be77-4508-429a-aaa3-853317d382f0, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7071be77-4508-429a-aaa3-853317d382f0,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:33:57.628291 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.651015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-f78c43d0-7b04-43e2-a231-e550566517a0', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:33:57.652463 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.680733 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c396bcd-7c18-46e0-b4a6-4baa4bcf3401 None None] Pushing event updated for resources: {'Port': ['ID=7071be77-4508-429a-aaa3-853317d382f0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:57.694187 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:57.694602 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:57.800193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Allocated IP 172.20.0.2 (f78c43d0-7b04-43e2-a231-e550566517a0/a59ca1cb-a4ee-4882-98a7-d852571fc7dd/22739022-961a-4c86-a04e-0a44025b1b02) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:33:57.947756 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:33:57.969365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.972040 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:57.983756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Transition to ACTIVE for port object 22739022-961a-4c86-a04e-0a44025b1b02 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:58.001724 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Transition to ACTIVE for port object 22739022-961a-4c86-a04e-0a44025b1b02 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:58.008302 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.048467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Network f78c43d0-7b04-43e2-a231-e550566517a0 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:58.054081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:58.066282 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:33:58.079965 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Pushing event updated for resources: {'Port': ['ID=22739022-961a-4c86-a04e-0a44025b1b02,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:58.125565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Attempting to bind port 22739022-961a-4c86-a04e-0a44025b1b02 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:33:58.126104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Attempting to bind port 22739022-961a-4c86-a04e-0a44025b1b02 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:33:58.126572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Attempting to bind port 22739022-961a-4c86-a04e-0a44025b1b02 on network f78c43d0-7b04-43e2-a231-e550566517a0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:58.131609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:33:58.132110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Checking segment: {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:33:58.132613 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.133101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Bound using segment: {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:33:58.133785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Bound port: 22739022-961a-4c86-a04e-0a44025b1b02, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:33:58.134788 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.203172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] For port 22739022-961a-4c86-a04e-0a44025b1b02, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:33:58.206941 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:56Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:33:58.207959 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] For port 22739022-961a-4c86-a04e-0a44025b1b02, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=22739022-961a-4c86-a04e-0a44025b1b02,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:33:58.213850 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.234837 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eebbf8-d432-4584-bfe5-c37a32148967 None None] The sync data for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 is: [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:56Z', 'revision_number': 3, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:33:58.262083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.1 (f78c43d0-7b04-43e2-a231-e550566517a0/a59ca1cb-a4ee-4882-98a7-d852571fc7dd/6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:33:58.284455 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aec8b8-9118-44c9-8634-ac26d58a0e73 None None] Pushing event updated for resources: {'Port': ['ID=22739022-961a-4c86-a04e-0a44025b1b02,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:58.385222 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.402417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:58.455484 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.526066 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network f78c43d0-7b04-43e2-a231-e550566517a0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:58.530058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:58.536879 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:33:58.570819 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:58.600907 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:58.738608 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.043140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.048557 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.126088 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.127979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:59.228580 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network f78c43d0-7b04-43e2-a231-e550566517a0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:33:59.230282 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:33:59.265127 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe4616-9f78-4cf0-a671-8faa26535ca1 None None] Network f78c43d0-7b04-43e2-a231-e550566517a0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:33:59.344467 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 9c53c98f-aef6-470e-be93-a605c83c86df has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:33:59.389501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-95c5b7f4-cd32-4426-8dd0-7942bdf12924 None None] Provisioning for port 22739022-961a-4c86-a04e-0a44025b1b02 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:59.461300 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:33:59.466950 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ed5d2be4-174e-4d5a-aaa8-90b50d1b5cc7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/9c53c98f-aef6-470e-be93-a605c83c86df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707010 Aug 29 05:33:59.633262 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-b4a32307-4d72-4aca-b7cc-df24f74b032f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448443338&fields=id&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 267 time: 0.0533895 Aug 29 05:33:59.635115 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df6dfa10-4eca-4c67-b21f-cb9f29e57dbc None None] Provisioning for port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:59.639277 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-df6dfa10-4eca-4c67-b21f-cb9f29e57dbc None None] Provisioning complete for port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:33:59.639725 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df6dfa10-4eca-4c67-b21f-cb9f29e57dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.692228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-df6dfa10-4eca-4c67-b21f-cb9f29e57dbc None None] Port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:33:59.760670 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-204f4962-5524-4c67-836f-f790267f1789 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:59.766178 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-204f4962-5524-4c67-836f-f790267f1789 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/networks?id=f78c43d0-7b04-43e2-a231-e550566517a0 HTTP/1.1" status: 200 len: 796 time: 0.1255105 Aug 29 05:33:59.784284 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-ed4398fd-b7a2-46bd-9c08-6e937fb0f0b4 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/quotas/33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 375 time: 0.0156767 Aug 29 05:33:59.820746 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7071be77-4508-429a-aaa3-853317d382f0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:33:59.846275 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-0a5e1ccd-d1b9-41f9-9b9f-64d293476cd1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606682 Aug 29 05:33:59.878785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 7071be77-4508-429a-aaa3-853317d382f0 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:59.884333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7071be77-4508-429a-aaa3-853317d382f0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:33:59.884707 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:59.922838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Sync routers for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:33:59.927732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-65178ef2-9484-4f29-bfbd-e0683cd0daae service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:33:59.928723 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-65178ef2-9484-4f29-bfbd-e0683cd0daae service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741837 Aug 29 05:33:59.959301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:33:59.960029 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:00.001343 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-02da77fe-b46c-44cb-b183-1bf40cb3b988 None None] Provisioning complete for port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:00.001343 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-02da77fe-b46c-44cb-b183-1bf40cb3b988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.031347 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-4850130c-89d1-4869-9d8f-79ef133fae26 service neutron] 10.222.0.55 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918202 Aug 29 05:34:00.104755 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-02da77fe-b46c-44cb-b183-1bf40cb3b988 None None] Port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:00.115695 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.125314 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-4d459af5-1c1f-4a6b-859b-4561950f23ec service neutron] 10.222.0.55 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858850 Aug 29 05:34:00.146895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 7071be77-4508-429a-aaa3-853317d382f0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7071be77-4508-429a-aaa3-853317d382f0,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:00.149141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:00.187694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.188479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 22739022-961a-4c86-a04e-0a44025b1b02 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:00.309716 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f1098ae8-0985-40dd-ab30-6cca48708fc6 req-e4115349-035b-40e7-bc45-640ade664930 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 210 time: 0.0361247 Aug 29 05:34:00.330627 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-525a6537-19d6-48a7-a6cb-b76dc2f91650 None None] Provisioning complete for port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:00.331109 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-525a6537-19d6-48a7-a6cb-b76dc2f91650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.390383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=7071be77-4508-429a-aaa3-853317d382f0,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:00.420249 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-525a6537-19d6-48a7-a6cb-b76dc2f91650 None None] Port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:00.436186 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 22739022-961a-4c86-a04e-0a44025b1b02 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:00.449185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 22739022-961a-4c86-a04e-0a44025b1b02 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:00.449565 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.568380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 2, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:00.603171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Checking router: 9c53c98f-aef6-470e-be93-a605c83c86df for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:00.603538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Updating router 9c53c98f-aef6-470e-be93-a605c83c86df port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:34:00.605555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.642300 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.666781 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 22739022-961a-4c86-a04e-0a44025b1b02, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=22739022-961a-4c86-a04e-0a44025b1b02,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:00.688769 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.802700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=22739022-961a-4c86-a04e-0a44025b1b02,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:00.977451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:00.988181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Transition to ACTIVE for port object 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:00.994750 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.041349 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0e7d1-5f49-46fe-b48b-457873f60f4b None None] Pushing event updated for resources: {'Port': ['ID=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:01.096111 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Attempting to bind port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:34:01.096479 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Attempting to bind port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:34:01.096839 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Attempting to bind port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 on network f78c43d0-7b04-43e2-a231-e550566517a0 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:01.102290 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:34:01.102528 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Checking segment: {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:34:01.102932 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.103849 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Bound using segment: {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:34:01.104311 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Bound port: 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:34:01.104690 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.170617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] For port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:34:01.174124 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] For port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:34:01.178480 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.232508 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:01.233580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:01.307238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0e7d1-5f49-46fe-b48b-457873f60f4b None None] Pushing event updated for resources: {'Port': ['ID=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:01.410367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:01.429809 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5eb9019a-6bda-4898-8a26-330eb32fabcc req-05256a43-5c83-4859-b1c7-ca53e4e73726 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 210 time: 0.0453846 Aug 29 05:34:01.480813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-ba968fc4-aabe-4a5d-9d68-2824c5ce95e3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:01.482500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-ba968fc4-aabe-4a5d-9d68-2824c5ce95e3 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/networks?id=f78c43d0-7b04-43e2-a231-e550566517a0 HTTP/1.1" status: 200 len: 796 time: 0.1670399 Aug 29 05:34:01.540886 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-c0f028b3-a7fd-4aeb-9a6a-700e7dc0cea0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e1431070b44e9ba61dfad92de9c50e HTTP/1.1" status: 200 len: 379 time: 0.0421226 Aug 29 05:34:01.557249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'port': {'device_id': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'admin_state_up': True, 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'security_groups': ['0762ad58-6a39-4093-bddc-43a85d91e256']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:01.659048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:01Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:01.669500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Made reservation on behalf of 33e1431070b44e9ba61dfad92de9c50e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:34:01.673022 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.685869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a5744-ec90-4b4a-8405-64b8a428d7fe None None] The sync data for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 is: [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:01Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:01.785424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7071be77-4508-429a-aaa3-853317d382f0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:01.825127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.20.0.4 (f78c43d0-7b04-43e2-a231-e550566517a0/a59ca1cb-a4ee-4882-98a7-d852571fc7dd/940c6dc4-c126-444d-924e-1eb4c5d5bc15) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:01.844914 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 7071be77-4508-429a-aaa3-853317d382f0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:01.845672 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.933430 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 22739022-961a-4c86-a04e-0a44025b1b02 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:01.986147 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 22739022-961a-4c86-a04e-0a44025b1b02 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:01.986524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:01.987073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.004265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Transition to ACTIVE for port object 940c6dc4-c126-444d-924e-1eb4c5d5bc15 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:02.044210 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.098738 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network f78c43d0-7b04-43e2-a231-e550566517a0 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:02.100140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=940c6dc4-c126-444d-924e-1eb4c5d5bc15,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:02.102801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:02.105451 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:02.138076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.156892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:02.157606 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.176632 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-7ed7e2ec-4533-4e4e-9f5b-62b6dd43288e tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238949 Aug 29 05:34:02.196043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Request body: {'port': {'device_id': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:02.259049 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.403378 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-386428d4-e89b-4a35-82f7-4004a23d45db None None] Provisioning for port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:02.408185 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-386428d4-e89b-4a35-82f7-4004a23d45db None None] Provisioning complete for port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:02.408784 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-386428d4-e89b-4a35-82f7-4004a23d45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.580590 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940c6dc4-c126-444d-924e-1eb4c5d5bc15 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:34:02.590586 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.611578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Transition to ACTIVE for port object 940c6dc4-c126-444d-924e-1eb4c5d5bc15 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:02.612159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-386428d4-e89b-4a35-82f7-4004a23d45db None None] Port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:02.620943 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c88f9-46f1-4a55-8ec4-18c807cf2fe0 req-bd5210f9-977f-4753-b326-204c7fe45c5b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:02.622499 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4c88f9-46f1-4a55-8ec4-18c807cf2fe0 req-bd5210f9-977f-4753-b326-204c7fe45c5b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 931 time: 0.0807695 Aug 29 05:34:02.623690 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.704431 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Pushing event updated for resources: {'Port': ['ID=940c6dc4-c126-444d-924e-1eb4c5d5bc15,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:02.729227 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5d4c88f9-46f1-4a55-8ec4-18c807cf2fe0 req-b0d30ab2-a447-45d8-8252-5beed4dd3ee1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973434 Aug 29 05:34:02.788154 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Attempting to bind port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:34:02.788555 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Attempting to bind port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:34:02.788824 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Attempting to bind port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 on network f78c43d0-7b04-43e2-a231-e550566517a0 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:02.794429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 on network f78c43d0-7b04-43e2-a231-e550566517a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:34:02.794750 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Attempting to bind port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 on network f78c43d0-7b04-43e2-a231-e550566517a0 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:02.800411 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:34:02.800899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Checking segment: {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:34:02.801391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Bound using segment: {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:34:02.801927 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Bound port: 940c6dc4-c126-444d-924e-1eb4c5d5bc15, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7f371f-3136-4aa7-8294-19046c2b9863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:34:02.802358 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.880748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] For port 940c6dc4-c126-444d-924e-1eb4c5d5bc15, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:34:02.884038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] For port 940c6dc4-c126-444d-924e-1eb4c5d5bc15, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:34:02.890544 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.929424 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:02.930198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:02.931752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] 10.222.0.32 "PUT /v2.0/ports/940c6dc4-c126-444d-924e-1eb4c5d5bc15 HTTP/1.1" status: 200 len: 1092 time: 0.7405732 Aug 29 05:34:02.932197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:02.934584 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50605073-3f4c-4e78-9f00-f3028f36bae5" -d '{"events": [{"name": "network-changed", "server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:02.965665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc03a38-2c8b-4ca9-9b86-61902a69514d service neutron] Pushing event updated for resources: {'Port': ['ID=940c6dc4-c126-444d-924e-1eb4c5d5bc15,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:02.974575 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc291a1-6c70-407c-9131-c45597222738 x-openstack-request-id: req-ccc291a1-6c70-407c-9131-c45597222738 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:02.974865 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:02.975172 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccc291a1-6c70-407c-9131-c45597222738 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:02.975571 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'status': 'completed', 'code': 200} Aug 29 05:34:03.038892 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-2994860c-2cf1-42c7-9429-d67aa429a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.040442 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-2994860c-2cf1-42c7-9429-d67aa429a57b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 1095 time: 0.0420539 Aug 29 05:34:03.093072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-fc6986bb-6529-4904-9cf7-bdfce2e1a955 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15 HTTP/1.1" status: 200 len: 217 time: 0.0395727 Aug 29 05:34:03.143741 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-8f98d269-a173-4627-b3eb-e41798423b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.145215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-8f98d269-a173-4627-b3eb-e41798423b05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a59ca1cb-a4ee-4882-98a7-d852571fc7dd HTTP/1.1" status: 200 len: 835 time: 0.0451856 Aug 29 05:34:03.197911 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-55da0919-1440-4dca-8267-d7591f604f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.199365 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-55da0919-1440-4dca-8267-d7591f604f27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f78c43d0-7b04-43e2-a231-e550566517a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467989 Aug 29 05:34:03.293177 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-02e1d981-60b8-49cc-a82a-0922703fd0be service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866172 Aug 29 05:34:03.380767 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d570c21-cc6c-49f4-b436-7514423b2414 req-dc6eb74a-d494-4b04-bd4d-b4449ce4d8ef service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809925 Aug 29 05:34:03.505059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-d0165fb9-ef37-423d-908a-6e7cddee5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.506592 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-d0165fb9-ef37-423d-908a-6e7cddee5afb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 1095 time: 0.0414186 Aug 29 05:34:03.598932 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-36eea745-8fa1-4ead-916e-4b9e8297c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.600377 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-36eea745-8fa1-4ead-916e-4b9e8297c073 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f78c43d0-7b04-43e2-a231-e550566517a0 HTTP/1.1" status: 200 len: 897 time: 0.0855327 Aug 29 05:34:03.649724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-9b0705f6-8cd3-47a6-9024-5fbaa302340c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15 HTTP/1.1" status: 200 len: 217 time: 0.0412791 Aug 29 05:34:03.702408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-146922c1-45dd-4b43-aee2-b771b61bf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.703897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-146922c1-45dd-4b43-aee2-b771b61bf72d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a59ca1cb-a4ee-4882-98a7-d852571fc7dd HTTP/1.1" status: 200 len: 835 time: 0.0466940 Aug 29 05:34:03.755375 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-6dca3c67-b819-4f7f-9b36-a9483ae17752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.756932 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-6dca3c67-b819-4f7f-9b36-a9483ae17752 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f78c43d0-7b04-43e2-a231-e550566517a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460958 Aug 29 05:34:03.762395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:03.812614 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:03.816622 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:03.817393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:03.882049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136cb8-2073-4a7f-81bc-6015ab7becca req-8d95f3d2-0d0a-42d0-b822-bf22d33075b6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:03.883540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00136cb8-2073-4a7f-81bc-6015ab7becca req-8d95f3d2-0d0a-42d0-b822-bf22d33075b6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 943 time: 0.0723400 Aug 29 05:34:03.897211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:03.900343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-5b17326d-a1bc-4884-bee8-c88db09be6bf service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338093 Aug 29 05:34:03.928916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:03.933939 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:03.970860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-00136cb8-2073-4a7f-81bc-6015ab7becca req-b59f3fb7-5992-4f2f-9b20-fc4e0382ed51 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791206 Aug 29 05:34:03.982637 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:04.007215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-50605073-3f4c-4e78-9f00-f3028f36bae5 req-a390ebbd-ae72-4059-9dda-c01aa1c193c5 service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990086 Aug 29 05:34:05.092316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bf314-3509-444f-abaa-f66f66b4729a req-57ef239e-d857-4fc3-8628-f1734c0396ff tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:05.093826 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-331bf314-3509-444f-abaa-f66f66b4729a req-57ef239e-d857-4fc3-8628-f1734c0396ff tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 943 time: 0.0543604 Aug 29 05:34:05.131571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 940c6dc4-c126-444d-924e-1eb4c5d5bc15 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:34:05.132149 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-331bf314-3509-444f-abaa-f66f66b4729a req-4f518771-e38c-4699-986f-6d567fd149d8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Aug 29 05:34:05.227264 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 940c6dc4-c126-444d-924e-1eb4c5d5bc15, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:05.239178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'port_id': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'mac_address': 'fa:16:3e:74:68:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:34:05.274827 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:05.287651 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940c6dc4-c126-444d-924e-1eb4c5d5bc15 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:34:05.306608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 940c6dc4-c126-444d-924e-1eb4c5d5bc15, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:05.310699 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:05.360405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=940c6dc4-c126-444d-924e-1eb4c5d5bc15,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:05.580997 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['940c6dc4-c126-444d-924e-1eb4c5d5bc15'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:34:05.744423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:05.831393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:05.831675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:06.253113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9472d-7ab5-4a87-814f-a161df8c2a74 req-91a367f8-a917-4bed-b194-6f988289ca06 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:06.254926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10f9472d-7ab5-4a87-814f-a161df8c2a74 req-91a367f8-a917-4bed-b194-6f988289ca06 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 944 time: 0.0558863 Aug 29 05:34:06.292273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-10f9472d-7ab5-4a87-814f-a161df8c2a74 req-726a686d-c46c-4a9e-a72f-685785d04921 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314128 Aug 29 05:34:07.144794 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 940c6dc4-c126-444d-924e-1eb4c5d5bc15 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:07.191854 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:07.195569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:07.195945 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:07.276552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:07.298386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:07.300646 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f9f09-4acd-420b-a3f9-b5cf6e993215" -d '{"events": [{"server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "name": "network-vif-plugged", "status": "completed", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:07.314855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 940c6dc4-c126-444d-924e-1eb4c5d5bc15, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:07.319509 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:07.374777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=940c6dc4-c126-444d-924e-1eb4c5d5bc15,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:07.399807 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29027fc2-a382-44eb-9c94-1d3766402d7e x-openstack-request-id: req-29027fc2-a382-44eb-9c94-1d3766402d7e {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:07.400241 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "name": "network-vif-plugged", "status": "completed", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:07.400623 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29027fc2-a382-44eb-9c94-1d3766402d7e {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:07.401196 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'code': 200} Aug 29 05:34:07.435070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d33ae-1c19-4aee-a77d-25fcf890e521 req-ab3a5682-a5a3-4a9e-b2a6-8aad547eadaf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:07.437067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-729d33ae-1c19-4aee-a77d-25fcf890e521 req-ab3a5682-a5a3-4a9e-b2a6-8aad547eadaf tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0643649 Aug 29 05:34:07.478940 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-729d33ae-1c19-4aee-a77d-25fcf890e521 req-898a50fa-cce7-4d25-a3d6-e5f1e54f87b0 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354941 Aug 29 05:34:07.534592 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d161461-34e0-458a-9a04-3b07d4c81054 req-45a258af-34c2-4bdd-8c1a-a95dde297c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:07.535996 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d161461-34e0-458a-9a04-3b07d4c81054 req-45a258af-34c2-4bdd-8c1a-a95dde297c47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 1097 time: 0.0516675 Aug 29 05:34:07.573254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9d161461-34e0-458a-9a04-3b07d4c81054 req-8d14021b-3d0d-4ff8-9f64-7d7aa235cb5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282896 Aug 29 05:34:08.598614 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc505c0-a451-482b-a8c7-7ce03081af30 req-8440d1fd-2f54-4195-97a9-5f3e190285c1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:08.600146 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbc505c0-a451-482b-a8c7-7ce03081af30 req-8440d1fd-2f54-4195-97a9-5f3e190285c1 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0510368 Aug 29 05:34:08.643033 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dbc505c0-a451-482b-a8c7-7ce03081af30 req-1757360b-3444-4979-bb0f-9497fb864c71 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359211 Aug 29 05:34:09.768382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a20bb-63f4-4e3f-8ef1-6d4c0fe0304a req-4b55f152-f1de-4ba7-a60f-730fc9c0293b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:09.769911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-692a20bb-63f4-4e3f-8ef1-6d4c0fe0304a req-4b55f152-f1de-4ba7-a60f-730fc9c0293b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0529761 Aug 29 05:34:09.809118 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-692a20bb-63f4-4e3f-8ef1-6d4c0fe0304a req-f026c9cc-28dd-454a-80ef-16e266933ba9 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332508 Aug 29 05:34:09.922852 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb58c2-2049-4593-86eb-b66292efd5f3 req-8717e2c3-c2ac-4837-9273-b74bd114d305 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:09.924361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cebb58c2-2049-4593-86eb-b66292efd5f3 req-8717e2c3-c2ac-4837-9273-b74bd114d305 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0499454 Aug 29 05:34:09.974423 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cebb58c2-2049-4593-86eb-b66292efd5f3 req-6485bd5c-84d3-436c-a8fa-6f4e68156286 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437920 Aug 29 05:34:09.996229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45114) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:10.035870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918bb232-f91b-4273-af37-c253692bbcab tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:10.037392 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-918bb232-f91b-4273-af37-c253692bbcab tempest-TestNetworkAdvancedServerOps-128114098 tempest-TestNetworkAdvancedServerOps-128114098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 1092 time: 0.0401888 Aug 29 05:34:10.040498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45116) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:10.045063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:10.067350 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:10.167579 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:10.273038 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Allocated IP 172.25.7.79 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/0b640866-50e5-4bc1-8a3d-0abbb6acf4ee) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:10.379562 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:10.422815 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:10.459922 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:10.462774 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:10.465408 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:10.496370 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=0b640866-50e5-4bc1-8a3d-0abbb6acf4ee,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:11.169740 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:11.237849 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:11.390538 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:11.395119 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:11.462859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event updated for resources: {'Port': ['ID=0b640866-50e5-4bc1-8a3d-0abbb6acf4ee,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:11.475344 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:11.578429 n-d-712143-14 neutron-server[94823]: INFO neutron.db.l3_db [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP ad03cb70-aed5-4441-a46d-905a3a7bf382 associated. External IP: 172.25.7.79, port: 940c6dc4-c126-444d-924e-1eb4c5d5bc15. Aug 29 05:34:11.785965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 9c53c98f-aef6-470e-be93-a605c83c86df has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:34:11.896097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:11.906408 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] Sync routers for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:11.912583 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:11.917197 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:11.917973 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:11.943974 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-ceb1e83e-ccd2-4268-b347-c720213e362f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8999343 Aug 29 05:34:11.943974 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:11.944427 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958d9126-8a74-4d4a-b765-aa818b94953d" -d '{"events": [{"name": "network-changed", "server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:11.984967 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a687b21-cdf9-42ea-a835-cf02e2103f26 x-openstack-request-id: req-5a687b21-cdf9-42ea-a835-cf02e2103f26 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:11.985263 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:11.985517 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a687b21-cdf9-42ea-a835-cf02e2103f26 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:11.985973 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'status': 'completed', 'code': 200} Aug 29 05:34:12.031177 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:12.083441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06c159-c13f-4c9f-9a2d-c04e84fa3ec3 req-02cea467-0abc-45ea-af2e-ea4d9b0b0aad tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:12.086046 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c06c159-c13f-4c9f-9a2d-c04e84fa3ec3 req-02cea467-0abc-45ea-af2e-ea4d9b0b0aad tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0851688 Aug 29 05:34:12.099123 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d9126-8a74-4d4a-b765-aa818b94953d req-865f6403-6470-4d67-a8ba-74dadcbb3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:12.100631 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958d9126-8a74-4d4a-b765-aa818b94953d req-865f6403-6470-4d67-a8ba-74dadcbb3428 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 1097 time: 0.0707936 Aug 29 05:34:12.175005 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8c06c159-c13f-4c9f-9a2d-c04e84fa3ec3 req-24d1b7bd-7778-43ea-b74c-81ce2dc6b4e6 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838060 Aug 29 05:34:12.198422 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45122) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:12.216768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d9126-8a74-4d4a-b765-aa818b94953d req-62faddde-145e-40ae-aa6e-18d0434d6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:12.218296 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958d9126-8a74-4d4a-b765-aa818b94953d req-62faddde-145e-40ae-aa6e-18d0434d6ec1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f78c43d0-7b04-43e2-a231-e550566517a0 HTTP/1.1" status: 200 len: 897 time: 0.1097391 Aug 29 05:34:12.264538 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-407f491a-561f-467f-ad80-4192e8b4f909 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/ad03cb70-aed5-4441-a46d-905a3a7bf382 HTTP/1.1" status: 200 len: 990 time: 0.0649643 Aug 29 05:34:12.273642 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ad03cb70-aed5-4441-a46d-905a3a7bf382', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'port_id': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'mac_address': 'fa:16:3e:74:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:34:10Z', 'updated_at': '2021-08-29T05:34:10Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:03Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:12.292772 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958d9126-8a74-4d4a-b765-aa818b94953d req-5362649d-7499-4790-ae24-52ad43d25cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15 HTTP/1.1" status: 200 len: 998 time: 0.0668502 Aug 29 05:34:12.301072 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] Checking router: 9c53c98f-aef6-470e-be93-a605c83c86df for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:12.311038 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:12.311651 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:33:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:12.342303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d9126-8a74-4d4a-b765-aa818b94953d req-cf0fd270-ae8b-419b-a6e9-a55308db7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:12.343825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958d9126-8a74-4d4a-b765-aa818b94953d req-cf0fd270-ae8b-419b-a6e9-a55308db7ac5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a59ca1cb-a4ee-4882-98a7-d852571fc7dd HTTP/1.1" status: 200 len: 835 time: 0.0442879 Aug 29 05:34:12.389861 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d9126-8a74-4d4a-b765-aa818b94953d req-0326bbe9-0bc9-4465-92d0-af3bbd7f5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:12.391366 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958d9126-8a74-4d4a-b765-aa818b94953d req-0326bbe9-0bc9-4465-92d0-af3bbd7f5526 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f78c43d0-7b04-43e2-a231-e550566517a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410607 Aug 29 05:34:12.420156 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:12.492676 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958d9126-8a74-4d4a-b765-aa818b94953d req-960017c0-63a3-4d79-ae49-f7ccfca50e93 service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932467 Aug 29 05:34:12.582881 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-958d9126-8a74-4d4a-b765-aa818b94953d req-8c626bfa-4e37-4880-8387-e9994903595f service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842416 Aug 29 05:34:12.648197 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ad03cb70-aed5-4441-a46d-905a3a7bf382', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'port_id': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'mac_address': 'fa:16:3e:74:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:34:10Z', 'updated_at': '2021-08-29T05:34:10Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:03Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:12.679774 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cc9cc-d029-4513-bc5b-325ace58fd2a None None] The sync data for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 is: [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'ad03cb70-aed5-4441-a46d-905a3a7bf382', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'port_id': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'mac_address': 'fa:16:3e:74:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:34:10Z', 'updated_at': '2021-08-29T05:34:10Z', 'revision_number': 0, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:03Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:12.883712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e6ce2-edf4-47a0-9b0e-9add0c3765f5 None None] New status for floating IP ad03cb70-aed5-4441-a46d-905a3a7bf382: ACTIVE {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:34:13.268727 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45124) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:13.328397 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-1c27cfa6-9fc4-4b2e-bad1-fcef4881bb04 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/ad03cb70-aed5-4441-a46d-905a3a7bf382 HTTP/1.1" status: 200 len: 992 time: 0.0584085 Aug 29 05:34:16.948634 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a1852294-3af3-4ead-a4a0-a66e5e626bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:19.571126 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ee53054e-5585-4821-a5f8-2a3c8b9528f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:19.748451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.099566 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:21.065650 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.385388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.598712 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:32.135434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.451289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d0ebac9-6829-45ef-8405-f7c0c767c6a1 req-7a7596c7-50e9-4345-9a83-524783e102a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270662 Aug 29 05:34:40.499415 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d0ebac9-6829-45ef-8405-f7c0c767c6a1 req-26680e0c-d771-4da7-84d5-29f858b76f4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0247767 Aug 29 05:34:40.538087 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d0ebac9-6829-45ef-8405-f7c0c767c6a1 req-da1cd5c1-1d7b-4525-b4f6-b73534f8b5c1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191984 Aug 29 05:34:40.633753 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebac9-6829-45ef-8405-f7c0c767c6a1 req-794550c5-d20f-4ad7-be6d-91660d16097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:40.635775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4d0ebac9-6829-45ef-8405-f7c0c767c6a1 req-794550c5-d20f-4ad7-be6d-91660d16097a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912113 Aug 29 05:34:44.810666 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54c264-41a9-4d4d-b077-491eec53942c req-5a08d9f9-8c10-4130-af42-f8f341c60280 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:44.812138 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af54c264-41a9-4d4d-b077-491eec53942c req-5a08d9f9-8c10-4130-af42-f8f341c60280 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0556459 Aug 29 05:34:44.850677 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-af54c264-41a9-4d4d-b077-491eec53942c req-2216fb04-0285-48d1-906c-292c6f0ee768 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322042 Aug 29 05:34:45.987672 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb70cf9-a592-4d43-824f-77a6447c43f8 req-ffadf30c-2e92-4602-b32c-381d8145c718 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:45.989171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cb70cf9-a592-4d43-824f-77a6447c43f8 req-ffadf30c-2e92-4602-b32c-381d8145c718 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0559151 Aug 29 05:34:46.027479 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6cb70cf9-a592-4d43-824f-77a6447c43f8 req-54f4c70b-c421-41a1-8f7f-308ad1237603 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Aug 29 05:34:46.050071 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45154) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:46.119274 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bd4ea9f9-dfe8-4955-8ca3-b682cd08fe4f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/ad03cb70-aed5-4441-a46d-905a3a7bf382 HTTP/1.1" status: 200 len: 992 time: 0.0673823 Aug 29 05:34:46.953372 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a5a65b56-d0f1-47de-85fe-9ced45297108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:47.448266 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1046c-9fc7-44f3-846b-fb30706e1dee req-1577ae3e-126a-41b1-8bee-8a2d07874686 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:47.449838 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6d1046c-9fc7-44f3-846b-fb30706e1dee req-1577ae3e-126a-41b1-8bee-8a2d07874686 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0722797 Aug 29 05:34:47.471106 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-df556c5f-aadf-4faf-b54b-7fd85e16ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:47.472600 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-df556c5f-aadf-4faf-b54b-7fd85e16ab16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 1097 time: 0.0527730 Aug 29 05:34:47.504418 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d6d1046c-9fc7-44f3-846b-fb30706e1dee req-b10826e1-ccdc-463b-835f-2d5aac682b79 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478599 Aug 29 05:34:47.576985 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-07c17da5-60db-479b-8227-bf0de5a2a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:47.578507 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-07c17da5-60db-479b-8227-bf0de5a2a22b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f78c43d0-7b04-43e2-a231-e550566517a0 HTTP/1.1" status: 200 len: 897 time: 0.0985487 Aug 29 05:34:47.649877 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-04fde3a0-4d8f-4d92-bd39-dc20584cd8cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15 HTTP/1.1" status: 200 len: 1000 time: 0.0644145 Aug 29 05:34:47.711069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-0e0cb382-4953-4d60-893a-60ab825c7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:47.712589 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-0e0cb382-4953-4d60-893a-60ab825c7e74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a59ca1cb-a4ee-4882-98a7-d852571fc7dd HTTP/1.1" status: 200 len: 835 time: 0.0561695 Aug 29 05:34:47.763469 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-ba5cc107-c8ce-44e9-87b3-a926982a90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:47.765031 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-ba5cc107-c8ce-44e9-87b3-a926982a90cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f78c43d0-7b04-43e2-a231-e550566517a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458345 Aug 29 05:34:47.882091 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-63127059-c5f1-4d03-bb93-a8c22927d86a service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101673 Aug 29 05:34:47.982385 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2e146b8e-8eb4-4ec4-b054-5dd102ec0ed6 req-7071d5e7-f9d4-49fa-9422-63b6a3fd3ea0 service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927801 Aug 29 05:34:48.672493 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678eee2-8aae-4001-aa40-7803392a2e83 req-fec10b4a-5ec0-42bb-a9eb-a30e1886a2e7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:48.674020 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2678eee2-8aae-4001-aa40-7803392a2e83 req-fec10b4a-5ec0-42bb-a9eb-a30e1886a2e7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0718296 Aug 29 05:34:48.727933 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2678eee2-8aae-4001-aa40-7803392a2e83 req-6bcf2a92-37f4-4156-aab1-aa0694ea346f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478311 Aug 29 05:34:49.574185 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-06408dc3-8fc9-415a-a3a5-f6cb56172af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:49.752413 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:49.865542 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28bfb-116c-47a1-bed9-88dccf9a75ca req-14f9722a-4107-47a7-8dc5-2cf24017305b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:49.866946 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50c28bfb-116c-47a1-bed9-88dccf9a75ca req-14f9722a-4107-47a7-8dc5-2cf24017305b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0565658 Aug 29 05:34:49.926091 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-50c28bfb-116c-47a1-bed9-88dccf9a75ca req-7351fa28-0d9f-44cd-87c4-05e9e2f6af6b tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460677 Aug 29 05:34:49.950725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45166) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:50.020637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-9a86e0fe-958f-415e-94e2-7c5b5eb6361c tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/floatingips/ad03cb70-aed5-4441-a46d-905a3a7bf382 HTTP/1.1" status: 200 len: 992 time: 0.0683334 Aug 29 05:34:50.079030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-a05238f0-b707-45dd-ba2c-a1476ca6f688 req-d3b3e6a9-82c0-4ce3-8209-a12ffb2a4125 service neutron] (94823) timed out ('10.222.0.55', 40784) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:34:50.261998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45172) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:50.426448 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 0b640866-50e5-4bc1-8a3d-0abbb6acf4ee {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:50.427131 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:50.504731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:50.505213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:50.517570 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 0b640866-50e5-4bc1-8a3d-0abbb6acf4ee owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:50.692080 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:50.729191 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=0b640866-50e5-4bc1-8a3d-0abbb6acf4ee,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:50.758128 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.758478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.758823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.759194 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.759522 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.759854 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.760188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.760513 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.760843 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.761168 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.761490 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.761834 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:50.814716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:50.815045 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Floating IP ad03cb70-aed5-4441-a46d-905a3a7bf382 disassociated (deleted). External IP: 172.25.7.79, port: 940c6dc4-c126-444d-924e-1eb4c5d5bc15. Aug 29 05:34:51.037015 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 9c53c98f-aef6-470e-be93-a605c83c86df has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:34:51.063145 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:51.153933 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:51.158709 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:51.166718 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] Sync routers for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:51.176857 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:51.177574 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:51.196404 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bfbb13a9-dbb8-4cb6-8d09-127bcb7a9c8f tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/floatingips/ad03cb70-aed5-4441-a46d-905a3a7bf382 HTTP/1.1" status: 204 len: 168 time: 0.9332571 Aug 29 05:34:51.196998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:51.199405 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda" -d '{"events": [{"name": "network-changed", "server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:51.244510 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d5cede-095b-4e15-92cd-ed4c7b38b312 x-openstack-request-id: req-e7d5cede-095b-4e15-92cd-ed4c7b38b312 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:51.244809 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:51.245087 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7d5cede-095b-4e15-92cd-ed4c7b38b312 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:51.245907 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'status': 'completed', 'code': 200} Aug 29 05:34:51.328877 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:51.334776 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-8eb2f6e5-b533-469a-b94d-e9118faec56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:51.336327 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-8eb2f6e5-b533-469a-b94d-e9118faec56f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=33e1431070b44e9ba61dfad92de9c50e&device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 1097 time: 0.0478561 Aug 29 05:34:51.405210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:51.527483 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-7bcf63b5-cc60-46c9-93d1-3ce730097bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:51.528982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-7bcf63b5-cc60-46c9-93d1-3ce730097bb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f78c43d0-7b04-43e2-a231-e550566517a0 HTTP/1.1" status: 200 len: 897 time: 0.1848965 Aug 29 05:34:51.581345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655d625-50bf-44d1-8c83-bce92ce57aaf req-6790f7d6-8aa8-460e-9cc1-c05d936eb799 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:51.582870 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c655d625-50bf-44d1-8c83-bce92ce57aaf req-6790f7d6-8aa8-460e-9cc1-c05d936eb799 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.1006019 Aug 29 05:34:51.585218 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-44216268-aed0-4c9d-8b6b-1eb196e33e44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15 HTTP/1.1" status: 200 len: 217 time: 0.0482903 Aug 29 05:34:51.603590 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:03Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:51.631534 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] Checking router: 9c53c98f-aef6-470e-be93-a605c83c86df for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:51.640886 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:51.641481 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:51.670333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-761f4d57-5193-4df3-833e-42eeadca7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:51.671844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-761f4d57-5193-4df3-833e-42eeadca7226 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a59ca1cb-a4ee-4882-98a7-d852571fc7dd HTTP/1.1" status: 200 len: 835 time: 0.0793028 Aug 29 05:34:51.674980 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c655d625-50bf-44d1-8c83-bce92ce57aaf req-ffef012e-850e-4862-8556-375620c6ce8a tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812719 Aug 29 05:34:51.727965 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-cd37cfd8-f63b-4e08-b3b9-0a4c0a651e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:51.729671 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-cd37cfd8-f63b-4e08-b3b9-0a4c0a651e16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f78c43d0-7b04-43e2-a231-e550566517a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506811 Aug 29 05:34:51.830148 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-ed26479e-50b7-4856-b57e-c9e927d19df6 service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926943 Aug 29 05:34:51.872936 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:51.960563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dabf4456-e9a6-405b-9c59-dc5a5c7bdcda req-d6b2c1b6-8046-40ef-8bd7-c3a51839e44d service neutron] 10.222.0.32 "GET /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227739 Aug 29 05:34:52.137143 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:03Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:52.163089 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4adbb-b263-4704-a05e-175b49c73a4b None None] The sync data for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 is: [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:33:58Z', 'revision_number': 4, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0', 'name': '', 'network_id': 'f78c43d0-7b04-43e2-a231-e550566517a0', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'mac_address': 'fa:16:3e:1b:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:58Z', 'updated_at': '2021-08-29T05:34:03Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'subnets': [{'id': 'a59ca1cb-a4ee-4882-98a7-d852571fc7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:52.409608 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965c18d-f41e-4034-9d10-39792e2d2d0c None None] New status for floating IP ad03cb70-aed5-4441-a46d-905a3a7bf382: DOWN {{(pid=94825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:34:52.606342 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:52.819309 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ad0dc-e5b3-43f3-b47c-0b9c590ebe38 req-f008528d-24a7-4861-8c13-6931d4bf7e87 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:52.820848 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d41ad0dc-e5b3-43f3-b47c-0b9c590ebe38 req-f008528d-24a7-4861-8c13-6931d4bf7e87 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0572572 Aug 29 05:34:52.864273 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d41ad0dc-e5b3-43f3-b47c-0b9c590ebe38 req-62943b5a-b0aa-4f83-a365-d0f9da385595 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/security-groups?id=0762ad58-6a39-4093-bddc-43a85d91e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328779 Aug 29 05:34:53.145844 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-88a7fa67-0b8b-444f-9c95-23de6a9b8fed tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:53.147208 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-88a7fa67-0b8b-444f-9c95-23de6a9b8fed tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 945 time: 0.0536771 Aug 29 05:34:53.241659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:53.242002 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:53.331447 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 940c6dc4-c126-444d-924e-1eb4c5d5bc15, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=940c6dc4-c126-444d-924e-1eb4c5d5bc15,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:53.331808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:53.344619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 940c6dc4-c126-444d-924e-1eb4c5d5bc15 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:53.491310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:53.528964 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=940c6dc4-c126-444d-924e-1eb4c5d5bc15,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:53.550566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.550917 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.551266 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.551608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.551946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.552286 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.552617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.552948 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.553279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.553681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.553952 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.554276 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:53.582682 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] No DVR routers for this DVR port 940c6dc4-c126-444d-924e-1eb4c5d5bc15 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:34:53.587270 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:53.590417 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7b93a20a-b1a0-4d40-b54a-1ae6db03f20f req-1a508d42-363c-4dca-bfb9-86c9dc3c9a05 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.32 "DELETE /v2.0/ports/940c6dc4-c126-444d-924e-1eb4c5d5bc15 HTTP/1.1" status: 204 len: 173 time: 0.4362979 Aug 29 05:34:53.590862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'name': 'network-vif-deleted', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:53.593168 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee4a5bc-5b3d-41da-80cf-f1905baf0a5e" -d '{"events": [{"server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "name": "network-vif-deleted", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:53.631932 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae0b5bc-91e7-40f0-ae6a-bcd3cad25f01 x-openstack-request-id: req-cae0b5bc-91e7-40f0-ae6a-bcd3cad25f01 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:53.632334 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da17e01-ab11-4307-a108-2f1bad8db28a", "name": "network-vif-deleted", "tag": "940c6dc4-c126-444d-924e-1eb4c5d5bc15", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:53.632587 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cae0b5bc-91e7-40f0-ae6a-bcd3cad25f01 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:53.632942 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da17e01-ab11-4307-a108-2f1bad8db28a', 'name': 'network-vif-deleted', 'tag': '940c6dc4-c126-444d-924e-1eb4c5d5bc15', 'status': 'completed', 'code': 200} Aug 29 05:34:54.000495 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a898187b-368a-476d-a7c3-1900aa45f7f1 req-85d9439b-8482-4dd1-a664-8286afd4baa7 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "GET /v2.0/ports?device_id=1da17e01-ab11-4307-a108-2f1bad8db28a HTTP/1.1" status: 200 len: 210 time: 0.0351486 Aug 29 05:34:55.063255 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45190) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:55.483065 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:56.120220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:56.122435 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:56.210393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:56.210759 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:56.224143 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:56.449078 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:56.480220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:56.705292 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:56.940888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Router 9c53c98f-aef6-470e-be93-a605c83c86df has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:34:57.061259 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:57.066315 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-886f8bea-edd4-48da-bed8-2c74f73939c8 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "PUT /v2.0/routers/9c53c98f-aef6-470e-be93-a605c83c86df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0020027 Aug 29 05:34:57.070410 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45192) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:57.074655 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] Sync routers for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:57.087662 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:57.088299 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:57.131319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting subnet a59ca1cb-a4ee-4882-98a7-d852571fc7dd {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:34:57.134869 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.136920 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:57.177124 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.216049 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:57.291601 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.365836 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 940c6dc4-c126-444d-924e-1eb4c5d5bc15 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:57.376533 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.389251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 940c6dc4-c126-444d-924e-1eb4c5d5bc15 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:34:57.389616 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 940c6dc4-c126-444d-924e-1eb4c5d5bc15 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:34:57.406306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Subnet': ['ID=a59ca1cb-a4ee-4882-98a7-d852571fc7dd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:57.408286 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.414243 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b3fded16-25b8-4d52-9713-2f5d09931360 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/subnets/a59ca1cb-a4ee-4882-98a7-d852571fc7dd HTTP/1.1" status: 204 len: 168 time: 0.3388438 Aug 29 05:34:57.414478 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45194) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:57.424870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bc8b8-ddec-4d12-9aed-2bba7c904077 None None] Network f78c43d0-7b04-43e2-a231-e550566517a0 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:34:57.464521 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:56Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:57.511598 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] Checking router: 9c53c98f-aef6-470e-be93-a605c83c86df for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:57.525477 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] Routers {'9c53c98f-aef6-470e-be93-a605c83c86df'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:57.526467 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9c53c98f-aef6-470e-be93-a605c83c86df'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:57.540472 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.678436 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] Set router 9c53c98f-aef6-470e-be93-a605c83c86df gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:57.679528 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.706354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] DHCP port deletion for f78c43d0-7b04-43e2-a231-e550566517a0 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:34:57.757070 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Deleting port 7071be77-4508-429a-aaa3-853317d382f0 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:57.757070 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.791030 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Deleting port 22739022-961a-4c86-a04e-0a44025b1b02 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:57.791563 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.869176 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] For port 7071be77-4508-429a-aaa3-853317d382f0, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=7071be77-4508-429a-aaa3-853317d382f0,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:57.869881 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.889503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] For port 22739022-961a-4c86-a04e-0a44025b1b02, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=22739022-961a-4c86-a04e-0a44025b1b02,segment=NetworkSegment(7f7f371f-3136-4aa7-8294-19046c2b9863),segment_id=7f7f371f-3136-4aa7-8294-19046c2b9863)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:57.889887 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:57.891612 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Calling delete_port for 7071be77-4508-429a-aaa3-853317d382f0 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:57.906188 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 22739022-961a-4c86-a04e-0a44025b1b02 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:57.911211 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:56Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:57.916013 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Calling delete_port for 22739022-961a-4c86-a04e-0a44025b1b02 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:57.950890 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacf83b-ca62-4ec3-b251-d590a004b821 None None] The sync data for ids ['9c53c98f-aef6-470e-be93-a605c83c86df'] in n-d-712143-14 is: [{'id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488675134', 'tenant_id': '33e1431070b44e9ba61dfad92de9c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '7071be77-4508-429a-aaa3-853317d382f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:56Z', 'revision_number': 5, 'project_id': '33e1431070b44e9ba61dfad92de9c50e', 'gw_port': {'id': '7071be77-4508-429a-aaa3-853317d382f0', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c53c98f-aef6-470e-be93-a605c83c86df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:33:55Z', 'updated_at': '2021-08-29T05:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:58.101979 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.114660 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.132258 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.152216 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Pushing event deleted for resources: {'Port': ['ID=22739022-961a-4c86-a04e-0a44025b1b02,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:58.158463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] No DVR routers for this DVR port 22739022-961a-4c86-a04e-0a44025b1b02 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:34:58.163460 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Port': ['ID=7071be77-4508-429a-aaa3-853317d382f0,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:58.171050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.171395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.171733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.172060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.172392 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.173723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.174065 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.174398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.174730 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.175059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.175483 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.175908 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b95530-d1ee-4a61-9ceb-49286b3aa98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:58.226151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.329711 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.331952 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.381551 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.382296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Fanout notify agent at l3_agent the message router_deleted on router 9c53c98f-aef6-470e-be93-a605c83c86df {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:34:58.391532 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.394147 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-15cf686d-4b87-4f1c-8a8a-e0dcf3f04a75 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/routers/9c53c98f-aef6-470e-be93-a605c83c86df HTTP/1.1" status: 204 len: 168 time: 0.9786568 Aug 29 05:34:58.396108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45196) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:58.492476 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.595071 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.609818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78c43d0-7b04-43e2-a231-e550566517a0']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:58.621465 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7f371f-3136-4aa7-8294-19046c2b9863') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:58.622124 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7f371f-3136-4aa7-8294-19046c2b9863') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:58.632674 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.647597 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.655460 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:34:58.655763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:34:58.659183 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:34:58.726461 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.737340 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.743752 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/networks/f78c43d0-7b04-43e2-a231-e550566517a0 HTTP/1.1" status: 204 len: 168 time: 0.3418069 Aug 29 05:34:58.743861 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45198) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:58.757658 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1eb1d-31cb-409f-9bd8-37d625e54089 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'Network': ['ID=f78c43d0-7b04-43e2-a231-e550566517a0,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:58.825173 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-185011b7-b8e8-42ce-94c2-fcea73f28769 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.854544 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-185011b7-b8e8-42ce-94c2-fcea73f28769 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.936908 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-185011b7-b8e8-42ce-94c2-fcea73f28769 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.939560 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-185011b7-b8e8-42ce-94c2-fcea73f28769 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:58.940805 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-185011b7-b8e8-42ce-94c2-fcea73f28769 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] 10.222.0.55 "DELETE /v2.0/security-groups/0762ad58-6a39-4093-bddc-43a85d91e256 HTTP/1.1" status: 204 len: 168 time: 0.1955864 Aug 29 05:34:58.951303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185011b7-b8e8-42ce-94c2-fcea73f28769 tempest-TestNetworkAdvancedServerOps-276432321 tempest-TestNetworkAdvancedServerOps-276432321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762ad58-6a39-4093-bddc-43a85d91e256,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:59.362025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45206) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:59.516290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-11872b0a-cf27-4091-9c97-02a439286b68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33e1431070b44e9ba61dfad92de9c50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530578 Aug 29 05:34:59.518733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45210) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:59.582474 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5c00-3af8-4025-b6d1-139c58e2f739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:59.604669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5c00-3af8-4025-b6d1-139c58e2f739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:59.655868 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5c00-3af8-4025-b6d1-139c58e2f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:59.658961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-2dcc5c00-3af8-4025-b6d1-139c58e2f739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:59.660351 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-2dcc5c00-3af8-4025-b6d1-139c58e2f739 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f71e12e-5d0b-4b7b-9aba-cb9296c30256 HTTP/1.1" status: 204 len: 168 time: 0.1405382 Aug 29 05:34:59.672020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc5c00-3af8-4025-b6d1-139c58e2f739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f71e12e-5d0b-4b7b-9aba-cb9296c30256,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:59.786493 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7071be77-4508-429a-aaa3-853317d382f0 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:59.808668 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 7071be77-4508-429a-aaa3-853317d382f0 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:34:59.809023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 7071be77-4508-429a-aaa3-853317d382f0 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:34:59.809452 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:59.828377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:34:59.828726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 6af8b4f4-d05c-49c6-a1f3-5ba10a5792d0 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:34:59.988791 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45216) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:00.002408 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-710e743e-f9d9-47db-93f8-2836eff6e3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.111757 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-710e743e-f9d9-47db-93f8-2836eff6e3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.116418 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-710e743e-f9d9-47db-93f8-2836eff6e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.155821 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-710e743e-f9d9-47db-93f8-2836eff6e3a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ddfe1a98bba431b80c6a29e5fe09c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658788 Aug 29 05:35:00.159014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45218) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:00.165021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e743e-f9d9-47db-93f8-2836eff6e3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb41661-6aa8-49ec-a75d-abec1875425c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:00.221975 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf913ec9-2147-4ba9-b003-8cbd4902c0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.247467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf913ec9-2147-4ba9-b003-8cbd4902c0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.298767 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf913ec9-2147-4ba9-b003-8cbd4902c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.301337 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bf913ec9-2147-4ba9-b003-8cbd4902c0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.302520 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bf913ec9-2147-4ba9-b003-8cbd4902c0dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccb41661-6aa8-49ec-a75d-abec1875425c HTTP/1.1" status: 204 len: 168 time: 0.1425128 Aug 29 05:35:00.311931 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf913ec9-2147-4ba9-b003-8cbd4902c0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb41661-6aa8-49ec-a75d-abec1875425c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:01.175823 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45240) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:01.309233 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-727102482-network', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:01.331522 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Made reservation on behalf of fcc2e4c9fa0540fdbaa1e0a5f0b492c1 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:35:01.334055 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.343805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.459992 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.465448 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.490561 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:35:01.504719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fceb2cb-3d63-41a9-98f6-87ebf7c6f139,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:01.510540 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.510803 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Added segment 4587a8ab-77cf-4e47-88fb-19c7cde4a944 of type vlan for network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce Aug 29 05:35:01.557525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.586211 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.587884 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:01.588550 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.645945 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4734671 Aug 29 05:35:01.650988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45244) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:01.658397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c4829-b9cf-413a-99be-fbdb1356cc28 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:01.659014 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Request body: {'subnet': {'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-727102482-subnet', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:01.669878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:35:01.691068 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Made reservation on behalf of fcc2e4c9fa0540fdbaa1e0a5f0b492c1 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:35:01.693669 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.891028 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:01.960045 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f41e427-f620-41e5-aea9-a130e2d0891c,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:01.966391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Checking segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:01.966750 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Network hostable DHCP agents. Network: b8e81c8d-491f-43c4-8e14-9b8d3f5685ce, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:35:01.983922 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:35:01.994473 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, b8e81c8d-491f-43c4-8e14-9b8d3f5685ce) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:01.999368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:01.999984 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.005764 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f5440-6678-4693-9559-5639d0712e4f None None] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:35:02.023416 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-cee5f831-238d-4705-abe7-dd20e3af1bb1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3706069 Aug 29 05:35:02.027089 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:02.032184 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:02.055986 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.057143 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.135467 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.172646 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.190535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:35:02.191467 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.287738 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.338132 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Allocated IP 172.20.0.2 (b8e81c8d-491f-43c4-8e14-9b8d3f5685ce/5f41e427-f620-41e5-aea9-a130e2d0891c/0369d784-5973-4a93-b267-c602f7717aeb) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:02.523037 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.524624 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.536466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Transition to ACTIVE for port object 0369d784-5973-4a93-b267-c602f7717aeb will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:02.550584 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.554768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Transition to ACTIVE for port object 0369d784-5973-4a93-b267-c602f7717aeb will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:02.563153 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.598429 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:02.601460 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:02.604907 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:02.648192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Pushing event updated for resources: {'Port': ['ID=0369d784-5973-4a93-b267-c602f7717aeb,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:02.682543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Attempting to bind port 0369d784-5973-4a93-b267-c602f7717aeb on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:02.683601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Attempting to bind port 0369d784-5973-4a93-b267-c602f7717aeb by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:02.683601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Attempting to bind port 0369d784-5973-4a93-b267-c602f7717aeb on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:02.689193 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:02.689547 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Allocated IP 172.25.7.207 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/0d80225a-fb36-41f7-bc20-8fa1d0a757a9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:02.690285 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Checking segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:02.690285 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.690736 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Bound using segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:02.690895 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Bound port: 0369d784-5973-4a93-b267-c602f7717aeb, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:02.691205 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.770944 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] For port 0369d784-5973-4a93-b267-c602f7717aeb, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:02.775009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] For port 0369d784-5973-4a93-b267-c602f7717aeb, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0369d784-5973-4a93-b267-c602f7717aeb,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:02.781805 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.835515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.884081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef696b-62a7-4564-b527-ccf5a3b14fb3 None None] Pushing event updated for resources: {'Port': ['ID=0369d784-5973-4a93-b267-c602f7717aeb,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:02.894548 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:02.947621 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:02.952516 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:02.957890 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:02.961584 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:03.272520 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:03.489755 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:03.664174 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Router 7f6b0269-18c1-43e6-9413-2fc2bc001437 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:35:03.807766 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:35:03.828006 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Sync routers for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:35:03.834056 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:03.842238 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b5c07d84-1388-4adb-8934-3ba9e71143a2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8096809 Aug 29 05:35:03.842657 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45248) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:03.858045 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0369d784-5973-4a93-b267-c602f7717aeb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:03.893114 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:03.893988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:03.975869 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751dce1-4b00-48b8-9ecc-1b4081cc749c None None] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:35:04.232129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0369d784-5973-4a93-b267-c602f7717aeb completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:04.269505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-67425f36-44ee-4eb2-8940-aa99a5cfe5ab None None] Provisioning for port 0369d784-5973-4a93-b267-c602f7717aeb completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:04.288995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:04.291824 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-67425f36-44ee-4eb2-8940-aa99a5cfe5ab None None] Provisioning complete for port 0369d784-5973-4a93-b267-c602f7717aeb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:04.292389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67425f36-44ee-4eb2-8940-aa99a5cfe5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:04.611230 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67425f36-44ee-4eb2-8940-aa99a5cfe5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:04.666406 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-67425f36-44ee-4eb2-8940-aa99a5cfe5ab None None] For port 0369d784-5973-4a93-b267-c602f7717aeb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0369d784-5973-4a93-b267-c602f7717aeb,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:04.672807 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-67425f36-44ee-4eb2-8940-aa99a5cfe5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:04.707158 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:03Z', 'revision_number': 3, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:04.739742 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Checking router: 7f6b0269-18c1-43e6-9413-2fc2bc001437 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:35:04.740619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Updating router 7f6b0269-18c1-43e6-9413-2fc2bc001437 port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:35:04.743026 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:04.793004 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:04.818039 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67425f36-44ee-4eb2-8940-aa99a5cfe5ab None None] Pushing event updated for resources: {'Port': ['ID=0369d784-5973-4a93-b267-c602f7717aeb,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:04.981978 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Allocated IP 172.20.0.1 (b8e81c8d-491f-43c4-8e14-9b8d3f5685ce/5f41e427-f620-41e5-aea9-a130e2d0891c/5b1b68da-2cb8-42db-b1ad-79e6672701ff) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:05.019062 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-b45ac165-a8f0-4c59-ac65-c8d9c87110d2 None None] Provisioning complete for port 0369d784-5973-4a93-b267-c602f7717aeb triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:05.019654 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b45ac165-a8f0-4c59-ac65-c8d9c87110d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.107092 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.124760 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Transition to ACTIVE for port object 5b1b68da-2cb8-42db-b1ad-79e6672701ff will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:05.169146 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.179722 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.205194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Transition to ACTIVE for port object 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:05.213244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.213971 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:05.216374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:05.220437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:05.272617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Attempting to bind port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:05.273026 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Attempting to bind port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:05.273189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1b68da-2cb8-42db-b1ad-79e6672701ff,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:05.273387 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Attempting to bind port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:05.281036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e7d76-27c6-4eb8-ab95-676362e9ccce None None] Pushing event updated for resources: {'Port': ['ID=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:05.292743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.294480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:05.295520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:05.295896 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.296303 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:05.298395 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Bound port: 0d80225a-fb36-41f7-bc20-8fa1d0a757a9, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:05.298395 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.359015 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] For port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:05.363476 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] For port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:05.370388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.442571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:05.443393 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:05.446786 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e7d76-27c6-4eb8-ab95-676362e9ccce None None] Pushing event updated for resources: {'Port': ['ID=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:05.460962 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.549609 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0fded031-9c57-41c0-9a1c-698bcf9af053 None None] Provisioning for port 5b1b68da-2cb8-42db-b1ad-79e6672701ff completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:05.561675 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-0fded031-9c57-41c0-9a1c-698bcf9af053 None None] Provisioning complete for port 5b1b68da-2cb8-42db-b1ad-79e6672701ff triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:05.562279 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0fded031-9c57-41c0-9a1c-698bcf9af053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.600367 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:05.638816 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-0fded031-9c57-41c0-9a1c-698bcf9af053 None None] Port 5b1b68da-2cb8-42db-b1ad-79e6672701ff cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:35:05.674753 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.680104 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.760091 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.770152 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1b68da-2cb8-42db-b1ad-79e6672701ff,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:05.803451 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0369d784-5973-4a93-b267-c602f7717aeb up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:05.882554 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:05.884316 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:05.905153 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:04Z', 'revision_number': 1, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:05.909896 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0369d784-5973-4a93-b267-c602f7717aeb triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:05.909896 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:05.986202 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ad4a0-80b9-4d48-901c-d88a7a75f1ca None None] The sync data for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 is: [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:04Z', 'revision_number': 1, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:35:06.078232 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Router 7f6b0269-18c1-43e6-9413-2fc2bc001437 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:35:06.242697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:35:06.254483 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0f8ba9ad-1989-49c2-a046-7b8cbddbd608 admin admin] 10.222.0.55 "PUT /v2.0/routers/7f6b0269-18c1-43e6-9413-2fc2bc001437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4101641 Aug 29 05:35:06.280987 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-58a875d7-35a8-438a-94d5-73d1f05d156e None None] Provisioning complete for port 5b1b68da-2cb8-42db-b1ad-79e6672701ff triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:06.282280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-58a875d7-35a8-438a-94d5-73d1f05d156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:06.323142 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-58a875d7-35a8-438a-94d5-73d1f05d156e None None] Port 5b1b68da-2cb8-42db-b1ad-79e6672701ff cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:35:06.842157 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45266) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:06.847859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-45591364-network', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:06.871652 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Made reservation on behalf of 54f3fb62a3354a1fb3255168f29cee0a for: {'network': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:35:06.874458 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:06.885625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:06.998697 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.003737 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.039737 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=94824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:35:07.055163 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f9927-d396-4149-8b17-dacfdc52d161,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:07.062636 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.063041 n-d-712143-14 neutron-server[94824]: INFO neutron.db.segments_db [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Added segment f5b502c1-14b9-448d-aca6-f312741a989b of type vlan for network 70f261c5-309d-49a2-9bb2-ac752178c301 Aug 29 05:35:07.112788 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.142237 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.143362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:07.144016 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.579048 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7354286 Aug 29 05:35:07.581977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45268) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:07.588974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Request body: {'subnet': {'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-45591364-subnet', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:07.593303 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504803a-f9d5-419c-a70e-dbbe927eaf26 admin admin] Pushing event updated for resources: {'Network': ['ID=70f261c5-309d-49a2-9bb2-ac752178c301,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:07.610955 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 70f261c5-309d-49a2-9bb2-ac752178c301 details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:35:07.619026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Made reservation on behalf of 54f3fb62a3354a1fb3255168f29cee0a for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:35:07.619026 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.830269 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:07.881824 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.898258 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:07.904611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:07.905379 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.989252 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Checking segment: {'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:07.990065 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Network hostable DHCP agents. Network: 70f261c5-309d-49a2-9bb2-ac752178c301, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:35:07.992624 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f957403b-f460-4f40-983e-800e764d76d1,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:08.016958 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.020472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Network 70f261c5-309d-49a2-9bb2-ac752178c301 is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:35:08.036528 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 70f261c5-309d-49a2-9bb2-ac752178c301) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:08.050020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:08.050935 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.060565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:08.068783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-55ab6fee-27d8-48f7-9a69-bbc07bbfe619 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4857538 Aug 29 05:35:08.069135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2020996-ef70-4ffd-aa54-a51b7171ca93 None None] Network 70f261c5-309d-49a2-9bb2-ac752178c301 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:35:08.072740 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45270) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:08.081531 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:08.088087 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.112823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.114215 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.190725 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:08.202178 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.308484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-70f261c5-309d-49a2-9bb2-ac752178c301', 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'fixed_ips': [{'subnet_id': 'f957403b-f460-4f40-983e-800e764d76d1'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:35:08.311176 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.400360 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Sync routers for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:35:08.419162 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:08.420371 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:08.443073 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.499715 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Allocated IP 172.20.0.2 (70f261c5-309d-49a2-9bb2-ac752178c301/f957403b-f460-4f40-983e-800e764d76d1/94a4d993-099d-4c7c-a75c-b6795976fa24) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:08.651890 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:08.849346 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.874264 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.893672 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.912042 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Transition to ACTIVE for port object 94a4d993-099d-4c7c-a75c-b6795976fa24 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:08.939041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Transition to ACTIVE for port object 94a4d993-099d-4c7c-a75c-b6795976fa24 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:08.947973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:08.985715 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 2, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:08.989985 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Network 70f261c5-309d-49a2-9bb2-ac752178c301 is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:08.995489 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:08.999606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:09.018604 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Checking router: 7f6b0269-18c1-43e6-9413-2fc2bc001437 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:35:09.019183 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Updating router 7f6b0269-18c1-43e6-9413-2fc2bc001437 port 5b1b68da-2cb8-42db-b1ad-79e6672701ff binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:35:09.037838 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Pushing event updated for resources: {'Port': ['ID=94a4d993-099d-4c7c-a75c-b6795976fa24,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:09.051337 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.052932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Allocated IP 172.25.7.85 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/1205b150-489b-48c5-b420-4dbe4c28ab6f) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:09.080457 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Attempting to bind port 94a4d993-099d-4c7c-a75c-b6795976fa24 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:09.081025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Attempting to bind port 94a4d993-099d-4c7c-a75c-b6795976fa24 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:09.081535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Attempting to bind port 94a4d993-099d-4c7c-a75c-b6795976fa24 on network 70f261c5-309d-49a2-9bb2-ac752178c301 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:09.087601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:09.088005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Checking segment: {'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:09.088448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.088960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Bound using segment: {'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:09.089447 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Bound port: 94a4d993-099d-4c7c-a75c-b6795976fa24, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:09.089892 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.174468 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] For port 94a4d993-099d-4c7c-a75c-b6795976fa24, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:09.178427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] For port 94a4d993-099d-4c7c-a75c-b6795976fa24, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=94a4d993-099d-4c7c-a75c-b6795976fa24,segment=NetworkSegment(f5b502c1-14b9-448d-aca6-f312741a989b),segment_id=f5b502c1-14b9-448d-aca6-f312741a989b)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:09.184885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.209957 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.269659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4d295-97fa-4d4f-9062-ea88a4842181 None None] Pushing event updated for resources: {'Port': ['ID=94a4d993-099d-4c7c-a75c-b6795976fa24,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:09.274230 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.331205 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:09.334274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:09.340033 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:09.343269 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Pushing event updated for resources: {'Port': ['ID=1205b150-489b-48c5-b420-4dbe4c28ab6f,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:09.560687 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.573854 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Transition to ACTIVE for port object 5b1b68da-2cb8-42db-b1ad-79e6672701ff will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:09.582907 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.644053 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Pushing event updated for resources: {'Port': ['ID=5b1b68da-2cb8-42db-b1ad-79e6672701ff,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:09.660101 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.660606 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.661088 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.661557 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.661988 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.662541 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.662976 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.663488 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.663969 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.664507 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.665632 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.666019 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:09.706922 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.761778 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Attempting to bind port 5b1b68da-2cb8-42db-b1ad-79e6672701ff on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:09.762186 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Attempting to bind port 5b1b68da-2cb8-42db-b1ad-79e6672701ff by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:09.762580 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Attempting to bind port 5b1b68da-2cb8-42db-b1ad-79e6672701ff on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:09.772368 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:09.772761 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Checking segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:09.773183 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.773632 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Bound using segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:09.774664 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Bound port: 5b1b68da-2cb8-42db-b1ad-79e6672701ff, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:09.775088 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.860009 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] For port 5b1b68da-2cb8-42db-b1ad-79e6672701ff, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:09.869836 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] For port 5b1b68da-2cb8-42db-b1ad-79e6672701ff, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5b1b68da-2cb8-42db-b1ad-79e6672701ff,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:09.876593 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.960639 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cfba7-4206-4c2a-b5dd-fa8ed3fe283c None None] Pushing event updated for resources: {'Port': ['ID=5b1b68da-2cb8-42db-b1ad-79e6672701ff,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:09.964744 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:09.965482 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:09.994304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:10.002503 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:10.089214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:10.089662 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:10.129765 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:10.204076 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Router 27a347e2-0063-48aa-98e0-f2a5854512f4 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:35:10.248257 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 94a4d993-099d-4c7c-a75c-b6795976fa24 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:10.323911 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 94a4d993-099d-4c7c-a75c-b6795976fa24 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:10.372316 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:35:10.388723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Sync routers for ids ['27a347e2-0063-48aa-98e0-f2a5854512f4'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:35:10.394645 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:10.396200 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6d37284b-a290-4067-88dd-e285cfdbafa2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3206398 Aug 29 05:35:10.399983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45272) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:10.414425 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Routers {'27a347e2-0063-48aa-98e0-f2a5854512f4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:10.415488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['27a347e2-0063-48aa-98e0-f2a5854512f4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:10.528013 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:09Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:10.563107 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b7fd8-e9b7-4974-a729-87b3422b8490 None None] The sync data for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 is: [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:09Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:35:10.584726 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Set router 27a347e2-0063-48aa-98e0-f2a5854512f4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:10.671445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc7110-9d67-4955-a4f1-3d65db90b74d None None] Network 70f261c5-309d-49a2-9bb2-ac752178c301 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:35:10.792763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-26cd8dca-45b1-430b-aef7-1e5c5fe4e24e None None] Provisioning for port 94a4d993-099d-4c7c-a75c-b6795976fa24 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:10.819570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-26cd8dca-45b1-430b-aef7-1e5c5fe4e24e None None] Provisioning complete for port 94a4d993-099d-4c7c-a75c-b6795976fa24 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:10.820054 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26cd8dca-45b1-430b-aef7-1e5c5fe4e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.016829 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.132888 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26cd8dca-45b1-430b-aef7-1e5c5fe4e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.197505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:09Z', 'revision_number': 3, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port': {'id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:11.203172 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-26cd8dca-45b1-430b-aef7-1e5c5fe4e24e None None] For port 94a4d993-099d-4c7c-a75c-b6795976fa24, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=94a4d993-099d-4c7c-a75c-b6795976fa24,segment=NetworkSegment(f5b502c1-14b9-448d-aca6-f312741a989b),segment_id=f5b502c1-14b9-448d-aca6-f312741a989b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:11.234775 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-26cd8dca-45b1-430b-aef7-1e5c5fe4e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.261284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Checking router: 27a347e2-0063-48aa-98e0-f2a5854512f4 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:35:11.262077 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Updating router 27a347e2-0063-48aa-98e0-f2a5854512f4 port 1205b150-489b-48c5-b420-4dbe4c28ab6f binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:35:11.331721 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Allocated IP 172.20.0.1 (70f261c5-309d-49a2-9bb2-ac752178c301/f957403b-f460-4f40-983e-800e764d76d1/1bae8d8a-5246-42c3-b208-0858f11f2233) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:11.335144 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.381745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd8dca-45b1-430b-aef7-1e5c5fe4e24e None None] Pushing event updated for resources: {'Port': ['ID=94a4d993-099d-4c7c-a75c-b6795976fa24,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:11.518175 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.539307 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Transition to ACTIVE for port object 1bae8d8a-5246-42c3-b208-0858f11f2233 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:11.592852 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.609002 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-2b26c69c-831e-4ad7-8ed0-4438567742c4 None None] Provisioning complete for port 94a4d993-099d-4c7c-a75c-b6795976fa24 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:11.609403 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2b26c69c-831e-4ad7-8ed0-4438567742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.634813 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Network 70f261c5-309d-49a2-9bb2-ac752178c301 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:11.638155 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:11.641278 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:11.679924 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1bae8d8a-5246-42c3-b208-0858f11f2233,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:11.700822 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.838062 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.852772 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Transition to ACTIVE for port object 1205b150-489b-48c5-b420-4dbe4c28ab6f will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:11.868871 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.878079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b1b68da-2cb8-42db-b1ad-79e6672701ff up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:11.895784 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.970733 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b0d0f-2aa9-4b79-b9c9-ea01dac350f5 None None] Pushing event updated for resources: {'Port': ['ID=1205b150-489b-48c5-b420-4dbe4c28ab6f,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:11.973534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Attempting to bind port 1205b150-489b-48c5-b420-4dbe4c28ab6f on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:11.974426 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Attempting to bind port 1205b150-489b-48c5-b420-4dbe4c28ab6f by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:11.974787 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Attempting to bind port 1205b150-489b-48c5-b420-4dbe4c28ab6f on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:11.984992 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:11.985571 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:11.986236 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.986842 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:11.987619 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Bound port: 1205b150-489b-48c5-b420-4dbe4c28ab6f, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:11.988262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.035305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 5b1b68da-2cb8-42db-b1ad-79e6672701ff completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:12.051226 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5b1b68da-2cb8-42db-b1ad-79e6672701ff triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:12.051669 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.088858 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-de0f4658-78e0-4478-bd19-af85132f2631 None None] Provisioning for port 1bae8d8a-5246-42c3-b208-0858f11f2233 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:12.091856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] For port 1205b150-489b-48c5-b420-4dbe4c28ab6f, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:12.113005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-de0f4658-78e0-4478-bd19-af85132f2631 None None] Provisioning complete for port 1bae8d8a-5246-42c3-b208-0858f11f2233 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:12.113380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-de0f4658-78e0-4478-bd19-af85132f2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.116101 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] For port 1205b150-489b-48c5-b420-4dbe4c28ab6f, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1205b150-489b-48c5-b420-4dbe4c28ab6f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:12.128573 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.133436 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.140375 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.199085 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-de0f4658-78e0-4478-bd19-af85132f2631 None None] Port 1bae8d8a-5246-42c3-b208-0858f11f2233 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:35:12.201070 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1bae8d8a-5246-42c3-b208-0858f11f2233,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:12.216481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.260815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b0d0f-2aa9-4b79-b9c9-ea01dac350f5 None None] Pushing event updated for resources: {'Port': ['ID=1205b150-489b-48c5-b420-4dbe4c28ab6f,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:12.268253 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Routers {'27a347e2-0063-48aa-98e0-f2a5854512f4'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:12.268817 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['27a347e2-0063-48aa-98e0-f2a5854512f4'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:12.310419 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.345156 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Network 70f261c5-309d-49a2-9bb2-ac752178c301 is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:12.347271 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:12.392131 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 5b1b68da-2cb8-42db-b1ad-79e6672701ff, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5b1b68da-2cb8-42db-b1ad-79e6672701ff,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:12.397782 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.398759 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 94a4d993-099d-4c7c-a75c-b6795976fa24 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:12.493812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Router 27a347e2-0063-48aa-98e0-f2a5854512f4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:35:12.495763 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] Set router 27a347e2-0063-48aa-98e0-f2a5854512f4 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:12.559606 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=5b1b68da-2cb8-42db-b1ad-79e6672701ff,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:12.650029 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:35:12.655538 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-f859bbc0-8bfd-4a3c-9be8-94cdaafa97b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/27a347e2-0063-48aa-98e0-f2a5854512f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2540870 Aug 29 05:35:12.837610 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 94a4d993-099d-4c7c-a75c-b6795976fa24 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:12.837989 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.871731 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-782c5eee-6bf2-4f67-85c7-7fd5f7045e62 None None] Provisioning complete for port 1bae8d8a-5246-42c3-b208-0858f11f2233 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:12.872072 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-782c5eee-6bf2-4f67-85c7-7fd5f7045e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.947544 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-782c5eee-6bf2-4f67-85c7-7fd5f7045e62 None None] Port 1bae8d8a-5246-42c3-b208-0858f11f2233 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:35:13.065773 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 4, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port': {'id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1bae8d8a-5246-42c3-b208-0858f11f2233', 'name': '', 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'mac_address': 'fa:16:3e:9e:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f957403b-f460-4f40-983e-800e764d76d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:11Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 2, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'subnets': [{'id': 'f957403b-f460-4f40-983e-800e764d76d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:13.095905 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236655e-1e7e-4ce4-900a-8e178d2ad01e None None] The sync data for ids ['27a347e2-0063-48aa-98e0-f2a5854512f4'] in n-d-712143-14 is: [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 4, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port': {'id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1bae8d8a-5246-42c3-b208-0858f11f2233', 'name': '', 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'mac_address': 'fa:16:3e:9e:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f957403b-f460-4f40-983e-800e764d76d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:11Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 2, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'subnets': [{'id': 'f957403b-f460-4f40-983e-800e764d76d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:35:13.527180 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45280) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:13.533435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-efb4064b-e905-45a5-b49c-dc32bc136535 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063014226', 'description': 'tempest-secgroup-smoke-2063014226 description', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:13.572293 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efb4064b-e905-45a5-b49c-dc32bc136535 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.683464 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efb4064b-e905-45a5-b49c-dc32bc136535 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.689535 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efb4064b-e905-45a5-b49c-dc32bc136535 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.717361 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-efb4064b-e905-45a5-b49c-dc32bc136535 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.722149 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-efb4064b-e905-45a5-b49c-dc32bc136535 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1901424 Aug 29 05:35:13.722409 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45282) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:13.728279 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-44a203f5-3b51-45e4-a65a-7b287fe44621 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': 'e40dd76d-e142-41a2-aa7c-7011ce08149e', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:13.733853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4064b-e905-45a5-b49c-dc32bc136535 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40dd76d-e142-41a2-aa7c-7011ce08149e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:13.775808 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44a203f5-3b51-45e4-a65a-7b287fe44621 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.820800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b1b68da-2cb8-42db-b1ad-79e6672701ff up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:13.863196 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44a203f5-3b51-45e4-a65a-7b287fe44621 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.872975 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44a203f5-3b51-45e4-a65a-7b287fe44621 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.898572 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a203f5-3b51-45e4-a65a-7b287fe44621 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a470b8a0-9173-4a03-93fd-a211c5fa1af5,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:13.921896 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-44a203f5-3b51-45e4-a65a-7b287fe44621 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.922161 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-44a203f5-3b51-45e4-a65a-7b287fe44621 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984954 Aug 29 05:35:13.925548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45284) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:13.938659 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-37268b9a-3fa1-478f-80bb-5413f9fb095b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': 'e40dd76d-e142-41a2-aa7c-7011ce08149e', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:13.944923 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 5b1b68da-2cb8-42db-b1ad-79e6672701ff triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:13.944923 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.989569 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37268b9a-3fa1-478f-80bb-5413f9fb095b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.084308 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37268b9a-3fa1-478f-80bb-5413f9fb095b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.089332 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37268b9a-3fa1-478f-80bb-5413f9fb095b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.111369 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37268b9a-3fa1-478f-80bb-5413f9fb095b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd0d726-7a74-4b5e-bd0c-4f6007f85bba,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:14.116516 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-37268b9a-3fa1-478f-80bb-5413f9fb095b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.118794 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-37268b9a-3fa1-478f-80bb-5413f9fb095b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1917992 Aug 29 05:35:14.123234 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45286) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:14.130543 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-0bb01ce7-cfae-40ef-81ea-852ee9dd714e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': 'e40dd76d-e142-41a2-aa7c-7011ce08149e', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:14.166920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bb01ce7-cfae-40ef-81ea-852ee9dd714e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.253867 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bb01ce7-cfae-40ef-81ea-852ee9dd714e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.258894 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bb01ce7-cfae-40ef-81ea-852ee9dd714e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.280536 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb01ce7-cfae-40ef-81ea-852ee9dd714e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf15dfc-ccfc-4738-aa03-2706270bc0ed,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:14.287848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-0bb01ce7-cfae-40ef-81ea-852ee9dd714e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.291892 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0bb01ce7-cfae-40ef-81ea-852ee9dd714e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673093 Aug 29 05:35:14.293936 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45288) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:14.299154 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-765a2a57-b26f-4f45-83d9-6eb9ed95cdad tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': 'e40dd76d-e142-41a2-aa7c-7011ce08149e', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:14.330204 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765a2a57-b26f-4f45-83d9-6eb9ed95cdad tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.409358 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765a2a57-b26f-4f45-83d9-6eb9ed95cdad tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.414106 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765a2a57-b26f-4f45-83d9-6eb9ed95cdad tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.438935 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2a57-b26f-4f45-83d9-6eb9ed95cdad tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38642ee7-c0fe-410a-9df7-5ba6c736d350,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:14.443874 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-765a2a57-b26f-4f45-83d9-6eb9ed95cdad tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.450277 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-765a2a57-b26f-4f45-83d9-6eb9ed95cdad tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501782 Aug 29 05:35:14.450462 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45290) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:14.454547 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': 'e40dd76d-e142-41a2-aa7c-7011ce08149e', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:14.480550 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Project fcc2e4c9fa0540fdbaa1e0a5f0b492c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:35:14.486008 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.562825 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.567925 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.591724 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9071d5f9-e101-4f94-9169-7111fd2bad11,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:14.601003 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.603583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-dff72f11-76b1-4f22-bfad-1eb615d6813b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524899 Aug 29 05:35:14.606821 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45292) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:14.612794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': 'e40dd76d-e142-41a2-aa7c-7011ce08149e', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:14.638061 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Project fcc2e4c9fa0540fdbaa1e0a5f0b492c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:35:14.644725 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.711683 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.718307 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.742357 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c462007-ad2b-4da3-a086-66b44560daf9,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:14.756583 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:14.760015 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-a04d4bb4-99c5-475d-9301-a114777abb8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520069 Aug 29 05:35:14.999782 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-126a0916-8476-4719-85eb-07cb0daa70d4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063014226&fields=id&tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 267 time: 0.0497801 Aug 29 05:35:15.144794 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-7675abdb-771d-4d55-9bca-54e5e8b5c306 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:15.147688 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-7675abdb-771d-4d55-9bca-54e5e8b5c306 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 808 time: 0.1393812 Aug 29 05:35:15.162730 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-7516d7db-2b68-483f-8d99-477807907d64 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/quotas/fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 375 time: 0.0098875 Aug 29 05:35:15.235450 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-d78913c8-27c0-4ef5-839e-d875fd42f229 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613203 Aug 29 05:35:15.358193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-f4dfd780-5bb4-42ff-97d2-d1c0361427d8 service neutron] 10.222.0.55 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087084 Aug 29 05:35:15.407428 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Sync routers for ids ['27a347e2-0063-48aa-98e0-f2a5854512f4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:35:15.421171 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Routers {'27a347e2-0063-48aa-98e0-f2a5854512f4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:15.422498 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['27a347e2-0063-48aa-98e0-f2a5854512f4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:15.462784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-f30c8414-96c3-4565-a036-a17a92e37acb service neutron] 10.222.0.55 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972888 Aug 29 05:35:15.556795 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Set router 27a347e2-0063-48aa-98e0-f2a5854512f4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:15.651698 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5f1b0453-3663-4711-b361-54479d934c97 req-07832e4b-8057-4c31-8c5f-f8f47c9c1a13 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 210 time: 0.0318344 Aug 29 05:35:15.814786 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 4, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port': {'id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1bae8d8a-5246-42c3-b208-0858f11f2233', 'name': '', 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'mac_address': 'fa:16:3e:9e:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f957403b-f460-4f40-983e-800e764d76d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:11Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 2, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'subnets': [{'id': 'f957403b-f460-4f40-983e-800e764d76d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:15.850993 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Checking router: 27a347e2-0063-48aa-98e0-f2a5854512f4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:35:15.851275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1205b150-489b-48c5-b420-4dbe4c28ab6f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:15.852010 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Updating router 27a347e2-0063-48aa-98e0-f2a5854512f4 port 1bae8d8a-5246-42c3-b208-0858f11f2233 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:35:15.881762 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:15.906110 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 1205b150-489b-48c5-b420-4dbe4c28ab6f completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:15.910749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1205b150-489b-48c5-b420-4dbe4c28ab6f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:15.911459 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.004587 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.027901 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 1205b150-489b-48c5-b420-4dbe4c28ab6f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1205b150-489b-48c5-b420-4dbe4c28ab6f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:16.032694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.097056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=1205b150-489b-48c5-b420-4dbe4c28ab6f,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:16.264179 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.287244 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Transition to ACTIVE for port object 1bae8d8a-5246-42c3-b208-0858f11f2233 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:16.294621 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.351896 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40863-c283-41fc-b4eb-a52fc538c64d None None] Pushing event updated for resources: {'Port': ['ID=1bae8d8a-5246-42c3-b208-0858f11f2233,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:16.426564 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Attempting to bind port 1bae8d8a-5246-42c3-b208-0858f11f2233 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:16.427152 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Attempting to bind port 1bae8d8a-5246-42c3-b208-0858f11f2233 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:16.427568 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Attempting to bind port 1bae8d8a-5246-42c3-b208-0858f11f2233 on network 70f261c5-309d-49a2-9bb2-ac752178c301 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:16.437837 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:16.438386 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Checking segment: {'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:16.439001 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.439725 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Bound using segment: {'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:16.440430 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Bound port: 1bae8d8a-5246-42c3-b208-0858f11f2233, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b502c1-14b9-448d-aca6-f312741a989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:16.440976 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.528689 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] For port 1bae8d8a-5246-42c3-b208-0858f11f2233, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:16.533825 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] For port 1bae8d8a-5246-42c3-b208-0858f11f2233, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1bae8d8a-5246-42c3-b208-0858f11f2233,segment=NetworkSegment(f5b502c1-14b9-448d-aca6-f312741a989b),segment_id=f5b502c1-14b9-448d-aca6-f312741a989b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:16.539307 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:16.592766 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Routers {'27a347e2-0063-48aa-98e0-f2a5854512f4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:16.593537 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:34:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['27a347e2-0063-48aa-98e0-f2a5854512f4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:16.772671 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40863-c283-41fc-b4eb-a52fc538c64d None None] Pushing event updated for resources: {'Port': ['ID=1bae8d8a-5246-42c3-b208-0858f11f2233,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:16.828569 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ff12fa36-cce5-4514-aa90-99c94a84c886 req-8c522a75-6985-43a8-ae04-0940b09106da tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 210 time: 0.0388091 Aug 29 05:35:16.857556 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] Set router 27a347e2-0063-48aa-98e0-f2a5854512f4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:16.959991 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-df55fa98-5363-4009-9126-bb37c38dd51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:17.124561 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 4, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port': {'id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1bae8d8a-5246-42c3-b208-0858f11f2233', 'name': '', 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'mac_address': 'fa:16:3e:9e:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f957403b-f460-4f40-983e-800e764d76d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:11Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 4, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'subnets': [{'id': 'f957403b-f460-4f40-983e-800e764d76d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:17.155481 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955daae4-9c54-4e0e-bcf3-7a4f16df380b None None] The sync data for ids ['27a347e2-0063-48aa-98e0-f2a5854512f4'] in n-d-712143-14 is: [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:11Z', 'revision_number': 4, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port': {'id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '1bae8d8a-5246-42c3-b208-0858f11f2233', 'name': '', 'network_id': '70f261c5-309d-49a2-9bb2-ac752178c301', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'mac_address': 'fa:16:3e:9e:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'f957403b-f460-4f40-983e-800e764d76d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:11Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 4, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'subnets': [{'id': 'f957403b-f460-4f40-983e-800e764d76d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:35:17.161900 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-387af8c4-9756-47bf-b363-f5a419e7faf8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:17.163643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-387af8c4-9756-47bf-b363-f5a419e7faf8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 808 time: 0.1436958 Aug 29 05:35:17.227382 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-cf012ae4-e953-4e66-9232-50f067c2d768 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 380 time: 0.0486007 Aug 29 05:35:17.265777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'port': {'device_id': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'admin_state_up': True, 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'security_groups': ['e40dd76d-e142-41a2-aa7c-7011ce08149e']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:17.400138 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Made reservation on behalf of fcc2e4c9fa0540fdbaa1e0a5f0b492c1 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:35:17.405259 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:17.562570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Allocated IP 172.20.0.11 (b8e81c8d-491f-43c4-8e14-9b8d3f5685ce/5f41e427-f620-41e5-aea9-a130e2d0891c/5e7e325c-061a-49db-aaae-f5affaf721e2) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:17.775929 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:17.799457 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Transition to ACTIVE for port object 5e7e325c-061a-49db-aaae-f5affaf721e2 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:17.841366 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:17.879543 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1bae8d8a-5246-42c3-b208-0858f11f2233 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:17.894059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:17.897498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:17.903996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:17.953996 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:18.016246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 1bae8d8a-5246-42c3-b208-0858f11f2233 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:18.019779 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:18.020998 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.023108 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1bae8d8a-5246-42c3-b208-0858f11f2233 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:18.024524 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.065389 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-4f701ecc-34d1-42e0-b53f-216c53492796 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8049102 Aug 29 05:35:18.078801 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33906d-212b-46da-b63e-1fb5a0c668cd req-da0c8c7d-2a6d-4f74-89c7-126f6168206a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:18.082090 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f33906d-212b-46da-b63e-1fb5a0c668cd req-da0c8c7d-2a6d-4f74-89c7-126f6168206a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 932 time: 0.1027446 Aug 29 05:35:18.087418 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Request body: {'port': {'device_id': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:18.134104 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.171610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8f33906d-212b-46da-b63e-1fb5a0c668cd req-53627dfd-1ffe-4099-9528-57ae06df70f4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811400 Aug 29 05:35:18.176485 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 1bae8d8a-5246-42c3-b208-0858f11f2233, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1bae8d8a-5246-42c3-b208-0858f11f2233,segment=NetworkSegment(f5b502c1-14b9-448d-aca6-f312741a989b),segment_id=f5b502c1-14b9-448d-aca6-f312741a989b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:18.177558 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.182349 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.183662 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1205b150-489b-48c5-b420-4dbe4c28ab6f up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:18.283305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=1bae8d8a-5246-42c3-b208-0858f11f2233,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:18.294123 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1205b150-489b-48c5-b420-4dbe4c28ab6f triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:18.294559 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.298287 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ebd39cc5-142b-423e-b412-e53e6ebe7ae9 None None] Provisioning for port 5e7e325c-061a-49db-aaae-f5affaf721e2 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:18.323785 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-ebd39cc5-142b-423e-b412-e53e6ebe7ae9 None None] Provisioning complete for port 5e7e325c-061a-49db-aaae-f5affaf721e2 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:18.324163 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-ebd39cc5-142b-423e-b412-e53e6ebe7ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.371148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-ebd39cc5-142b-423e-b412-e53e6ebe7ae9 None None] Port 5e7e325c-061a-49db-aaae-f5affaf721e2 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:35:18.528570 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7e325c-061a-49db-aaae-f5affaf721e2 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:35:18.536077 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.548025 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Transition to ACTIVE for port object 5e7e325c-061a-49db-aaae-f5affaf721e2 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:35:18.552857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.629380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:18.696441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Attempting to bind port 5e7e325c-061a-49db-aaae-f5affaf721e2 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:35:18.696781 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Attempting to bind port 5e7e325c-061a-49db-aaae-f5affaf721e2 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:35:18.697111 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Attempting to bind port 5e7e325c-061a-49db-aaae-f5affaf721e2 on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:18.701862 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Port 5e7e325c-061a-49db-aaae-f5affaf721e2 on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:35:18.702185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Attempting to bind port 5e7e325c-061a-49db-aaae-f5affaf721e2 on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:35:18.707373 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:35:18.707705 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Checking segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:35:18.708095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Bound using segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:35:18.708523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Bound port: 5e7e325c-061a-49db-aaae-f5affaf721e2, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:35:18.708895 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.788859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:35:18.793101 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:35:18.798228 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.841229 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:18.842198 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:18.844371 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1093 time: 0.7610829 Aug 29 05:35:18.845028 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:18.848128 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d" -d '{"events": [{"name": "network-changed", "server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:18.882239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c17661-16bb-4564-863e-81693b49a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:18.899704 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf004b7e-a871-46b0-ac07-1f34e29ba67c x-openstack-request-id: req-cf004b7e-a871-46b0-ac07-1f34e29ba67c {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:18.899997 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:18.900243 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf004b7e-a871-46b0-ac07-1f34e29ba67c {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:18.900643 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'status': 'completed', 'code': 200} Aug 29 05:35:18.978939 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-6b6033c1-930b-44fc-aa31-394bc6ef578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:18.980485 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-6b6033c1-930b-44fc-aa31-394bc6ef578d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1096 time: 0.0534303 Aug 29 05:35:19.032998 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-223e0868-1d4f-4e5b-a64a-a39be6a9da04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 217 time: 0.0397487 Aug 29 05:35:19.095812 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a95f598a-7dda-4e19-b3f6-ae795b0d3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:19.099475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-a95f598a-7dda-4e19-b3f6-ae795b0d3412 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0600007 Aug 29 05:35:19.147906 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-5c8ba674-f32f-446a-a25d-03d04695e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:19.149443 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-5c8ba674-f32f-446a-a25d-03d04695e850 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434537 Aug 29 05:35:19.248948 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-b3f55d8e-cf3d-48f3-96b6-40ab0b14eb5f service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917363 Aug 29 05:35:19.377835 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba1eec-efcd-43c4-8eee-3ab54ce6881a req-744c359a-1eeb-4d92-adcf-e2b0d5bc9795 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:19.379311 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2ba1eec-efcd-43c4-8eee-3ab54ce6881a req-744c359a-1eeb-4d92-adcf-e2b0d5bc9795 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.1057045 Aug 29 05:35:19.382977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3264e39-679f-4ccf-bfd9-448a831e20cd req-0b50872a-502e-4f02-8247-a60d334e04a7 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277492 Aug 29 05:35:19.425357 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b2ba1eec-efcd-43c4-8eee-3ab54ce6881a req-d95d70eb-3082-42a8-8e9e-c0e0b0f198c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389705 Aug 29 05:35:19.522722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-2d416f40-32c7-455e-9e1f-c4701166d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:19.525253 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-2d416f40-32c7-455e-9e1f-c4701166d8bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1096 time: 0.0571156 Aug 29 05:35:19.576859 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e9ab069d-69c1-4230-98a4-a30eefdd613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:19.637236 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-3a2db8d4-af9f-453c-8db7-95acd7721d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:19.638750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-3a2db8d4-af9f-453c-8db7-95acd7721d8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.1051078 Aug 29 05:35:19.686709 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-d18e2a9b-719e-4250-ac71-99ec57c8f8e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 217 time: 0.0397854 Aug 29 05:35:19.765764 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:19.814857 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1bae8d8a-5246-42c3-b208-0858f11f2233 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:19.880502 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 1bae8d8a-5246-42c3-b208-0858f11f2233 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:19.880874 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:20.068888 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-f163cd70-6088-4f5f-be8f-dd36350fbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:20.070325 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-f163cd70-6088-4f5f-be8f-dd36350fbb8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.3771443 Aug 29 05:35:20.125539 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-650e57b0-1af5-45d0-a543-f22358a5f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:20.127701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-650e57b0-1af5-45d0-a543-f22358a5f43e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460131 Aug 29 05:35:20.231500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-4ca656c0-c9d2-40e2-9bb5-72f8fdfe5dde service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961480 Aug 29 05:35:20.331937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cdbae025-e6d7-4cb4-ab61-6a0618f3913d req-9f244933-4176-481d-9431-391328bc6c86 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931036 Aug 29 05:35:20.557373 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0eb96-84f7-4d95-b329-e2b66dcf6db5 req-83e71c1d-c302-4f40-9fc1-fc713776c818 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:20.559094 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bed0eb96-84f7-4d95-b329-e2b66dcf6db5 req-83e71c1d-c302-4f40-9fc1-fc713776c818 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0525796 Aug 29 05:35:20.615051 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bed0eb96-84f7-4d95-b329-e2b66dcf6db5 req-1b80b7fd-89aa-42a3-a661-b1ee1210bb03 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453026 Aug 29 05:35:21.066517 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:21.410585 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:21.738062 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0d99-f229-4ce9-b858-eda442d51f0b req-3c020f31-351a-4683-bda0-86732cab8440 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:21.739622 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-213a0d99-f229-4ce9-b858-eda442d51f0b req-3c020f31-351a-4683-bda0-86732cab8440 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0529048 Aug 29 05:35:21.786537 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-213a0d99-f229-4ce9-b858-eda442d51f0b req-fd766993-8f77-4df8-a345-d0b8aefe5860 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 Aug 29 05:35:22.607071 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:22.921944 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1a54-6330-44cf-bdaf-4b053691cc68 req-4a821bb8-5b37-4919-bdc3-8fab95fd093f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:22.923451 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862e1a54-6330-44cf-bdaf-4b053691cc68 req-4a821bb8-5b37-4919-bdc3-8fab95fd093f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0510163 Aug 29 05:35:22.968219 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-862e1a54-6330-44cf-bdaf-4b053691cc68 req-b6744e89-d56a-4ea5-af43-3d82ec5b9d30 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343862 Aug 29 05:35:23.442863 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:35:23.551856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:23.564326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'port_id': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'mac_address': 'fa:16:3e:19:13:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:35:23.602960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:23.616940 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7e325c-061a-49db-aaae-f5affaf721e2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:35:23.638121 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:23.642027 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:23.692427 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:23.923170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5e7e325c-061a-49db-aaae-f5affaf721e2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:35:24.096133 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af09e3-af15-4268-be37-cdf24522e4d4 req-80e99de3-8ae3-4c6c-b0da-94b08930275f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:24.098535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3af09e3-af15-4268-be37-cdf24522e4d4 req-80e99de3-8ae3-4c6c-b0da-94b08930275f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 945 time: 0.0584693 Aug 29 05:35:24.141277 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f3af09e3-af15-4268-be37-cdf24522e4d4 req-dd81d4b8-bfd9-45ed-a278-7548ae89b5e3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371220 Aug 29 05:35:25.259171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e8c7-5fae-40a4-90ac-cd0ac4b4dd88 req-09e7327a-4cec-43d6-84ea-afc4e80d1f22 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.260918 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fea2e8c7-5fae-40a4-90ac-cd0ac4b4dd88 req-09e7327a-4cec-43d6-84ea-afc4e80d1f22 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 945 time: 0.0510325 Aug 29 05:35:25.306106 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fea2e8c7-5fae-40a4-90ac-cd0ac4b4dd88 req-006fd5b6-6de1-442a-862b-85072097d3b2 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357022 Aug 29 05:35:25.454884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:35:25.501969 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 5e7e325c-061a-49db-aaae-f5affaf721e2 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:35:25.505550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 5e7e325c-061a-49db-aaae-f5affaf721e2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:35:25.506000 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:25.584797 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:25.606993 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:25.609240 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36aeec1-a832-4e78-8609-1d69cd1a8a27" -d '{"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:25.622178 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:35:25.626442 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:25.649396 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7078d75-c622-485e-9da0-8a21247fb5a2 x-openstack-request-id: req-c7078d75-c622-485e-9da0-8a21247fb5a2 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:25.649714 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:25.649971 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7078d75-c622-485e-9da0-8a21247fb5a2 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:25.650360 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'code': 200} Aug 29 05:35:25.674898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:25.772184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7eb0-1bab-4271-880c-9ea0ccbc7818 req-f15ec13e-472d-4cb2-8c65-52e6afcd1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.773791 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c6e7eb0-1bab-4271-880c-9ea0ccbc7818 req-f15ec13e-472d-4cb2-8c65-52e6afcd1145 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1098 time: 0.0453792 Aug 29 05:35:25.809260 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5c6e7eb0-1bab-4271-880c-9ea0ccbc7818 req-f865871f-e7a4-47d9-a25c-8015afd83cac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286329 Aug 29 05:35:26.426050 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74810828-e268-4bc6-861d-ab78dfd7fa6f req-efb169af-658f-4bea-b6b8-2889fc7bc99e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:26.427589 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74810828-e268-4bc6-861d-ab78dfd7fa6f req-efb169af-658f-4bea-b6b8-2889fc7bc99e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0521412 Aug 29 05:35:26.468627 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-74810828-e268-4bc6-861d-ab78dfd7fa6f req-2aacfa5a-4295-49ec-8be5-8bc52e1c6dc9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Aug 29 05:35:27.591067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c172ab0-acd0-4e55-8856-1ca165e489d2 req-20248285-fa94-4ffd-ae89-85930f79a1fc tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:27.592855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c172ab0-acd0-4e55-8856-1ca165e489d2 req-20248285-fa94-4ffd-ae89-85930f79a1fc tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0515976 Aug 29 05:35:27.649127 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c172ab0-acd0-4e55-8856-1ca165e489d2 req-bd49b60e-3aef-471f-9ac6-6885bbec682d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476787 Aug 29 05:35:27.779403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a265e-aa82-418b-94fb-90e0bc858c71 req-30248994-f960-4226-9405-83742799fadc tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:27.780889 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf7a265e-aa82-418b-94fb-90e0bc858c71 req-30248994-f960-4226-9405-83742799fadc tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0518422 Aug 29 05:35:27.824342 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-bf7a265e-aa82-418b-94fb-90e0bc858c71 req-2e327108-6b5c-4e3e-89db-301f30015454 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Aug 29 05:35:27.849093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45352) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:27.997814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0612d463-7ef4-4280-9fc2-dd9edb1c76de tempest-TestShelveInstance-1324683534 tempest-TestShelveInstance-1324683534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:27.999364 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-0612d463-7ef4-4280-9fc2-dd9edb1c76de tempest-TestShelveInstance-1324683534 tempest-TestShelveInstance-1324683534-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1093 time: 0.1492140 Aug 29 05:35:28.002418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45356) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:28.006799 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:35:28.029327 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:28.134035 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:28.249038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Allocated IP 172.25.7.239 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/954fb7d6-1ab1-4802-8cda-0f01fec8accd) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:35:28.362675 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:28.417901 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:28.455777 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:35:28.460783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:35:28.464864 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:35:28.491663 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'Port': ['ID=954fb7d6-1ab1-4802-8cda-0f01fec8accd,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:28.844651 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:28.912384 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:29.061452 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:29.066025 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:29.138322 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'Port': ['ID=954fb7d6-1ab1-4802-8cda-0f01fec8accd,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:29.148068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:29.247001 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Floating IP 1b8b2159-96a4-460f-8f8a-66236413e60d associated. External IP: 172.25.7.239, port: 5e7e325c-061a-49db-aaae-f5affaf721e2. Aug 29 05:35:29.796762 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Router 7f6b0269-18c1-43e6-9413-2fc2bc001437 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:35:29.907610 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:35:29.918357 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] Sync routers for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:35:29.924004 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:29.928744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:29.929398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:35:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:29.957428 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-96ba1cb1-2f6c-4d99-89c0-5b1a6af337a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9539685 Aug 29 05:35:29.958392 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:29.961567 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989fbba-25d6-4da9-99d2-aac3a76f8a28" -d '{"events": [{"name": "network-changed", "server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:29.998971 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f224a4f0-930e-4abf-a21c-99d35ddce60b x-openstack-request-id: req-f224a4f0-930e-4abf-a21c-99d35ddce60b {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:29.999267 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:29.999547 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f224a4f0-930e-4abf-a21c-99d35ddce60b {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:29.999955 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'status': 'completed', 'code': 200} Aug 29 05:35:30.036209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:30.086870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-b7ad0d59-b74f-4052-8d97-38922cca9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:30.088381 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-b7ad0d59-b74f-4052-8d97-38922cca9d7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1098 time: 0.0451348 Aug 29 05:35:30.179263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-5ce54a41-1939-423d-9b0f-2d19414182af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:30.181044 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-5ce54a41-1939-423d-9b0f-2d19414182af service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0856678 Aug 29 05:35:30.252328 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-a6d14dcc-9bf6-474a-8556-15284041be37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1000 time: 0.0636072 Aug 29 05:35:30.266235 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '1b8b2159-96a4-460f-8f8a-66236413e60d', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'port_id': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'mac_address': 'fa:16:3e:19:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:35:28Z', 'updated_at': '2021-08-29T05:35:28Z', 'revision_number': 0, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:30.291977 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] Checking router: 7f6b0269-18c1-43e6-9413-2fc2bc001437 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:35:30.300149 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:30.300745 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:35:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:30.302142 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-55ae1aaa-6178-4ee1-884c-0347e6baff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:30.303640 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-55ae1aaa-6178-4ee1-884c-0347e6baff43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0446134 Aug 29 05:35:30.350426 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-d2304651-f660-41c3-9c0f-42ee233bbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:30.351970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-d2304651-f660-41c3-9c0f-42ee233bbe50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407686 Aug 29 05:35:30.406159 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:30.450109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-8f14f5e7-a384-47ce-adca-452b842dfce5 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907881 Aug 29 05:35:30.540602 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3989fbba-25d6-4da9-99d2-aac3a76f8a28 req-2a08496b-09da-4839-a0f4-e7981ce15b96 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838225 Aug 29 05:35:30.638399 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '1b8b2159-96a4-460f-8f8a-66236413e60d', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'port_id': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'mac_address': 'fa:16:3e:19:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:35:28Z', 'updated_at': '2021-08-29T05:35:28Z', 'revision_number': 0, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:30.663706 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9c900-3e38-4773-b3b0-1f9f1f8e4fbc None None] The sync data for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 is: [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '1b8b2159-96a4-460f-8f8a-66236413e60d', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'port_id': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'mac_address': 'fa:16:3e:19:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:35:28Z', 'updated_at': '2021-08-29T05:35:28Z', 'revision_number': 0, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:35:30.855308 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486480e1-f9b3-459f-bd78-ff0ca1f4a054 None None] New status for floating IP 1b8b2159-96a4-460f-8f8a-66236413e60d: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:35:32.171769 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:34.096445 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:35:39.762594 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c42d4d8-5b2b-49b2-8ccb-26ad19682a15 req-158be344-ccaf-47a1-ac29-3a3e5c0d0498 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277069 Aug 29 05:35:39.830405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c42d4d8-5b2b-49b2-8ccb-26ad19682a15 req-ce4dbace-c375-4544-b813-ca25600db01f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0250118 Aug 29 05:35:39.875314 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c42d4d8-5b2b-49b2-8ccb-26ad19682a15 req-94e49f27-666f-4de6-802c-b293ba069060 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242782 Aug 29 05:35:39.974211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42d4d8-5b2b-49b2-8ccb-26ad19682a15 req-aefcd201-9189-49f0-88a7-1a14d3c449c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:39.975697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0c42d4d8-5b2b-49b2-8ccb-26ad19682a15 req-aefcd201-9189-49f0-88a7-1a14d3c449c5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930054 Aug 29 05:35:46.955107 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb16c-b8da-471b-abba-42facdd74d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:49.580912 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-37cf0021-4490-44eb-a33e-d1e5aa92a8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:49.760263 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:51.068311 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:51.408616 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:52.606645 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:55.697974 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-26034606-76bb-48c6-b0d6-596e1910c311 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407629 Aug 29 05:35:55.798290 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-f1ef933d-8bb0-4374-8371-e4afea2892f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.799738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-f1ef933d-8bb0-4374-8371-e4afea2892f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1098 time: 0.0435777 Aug 29 05:35:55.903083 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-5a0d444f-0166-493e-a179-325c53c294c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:55.904583 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-5a0d444f-0166-493e-a179-325c53c294c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0840371 Aug 29 05:35:55.975041 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-04f2d1bf-6614-431c-a9c5-fb611029be0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1002 time: 0.0632129 Aug 29 05:35:56.029172 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-055cd2ff-b768-4e3a-9062-6d8cca393450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:56.030745 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-055cd2ff-b768-4e3a-9062-6d8cca393450 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0483148 Aug 29 05:35:56.077863 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-775606de-a1f9-4e26-b558-24e29ea327d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:56.079356 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-775606de-a1f9-4e26-b558-24e29ea327d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409834 Aug 29 05:35:56.171977 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-177856aa-6059-4ed5-bdc2-5ca5776af9c7 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848844 Aug 29 05:35:56.262954 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-85aec7fa-c654-4cbf-879c-6b46bac944f5 req-a39aef6c-7665-4187-93f0-757fd6901fe0 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Aug 29 05:36:02.165073 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.096816 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:16.957061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-17ac885b-158e-44c4-8224-669b646e46e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:19.582165 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-77dd8dbc-7c90-4b42-96c7-32154beddf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:19.762164 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:21.071211 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:21.408267 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.612467 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:32.173105 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:40.831529 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abab27ca-b908-4cca-9d78-99219b3d38db req-774d157a-c02c-4fc6-9edf-e32331cabe4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0781896 Aug 29 05:36:40.880743 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abab27ca-b908-4cca-9d78-99219b3d38db req-10d27524-dccb-467b-b8e7-0876b2b9edbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0255949 Aug 29 05:36:40.923920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abab27ca-b908-4cca-9d78-99219b3d38db req-e1fcc82f-9814-4bfb-bc39-d8bd28068aca service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232747 Aug 29 05:36:41.026143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab27ca-b908-4cca-9d78-99219b3d38db req-2ce5b20f-203b-4e80-9f71-4c238b3ba821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:41.027554 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-abab27ca-b908-4cca-9d78-99219b3d38db req-2ce5b20f-203b-4e80-9f71-4c238b3ba821 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967410 Aug 29 05:36:46.960749 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-936825cf-4f6a-40e9-8a85-be97d1194d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:48.096123 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:49.583194 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-183f2145-4a5e-4119-bb80-b7903e11f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:49.766438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:51.074545 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:51.427884 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:52.613584 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:55.707129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-60209632-40ee-429a-be24-82f4521f224b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851817 Aug 29 05:36:55.813405 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-ffa10b6c-d8cc-492b-ac16-285c6a83cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:55.814961 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-ffa10b6c-d8cc-492b-ac16-285c6a83cb6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1098 time: 0.0469308 Aug 29 05:36:55.922013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-dfcf3931-f1e3-4924-9616-069bd6e1e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:55.923506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-dfcf3931-f1e3-4924-9616-069bd6e1e857 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0894413 Aug 29 05:36:56.012269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-bea2e3f9-4e22-4351-b1bc-656c41d76607 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1002 time: 0.0801964 Aug 29 05:36:56.063258 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-d514a528-e3cc-4255-b7c1-cf4b26a5ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:56.064760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-d514a528-e3cc-4255-b7c1-cf4b26a5ea5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0461142 Aug 29 05:36:56.111396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-dd5b2afe-0a1d-4634-a9f4-543b78eacc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:56.113085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-dd5b2afe-0a1d-4634-a9f4-543b78eacc57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414288 Aug 29 05:36:56.211403 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-79ea2953-8254-4fde-addc-aa90550678e6 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913496 Aug 29 05:36:56.303370 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47c80aaa-4959-44da-ae48-dc6f776407b0 req-512d39b8-faf6-44f9-8655-64170d6aa966 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Aug 29 05:37:02.176210 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.963700 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-218fa9c5-fecd-416a-b0a8-9cd12e4aa44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.583909 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-85173fee-f5ea-4583-9272-48cbc4061b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.767772 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.078602 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.436344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.616817 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.097945 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:25.567921 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2e871-4635-422b-a668-758bfbb98126 req-1ce24106-74e7-433b-970e-8c920ba3e295 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:25.569908 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0dc2e871-4635-422b-a668-758bfbb98126 req-1ce24106-74e7-433b-970e-8c920ba3e295 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0769002 Aug 29 05:37:25.626856 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0dc2e871-4635-422b-a668-758bfbb98126 req-5cdb3b45-bb23-4e86-a24b-57035ebc7cf0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495682 Aug 29 05:37:26.753812 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea4860-7ff6-40ba-820b-15d1a001b59e req-568e1e60-69ce-4de4-a97b-dcaffca54937 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:26.755318 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49ea4860-7ff6-40ba-820b-15d1a001b59e req-568e1e60-69ce-4de4-a97b-dcaffca54937 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0502222 Aug 29 05:37:26.794241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-49ea4860-7ff6-40ba-820b-15d1a001b59e req-eab24325-f84b-43e0-8478-9d080a5ef095 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Aug 29 05:37:27.936293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b970bc-0d83-402d-ae48-1588061cda6d req-6520a22e-067f-400e-bef6-72af4c49acb6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:27.937806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09b970bc-0d83-402d-ae48-1588061cda6d req-6520a22e-067f-400e-bef6-72af4c49acb6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0531387 Aug 29 05:37:27.978071 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-09b970bc-0d83-402d-ae48-1588061cda6d req-68b6039f-a2e5-4eb0-9965-94a796aa0344 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341315 Aug 29 05:37:29.112488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966445-36a3-4b09-be5b-79e7c968d89d req-462925a1-7eae-4499-9a5c-4da0e830889a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:29.114230 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e966445-36a3-4b09-be5b-79e7c968d89d req-462925a1-7eae-4499-9a5c-4da0e830889a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0499082 Aug 29 05:37:29.154381 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3e966445-36a3-4b09-be5b-79e7c968d89d req-f8dd62ce-e453-4c92-ba82-7a0013832cc2 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Aug 29 05:37:30.275429 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3a627-95e4-491a-a359-7b08ec64ddb8 req-57dd88a2-5aad-49c5-a75f-e36cfc8e165c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:30.276883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74a3a627-95e4-491a-a359-7b08ec64ddb8 req-57dd88a2-5aad-49c5-a75f-e36cfc8e165c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0506210 Aug 29 05:37:30.320291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-74a3a627-95e4-491a-a359-7b08ec64ddb8 req-8d164f56-9a1e-4bb5-a613-c974a4185452 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343189 Aug 29 05:37:31.493297 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b8918-5fa4-48e8-ba9b-c7c3ba40251c req-f1653496-01a7-40c4-aa2e-82bc438bb7d6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:31.494950 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a90b8918-5fa4-48e8-ba9b-c7c3ba40251c req-f1653496-01a7-40c4-aa2e-82bc438bb7d6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0908732 Aug 29 05:37:31.536368 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a90b8918-5fa4-48e8-ba9b-c7c3ba40251c req-e8d461aa-b4e6-44f0-be40-fdde9d88f5e3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347178 Aug 29 05:37:32.189152 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:32.669211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdbccd-90ff-4fbe-aa5c-ca700e2b1776 req-9b38e368-d954-4aaa-8b69-8a295d4296f4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:32.670751 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80cdbccd-90ff-4fbe-aa5c-ca700e2b1776 req-9b38e368-d954-4aaa-8b69-8a295d4296f4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0601125 Aug 29 05:37:32.720037 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-80cdbccd-90ff-4fbe-aa5c-ca700e2b1776 req-35387a1b-b49a-4707-9c7d-435797096ca8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Aug 29 05:37:33.841521 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d82f04-3b1b-43c6-a837-2c9e19c44002 req-7241cfa2-a62f-4f89-a2bd-7b8aeb82f910 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:33.843021 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1d82f04-3b1b-43c6-a837-2c9e19c44002 req-7241cfa2-a62f-4f89-a2bd-7b8aeb82f910 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0531092 Aug 29 05:37:33.880984 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-d1d82f04-3b1b-43c6-a837-2c9e19c44002 req-ccb4b003-4d36-463a-89ad-f63b363c01fa tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Aug 29 05:37:35.009851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccdd37-8a6d-40e0-b994-3042883a839d req-ebd36dc0-1c38-4198-a5ce-fb3ba7ca3e19 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:35.011359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baccdd37-8a6d-40e0-b994-3042883a839d req-ebd36dc0-1c38-4198-a5ce-fb3ba7ca3e19 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0568814 Aug 29 05:37:35.057099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-baccdd37-8a6d-40e0-b994-3042883a839d req-9ed7f385-d9d5-4eab-8ceb-745326077637 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366280 Aug 29 05:37:36.192510 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7abf05-5d6f-4cfa-857a-d60975619cef req-f5466f6a-37a0-4d9c-abb7-052b3da56879 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:36.195039 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed7abf05-5d6f-4cfa-857a-d60975619cef req-f5466f6a-37a0-4d9c-abb7-052b3da56879 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0542035 Aug 29 05:37:36.238173 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed7abf05-5d6f-4cfa-857a-d60975619cef req-85915c85-7b8f-4929-8178-f8a16b21fd5d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368843 Aug 29 05:37:37.374746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518b843-29f6-459b-9478-6e54e17f27a3 req-4e7713ae-9f31-419a-8d41-9dbcc07d62b3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:37.376256 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2518b843-29f6-459b-9478-6e54e17f27a3 req-4e7713ae-9f31-419a-8d41-9dbcc07d62b3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0585449 Aug 29 05:37:37.433087 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2518b843-29f6-459b-9478-6e54e17f27a3 req-9e8741c3-ebd9-4444-8499-4009793a9a27 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494592 Aug 29 05:37:38.123141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:37:38.245513 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:38.261579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'port_id': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'mac_address': 'fa:16:3e:19:13:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:37:38.311177 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.326063 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e7e325c-061a-49db-aaae-f5affaf721e2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:38.346143 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:38.350804 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.401831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:38.409454 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.409847 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.410194 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.410537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.410875 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.411209 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.411541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.411898 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.412231 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.412558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.412884 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.414174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:38.498317 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5e7e325c-061a-49db-aaae-f5affaf721e2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:37:38.612399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba896019-9d15-4cf6-a3dc-f23a3ac0024c req-2df72f98-c818-424f-9637-b8ad76dee35b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:38.614933 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba896019-9d15-4cf6-a3dc-f23a3ac0024c req-2df72f98-c818-424f-9637-b8ad76dee35b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 945 time: 0.0824888 Aug 29 05:37:38.665156 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ba896019-9d15-4cf6-a3dc-f23a3ac0024c req-88d1650e-c1b3-437f-ae71-2ee52c8e03eb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Aug 29 05:37:39.794181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08cede-f35e-44b6-8a32-2d04374d5dd0 req-accd81f0-7713-4e7e-aef6-df71f7c66745 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:39.795747 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba08cede-f35e-44b6-8a32-2d04374d5dd0 req-accd81f0-7713-4e7e-aef6-df71f7c66745 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 945 time: 0.0562875 Aug 29 05:37:39.840076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ba08cede-f35e-44b6-8a32-2d04374d5dd0 req-9045a3f5-68ae-4d30-86be-531666e0b479 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 Aug 29 05:37:40.151056 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:40.230386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 5e7e325c-061a-49db-aaae-f5affaf721e2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:40.231102 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.323361 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.363025 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:40.366283 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84669b4-7a0b-4a8b-ba34-30d52efc988a" -d '{"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:40.385568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:40.407451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.454364 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4e0d47-63ac-4b2b-b28e-ba60e0ac3071 x-openstack-request-id: req-4e4e0d47-63ac-4b2b-b28e-ba60e0ac3071 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:40.454758 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:40.454941 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e4e0d47-63ac-4b2b-b28e-ba60e0ac3071 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:40.455356 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'code': 200} Aug 29 05:37:40.503464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:40.989097 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148631-9a65-4979-bb5d-672ff7ac01f2 req-d6b87b4e-3a28-4729-bd3e-9ed20ab1aaae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:40.991129 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd148631-9a65-4979-bb5d-672ff7ac01f2 req-d6b87b4e-3a28-4729-bd3e-9ed20ab1aaae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0684152 Aug 29 05:37:41.082460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fd148631-9a65-4979-bb5d-672ff7ac01f2 req-59b27594-b22b-4bd2-a70a-b700275bfb1a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848784 Aug 29 05:37:42.239988 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca5b6-7cf7-4d20-b834-734c1c1b7b06 req-011cf4d8-ef2f-4017-8772-29072164bd3c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:42.251379 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbbca5b6-7cf7-4d20-b834-734c1c1b7b06 req-011cf4d8-ef2f-4017-8772-29072164bd3c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0858152 Aug 29 05:37:42.332535 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbbca5b6-7cf7-4d20-b834-734c1c1b7b06 req-20df4853-7058-404f-8086-4021098305c9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726991 Aug 29 05:37:42.767184 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd15106c-8ff7-422c-97a9-4b18c43a4432 req-cfdef59c-3130-4d9c-b130-d9d53095c774 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274632 Aug 29 05:37:42.837678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd15106c-8ff7-422c-97a9-4b18c43a4432 req-4895a8b9-b6a5-4578-9e5b-15f0b88b1237 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0294323 Aug 29 05:37:42.897010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd15106c-8ff7-422c-97a9-4b18c43a4432 req-a5f28f9f-5c14-4b9a-b5cd-adbb559b194b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276740 Aug 29 05:37:43.028820 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15106c-8ff7-422c-97a9-4b18c43a4432 req-e0f1b752-595b-4990-a640-1549778a936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.030335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bd15106c-8ff7-422c-97a9-4b18c43a4432 req-e0f1b752-595b-4990-a640-1549778a936f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273310 Aug 29 05:37:43.477954 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa3113-2b53-444e-9689-c98c1dbe7f67 req-e4b6cd2d-4a07-4d85-be29-a1cebb657798 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:43.488066 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7aa3113-2b53-444e-9689-c98c1dbe7f67 req-e4b6cd2d-4a07-4d85-be29-a1cebb657798 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0772452 Aug 29 05:37:43.542909 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f7aa3113-2b53-444e-9689-c98c1dbe7f67 req-f67b9c58-ffdb-4474-a265-a6a97f7325d8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531034 Aug 29 05:37:44.690354 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4c06-f37c-4f59-815e-6e6a415d86b7 req-8efa3a49-8fc8-4315-ac80-411dc88795a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:44.692517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbdd4c06-f37c-4f59-815e-6e6a415d86b7 req-8efa3a49-8fc8-4315-ac80-411dc88795a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0646431 Aug 29 05:37:44.744704 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-fbdd4c06-f37c-4f59-815e-6e6a415d86b7 req-ef34cc31-42f1-4628-aa4e-b800e8a0cb4a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Aug 29 05:37:45.886772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dbebc-781b-42bd-94cf-3f127d732d93 req-b7089b24-469d-485f-98f9-0264407b4bb7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:45.889006 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af5dbebc-781b-42bd-94cf-3f127d732d93 req-b7089b24-469d-485f-98f9-0264407b4bb7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0607810 Aug 29 05:37:45.945655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-af5dbebc-781b-42bd-94cf-3f127d732d93 req-f49bd9f2-f568-495d-a61b-03534a5475fc tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504920 Aug 29 05:37:46.972127 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30752f0e-aa04-4ebb-8fbe-d5ac19fb6c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:47.090350 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5f2b2-9a68-439d-bc10-8e9eaf14d6fc req-043d8d37-112f-42a2-bc8b-4f74c129060e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:47.091548 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55c5f2b2-9a68-439d-bc10-8e9eaf14d6fc req-043d8d37-112f-42a2-bc8b-4f74c129060e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0612934 Aug 29 05:37:47.140371 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-55c5f2b2-9a68-439d-bc10-8e9eaf14d6fc req-bc5f6413-7eec-4e5f-bba2-3ed9307a9bb0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Aug 29 05:37:47.879525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-fbb5d4c2-c725-4f65-9be3-60e6a0a86b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:47.881769 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-fbb5d4c2-c725-4f65-9be3-60e6a0a86b3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1098 time: 0.0456290 Aug 29 05:37:47.979310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-f58ede83-252c-40a4-85c9-669ef5624b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:47.980777 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-f58ede83-252c-40a4-85c9-669ef5624b57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0913091 Aug 29 05:37:48.050873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-19d0af80-3038-4383-9675-0f56fbd28c59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1002 time: 0.0626719 Aug 29 05:37:48.099896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-034e9c48-359a-4ace-a806-ea74f4e89bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:48.101266 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-034e9c48-359a-4ace-a806-ea74f4e89bc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0437233 Aug 29 05:37:48.147755 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-4d3e25c1-f0a8-4d42-8445-e48f7477943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:48.149300 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-4d3e25c1-f0a8-4d42-8445-e48f7477943f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413451 Aug 29 05:37:48.274822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-98006165-4da4-418d-8d63-dbba946b60e8 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180880 Aug 29 05:37:48.286488 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a362b65-a075-420a-99db-e98cde5763c2 req-eba293cc-4230-4ff6-8fe7-b3ed30b13a79 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:48.288496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a362b65-a075-420a-99db-e98cde5763c2 req-eba293cc-4230-4ff6-8fe7-b3ed30b13a79 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0771434 Aug 29 05:37:48.379440 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5a362b65-a075-420a-99db-e98cde5763c2 req-a83eb986-56b0-45c9-9594-1644dcb5e55d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826876 Aug 29 05:37:48.406827 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7fe59614-d798-4fc0-9787-5414c28d69d1 req-47dd8dc4-fb21-40e4-8307-5192b25bfa65 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173782 Aug 29 05:37:49.499088 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f16f89-d8bb-43b5-8fbf-fbee43b7ad8a req-b962d40f-54cc-43f8-87c4-444b2c0a02cb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:49.500735 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26f16f89-d8bb-43b5-8fbf-fbee43b7ad8a req-b962d40f-54cc-43f8-87c4-444b2c0a02cb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 946 time: 0.0498211 Aug 29 05:37:49.539896 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-26f16f89-d8bb-43b5-8fbf-fbee43b7ad8a req-40fddc72-6aee-4aac-af91-592913b918c4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Aug 29 05:37:49.585535 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b07f1c6-9dc2-428f-bcd8-fcbd5e63c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:49.768782 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.231221 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:50.309125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.331658 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:50.333967 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac05c3-4091-44a3-9721-d0acfcdb146a" -d '{"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:50.348533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:50.353600 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:50.384821 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a44af1-fe8e-4f08-bf70-2b2b289629fb x-openstack-request-id: req-20a44af1-fe8e-4f08-bf70-2b2b289629fb {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:50.385105 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:50.385359 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20a44af1-fe8e-4f08-bf70-2b2b289629fb {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:50.385769 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'code': 200} Aug 29 05:37:50.415913 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:50.658138 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ee55-11d4-4e50-8183-0a0f04878d08 req-6d8bd2e9-4e59-47ab-bc7f-e450f938038c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:50.659610 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3e9ee55-11d4-4e50-8183-0a0f04878d08 req-6d8bd2e9-4e59-47ab-bc7f-e450f938038c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0493255 Aug 29 05:37:50.697771 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a3e9ee55-11d4-4e50-8183-0a0f04878d08 req-9fe67352-3c89-4347-a3ba-1923c44ed1a8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Aug 29 05:37:50.931633 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31b3c-6ef8-4fa0-aefc-6f09a08575e8 req-9dde0100-9f64-4e7e-bd57-2cb76b235ddb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:50.933187 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84e31b3c-6ef8-4fa0-aefc-6f09a08575e8 req-9dde0100-9f64-4e7e-bd57-2cb76b235ddb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0587471 Aug 29 05:37:50.980311 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-84e31b3c-6ef8-4fa0-aefc-6f09a08575e8 req-dde4fd79-c67d-4664-ab60-cb5bc7e4592d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402434 Aug 29 05:37:51.082552 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:51.165731 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45560) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:51.258506 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-54fe7e06-1897-45b3-a402-a0382c735eb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915878 Aug 29 05:37:51.437858 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.099560 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b39eb-bdea-4c27-9e5b-98a6f5a199e2 req-1bb97b73-689a-45be-a40b-b6e2e0a0c7f4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.101160 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b39b39eb-bdea-4c27-9e5b-98a6f5a199e2 req-1bb97b73-689a-45be-a40b-b6e2e0a0c7f4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0495515 Aug 29 05:37:52.167096 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b39b39eb-bdea-4c27-9e5b-98a6f5a199e2 req-8f5b1013-f2d1-4428-b0a5-9be2f3ee1956 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573967 Aug 29 05:37:52.169869 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-a41bc633-f2cb-4d88-8047-321722dae40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.171299 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-a41bc633-f2cb-4d88-8047-321722dae40a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4&tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 1096 time: 0.0692532 Aug 29 05:37:52.252637 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-9153c0f9-8d57-4963-9291-11ca05352a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.254138 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-9153c0f9-8d57-4963-9291-11ca05352a45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1096 time: 0.0425844 Aug 29 05:37:52.344865 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-e408afb6-4f56-42b1-aa2b-2629349a3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.346422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-e408afb6-4f56-42b1-aa2b-2629349a3761 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0859351 Aug 29 05:37:52.415240 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-8e33a2bc-c285-4aa7-86e5-de2159be61f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1000 time: 0.0620217 Aug 29 05:37:52.465478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-e577f626-fc30-4550-a48a-0e1a86d79c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.466970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-e577f626-fc30-4550-a48a-0e1a86d79c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0453713 Aug 29 05:37:52.513390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-0c4330a7-a8dd-4f1b-abf6-530f7ce37a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:52.514813 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-0c4330a7-a8dd-4f1b-abf6-530f7ce37a93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404024 Aug 29 05:37:52.607152 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-c8be08d6-8a0d-48a9-a8ae-04a33e39ec8d service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Aug 29 05:37:52.620635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:52.698574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-ba6be6a5-a8a5-4e94-80a6-877188b06616 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842173 Aug 29 05:37:53.312028 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30142-5881-4ba7-a027-cf63197b276c req-96e1a3ab-94c9-4e54-bf39-8a82625874a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:53.313541 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aeb30142-5881-4ba7-a027-cf63197b276c req-96e1a3ab-94c9-4e54-bf39-8a82625874a9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0663862 Aug 29 05:37:53.358953 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-aeb30142-5881-4ba7-a027-cf63197b276c req-bf7087cc-1e33-47bb-8b51-86a6b5caf031 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367663 Aug 29 05:37:54.245573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:54.485107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be7a44-3c41-489c-858f-aae8d8c40bcd req-3d7654ba-64b0-4131-b47b-ff7ae87a7ddd tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:54.486740 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6be7a44-3c41-489c-858f-aae8d8c40bcd req-3d7654ba-64b0-4131-b47b-ff7ae87a7ddd tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0552402 Aug 29 05:37:54.528334 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6be7a44-3c41-489c-858f-aae8d8c40bcd req-d2eb040e-d0dc-44cc-b9b5-af032b5c7dbc tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342753 Aug 29 05:37:55.649108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771a45-bb6a-4555-92e0-78ff5e51e550 req-27ab2861-0798-4fe2-bb09-2cde5b182b02 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:55.650673 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d771a45-bb6a-4555-92e0-78ff5e51e550 req-27ab2861-0798-4fe2-bb09-2cde5b182b02 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0518506 Aug 29 05:37:55.691785 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0d771a45-bb6a-4555-92e0-78ff5e51e550 req-10620b81-0e06-4e69-9c86-7ce70c2f392f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343823 Aug 29 05:37:56.813788 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcc1ec-6895-42fe-87bb-557de058ef18 req-0662a9dc-24b9-4be4-b70b-b778d1c625af tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:56.816873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0fcc1ec-6895-42fe-87bb-557de058ef18 req-0662a9dc-24b9-4be4-b70b-b778d1c625af tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0527821 Aug 29 05:37:56.855482 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d0fcc1ec-6895-42fe-87bb-557de058ef18 req-24e93fc7-2187-4ad3-b760-202c18df5d9f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Aug 29 05:37:58.012136 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd72b9-5237-4b63-89a8-995c7f740fee req-37cec128-5e20-4eaa-9447-5da20e4625d8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:58.013655 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0fd72b9-5237-4b63-89a8-995c7f740fee req-37cec128-5e20-4eaa-9447-5da20e4625d8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0712969 Aug 29 05:37:58.055103 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f0fd72b9-5237-4b63-89a8-995c7f740fee req-7a1ae596-f3d8-4d0c-9085-7ecc6a360edb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352867 Aug 29 05:37:59.237517 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda715b-495d-4e6a-b8c9-d2cac09fe3e6 req-f1832e91-d5b8-4c69-b346-85b2dadb84ed tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:59.238974 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bda715b-495d-4e6a-b8c9-d2cac09fe3e6 req-f1832e91-d5b8-4c69-b346-85b2dadb84ed tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.1049149 Aug 29 05:37:59.288423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0bda715b-495d-4e6a-b8c9-d2cac09fe3e6 req-6166b1d0-0e01-44b4-aec5-a8e0e37b0889 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 Aug 29 05:38:00.466803 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cf965-e180-4d19-95ed-2f91ecc9debf req-7d96cb06-c974-441c-877d-242eff4df395 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:00.468290 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-151cf965-e180-4d19-95ed-2f91ecc9debf req-7d96cb06-c974-441c-877d-242eff4df395 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.1082997 Aug 29 05:38:00.509647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-151cf965-e180-4d19-95ed-2f91ecc9debf req-4165bada-09dc-4c2d-ab21-5bdff007d5df tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341351 Aug 29 05:38:01.647836 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1935553-d146-4483-a512-86d3b5cd04e1 req-ded53108-ca56-43cc-b4db-93d0ad62cc26 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:01.648947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1935553-d146-4483-a512-86d3b5cd04e1 req-ded53108-ca56-43cc-b4db-93d0ad62cc26 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0599923 Aug 29 05:38:01.705494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d1935553-d146-4483-a512-86d3b5cd04e1 req-cbc5590b-dae2-4390-a1be-6bcd573964e2 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499480 Aug 29 05:38:02.099366 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:02.178694 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:02.859769 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8297d-e886-4cc8-bde2-318116dd9e68 req-9871587b-31bc-401d-a414-969411c8dc45 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:02.862357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1a8297d-e886-4cc8-bde2-318116dd9e68 req-9871587b-31bc-401d-a414-969411c8dc45 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0738561 Aug 29 05:38:02.907410 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b1a8297d-e886-4cc8-bde2-318116dd9e68 req-21db201e-ee7a-4794-b96a-68c48c73e1ac tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370386 Aug 29 05:38:04.032510 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0f5-3421-49bf-9d62-d45249eceeb9 req-f6a55cc2-acd2-450a-8fb9-916af1ee632c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.034037 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ba2f0f5-3421-49bf-9d62-d45249eceeb9 req-f6a55cc2-acd2-450a-8fb9-916af1ee632c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Aug 29 05:38:04.072059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3ba2f0f5-3421-49bf-9d62-d45249eceeb9 req-2501a5be-fdfa-48b9-96e9-0943e835f942 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Aug 29 05:38:04.394676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-a167b263-2f66-4869-8724-13270a2b8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.396083 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-a167b263-2f66-4869-8724-13270a2b8153 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1096 time: 0.0409715 Aug 29 05:38:04.530714 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-937d5df2-5070-43b0-bcab-9cac3e0f4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.532183 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-937d5df2-5070-43b0-bcab-9cac3e0f4304 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0878088 Aug 29 05:38:04.598087 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-04f274be-1ca4-4b8b-a3db-e1f65e6547fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1000 time: 0.0578036 Aug 29 05:38:04.650591 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-f5f30438-5325-4989-9d84-4029cd76cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.651970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-f5f30438-5325-4989-9d84-4029cd76cbbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0474653 Aug 29 05:38:04.700934 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-bdc1c171-ea5c-4a2e-beaa-12b0192fcbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:04.702543 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-bdc1c171-ea5c-4a2e-beaa-12b0192fcbfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413423 Aug 29 05:38:04.791116 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-beb2e8a1-5a5f-4f55-a1e6-8fdcd7ca313c service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811193 Aug 29 05:38:04.885978 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bbd31de-d5bb-495b-88d7-7619cad0648c req-760b9fe7-7658-471c-a968-641728be2031 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866449 Aug 29 05:38:05.191783 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e83b0-70ac-4889-a9ce-b68426833e93 req-86715f5e-5f4e-481b-91f7-74faed854610 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:05.193280 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e4e83b0-70ac-4889-a9ce-b68426833e93 req-86715f5e-5f4e-481b-91f7-74faed854610 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0542090 Aug 29 05:38:05.231478 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6e4e83b0-70ac-4889-a9ce-b68426833e93 req-3e9043c3-0d36-4c44-8c03-6a57d3fd228a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Aug 29 05:38:06.346918 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038d9fb-edf9-41d3-9ea0-40410a46948a req-6e2199c1-a621-4f51-86c3-c1f483b0d311 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:06.348318 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6038d9fb-edf9-41d3-9ea0-40410a46948a req-6e2199c1-a621-4f51-86c3-c1f483b0d311 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0504584 Aug 29 05:38:06.386630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6038d9fb-edf9-41d3-9ea0-40410a46948a req-17bc9844-6f6b-4557-8db3-565747cf20f5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Aug 29 05:38:07.503413 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed1fa2-1db0-4f0a-8633-91c2ad647054 req-0a1db002-d033-48bf-a67c-68724d2cfa3e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:07.504917 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20ed1fa2-1db0-4f0a-8633-91c2ad647054 req-0a1db002-d033-48bf-a67c-68724d2cfa3e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0494678 Aug 29 05:38:07.542930 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-20ed1fa2-1db0-4f0a-8633-91c2ad647054 req-e60817ec-7cee-48d3-9a15-4d602c619942 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Aug 29 05:38:08.292154 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:38:08.542449 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:38:08.554211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'port_id': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'mac_address': 'fa:16:3e:19:13:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:38:08.591666 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:08.604573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7e325c-061a-49db-aaae-f5affaf721e2 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:38:08.627219 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:38:08.631832 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:08.660421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9da5-6ef0-4fe5-b0e3-d00df573cb14 req-0f3c3b93-c4b7-4840-949b-35bd6931bbc3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:08.662155 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5ee9da5-6ef0-4fe5-b0e3-d00df573cb14 req-0f3c3b93-c4b7-4840-949b-35bd6931bbc3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 944 time: 0.0515723 Aug 29 05:38:08.691400 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=9']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:38:08.707490 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b5ee9da5-6ef0-4fe5-b0e3-d00df573cb14 req-dec409ff-7139-4e23-8f84-0f3d22e6c2c8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Aug 29 05:38:08.902496 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['5e7e325c-061a-49db-aaae-f5affaf721e2'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:38:09.829257 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc79ca-7311-41b2-a113-0081afe1325a req-accc5953-3a84-4bfd-a489-6a5e177110a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:09.830853 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5adc79ca-7311-41b2-a113-0081afe1325a req-accc5953-3a84-4bfd-a489-6a5e177110a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Aug 29 05:38:09.868924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5adc79ca-7311-41b2-a113-0081afe1325a req-07a3c0c6-494c-419f-a900-63ff8f9b49a8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Aug 29 05:38:10.307060 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:38:10.353912 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 5e7e325c-061a-49db-aaae-f5affaf721e2 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:38:10.354283 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:10.430854 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:10.453375 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:38:10.455669 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b622d91-c461-4697-93bb-ad2e4a196b76" -d '{"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:38:10.467556 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:38:10.472963 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:10.499215 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd4b7d1-c6a8-4579-951b-9156747a319f x-openstack-request-id: req-6dd4b7d1-c6a8-4579-951b-9156747a319f {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:38:10.499512 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:38:10.499764 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6dd4b7d1-c6a8-4579-951b-9156747a319f {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:38:10.500148 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'code': 200} Aug 29 05:38:10.523160 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=10']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:38:10.691361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b82c3-b228-4343-9632-11044b7f9e34 req-87e783bc-8d27-4f43-b0a1-488a67dbb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:10.692830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-519b82c3-b228-4343-9632-11044b7f9e34 req-87e783bc-8d27-4f43-b0a1-488a67dbb93d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1099 time: 0.0403783 Aug 29 05:38:10.726651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-519b82c3-b228-4343-9632-11044b7f9e34 req-4071b9d7-0f5c-4936-9d27-3725f96bb0fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272684 Aug 29 05:38:10.988274 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899a4eb-da5b-494f-a38f-39863dfa0f09 req-78ec87a1-43c5-47f8-8ab7-7fa7aff5d0dd tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:10.989834 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7899a4eb-da5b-494f-a38f-39863dfa0f09 req-78ec87a1-43c5-47f8-8ab7-7fa7aff5d0dd tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 947 time: 0.0537360 Aug 29 05:38:11.029352 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7899a4eb-da5b-494f-a38f-39863dfa0f09 req-77239b28-f622-4b32-9af0-4c699599121e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Aug 29 05:38:12.146219 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9a281-2469-4f30-94f5-d041fd7024ab req-95731abe-628e-44ac-9d32-01af13f3e34e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:12.147598 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29e9a281-2469-4f30-94f5-d041fd7024ab req-95731abe-628e-44ac-9d32-01af13f3e34e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 947 time: 0.0494227 Aug 29 05:38:12.185715 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-29e9a281-2469-4f30-94f5-d041fd7024ab req-1dae7ceb-5018-421d-b572-e6208fa6d740 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Aug 29 05:38:13.299814 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd102af-169b-4045-a092-3f6788d24654 req-bb7e5820-b2ab-4cdd-9293-242437d4eb96 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:13.301316 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbd102af-169b-4045-a092-3f6788d24654 req-bb7e5820-b2ab-4cdd-9293-242437d4eb96 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 947 time: 0.0494647 Aug 29 05:38:13.340160 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cbd102af-169b-4045-a092-3f6788d24654 req-e5acae1f-f836-4242-90a5-7a8cf7ab762d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Aug 29 05:38:16.966526 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8f828d2c-1d39-4055-a882-e2eb7caccd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:19.586207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f433ec14-f61f-48cb-873c-7fd54deb9136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:19.772285 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:21.085442 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:21.449486 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:22.622039 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:31.544749 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [req-0500958c-fca2-4418-8727-6869797c60d1 req-2aa966f5-ca3d-434f-b61d-ce86f85dd879 service neutron] (94824) timed out ('10.222.0.37', 55169) {{(pid=94824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:38:32.173380 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:39.098480 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:42.748034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6723bd7-3b01-43ac-bbe7-3d3f7328a10b req-0df95a16-6d5e-4f43-9cd8-5f320062b6bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263739 Aug 29 05:38:42.799770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6723bd7-3b01-43ac-bbe7-3d3f7328a10b req-505cd97e-1f70-4ad2-a669-465ec9f2285a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0289874 Aug 29 05:38:42.839229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6723bd7-3b01-43ac-bbe7-3d3f7328a10b req-5a61423c-0f35-4395-9b51-0feace22780a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190775 Aug 29 05:38:42.933702 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6723bd7-3b01-43ac-bbe7-3d3f7328a10b req-95877f4c-9276-4a2c-9624-ff61ff0230ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:42.935193 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e6723bd7-3b01-43ac-bbe7-3d3f7328a10b req-95877f4c-9276-4a2c-9624-ff61ff0230ea service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883818 Aug 29 05:38:46.966049 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cdda89bb-8931-45f9-b78f-65cc6826b438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:49.590978 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2339852e-4074-4c4a-a61b-c1074cfb1746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:49.772594 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:51.085969 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:51.445746 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:52.623915 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:57.661291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-20854923-3aff-4a6c-bea5-818d86a87cbb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392101 Aug 29 05:38:57.762064 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-566aad31-f5c8-41bf-a210-4ab7ffccc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:57.763576 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-566aad31-f5c8-41bf-a210-4ab7ffccc0cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1099 time: 0.0443790 Aug 29 05:38:57.868625 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-0680a07c-1f77-475f-9ebb-3ab914a07714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:57.870159 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-0680a07c-1f77-475f-9ebb-3ab914a07714 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0880604 Aug 29 05:38:57.940783 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-f61df318-cdb2-4d88-bf57-74f16502b8c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 1002 time: 0.0638919 Aug 29 05:38:57.990269 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-722945c7-c9ad-4785-a8ba-dff34db07bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:57.991726 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-722945c7-c9ad-4785-a8ba-dff34db07bc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0446796 Aug 29 05:38:58.037011 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-e851980d-f719-4ec1-b522-15ccbf28bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:58.038518 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-e851980d-f719-4ec1-b522-15ccbf28bd3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401397 Aug 29 05:38:58.449556 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-a7f241ca-d05a-49c3-aecb-1f9aa6dc6fe6 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034426 Aug 29 05:38:58.539059 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-04fd6317-965f-40fe-9f20-5fe4c253d556 req-698f9e3c-ab6d-46d6-8e96-606490d7b98f service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807374 Aug 29 05:39:02.177982 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:16.096733 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:16.967728 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-62665ec0-dc12-4f9d-aab1-04157a70aa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:19.591857 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-156f1577-bf7a-45d7-88fe-507c2e183b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:19.773514 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:21.088061 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:21.441839 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:22.373779 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45688) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:22.530227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Deleting port 954fb7d6-1ab1-4802-8cda-0f01fec8accd {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:39:22.530574 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:22.608193 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:22.608543 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:22.621029 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Calling delete_port for 954fb7d6-1ab1-4802-8cda-0f01fec8accd owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:39:22.628106 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:22.771045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:22.798692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event deleted for resources: {'Port': ['ID=954fb7d6-1ab1-4802-8cda-0f01fec8accd,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:22.823512 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.823856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.824197 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.824557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.824893 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.825222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.825552 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.825906 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.826230 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.826557 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.826880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.827203 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:22.866729 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:22.867074 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Floating IP 1b8b2159-96a4-460f-8f8a-66236413e60d disassociated (deleted). External IP: 172.25.7.239, port: 5e7e325c-061a-49db-aaae-f5affaf721e2. Aug 29 05:39:23.076695 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Router 7f6b0269-18c1-43e6-9413-2fc2bc001437 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:39:23.185129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:39:23.189973 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:23.194533 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] Sync routers for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:39:23.203598 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:39:23.204206 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:39:23.216902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-eaab6b7e-fee1-4ca1-bf40-9c3fa2476e47 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "DELETE /v2.0/floatingips/1b8b2159-96a4-460f-8f8a-66236413e60d HTTP/1.1" status: 204 len: 168 time: 0.8414652 Aug 29 05:39:23.217425 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:39:23.220289 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fbbc22-5dd1-4397-b533-859590abd0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:39:23.315270 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:39:23.325491 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69643578-d897-40d7-aa31-75deec568a99 x-openstack-request-id: req-69643578-d897-40d7-aa31-75deec568a99 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:39:23.325898 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:39:23.326187 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69643578-d897-40d7-aa31-75deec568a99 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:39:23.326852 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'status': 'completed', 'code': 200} Aug 29 05:39:23.415548 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-55e01e1f-1701-40e4-aa80-71debd9cead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:23.417076 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-55e01e1f-1701-40e4-aa80-71debd9cead2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 1099 time: 0.0468259 Aug 29 05:39:23.451963 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea5fa7-0fc4-45bc-8c44-2a14efa8e386 req-4420031d-45b2-48df-a175-880bc70bcb31 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:23.454161 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5bea5fa7-0fc4-45bc-8c44-2a14efa8e386 req-4420031d-45b2-48df-a175-880bc70bcb31 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 947 time: 0.0540540 Aug 29 05:39:23.496772 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-5bea5fa7-0fc4-45bc-8c44-2a14efa8e386 req-5da50c4f-6e32-413f-9583-9787f53dee99 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344336 Aug 29 05:39:23.523055 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-30bf861b-ef62-4a8b-9172-ca200563d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:23.524548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-30bf861b-ef62-4a8b-9172-ca200563d8db service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0983307 Aug 29 05:39:23.550652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:39:23.576982 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-c8d2b812-aabe-4d85-86e2-74a312cb0fad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 200 len: 217 time: 0.0436106 Aug 29 05:39:23.582050 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] Checking router: 7f6b0269-18c1-43e6-9413-2fc2bc001437 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:39:23.590436 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:39:23.591041 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:39:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:39:23.631364 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-7bc132ec-97fc-4a5f-9cac-6723c51e7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:23.632830 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-7bc132ec-97fc-4a5f-9cac-6723c51e7be5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0472748 Aug 29 05:39:23.680566 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-6eb03346-c231-4444-a2e6-a1799437a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:23.682139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-6eb03346-c231-4444-a2e6-a1799437a4cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403888 Aug 29 05:39:23.697023 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:39:23.772049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-6f1a54c4-ec2d-4bea-9d27-2282abb637b6 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819042 Aug 29 05:39:23.868693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e3fbbc22-5dd1-4397-b533-859590abd0bd req-f2cb70f0-d600-4080-b9fc-d821e019226d service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882025 Aug 29 05:39:23.892437 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:39:23.919196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68547936-9d8d-4917-9796-10d95eb78e86 None None] The sync data for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 is: [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:39:24.138152 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebff6d2-8e7b-4f47-8cd7-44b04d4ea4c4 None None] New status for floating IP 1b8b2159-96a4-460f-8f8a-66236413e60d: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:39:24.622207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39adb8-7b48-4b66-96c3-41daa66a21f2 req-4e6d4475-5618-4555-bec8-ae86c84fd9d8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:24.623699 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc39adb8-7b48-4b66-96c3-41daa66a21f2 req-4e6d4475-5618-4555-bec8-ae86c84fd9d8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 947 time: 0.0503678 Aug 29 05:39:24.662947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fc39adb8-7b48-4b66-96c3-41daa66a21f2 req-133cbdee-925a-47db-80d9-db4aa3c8f1e6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=e40dd76d-e142-41a2-aa7c-7011ce08149e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Aug 29 05:39:24.894132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-c77ca068-229d-4db8-9dc9-b1fc5f5f0c38 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:24.895505 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-c77ca068-229d-4db8-9dc9-b1fc5f5f0c38 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 947 time: 0.0477135 Aug 29 05:39:24.988392 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Deleting port 5e7e325c-061a-49db-aaae-f5affaf721e2 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:39:24.988734 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:25.075761 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] For port 5e7e325c-061a-49db-aaae-f5affaf721e2, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=5e7e325c-061a-49db-aaae-f5affaf721e2,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:25.076129 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:25.089564 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Calling delete_port for 5e7e325c-061a-49db-aaae-f5affaf721e2 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:39:25.217562 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:25.246385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event deleted for resources: {'Port': ['ID=5e7e325c-061a-49db-aaae-f5affaf721e2,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:25.276623 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.276966 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.277305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.277697 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.278024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.278351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.278677 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.279001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.279396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.279720 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.280043 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.280361 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:25.298746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] No DVR routers for this DVR port 5e7e325c-061a-49db-aaae-f5affaf721e2 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:39:25.301854 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:25.304057 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3c9188fe-8501-40fd-8438-62fb14edf9c5 req-9794c81c-6f87-4dc6-abfb-ed65a748d3a5 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "DELETE /v2.0/ports/5e7e325c-061a-49db-aaae-f5affaf721e2 HTTP/1.1" status: 204 len: 173 time: 0.4024377 Aug 29 05:39:25.304498 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-deleted', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:39:25.306778 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02f0ebd-7c6e-4633-9b67-8080aca02217" -d '{"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-deleted", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:39:25.414702 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e499e94-3065-45d8-99ad-e84ec838c6ce x-openstack-request-id: req-5e499e94-3065-45d8-99ad-e84ec838c6ce {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:39:25.414990 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4", "name": "network-vif-deleted", "tag": "5e7e325c-061a-49db-aaae-f5affaf721e2", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:39:25.415239 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e499e94-3065-45d8-99ad-e84ec838c6ce {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:39:25.415654 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4', 'name': 'network-vif-deleted', 'tag': '5e7e325c-061a-49db-aaae-f5affaf721e2', 'status': 'completed', 'code': 200} Aug 29 05:39:25.777937 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65f299c8-09df-47ca-a2f4-4ac281e39b01 req-a34d36c1-4d41-4019-b6a6-88c958139b24 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=33b6ffc9-f58a-4dd8-ae3e-d85f9c3619b4 HTTP/1.1" status: 200 len: 210 time: 0.0331016 Aug 29 05:39:26.836270 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45716) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:26.894243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6461a0-5880-45bb-8fed-0d3a71ae3920 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:26.923663 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6461a0-5880-45bb-8fed-0d3a71ae3920 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:26.985525 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6461a0-5880-45bb-8fed-0d3a71ae3920 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:26.988182 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c6461a0-5880-45bb-8fed-0d3a71ae3920 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:26.989328 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c6461a0-5880-45bb-8fed-0d3a71ae3920 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "DELETE /v2.0/security-groups/e40dd76d-e142-41a2-aa7c-7011ce08149e HTTP/1.1" status: 204 len: 168 time: 0.1520765 Aug 29 05:39:26.998837 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6461a0-5880-45bb-8fed-0d3a71ae3920 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40dd76d-e142-41a2-aa7c-7011ce08149e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:27.263379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45722) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:27.268810 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-b7e37ffb-83f1-41c4-851d-9888e845e3ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169333327', 'description': 'tempest-secgroup-smoke-169333327 description', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:27.290383 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7e37ffb-83f1-41c4-851d-9888e845e3ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.371340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7e37ffb-83f1-41c4-851d-9888e845e3ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.375553 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7e37ffb-83f1-41c4-851d-9888e845e3ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.401836 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b7e37ffb-83f1-41c4-851d-9888e845e3ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.403041 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b7e37ffb-83f1-41c4-851d-9888e845e3ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1385834 Aug 29 05:39:27.406019 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45724) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:27.406856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e37ffb-83f1-41c4-851d-9888e845e3ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913b3817-9f60-4d99-b146-839bfe2340a5,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:27.410676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-c335d878-e1fd-41b6-a8f5-3dffb2a98139 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': '913b3817-9f60-4d99-b146-839bfe2340a5', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:27.439506 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c335d878-e1fd-41b6-a8f5-3dffb2a98139 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.498406 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c335d878-e1fd-41b6-a8f5-3dffb2a98139 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.502444 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c335d878-e1fd-41b6-a8f5-3dffb2a98139 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.526343 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335d878-e1fd-41b6-a8f5-3dffb2a98139 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a809ce67-7c91-41bf-bf48-71c677995ba3,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:27.534659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c335d878-e1fd-41b6-a8f5-3dffb2a98139 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.536547 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c335d878-e1fd-41b6-a8f5-3dffb2a98139 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294150 Aug 29 05:39:27.539310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45726) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:27.543787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-859eb501-fdea-4236-80ef-5a715c7c13f8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': '913b3817-9f60-4d99-b146-839bfe2340a5', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:27.570934 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-859eb501-fdea-4236-80ef-5a715c7c13f8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.627662 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-859eb501-fdea-4236-80ef-5a715c7c13f8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.631189 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-859eb501-fdea-4236-80ef-5a715c7c13f8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.653676 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eb501-fdea-4236-80ef-5a715c7c13f8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee447dbc-769e-4aa2-bd31-9f703ee82f9c,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:27.657246 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-859eb501-fdea-4236-80ef-5a715c7c13f8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.658629 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-859eb501-fdea-4236-80ef-5a715c7c13f8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183629 Aug 29 05:39:27.661414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45728) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:27.666002 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-e809bd7b-4ef7-4f58-b2a7-92882cd11716 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': '913b3817-9f60-4d99-b146-839bfe2340a5', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:27.692112 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e809bd7b-4ef7-4f58-b2a7-92882cd11716 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.747109 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e809bd7b-4ef7-4f58-b2a7-92882cd11716 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.751141 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e809bd7b-4ef7-4f58-b2a7-92882cd11716 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.773039 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809bd7b-4ef7-4f58-b2a7-92882cd11716 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a5d772-e4a6-4534-98c7-efae442e4643,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:27.778398 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-e809bd7b-4ef7-4f58-b2a7-92882cd11716 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.779567 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-e809bd7b-4ef7-4f58-b2a7-92882cd11716 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171880 Aug 29 05:39:27.782328 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45730) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:27.786643 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-091f7365-7f01-4241-8059-8cda928441b7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': '913b3817-9f60-4d99-b146-839bfe2340a5', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:27.813195 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-091f7365-7f01-4241-8059-8cda928441b7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.871490 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-091f7365-7f01-4241-8059-8cda928441b7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.876213 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-091f7365-7f01-4241-8059-8cda928441b7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.893302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f7365-7f01-4241-8059-8cda928441b7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4588251-4616-4aca-9742-47a4667391ea,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:27.899045 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-091f7365-7f01-4241-8059-8cda928441b7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.900215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-091f7365-7f01-4241-8059-8cda928441b7 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169729 Aug 29 05:39:27.902909 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45732) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:27.907206 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': '913b3817-9f60-4d99-b146-839bfe2340a5', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:27.928081 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Project fcc2e4c9fa0540fdbaa1e0a5f0b492c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:39:27.932771 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.992564 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:27.996681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.016706 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03073e12-e834-4235-acee-32b3773ae4b2,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:28.022744 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.023763 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0d28b5e8-52e0-4537-b455-5a162ff3fad8 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199379 Aug 29 05:39:28.026552 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 45734) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:39:28.031390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'security_group_rule': {'security_group_id': '913b3817-9f60-4d99-b146-839bfe2340a5', 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:28.053007 n-d-712143-14 neutron-server[94823]: INFO neutron.db.securitygroups_db [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Project fcc2e4c9fa0540fdbaa1e0a5f0b492c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:39:28.057835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.117996 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.121504 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.140883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2214ecd5-a60a-4b8c-806c-4e794a520125,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:28.144159 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.145269 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-1d3d4224-fe3f-4784-bfa7-1daae20c8828 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177981 Aug 29 05:39:28.668576 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:39:28.692729 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 5e7e325c-061a-49db-aaae-f5affaf721e2 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:39:28.693104 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 5e7e325c-061a-49db-aaae-f5affaf721e2 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:39:32.186266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:42.405574 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-2c7efce8-8744-4146-948e-3d5bc07e7ca1 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169333327&fields=id&tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 267 time: 0.0317209 Aug 29 05:39:42.516235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-5f841a77-58d6-40ca-aed9-0a95d6634232 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:42.517630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-5f841a77-58d6-40ca-aed9-0a95d6634232 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 808 time: 0.1043065 Aug 29 05:39:42.532748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-e1262f8c-50f3-4b5d-b046-fcf51a6066ed tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/quotas/fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 375 time: 0.0094292 Aug 29 05:39:42.588786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-66374264-cf83-4232-91d0-b5fd249af072 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505543 Aug 29 05:39:42.656248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-952fd7f3-ce3f-4dfe-b6d1-a0b91751c22a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:39:42.657259 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-952fd7f3-ce3f-4dfe-b6d1-a0b91751c22a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568280 Aug 29 05:39:42.751606 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6804914-69d7-4690-a16e-8d814c70e1f6 req-e8f9f8f6-382c-4733-ad84-b728a4c3a7e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0337214 Aug 29 05:39:42.773866 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-c0a25a63-93e3-4c93-a30c-1fc5ce45b537 service neutron] 10.222.0.55 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101687 Aug 29 05:39:42.849712 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6804914-69d7-4690-a16e-8d814c70e1f6 req-33e158ee-a7ef-4774-ac33-a64e70f89c9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0516715 Aug 29 05:39:42.907134 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-36b34c13-cd4e-4d47-a60b-05a42afbfa1a service neutron] 10.222.0.55 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271503 Aug 29 05:39:42.908825 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6804914-69d7-4690-a16e-8d814c70e1f6 req-4cfa4678-c90e-46d5-98b5-9c1f19ef0382 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326886 Aug 29 05:39:43.003802 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804914-69d7-4690-a16e-8d814c70e1f6 req-d590162f-068a-4b95-8cdc-e27772761138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:43.005401 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6804914-69d7-4690-a16e-8d814c70e1f6 req-d590162f-068a-4b95-8cdc-e27772761138 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891860 Aug 29 05:39:43.197926 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-3b4d6982-f54c-4f08-83ad-4e37bc0ebc46 req-f95d9dd3-df8b-4727-8a28-8eb40b461eeb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 210 time: 0.0280123 Aug 29 05:39:44.179208 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-26d7dbad-3258-4cf3-ad60-f6ba186acf89 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:44.180693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-26d7dbad-3258-4cf3-ad60-f6ba186acf89 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 808 time: 0.1132424 Aug 29 05:39:44.240362 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-9632fd1d-b8da-4100-bd85-5d51a01c37db tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 379 time: 0.0367010 Aug 29 05:39:44.250549 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'port': {'device_id': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'admin_state_up': True, 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'security_groups': ['913b3817-9f60-4d99-b146-839bfe2340a5']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:44.321865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aed27814-adf2-45ce-b5ef-5c71a4b1151e req-bf7306ef-d308-4408-8629-bde9e4afb429 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 210 time: 0.0558372 Aug 29 05:39:44.395507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Made reservation on behalf of fcc2e4c9fa0540fdbaa1e0a5f0b492c1 for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:39:44.399166 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:44.539327 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Allocated IP 172.20.0.4 (b8e81c8d-491f-43c4-8e14-9b8d3f5685ce/5f41e427-f620-41e5-aea9-a130e2d0891c/9a88be82-13fb-44be-96fe-e646b6009db9) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:39:44.684728 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:44.698999 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Transition to ACTIVE for port object 9a88be82-13fb-44be-96fe-e646b6009db9 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:39:44.734792 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:44.782762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:39:44.786069 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:39:44.789305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:39:44.815249 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:44.846143 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:44.846959 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:44.863976 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4d3973fb-7686-4bb2-b859-6c72b2c7d5d0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6179976 Aug 29 05:39:44.882769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Request body: {'port': {'device_id': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:39:44.950568 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:45.018934 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e7e96714-fb8e-488b-9a69-6db91c47fd14 None None] Provisioning for port 9a88be82-13fb-44be-96fe-e646b6009db9 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:39:45.023882 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e7e96714-fb8e-488b-9a69-6db91c47fd14 None None] Provisioning complete for port 9a88be82-13fb-44be-96fe-e646b6009db9 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:39:45.024465 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7e96714-fb8e-488b-9a69-6db91c47fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:45.060856 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-e7e96714-fb8e-488b-9a69-6db91c47fd14 None None] Port 9a88be82-13fb-44be-96fe-e646b6009db9 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:39:45.222825 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a88be82-13fb-44be-96fe-e646b6009db9 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:39:45.230258 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:45.242885 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Transition to ACTIVE for port object 9a88be82-13fb-44be-96fe-e646b6009db9 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:39:45.248130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:45.299293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:45.391601 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Attempting to bind port 9a88be82-13fb-44be-96fe-e646b6009db9 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:39:45.391944 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Attempting to bind port 9a88be82-13fb-44be-96fe-e646b6009db9 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:39:45.392273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Attempting to bind port 9a88be82-13fb-44be-96fe-e646b6009db9 on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:39:45.397546 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Port 9a88be82-13fb-44be-96fe-e646b6009db9 on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:39:45.398030 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Attempting to bind port 9a88be82-13fb-44be-96fe-e646b6009db9 on network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:39:45.412806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:39:45.413189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Checking segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:39:45.413541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Bound using segment: {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:39:45.414014 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Bound port: 9a88be82-13fb-44be-96fe-e646b6009db9, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4587a8ab-77cf-4e47-88fb-19c7cde4a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:39:45.414377 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:45.461731 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a0829-a02a-4755-a3a4-3101dcad22b2 req-5f718f29-a2df-4430-bcef-428ae788e05e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:45.463027 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f62a0829-a02a-4755-a3a4-3101dcad22b2 req-5f718f29-a2df-4430-bcef-428ae788e05e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0590198 Aug 29 05:39:45.494189 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:39:45.499414 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:39:45.504561 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:45.508221 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f62a0829-a02a-4755-a3a4-3101dcad22b2 req-c11d7d9b-a56b-4b01-bb8d-8030db1554f0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386724 Aug 29 05:39:45.543713 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:45.544342 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:45.545860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] 10.222.0.32 "PUT /v2.0/ports/9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 1092 time: 0.6682703 Aug 29 05:39:45.546250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:39:45.548612 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cbea87-5eed-41a1-af24-e573c275eede" -d '{"events": [{"name": "network-changed", "server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:39:45.574981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb72f5a-41ed-41df-ab3c-2238dd7e0c2a service neutron] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:45.617341 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d8870a-308f-4e68-ad36-413acd7b750d x-openstack-request-id: req-12d8870a-308f-4e68-ad36-413acd7b750d {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:39:45.617815 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:39:45.618163 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12d8870a-308f-4e68-ad36-413acd7b750d {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:39:45.618631 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9', 'status': 'completed', 'code': 200} Aug 29 05:39:45.657289 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-1a7bb03a-e762-44fb-822c-0387eb6a6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:45.658890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-1a7bb03a-e762-44fb-822c-0387eb6a6f71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1095 time: 0.0512850 Aug 29 05:39:45.717894 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-33a21733-990d-4235-80ab-67bb93673c12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 217 time: 0.0436847 Aug 29 05:39:45.770956 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-3d7ddba0-8acf-49fb-a565-06bead5a71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:45.772494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-3d7ddba0-8acf-49fb-a565-06bead5a71d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0483043 Aug 29 05:39:45.822197 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-8657b4ef-a57e-477f-94a7-72eba6761a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:45.823700 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-8657b4ef-a57e-477f-94a7-72eba6761a54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446527 Aug 29 05:39:45.923563 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-6f74c4f2-c446-4780-aa3c-7420be257fa3 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918469 Aug 29 05:39:46.016630 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d9d682eb-d987-4950-8d4f-bb16ced37730 req-50bfbba9-446f-4628-83c7-0432f6721cc3 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861294 Aug 29 05:39:46.133754 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbea87-5eed-41a1-af24-e573c275eede req-1607a06b-b1f6-4bb6-b828-2d3a8ca8e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:46.135374 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69cbea87-5eed-41a1-af24-e573c275eede req-1607a06b-b1f6-4bb6-b828-2d3a8ca8e9f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1095 time: 0.0438592 Aug 29 05:39:46.239507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbea87-5eed-41a1-af24-e573c275eede req-09429db0-d15c-4da4-a967-a6209bcd1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:46.241018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69cbea87-5eed-41a1-af24-e573c275eede req-09429db0-d15c-4da4-a967-a6209bcd1c3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0970657 Aug 29 05:39:46.283732 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69cbea87-5eed-41a1-af24-e573c275eede req-03f4dd05-1de8-4130-b17d-bcfe19c9147d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 217 time: 0.0355203 Aug 29 05:39:46.339095 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbea87-5eed-41a1-af24-e573c275eede req-2f727346-a669-4411-9a91-531d8e1acca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:46.340607 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69cbea87-5eed-41a1-af24-e573c275eede req-2f727346-a669-4411-9a91-531d8e1acca4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0505226 Aug 29 05:39:46.387769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbea87-5eed-41a1-af24-e573c275eede req-4071752e-5efc-4d11-b3ff-4ab6f23deb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:46.390049 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69cbea87-5eed-41a1-af24-e573c275eede req-4071752e-5efc-4d11-b3ff-4ab6f23deb52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417297 Aug 29 05:39:46.481187 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69cbea87-5eed-41a1-af24-e573c275eede req-52bbaba1-5802-4b75-b133-a72c42be9910 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841250 Aug 29 05:39:46.583462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-69cbea87-5eed-41a1-af24-e573c275eede req-6940a1e7-f59f-4f4d-9516-b649881afc35 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952744 Aug 29 05:39:46.644223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac29c9-f348-420e-8084-8ee636adc61a req-af47b618-c0d0-466c-9420-56246b9a6bb2 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:46.646164 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5ac29c9-f348-420e-8084-8ee636adc61a req-af47b618-c0d0-466c-9420-56246b9a6bb2 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0534956 Aug 29 05:39:46.687670 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c5ac29c9-f348-420e-8084-8ee636adc61a req-34c30911-c5b2-4f1e-995f-9928c416af98 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356526 Aug 29 05:39:46.970448 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a604fbbe-ecd1-4b9f-9dce-67e03bd99b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:47.811699 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a81-83b1-4d08-ab42-eb0a70deda90 req-19ba9642-ef1d-4a00-925b-8ceba062caab tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:47.813215 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47855a81-83b1-4d08-ab42-eb0a70deda90 req-19ba9642-ef1d-4a00-925b-8ceba062caab tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0525014 Aug 29 05:39:47.853104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-47855a81-83b1-4d08-ab42-eb0a70deda90 req-d110b224-5fb8-49a6-a2bc-9e623df06704 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335732 Aug 29 05:39:48.968223 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9e63f-ab28-46c0-9828-829265632612 req-9eaecf47-09a6-418b-a0cd-892ea2e2e318 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:48.969739 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d9e63f-ab28-46c0-9828-829265632612 req-9eaecf47-09a6-418b-a0cd-892ea2e2e318 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0495431 Aug 29 05:39:49.008116 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-c7d9e63f-ab28-46c0-9828-829265632612 req-905e9876-fa53-4689-8c2e-213b54f72a5c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Aug 29 05:39:49.594008 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2f94910f-7f5d-47ba-8958-6fcde1ccb5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:49.775069 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:50.120787 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc03344-6497-4d22-a376-a4f576e8c409 req-33b12491-3e91-4e9d-8664-cde53243be16 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:50.122321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bc03344-6497-4d22-a376-a4f576e8c409 req-33b12491-3e91-4e9d-8664-cde53243be16 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0485606 Aug 29 05:39:50.161496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4bc03344-6497-4d22-a376-a4f576e8c409 req-cb113c7b-4d7d-433d-ac92-b2c6c5abae66 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327055 Aug 29 05:39:51.091010 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:51.278387 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2e61b-36d8-4738-b521-f45c5f505da9 req-e3ff84e6-8d27-49b2-808f-9625b0480a5a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:51.279764 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09c2e61b-36d8-4738-b521-f45c5f505da9 req-e3ff84e6-8d27-49b2-808f-9625b0480a5a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0484293 Aug 29 05:39:51.322250 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-09c2e61b-36d8-4738-b521-f45c5f505da9 req-dc4816fe-b382-479c-925e-1f22c0397266 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359499 Aug 29 05:39:51.440434 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:52.440904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcb5c6-6c48-4796-bc15-e05390c9656c req-6fbb2dfd-1945-4bf2-9497-8655d623f26d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:52.442435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8dcb5c6-6c48-4796-bc15-e05390c9656c req-6fbb2dfd-1945-4bf2-9497-8655d623f26d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0551193 Aug 29 05:39:52.480799 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f8dcb5c6-6c48-4796-bc15-e05390c9656c req-a2d6e458-cd91-4bed-8ffb-127e75841e5a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Aug 29 05:39:52.629761 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:53.095467 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:53.596786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738a239-be9e-415d-8197-9131de5a10e5 req-de51c079-14be-4db7-9f53-717327d5ddfd tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:53.598334 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f738a239-be9e-415d-8197-9131de5a10e5 req-de51c079-14be-4db7-9f53-717327d5ddfd tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0514612 Aug 29 05:39:53.636799 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f738a239-be9e-415d-8197-9131de5a10e5 req-330977cc-31bf-44e8-8276-c7ff080b452b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Aug 29 05:39:54.752128 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3775-3420-46ab-b297-fed694bfb4bc req-d247653e-4928-4399-996e-604b7845ceb2 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:54.753616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8aaa3775-3420-46ab-b297-fed694bfb4bc req-d247653e-4928-4399-996e-604b7845ceb2 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0487707 Aug 29 05:39:54.791422 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8aaa3775-3420-46ab-b297-fed694bfb4bc req-76475978-e325-4fdf-8a12-57f79e9f379c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Aug 29 05:39:55.910416 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b92a1-e606-4e38-9048-5c0078c5d288 req-e91a28ae-113a-40fa-a23f-9606c7264960 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:55.912008 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e7b92a1-e606-4e38-9048-5c0078c5d288 req-e91a28ae-113a-40fa-a23f-9606c7264960 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0528915 Aug 29 05:39:55.951361 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1e7b92a1-e606-4e38-9048-5c0078c5d288 req-4ee7f9fb-d955-4cfe-a7aa-687e4c37637f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334196 Aug 29 05:39:56.797484 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a88be82-13fb-44be-96fe-e646b6009db9 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:39:56.891562 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:56.902469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9a88be82-13fb-44be-96fe-e646b6009db9', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'port_id': '9a88be82-13fb-44be-96fe-e646b6009db9', 'mac_address': 'fa:16:3e:b4:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:39:56.938314 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:56.950555 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a88be82-13fb-44be-96fe-e646b6009db9 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:39:56.970519 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:56.974973 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:57.023417 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:57.030754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.031743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.032559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.032559 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.032777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.033079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.033408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.033765 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.034090 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.034416 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.034743 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.035067 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:57.067557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa156d0b-7d9f-4dc3-af9d-2848286176f6 req-ba551d01-1b3e-4aa4-a5e2-9be43d05ea0c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:57.068973 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa156d0b-7d9f-4dc3-af9d-2848286176f6 req-ba551d01-1b3e-4aa4-a5e2-9be43d05ea0c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 944 time: 0.0494099 Aug 29 05:39:57.107030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fa156d0b-7d9f-4dc3-af9d-2848286176f6 req-92be545c-34a4-4ae2-894a-b20fb6697db9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Aug 29 05:39:57.275073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9a88be82-13fb-44be-96fe-e646b6009db9'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:39:58.219786 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ca0d6-e4ca-44ae-a132-4458929d12d4 req-9b60f6e2-3101-43bd-9c80-9024d483ff8e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:58.221267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f21ca0d6-e4ca-44ae-a132-4458929d12d4 req-9b60f6e2-3101-43bd-9c80-9024d483ff8e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 944 time: 0.0483849 Aug 29 05:39:58.272747 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f21ca0d6-e4ca-44ae-a132-4458929d12d4 req-abeb4847-56f6-46a6-8143-1a1ad02c606b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371823 Aug 29 05:39:58.813691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a88be82-13fb-44be-96fe-e646b6009db9 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:39:58.864333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 9a88be82-13fb-44be-96fe-e646b6009db9 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:39:58.868070 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9a88be82-13fb-44be-96fe-e646b6009db9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:39:58.868441 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:58.942304 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:58.965093 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:39:58.967404 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d8b83-58ba-407e-9a84-02b3338d8a48" -d '{"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-plugged", "status": "completed", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:39:58.980664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:58.985940 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:59.037878 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:59.061005 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3843971-4a16-4c83-90d2-f7bb20ba09b6 x-openstack-request-id: req-a3843971-4a16-4c83-90d2-f7bb20ba09b6 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:39:59.061298 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-plugged", "status": "completed", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:39:59.061551 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3843971-4a16-4c83-90d2-f7bb20ba09b6 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:39:59.061976 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9', 'code': 200} Aug 29 05:39:59.184383 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee820122-4d62-4e6e-bd15-8a30708f3b5d req-0ba141d3-27ad-4e00-9965-7f9a11c8ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:59.185899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee820122-4d62-4e6e-bd15-8a30708f3b5d req-0ba141d3-27ad-4e00-9965-7f9a11c8ec97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0442750 Aug 29 05:39:59.221142 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ee820122-4d62-4e6e-bd15-8a30708f3b5d req-80fb9287-7f1d-4fae-b974-8b58d4e4bd62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279503 Aug 29 05:39:59.387932 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077d82b-ef17-4948-b73f-7ae2b226f7f6 req-01f121b7-d13d-4b61-919b-dd660aa905f0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:59.389434 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1077d82b-ef17-4948-b73f-7ae2b226f7f6 req-01f121b7-d13d-4b61-919b-dd660aa905f0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0489833 Aug 29 05:39:59.427207 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1077d82b-ef17-4948-b73f-7ae2b226f7f6 req-cde5b57e-9702-42bf-a28b-9588da41a45d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317447 Aug 29 05:40:00.543747 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf05dd2-59a5-433d-a40e-f5151790ae4f req-84cf65d2-3788-436e-979e-2135451b4162 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.545249 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cf05dd2-59a5-433d-a40e-f5151790ae4f req-84cf65d2-3788-436e-979e-2135451b4162 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0498366 Aug 29 05:40:00.583724 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7cf05dd2-59a5-433d-a40e-f5151790ae4f req-04010008-6c6d-4e2d-be4d-169c0063033b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322168 Aug 29 05:40:00.697306 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973208-3119-43ef-ba05-e381b91bd961 req-de5f7ee3-c13d-4c55-84d8-d34205332141 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.698831 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-76973208-3119-43ef-ba05-e381b91bd961 req-de5f7ee3-c13d-4c55-84d8-d34205332141 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0500448 Aug 29 05:40:00.736784 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-76973208-3119-43ef-ba05-e381b91bd961 req-7e50604a-a942-49ec-b091-1c88dff89cbf tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Aug 29 05:40:00.760466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:40:00.799380 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77eda31-1146-48cc-b5da-b9375f3da265 tempest-TestShelveInstance-1324683534 tempest-TestShelveInstance-1324683534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.801125 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-f77eda31-1146-48cc-b5da-b9375f3da265 tempest-TestShelveInstance-1324683534 tempest-TestShelveInstance-1324683534-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1092 time: 0.0396941 Aug 29 05:40:00.803974 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 45934) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:40:00.808247 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '9a88be82-13fb-44be-96fe-e646b6009db9', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:40:00.829684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:00.929515 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.036264 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Allocated IP 172.25.7.103 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/893fe91f-29bf-4967-b2bf-e99dcc373ce4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:40:01.137567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.181194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.217444 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:40:01.222635 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:40:01.226170 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:40:01.231605 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'Port': ['ID=893fe91f-29bf-4967-b2bf-e99dcc373ce4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:01.582117 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.646029 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.796405 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.801900 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.871726 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event updated for resources: {'Port': ['ID=893fe91f-29bf-4967-b2bf-e99dcc373ce4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:01.883230 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:01.983704 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Floating IP 710be8ea-e36c-4907-b666-7ff41e3474dc associated. External IP: 172.25.7.103, port: 9a88be82-13fb-44be-96fe-e646b6009db9. Aug 29 05:40:02.190824 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Router 7f6b0269-18c1-43e6-9413-2fc2bc001437 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:40:02.194153 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:02.298430 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:40:02.308757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] Sync routers for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:40:02.313876 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:02.318347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:40:02.319036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:02.345067 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-77e3afda-3751-4b14-afcb-91b7c0d8d9c6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5400710 Aug 29 05:40:02.345782 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:02.348091 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1885977c-12b4-43e8-815a-9126b51af23d" -d '{"events": [{"name": "network-changed", "server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:02.385684 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c6281-d9bc-4217-ba3a-95e6ba0a45b9 x-openstack-request-id: req-282c6281-d9bc-4217-ba3a-95e6ba0a45b9 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:02.385983 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:02.386248 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-282c6281-d9bc-4217-ba3a-95e6ba0a45b9 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:02.386666 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9', 'status': 'completed', 'code': 200} Aug 29 05:40:02.425766 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:40:02.470006 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885977c-12b4-43e8-815a-9126b51af23d req-a45f8fb4-f2b7-4512-a4e7-589ddf5744c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:02.471420 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-a45f8fb4-f2b7-4512-a4e7-589ddf5744c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0424135 Aug 29 05:40:02.567252 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885977c-12b4-43e8-815a-9126b51af23d req-4c0d63d3-6fa4-4734-8cfc-6892bb175898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:02.569045 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-4c0d63d3-6fa4-4734-8cfc-6892bb175898 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0911109 Aug 29 05:40:02.636194 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-68d9f8c8-aecd-4486-b6c4-852979d2db2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 999 time: 0.0596614 Aug 29 05:40:02.647673 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '710be8ea-e36c-4907-b666-7ff41e3474dc', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'port_id': '9a88be82-13fb-44be-96fe-e646b6009db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'mac_address': 'fa:16:3e:b4:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:40:01Z', 'updated_at': '2021-08-29T05:40:01Z', 'revision_number': 0, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:02.677366 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] Checking router: 7f6b0269-18c1-43e6-9413-2fc2bc001437 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:40:02.685564 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:40:02.686201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:39:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:02.692015 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885977c-12b4-43e8-815a-9126b51af23d req-b7a396fa-9827-46b8-baa6-1728af6a0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:02.693512 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-b7a396fa-9827-46b8-baa6-1728af6a0c10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0505748 Aug 29 05:40:02.743393 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885977c-12b4-43e8-815a-9126b51af23d req-bc13e588-6504-4fc3-b575-dbb96cb48260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:02.744876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-bc13e588-6504-4fc3-b575-dbb96cb48260 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437009 Aug 29 05:40:02.756264 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-3c09523c-ad73-4a30-8ad9-22a3da123d72 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=94823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:40:02.757263 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-3c09523c-ad73-4a30-8ad9-22a3da123d72 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054922 Aug 29 05:40:02.849637 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-9a2ad605-9aa7-4db5-962e-6014089dbe94 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849833 Aug 29 05:40:02.944540 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1885977c-12b4-43e8-815a-9126b51af23d req-59b39a60-fc45-456e-927e-491b405c94ca service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875232 Aug 29 05:40:02.945326 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:40:03.165059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '710be8ea-e36c-4907-b666-7ff41e3474dc', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'port_id': '9a88be82-13fb-44be-96fe-e646b6009db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'mac_address': 'fa:16:3e:b4:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:40:01Z', 'updated_at': '2021-08-29T05:40:01Z', 'revision_number': 0, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:40:03.194075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf2050-485c-424b-acde-5574299e1d5d None None] The sync data for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 is: [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '710be8ea-e36c-4907-b666-7ff41e3474dc', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'port_id': '9a88be82-13fb-44be-96fe-e646b6009db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'mac_address': 'fa:16:3e:b4:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:40:01Z', 'updated_at': '2021-08-29T05:40:01Z', 'revision_number': 0, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:40:03.382788 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3aeb2c-98dc-472f-bdcc-45d49b449612 None None] New status for floating IP 710be8ea-e36c-4907-b666-7ff41e3474dc: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:40:16.973880 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-720b4c21-54b3-4f57-9b06-f43cbcbd0515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:19.593743 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a3354c1f-7f29-47da-a740-da5caacdd5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:19.780510 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:21.094789 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:21.453121 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.631669 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:30.096134 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:32.183076 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:43.754406 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1492f375-98f7-44c2-bf6b-c05277f73bf5 req-e9e67a34-cf59-4a5b-a4ad-274d066845f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264554 Aug 29 05:40:43.803436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1492f375-98f7-44c2-bf6b-c05277f73bf5 req-73f00ff2-d1ed-4f1a-b602-b938f21f2588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0266092 Aug 29 05:40:43.844841 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1492f375-98f7-44c2-bf6b-c05277f73bf5 req-a0a5f76b-6f86-4a0a-ba21-0ab460b9e281 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198848 Aug 29 05:40:43.955937 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f375-98f7-44c2-bf6b-c05277f73bf5 req-e6875883-6258-48c9-b024-bd3155c27fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:43.957423 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1492f375-98f7-44c2-bf6b-c05277f73bf5 req-e6875883-6258-48c9-b024-bd3155c27fa8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035926 Aug 29 05:40:46.980095 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4ee551f6-f0cf-4a96-a417-95fa8ba1690c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:49.596100 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f74d54ff-bcfb-48f8-9f77-b3fcd16bb165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:49.771944 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:51.096935 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:51.459252 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:52.632832 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:58.655062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-76f36075-bcaa-408a-b677-798169260bc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402765 Aug 29 05:40:58.751081 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95944d5-1801-4613-bf10-874897ef3f8a req-0f578f90-5fc7-4da0-b6bc-a8ece09e4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:58.752585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-0f578f90-5fc7-4da0-b6bc-a8ece09e4e98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0409663 Aug 29 05:40:58.862235 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95944d5-1801-4613-bf10-874897ef3f8a req-be9a2cbb-374f-4563-8031-720af01faef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:58.863714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-be9a2cbb-374f-4563-8031-720af01faef3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0919278 Aug 29 05:40:58.929610 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-28419474-7fd1-4dfb-9764-41a33669b2b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 1001 time: 0.0586710 Aug 29 05:40:58.984852 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95944d5-1801-4613-bf10-874897ef3f8a req-57bb48ee-3da4-4d4a-9596-dacaef7523d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:58.986460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-57bb48ee-3da4-4d4a-9596-dacaef7523d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0489910 Aug 29 05:40:59.031482 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95944d5-1801-4613-bf10-874897ef3f8a req-0c59ccc8-5a7a-4e74-b896-194ea75aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:59.032957 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-0c59ccc8-5a7a-4e74-b896-194ea75aa9ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398877 Aug 29 05:40:59.120928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-8bf627af-bffd-4db2-8214-e2d61a1fcbe0 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810244 Aug 29 05:40:59.216719 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b95944d5-1801-4613-bf10-874897ef3f8a req-42d2b7ec-7a47-411a-978c-732f50ec3ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883932 Aug 29 05:41:02.199110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:07.095491 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:16.971443 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d32dc3e0-37af-4505-bcbf-b6b574b5589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.602541 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e72c-f0fb-47d2-84ca-a288278711aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.773351 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:21.098997 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:21.471960 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:22.637388 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:32.198280 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:43.822109 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a7a6c57-287b-4e5c-822a-ec36ac707bf0 req-1d63bf48-5e2d-4fa3-9789-4021c22f5499 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0861759 Aug 29 05:41:43.887972 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a7a6c57-287b-4e5c-822a-ec36ac707bf0 req-9e24e292-5271-4f3a-912d-1bba7b8c5b98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0249114 Aug 29 05:41:43.926232 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a7a6c57-287b-4e5c-822a-ec36ac707bf0 req-5094f781-f964-4d7c-b39a-dd04a8eaed25 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194864 Aug 29 05:41:44.029529 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a6c57-287b-4e5c-822a-ec36ac707bf0 req-538e6241-f812-48e0-bfc8-9e1bfb5d8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:44.031018 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-6a7a6c57-287b-4e5c-822a-ec36ac707bf0 req-538e6241-f812-48e0-bfc8-9e1bfb5d8811 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977919 Aug 29 05:41:44.095171 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:46.972639 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1bbba20f-1cce-4bdf-a2f1-c3a6abf508ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:49.594786 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1a83-01e6-41ca-8610-5aa1aae1ef5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:49.778765 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:51.103164 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:51.472802 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:52.640055 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:59.721786 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-81d44400-5c54-4bd8-a63a-d0e1cd61f229 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902944 Aug 29 05:41:59.820915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-fa0d6a4c-76b5-4340-8468-d18243fe360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:59.822448 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-fa0d6a4c-76b5-4340-8468-d18243fe360f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0422370 Aug 29 05:41:59.934808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-5a9a15d4-f1f2-48fb-a41b-6c670a37f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:59.936489 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-5a9a15d4-f1f2-48fb-a41b-6c670a37f911 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0940402 Aug 29 05:42:00.045509 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-4052372a-b590-4c3d-b29d-5f07dea76809 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 1001 time: 0.0936589 Aug 29 05:42:00.057981 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe4000-63ad-431d-8c35-077e497c80d1 req-6be5701c-55eb-49e9-bb43-df07731d7562 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:00.059549 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcfe4000-63ad-431d-8c35-077e497c80d1 req-6be5701c-55eb-49e9-bb43-df07731d7562 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0694039 Aug 29 05:42:00.127557 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-556e9f01-89e3-451e-82a3-3276a7c1e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:00.129010 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-556e9f01-89e3-451e-82a3-3276a7c1e814 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0686374 Aug 29 05:42:00.131911 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fcfe4000-63ad-431d-8c35-077e497c80d1 req-87fa688d-b75e-40fc-94ed-fab5d242de8f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644553 Aug 29 05:42:00.177726 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-7f2a28a8-08e3-4dc3-bc69-78b2faa7984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:00.179559 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-7f2a28a8-08e3-4dc3-bc69-78b2faa7984a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420752 Aug 29 05:42:00.279879 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-da146ed7-078e-4007-8d22-3a03a42db055 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932157 Aug 29 05:42:00.369158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-642f9a57-4fc2-4c93-b62c-c4e80d22f445 req-9984255c-f820-400b-a4a7-da53e680b550 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819325 Aug 29 05:42:01.269379 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2c2c-2a08-4234-969f-43d2b615fa0a req-ad1df194-dd82-43d2-b45e-c1fe4fecde49 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:01.270841 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-585a2c2c-2a08-4234-969f-43d2b615fa0a req-ad1df194-dd82-43d2-b45e-c1fe4fecde49 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0515068 Aug 29 05:42:01.308848 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-585a2c2c-2a08-4234-969f-43d2b615fa0a req-f6f30a99-957b-41e1-a0a5-b71c1cedeecf tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321808 Aug 29 05:42:02.197055 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.456887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b50b85-bee5-4bb4-baa0-236806f0fed1 req-1b29951c-62ab-404d-80bf-b1cc071b8349 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.458403 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38b50b85-bee5-4bb4-baa0-236806f0fed1 req-1b29951c-62ab-404d-80bf-b1cc071b8349 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0548563 Aug 29 05:42:02.501234 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38b50b85-bee5-4bb4-baa0-236806f0fed1 req-bd0c56cc-c458-4199-b1a0-7a2ea744e3e1 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Aug 29 05:42:03.617318 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e2a2-5ef8-4ec9-b494-fd5264131828 req-fd0f7fe6-2ac8-42b1-b585-7ef8fc8b6e52 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.618902 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90f2e2a2-5ef8-4ec9-b494-fd5264131828 req-fd0f7fe6-2ac8-42b1-b585-7ef8fc8b6e52 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0506368 Aug 29 05:42:03.661581 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-90f2e2a2-5ef8-4ec9-b494-fd5264131828 req-daa375a2-32c7-4147-b9bd-3922225cedde tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331805 Aug 29 05:42:04.785372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea24b17-25b9-4b40-ba68-3f53a5dd886a req-440b854b-9c12-4fa5-95f8-b0748b60eb2e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:04.786843 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dea24b17-25b9-4b40-ba68-3f53a5dd886a req-440b854b-9c12-4fa5-95f8-b0748b60eb2e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0561440 Aug 29 05:42:04.827123 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-dea24b17-25b9-4b40-ba68-3f53a5dd886a req-205a3bac-f966-4961-8337-e6778ff8275a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336182 Aug 29 05:42:06.290001 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d072c-42a1-44da-b45e-a0a783b3ba7c req-50539eb8-244b-4b11-8c4b-8561969fddfa tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:06.291477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cb0d072c-42a1-44da-b45e-a0a783b3ba7c req-50539eb8-244b-4b11-8c4b-8561969fddfa tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.3950825 Aug 29 05:42:06.332197 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-cb0d072c-42a1-44da-b45e-a0a783b3ba7c req-452c884d-bdc4-4d09-94f6-19541b8fb3cf tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Aug 29 05:42:07.449326 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be09509-d610-47f6-a69a-596b98f424fe req-a2a01b3d-4607-436b-89b3-a5fe4310223f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:07.450927 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1be09509-d610-47f6-a69a-596b98f424fe req-a2a01b3d-4607-436b-89b3-a5fe4310223f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0512781 Aug 29 05:42:07.493750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1be09509-d610-47f6-a69a-596b98f424fe req-9e9bf22a-e58d-47eb-9fea-8c29da952e48 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362179 Aug 29 05:42:08.616891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c283888-7b56-4a0d-9e55-7772fd409f7c req-1fcd4aad-886e-41dd-9afb-da442dffd76c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:08.618590 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c283888-7b56-4a0d-9e55-7772fd409f7c req-1fcd4aad-886e-41dd-9afb-da442dffd76c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0532534 Aug 29 05:42:08.658013 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6c283888-7b56-4a0d-9e55-7772fd409f7c req-31b02e88-733e-4c4b-a32f-8f5b48285245 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329037 Aug 29 05:42:09.781187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1625da0-7e9e-42bb-a456-9f8c627eec91 req-2171a0a6-5275-418c-9037-e7c16a0e038e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:09.782721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1625da0-7e9e-42bb-a456-9f8c627eec91 req-2171a0a6-5275-418c-9037-e7c16a0e038e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0538368 Aug 29 05:42:09.821876 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1625da0-7e9e-42bb-a456-9f8c627eec91 req-ac1789fb-a7bf-4dca-b45d-85c63d785a65 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330901 Aug 29 05:42:10.233207 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-c798dff4-5e4c-4283-a1d6-8d26a1c81578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:10.234669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-c798dff4-5e4c-4283-a1d6-8d26a1c81578 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0441208 Aug 29 05:42:10.329931 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-b8dff34b-a1ab-46f9-a363-06f1da6dca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:10.332001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-b8dff34b-a1ab-46f9-a363-06f1da6dca4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0893614 Aug 29 05:42:10.402124 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-976a5dc7-e909-4951-b7b3-0ee546b35cc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 1001 time: 0.0628874 Aug 29 05:42:10.462780 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-46467d2d-4362-4b22-9748-538b7b51d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:10.464247 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-46467d2d-4362-4b22-9748-538b7b51d116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0558190 Aug 29 05:42:10.514878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-9f73e909-79d9-424a-9b32-87fec2893347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:10.516324 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-9f73e909-79d9-424a-9b32-87fec2893347 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451219 Aug 29 05:42:10.617038 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-d5a93d21-de55-4f1a-91fb-ff48fbc221ab service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940201 Aug 29 05:42:10.711988 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cc2a23d9-15f7-45d9-af54-0d229583d147 req-0c3efbd3-054a-45a4-a208-a3130a922e59 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876398 Aug 29 05:42:10.940108 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1d0bf-9eed-4c43-9475-3e0c85720d29 req-d63320d7-817c-4053-8be1-34ceab57884d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:10.942517 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ea1d0bf-9eed-4c43-9475-3e0c85720d29 req-d63320d7-817c-4053-8be1-34ceab57884d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0513263 Aug 29 05:42:10.994718 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0ea1d0bf-9eed-4c43-9475-3e0c85720d29 req-943ff3e2-1db7-4758-a127-208c2d4aca82 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461106 Aug 29 05:42:12.115365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639e4f1-c9de-4093-aba6-2875794c8f99 req-fddaf761-3193-4e8b-ba3d-ae100e86ae0a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:12.116831 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4639e4f1-c9de-4093-aba6-2875794c8f99 req-fddaf761-3193-4e8b-ba3d-ae100e86ae0a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0532343 Aug 29 05:42:12.154434 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4639e4f1-c9de-4093-aba6-2875794c8f99 req-9df00316-e69f-4b03-a924-b0725b12abc6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Aug 29 05:42:13.276227 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee5350-9b7b-474c-8594-722896b8e13b req-85eed3d2-5031-45f9-8530-f008235245e3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:13.277660 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23ee5350-9b7b-474c-8594-722896b8e13b req-85eed3d2-5031-45f9-8530-f008235245e3 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0532897 Aug 29 05:42:13.316510 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-23ee5350-9b7b-474c-8594-722896b8e13b req-f5df81bd-23ac-4522-a057-71d3bea50b8d tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Aug 29 05:42:14.430668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b357bb-0156-499a-91d0-18d1a5a9db4b req-9b847688-45fd-4461-805b-d658f10a2c9a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:14.432343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-97b357bb-0156-499a-91d0-18d1a5a9db4b req-9b847688-45fd-4461-805b-d658f10a2c9a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0503438 Aug 29 05:42:14.470863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-97b357bb-0156-499a-91d0-18d1a5a9db4b req-5b972ba1-9020-4482-9a27-be26471303d9 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325849 Aug 29 05:42:14.732630 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b9a9-45f4-4f2c-a1b1-92639205cc9f req-b59a2284-d32b-4b97-926e-c1dee1a0ca56 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:14.734165 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62e9b9a9-45f4-4f2c-a1b1-92639205cc9f req-b59a2284-d32b-4b97-926e-c1dee1a0ca56 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0770423 Aug 29 05:42:14.760355 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-930bc6b0-ae52-4deb-9aa7-6f42f3de85ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329238 Aug 29 05:42:14.778466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-62e9b9a9-45f4-4f2c-a1b1-92639205cc9f req-63b60f17-42b7-436f-a3f2-c17afec5cbf6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377090 Aug 29 05:42:15.437467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a88be82-13fb-44be-96fe-e646b6009db9 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:42:15.514295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:15.536212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:42:15.538512 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37535e57-33a9-4d4a-8762-95871bc710a9" -d '{"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-unplugged", "status": "completed", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:42:15.551683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:15.556762 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:15.583290 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 05:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf17d6-6813-43b4-9cd9-6a6a4e69567d x-openstack-request-id: req-aabf17d6-6813-43b4-9cd9-6a6a4e69567d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:42:15.583656 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-unplugged", "status": "failed", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9", "code": 422}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:42:15.583919 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aabf17d6-6813-43b4-9cd9-6a6a4e69567d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:42:15.584294 n-d-712143-14 neutron-server[94825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9', 'code': 422} returned with failed status Aug 29 05:42:15.610566 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:15.619175 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.619520 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.619866 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.620201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.620532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.620859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.621183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.621507 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.621864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.622173 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.622491 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.622809 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:15.897088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff460cef-32da-432a-8d9c-8ac607ade59b req-dc2aab16-a78b-47ab-ac56-22d69aab446e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:15.898695 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff460cef-32da-432a-8d9c-8ac607ade59b req-dc2aab16-a78b-47ab-ac56-22d69aab446e tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0511744 Aug 29 05:42:15.939267 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ff460cef-32da-432a-8d9c-8ac607ade59b req-8a8251f9-54de-477c-b148-63256e6db019 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344856 Aug 29 05:42:16.976366 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e7684580-1692-42f3-b32f-b10b51796fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:17.064919 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b391199-80d3-42b6-90ab-bdac9cbc2bcf req-dc30a811-4253-44d2-988b-59e9df497029 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:17.066461 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b391199-80d3-42b6-90ab-bdac9cbc2bcf req-dc30a811-4253-44d2-988b-59e9df497029 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0513675 Aug 29 05:42:17.105769 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-6b391199-80d3-42b6-90ab-bdac9cbc2bcf req-473735a0-479d-4fbe-aaef-5e9d29776aa4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Aug 29 05:42:18.241851 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efb9f2-7580-406a-a011-0919277051f8 req-25710871-f004-45cc-b944-75b0b8e7b627 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:18.243368 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67efb9f2-7580-406a-a011-0919277051f8 req-25710871-f004-45cc-b944-75b0b8e7b627 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0600853 Aug 29 05:42:18.291616 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-67efb9f2-7580-406a-a011-0919277051f8 req-ff8e7459-2d6f-40cc-b38c-acd62c2c13ab tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Aug 29 05:42:19.412038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a190ac6-8cbb-48b6-bc32-65ad9d2d3479 req-9af57833-edf9-4565-b4f4-cd6b5b842bcf tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.413531 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a190ac6-8cbb-48b6-bc32-65ad9d2d3479 req-9af57833-edf9-4565-b4f4-cd6b5b842bcf tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0496087 Aug 29 05:42:19.452767 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1a190ac6-8cbb-48b6-bc32-65ad9d2d3479 req-2d94bd58-42c3-45ef-8661-ce0ac93bd464 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Aug 29 05:42:19.547086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-19133c02-3a2e-4cdf-91e3-fe6db8104380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.548811 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-19133c02-3a2e-4cdf-91e3-fe6db8104380 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf&tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1 HTTP/1.1" status: 200 len: 1095 time: 0.0442793 Aug 29 05:42:19.596440 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-23f2dd6e-ba12-485e-a880-be04f1cafaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:19.622323 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-f7684fab-ede3-460a-b4b3-67eec0622d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.623817 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-f7684fab-ede3-460a-b4b3-67eec0622d50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1095 time: 0.0412779 Aug 29 05:42:19.716992 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-fe0d5f21-afa3-4e8c-a097-8e6cf9d6ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.718648 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-fe0d5f21-afa3-4e8c-a097-8e6cf9d6ee53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.0884459 Aug 29 05:42:19.783295 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:20.111133 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-001e15e6-ae31-44c0-be93-351b0a8f4cf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 999 time: 0.3836401 Aug 29 05:42:20.158768 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-e81553b8-41f0-4696-9e95-63c7e662a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:20.160199 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-e81553b8-41f0-4696-9e95-63c7e662a936 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0426826 Aug 29 05:42:20.207898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-80be9f00-1499-432f-b669-979182c5b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:20.209384 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-80be9f00-1499-432f-b669-979182c5b394 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414042 Aug 29 05:42:20.301488 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-3ab94ec6-8eb3-49b5-9db8-e599eff7d49b service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848479 Aug 29 05:42:20.395060 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-126885db-1127-45df-af50-a7c7d62cf8ac service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864797 Aug 29 05:42:20.574283 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a868b-766f-46c8-8407-c392cd7823d9 req-f316fb63-f2fb-4909-ac8e-87b6dd2a4cf0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:20.575682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-204a868b-766f-46c8-8407-c392cd7823d9 req-f316fb63-f2fb-4909-ac8e-87b6dd2a4cf0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0544856 Aug 29 05:42:20.622627 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-204a868b-766f-46c8-8407-c392cd7823d9 req-93b0fcec-99b4-432a-a821-06926497f831 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Aug 29 05:42:21.094189 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:21.104885 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:21.470424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:21.741393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397eb8-3e8f-4745-86ca-7040fe3e094a req-f74d12e5-d164-4670-926b-cc8f3a5a75aa tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:21.743464 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5397eb8-3e8f-4745-86ca-7040fe3e094a req-f74d12e5-d164-4670-926b-cc8f3a5a75aa tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0542161 Aug 29 05:42:21.780936 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a5397eb8-3e8f-4745-86ca-7040fe3e094a req-50f0f980-fbec-4c9f-bd31-3ff2eaa15221 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Aug 29 05:42:22.642303 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:22.900288 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0fc0c-14ab-4ac2-bf35-d03105492eb8 req-f1aaf2e5-8c81-4bc5-b719-ff9aec098d1b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:22.901770 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1f0fc0c-14ab-4ac2-bf35-d03105492eb8 req-f1aaf2e5-8c81-4bc5-b719-ff9aec098d1b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0516348 Aug 29 05:42:22.941898 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-e1f0fc0c-14ab-4ac2-bf35-d03105492eb8 req-6396b232-64a8-4155-b918-8838751b9ad4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337446 Aug 29 05:42:24.067529 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aa520-0043-4546-9ef1-1645c28d3b88 req-76c0c66f-58eb-420d-bcd8-ff0e5892b82a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:24.069042 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-698aa520-0043-4546-9ef1-1645c28d3b88 req-76c0c66f-58eb-420d-bcd8-ff0e5892b82a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0588458 Aug 29 05:42:24.106923 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-698aa520-0043-4546-9ef1-1645c28d3b88 req-4a60185a-b211-4a07-8d13-4d505b0d68b0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Aug 29 05:42:25.219463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf837f63-6eae-444f-bf76-60d88ffe0827 req-830d0e82-82ea-4000-929c-9445b9a6505b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:25.220851 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf837f63-6eae-444f-bf76-60d88ffe0827 req-830d0e82-82ea-4000-929c-9445b9a6505b tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0485618 Aug 29 05:42:25.258397 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bf837f63-6eae-444f-bf76-60d88ffe0827 req-dee1442d-d29b-4d8d-a280-11425a56e939 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308590 Aug 29 05:42:26.386987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675c6f5-713d-40a1-ab45-27d84bed0c48 req-8790554a-6b6f-42e4-9101-0db13d898c52 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:26.388698 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a675c6f5-713d-40a1-ab45-27d84bed0c48 req-8790554a-6b6f-42e4-9101-0db13d898c52 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0510147 Aug 29 05:42:26.427846 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-a675c6f5-713d-40a1-ab45-27d84bed0c48 req-cc9bb186-3280-4b2d-9f10-5d2de5c55925 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331116 Aug 29 05:42:27.549583 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cbb14-9271-4c98-afbf-3ea06e29fca6 req-fdf01263-b99a-425f-b0aa-f578b9d7d156 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:27.551229 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-802cbb14-9271-4c98-afbf-3ea06e29fca6 req-fdf01263-b99a-425f-b0aa-f578b9d7d156 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0537920 Aug 29 05:42:27.589226 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-802cbb14-9271-4c98-afbf-3ea06e29fca6 req-4154753e-9876-409a-a172-12ba4976401f tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Aug 29 05:42:28.725856 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6337f39-19ff-497c-8e06-a0242a384f7c req-d658a778-f508-45ed-a1aa-894568f1b979 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:28.727858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6337f39-19ff-497c-8e06-a0242a384f7c req-d658a778-f508-45ed-a1aa-894568f1b979 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 943 time: 0.0555313 Aug 29 05:42:28.767877 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b6337f39-19ff-497c-8e06-a0242a384f7c req-65d0b0ea-a2cc-4178-b545-3b066efbfb89 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343101 Aug 29 05:42:29.501109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a88be82-13fb-44be-96fe-e646b6009db9 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:42:29.608407 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:29.623788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '9a88be82-13fb-44be-96fe-e646b6009db9', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'port_id': '9a88be82-13fb-44be-96fe-e646b6009db9', 'mac_address': 'fa:16:3e:b4:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:42:29.668506 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:29.681323 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a88be82-13fb-44be-96fe-e646b6009db9 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:42:29.700778 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:29.704675 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:29.764105 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:29.893765 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab92fb-ce4b-4f2c-bffd-63116d299e03 req-2d9f7e41-57f1-440a-8005-bc02c85db129 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:29.895289 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfab92fb-ce4b-4f2c-bffd-63116d299e03 req-2d9f7e41-57f1-440a-8005-bc02c85db129 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 944 time: 0.0519447 Aug 29 05:42:29.935587 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cfab92fb-ce4b-4f2c-bffd-63116d299e03 req-704b73ba-6f9d-42db-a951-d680f08e5a6c tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342720 Aug 29 05:42:29.979048 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['9a88be82-13fb-44be-96fe-e646b6009db9'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:42:31.051696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e258411-5580-429c-8c37-8105845e3402 req-4a55f98e-a61f-46b0-8097-81b5e133a731 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:31.053215 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e258411-5580-429c-8c37-8105845e3402 req-4a55f98e-a61f-46b0-8097-81b5e133a731 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 944 time: 0.0500362 Aug 29 05:42:31.091357 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-7e258411-5580-429c-8c37-8105845e3402 req-91e2bf4c-4eb9-4c2a-a909-daf017b7afbd tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Aug 29 05:42:31.517204 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a88be82-13fb-44be-96fe-e646b6009db9 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:42:31.584246 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 9a88be82-13fb-44be-96fe-e646b6009db9 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:42:31.584717 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:31.679360 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:31.703037 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:42:31.705606 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0ea13c-1ec8-4f6d-85f4-6fec680c4316" -d '{"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-plugged", "status": "completed", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:42:31.718775 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:31.723006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:31.748464 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f323c-e5d0-45c8-bd4b-01b5a277c622 x-openstack-request-id: req-a69f323c-e5d0-45c8-bd4b-01b5a277c622 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:42:31.748741 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-plugged", "status": "completed", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:42:31.748999 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a69f323c-e5d0-45c8-bd4b-01b5a277c622 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:42:31.749389 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9', 'code': 200} Aug 29 05:42:31.774807 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:31.935001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acde1b-8429-44c0-8d7c-ae2244d2a2e5 req-5ac8d88b-7a91-4a66-963a-a55767d20a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:31.936496 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38acde1b-8429-44c0-8d7c-ae2244d2a2e5 req-5ac8d88b-7a91-4a66-963a-a55767d20a71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0414493 Aug 29 05:42:31.971030 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38acde1b-8429-44c0-8d7c-ae2244d2a2e5 req-79357933-8b22-4fc0-81a9-b80cebec37db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277758 Aug 29 05:42:32.193313 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:32.208356 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3de6-8882-453b-8551-12bd3833c319 req-99471b1a-ac50-4753-8f87-82f87461ece6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:32.209879 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd7f3de6-8882-453b-8551-12bd3833c319 req-99471b1a-ac50-4753-8f87-82f87461ece6 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0507178 Aug 29 05:42:32.248032 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-dd7f3de6-8882-453b-8551-12bd3833c319 req-bccd0633-e9b2-49d4-ab19-64a5acb3c799 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Aug 29 05:42:33.369700 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c8402-c3c8-4b38-9c9a-c6441a430280 req-e1bebc90-b578-4e58-aeec-522f7faddbeb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:33.371242 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f9c8402-c3c8-4b38-9c9a-c6441a430280 req-e1bebc90-b578-4e58-aeec-522f7faddbeb tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0543063 Aug 29 05:42:33.409291 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1f9c8402-c3c8-4b38-9c9a-c6441a430280 req-bfe6c903-3eb4-45fe-b0a8-4ec702411e97 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320535 Aug 29 05:42:45.765500 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3daaead-dcb7-449c-bec5-1f1dcbd6ffd6 req-7db3986a-a5b0-47b0-8949-3318649fafa1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269496 Aug 29 05:42:45.812928 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3daaead-dcb7-449c-bec5-1f1dcbd6ffd6 req-8d62bd1b-0c24-4d31-8d42-11bbf09cbf3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0254226 Aug 29 05:42:45.854580 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3daaead-dcb7-449c-bec5-1f1dcbd6ffd6 req-8b4c9c1a-95f9-4649-8e13-68cd88f5232d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193577 Aug 29 05:42:45.954391 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daaead-dcb7-449c-bec5-1f1dcbd6ffd6 req-812d9ea0-27a4-4aee-a401-21f50d9b4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:45.955914 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c3daaead-dcb7-449c-bec5-1f1dcbd6ffd6 req-812d9ea0-27a4-4aee-a401-21f50d9b4c57 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937290 Aug 29 05:42:46.978143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-74660a1a-ec80-4c2f-8983-c17fda129a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:49.602291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c8320161-3369-4c8b-9f45-67053037f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:49.785536 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:51.109875 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:51.475989 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:52.645528 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:58.094099 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:43:00.686863 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-35464293-4a6c-4ac0-b110-ab7c77c9f54f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524740 Aug 29 05:43:00.792878 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-5d2e6823-69e4-4877-9ec4-72418da193d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:00.794537 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-5d2e6823-69e4-4877-9ec4-72418da193d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0441029 Aug 29 05:43:00.919980 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-3c329580-9e12-4c0c-b64a-aa30cf4660f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:00.921466 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-3c329580-9e12-4c0c-b64a-aa30cf4660f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.1046298 Aug 29 05:43:00.997043 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-810cc9ce-fff9-443d-b226-4953f3e54ffe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 1001 time: 0.0679445 Aug 29 05:43:01.055746 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-c86c1f58-1273-4023-9ab3-4d7f88fc3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:01.057273 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-c86c1f58-1273-4023-9ab3-4d7f88fc3a7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0538819 Aug 29 05:43:01.114109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-748bd892-6040-4e26-a4d9-737722284bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:01.115923 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-748bd892-6040-4e26-a4d9-737722284bcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514545 Aug 29 05:43:01.222812 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-38ce00bf-c132-41a7-9e7d-d34719053a31 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969088 Aug 29 05:43:01.336750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-3902f4d6-a511-4068-b722-5a4605322ff9 req-3294b1eb-f4f6-4124-a827-df379271b838 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056328 Aug 29 05:43:02.195577 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:16.980136 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8292c4ff-a5a0-4ea5-9c58-083dee0bc45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:19.592219 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-66ea8779-9700-46b9-a5ae-df662dadc3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:19.786575 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:21.110786 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:21.487181 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:22.648782 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:32.198172 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:35.094289 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:43:46.702025 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46106) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:46.875855 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Deleting port 893fe91f-29bf-4967-b2bf-e99dcc373ce4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:46.876195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:46.961213 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:46.961460 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:46.979074 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Calling delete_port for 893fe91f-29bf-4967-b2bf-e99dcc373ce4 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:46.982949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-1753c28d-0838-4349-8778-f01b1b571a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:47.156005 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:47.183954 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event deleted for resources: {'Port': ['ID=893fe91f-29bf-4967-b2bf-e99dcc373ce4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:47.196495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.196744 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.196942 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.197277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.197642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.197977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.198304 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.198626 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.198948 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.199480 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.199804 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.200124 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:47.262644 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:47.262879 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Floating IP 710be8ea-e36c-4907-b666-7ff41e3474dc disassociated (deleted). External IP: 172.25.7.103, port: 9a88be82-13fb-44be-96fe-e646b6009db9. Aug 29 05:43:47.507125 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Router 7f6b0269-18c1-43e6-9413-2fc2bc001437 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:47.620732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:47.626478 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:47.633538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] Sync routers for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:47.648411 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:47.649211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:47.658662 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7c5ab3b9-ed95-4584-a001-7c97a955461a tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "DELETE /v2.0/floatingips/710be8ea-e36c-4907-b666-7ff41e3474dc HTTP/1.1" status: 204 len: 168 time: 0.9554629 Aug 29 05:43:47.659463 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:47.661829 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9cb75-d1d6-4dde-8876-034669b90d78" -d '{"events": [{"name": "network-changed", "server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:47.706201 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e15e53-879b-4130-8b14-9b9f6bfd0b60 x-openstack-request-id: req-49e15e53-879b-4130-8b14-9b9f6bfd0b60 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:47.707404 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:47.707810 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49e15e53-879b-4130-8b14-9b9f6bfd0b60 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:47.708236 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9', 'status': 'completed', 'code': 200} Aug 29 05:43:47.804251 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:47.805107 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-21092396-2bdf-4463-a24c-164543c6e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:47.807624 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-21092396-2bdf-4463-a24c-164543c6e5cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 1097 time: 0.0539088 Aug 29 05:43:47.928312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-5b8b592b-46f0-4caf-9be7-47c231356d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:47.929897 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-5b8b592b-46f0-4caf-9be7-47c231356d4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 200 len: 909 time: 0.1152894 Aug 29 05:43:47.987437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-91c3eab2-9ec7-43bc-9c5d-c5a4e4a4f380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 200 len: 217 time: 0.0491524 Aug 29 05:43:48.056423 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:48.072634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-de99d2e8-6276-461c-9964-8f34ee8f34de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:48.075104 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-de99d2e8-6276-461c-9964-8f34ee8f34de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 200 len: 847 time: 0.0766122 Aug 29 05:43:48.083350 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab321b-c425-4ecb-b6a9-712fee2a5dda req-d7ea6f7c-db50-4318-9143-8a34150141e4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:48.084947 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fdab321b-c425-4ecb-b6a9-712fee2a5dda req-d7ea6f7c-db50-4318-9143-8a34150141e4 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.1996534 Aug 29 05:43:48.093073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] Checking router: 7f6b0269-18c1-43e6-9413-2fc2bc001437 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:48.107870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:48.109019 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:48.156410 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-fdab321b-c425-4ecb-b6a9-712fee2a5dda req-5d8c72e5-1c66-4ea0-b305-8e760ca759f0 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604713 Aug 29 05:43:48.178136 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-cbe7962d-e404-434a-9d0a-4fad5368e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:48.178136 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-cbe7962d-e404-434a-9d0a-4fad5368e811 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869949 Aug 29 05:43:48.236102 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:48.297082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-32f960ae-13b3-44d2-aa27-6513868c4b94 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149220 Aug 29 05:43:48.318497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b9c1fc3-b9a8-472f-8e95-ab67023f1d91 req-745c31b3-e744-4631-87a9-debbfdc7b986 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0389054 Aug 29 05:43:48.402378 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b9c1fc3-b9a8-472f-8e95-ab67023f1d91 req-87f095a6-ae6e-4207-9e8a-b186262f8bd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0276909 Aug 29 05:43:48.460396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f9d9cb75-d1d6-4dde-8876-034669b90d78 req-cb2c89d5-7f67-4689-8516-c75be360ba26 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445615 Aug 29 05:43:48.462204 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b9c1fc3-b9a8-472f-8e95-ab67023f1d91 req-603f5921-0c8a-4932-8c58-7b36ba94b3bd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299571 Aug 29 05:43:48.484261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:48.526874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae772b08-39fe-420f-a91d-4d6c799dee96 None None] The sync data for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 is: [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:05Z', 'revision_number': 4, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '5b1b68da-2cb8-42db-b1ad-79e6672701ff', 'name': '', 'network_id': 'b8e81c8d-491f-43c4-8e14-9b8d3f5685ce', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'mac_address': 'fa:16:3e:5b:b6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:04Z', 'updated_at': '2021-08-29T05:35:12Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'subnets': [{'id': '5f41e427-f620-41e5-aea9-a130e2d0891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:48.581507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c1fc3-b9a8-472f-8e95-ab67023f1d91 req-1db3058c-2cf3-4916-b630-e23c48190647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:48.584072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b9c1fc3-b9a8-472f-8e95-ab67023f1d91 req-1db3058c-2cf3-4916-b630-e23c48190647 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149049 Aug 29 05:43:48.790265 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc711bc-1545-4bdd-9693-8fc7f43b0a65 None None] New status for floating IP 710be8ea-e36c-4907-b666-7ff41e3474dc: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:43:49.335171 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d454-35b0-4111-ae6f-8a84df8097fe req-517f5001-a464-408f-87b9-ebc1bc975046 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:49.336966 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be38d454-35b0-4111-ae6f-8a84df8097fe req-517f5001-a464-408f-87b9-ebc1bc975046 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0979059 Aug 29 05:43:49.379973 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-be38d454-35b0-4111-ae6f-8a84df8097fe req-8ba68f8a-8a26-45d6-bb2b-4a8d8c73c8ae tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/security-groups?id=913b3817-9f60-4d99-b146-839bfe2340a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 Aug 29 05:43:49.592272 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4102fb31-5199-44b8-9e3d-0af526006e24 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:49.593841 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcf432a4-30b9-4b33-84bf-28fa49e3ef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.594286 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4102fb31-5199-44b8-9e3d-0af526006e24 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 945 time: 0.0518467 Aug 29 05:43:49.692131 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Deleting port 9a88be82-13fb-44be-96fe-e646b6009db9 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:49.692473 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.788353 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] For port 9a88be82-13fb-44be-96fe-e646b6009db9, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=9a88be82-13fb-44be-96fe-e646b6009db9,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:49.788818 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.788944 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.806214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Calling delete_port for 9a88be82-13fb-44be-96fe-e646b6009db9 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:49.938671 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:49.970756 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event deleted for resources: {'Port': ['ID=9a88be82-13fb-44be-96fe-e646b6009db9,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:49.995085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.995437 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.995815 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.996187 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.996523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.996868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.997214 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.997550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.997903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.998255 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.998588 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:49.998915 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:50.025523 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] No DVR routers for this DVR port 9a88be82-13fb-44be-96fe-e646b6009db9 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:50.028760 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:50.030873 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bceb09b-27a7-469f-b5b0-83720bc7b102 req-4c32509d-d87a-4902-b5ab-bc03d8794f78 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.32 "DELETE /v2.0/ports/9a88be82-13fb-44be-96fe-e646b6009db9 HTTP/1.1" status: 204 len: 173 time: 0.4310110 Aug 29 05:43:50.031421 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-deleted', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:43:50.033638 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa2b0ca-f13e-415f-bcbb-59595caf20d9" -d '{"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-deleted", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:43:50.069892 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aae859d-710c-4884-81aa-1243b13650f0 x-openstack-request-id: req-2aae859d-710c-4884-81aa-1243b13650f0 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:43:50.070193 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923c26c1-5c03-488e-ab61-509184a7dcbf", "name": "network-vif-deleted", "tag": "9a88be82-13fb-44be-96fe-e646b6009db9", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:43:50.070476 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2aae859d-710c-4884-81aa-1243b13650f0 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:43:50.070880 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923c26c1-5c03-488e-ab61-509184a7dcbf', 'name': 'network-vif-deleted', 'tag': '9a88be82-13fb-44be-96fe-e646b6009db9', 'status': 'completed', 'code': 200} Aug 29 05:43:50.478412 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-eed1dc0f-3e3a-46ca-ad48-2a608d166506 req-b835749a-d11e-435e-a42c-b687e743beaa tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 210 time: 0.0292144 Aug 29 05:43:51.126631 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:51.497170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:51.581721 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-59491076-0a0e-4bf7-81f7-0ef7aecd5e01 req-c1207583-0f65-4904-a640-4691f4fc53da tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 210 time: 0.0274279 Aug 29 05:43:51.889628 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a88be82-13fb-44be-96fe-e646b6009db9 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:51.914036 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 9a88be82-13fb-44be-96fe-e646b6009db9 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:51.914383 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 9a88be82-13fb-44be-96fe-e646b6009db9 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:52.657260 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:52.680229 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-887a61d5-6289-4d4f-8a36-98e997d1c82a req-0bb3f1c4-1975-4f35-8003-586bbb315060 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 210 time: 0.0264409 Aug 29 05:43:53.789865 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d6851c2e-fd69-445f-a003-0a923c6b8dc6 req-316f25ff-05cf-4ede-8746-e415a74d8250 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "GET /v2.0/ports?device_id=923c26c1-5c03-488e-ab61-509184a7dcbf HTTP/1.1" status: 200 len: 210 time: 0.0262558 Aug 29 05:43:54.853020 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46142) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:54.914961 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-350b5290-8000-42c4-b546-47b787b09695 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:54.941028 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-350b5290-8000-42c4-b546-47b787b09695 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.010902 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-350b5290-8000-42c4-b546-47b787b09695 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.013567 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-350b5290-8000-42c4-b546-47b787b09695 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.014750 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-350b5290-8000-42c4-b546-47b787b09695 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] 10.222.0.55 "DELETE /v2.0/security-groups/913b3817-9f60-4d99-b146-839bfe2340a5 HTTP/1.1" status: 204 len: 168 time: 0.1607049 Aug 29 05:43:55.023977 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b5290-8000-42c4-b546-47b787b09695 tempest-TestShelveInstance-509224735 tempest-TestShelveInstance-509224735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b3817-9f60-4d99-b146-839bfe2340a5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:55.088998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46146) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:55.605215 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.868654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Deleting port 5b1b68da-2cb8-42db-b1ad-79e6672701ff {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:55.868920 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.949752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] For port 5b1b68da-2cb8-42db-b1ad-79e6672701ff, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=5b1b68da-2cb8-42db-b1ad-79e6672701ff,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:55.950117 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:55.964293 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Calling delete_port for 5b1b68da-2cb8-42db-b1ad-79e6672701ff owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:56.145835 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:56.171376 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1b68da-2cb8-42db-b1ad-79e6672701ff,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:56.363864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:56.595525 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Router 7f6b0269-18c1-43e6-9413-2fc2bc001437 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:43:56.707380 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:43:56.712436 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-5c9766b5-8a55-4777-87b3-e60a364eaaf9 admin admin] 10.222.0.55 "PUT /v2.0/routers/7f6b0269-18c1-43e6-9413-2fc2bc001437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6212220 Aug 29 05:43:56.715328 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46150) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:56.716295 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] Sync routers for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:43:56.726575 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:56.727296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:56.826471 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:56.843851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:56.929893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:56.987034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Deleting port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:56.987425 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.026448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:43:56Z', 'revision_number': 5, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port': {'id': '0d80225a-fb36-41f7-bc20-8fa1d0a757a9', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:57.058046 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] Checking router: 7f6b0269-18c1-43e6-9413-2fc2bc001437 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:43:57.066790 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] Routers {'7f6b0269-18c1-43e6-9413-2fc2bc001437'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:43:57.067532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['7f6b0269-18c1-43e6-9413-2fc2bc001437'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:57.070895 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] For port 0d80225a-fb36-41f7-bc20-8fa1d0a757a9, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:57.071257 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.084215 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Calling delete_port for 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:57.150410 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] Set router 7f6b0269-18c1-43e6-9413-2fc2bc001437 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:43:57.215659 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:43:56Z', 'revision_number': 6, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:57.242900 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aa6f3-1f59-4890-beae-ed46d11b525d None None] The sync data for ids ['7f6b0269-18c1-43e6-9413-2fc2bc001437'] in n-d-712143-14 is: [{'id': '7f6b0269-18c1-43e6-9413-2fc2bc001437', 'name': 'tempest-TestShelveInstance-727102482-router', 'tenant_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:02Z', 'updated_at': '2021-08-29T05:43:56Z', 'revision_number': 6, 'project_id': 'fcc2e4c9fa0540fdbaa1e0a5f0b492c1', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:43:57.272492 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.302642 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d80225a-fb36-41f7-bc20-8fa1d0a757a9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:57.371192 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.469440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.471537 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.514681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.515207 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6b0269-18c1-43e6-9413-2fc2bc001437 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:43:57.519619 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.520733 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-414d67ae-c5b3-40b3-a8a1-76d249daf59d admin admin] 10.222.0.55 "DELETE /v2.0/routers/7f6b0269-18c1-43e6-9413-2fc2bc001437 HTTP/1.1" status: 204 len: 168 time: 0.8044226 Aug 29 05:43:57.523466 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46152) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:57.572502 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] Deleting subnet 5f41e427-f620-41e5-aea9-a130e2d0891c {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:43:57.576387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.613041 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.701877 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.755622 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.785281 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f41e427-f620-41e5-aea9-a130e2d0891c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:57.790823 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.792697 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7ed4360-e948-40e0-872c-39dcfbe6d926 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5f41e427-f620-41e5-aea9-a130e2d0891c HTTP/1.1" status: 204 len: 168 time: 0.2682471 Aug 29 05:43:57.795434 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46154) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:57.795945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af886cb6-af8b-49f2-beda-82226df0fb69 None None] Network b8e81c8d-491f-43c4-8e14-9b8d3f5685ce requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:43:57.883111 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:57.942887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Deleting port 0369d784-5973-4a93-b267-c602f7717aeb {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:57.943168 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.025805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] DHCP port deletion for b8e81c8d-491f-43c4-8e14-9b8d3f5685ce request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:43:58.030637 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] For port 0369d784-5973-4a93-b267-c602f7717aeb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0369d784-5973-4a93-b267-c602f7717aeb,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:58.031333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.051871 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Calling delete_port for 0369d784-5973-4a93-b267-c602f7717aeb owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:58.083481 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Deleting port 0369d784-5973-4a93-b267-c602f7717aeb {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:58.084082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.150573 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b1b68da-2cb8-42db-b1ad-79e6672701ff no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:58.177348 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.187645 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 5b1b68da-2cb8-42db-b1ad-79e6672701ff {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:58.188005 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 5b1b68da-2cb8-42db-b1ad-79e6672701ff not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:58.188433 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0369d784-5973-4a93-b267-c602f7717aeb no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:58.214881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0369d784-5973-4a93-b267-c602f7717aeb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:58.217310 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0369d784-5973-4a93-b267-c602f7717aeb {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:58.217703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0369d784-5973-4a93-b267-c602f7717aeb not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:58.218135 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:43:58.221003 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] No DVR routers for this DVR port 0369d784-5973-4a93-b267-c602f7717aeb on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:58.242541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:43:58.242815 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 0d80225a-fb36-41f7-bc20-8fa1d0a757a9 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:43:58.253822 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] For port 0369d784-5973-4a93-b267-c602f7717aeb, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=0369d784-5973-4a93-b267-c602f7717aeb,segment=NetworkSegment(4587a8ab-77cf-4e47-88fb-19c7cde4a944),segment_id=4587a8ab-77cf-4e47-88fb-19c7cde4a944)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:58.254056 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.267834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Calling delete_port for 0369d784-5973-4a93-b267-c602f7717aeb owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:58.310750 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.324975 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e81c8d-491f-43c4-8e14-9b8d3f5685ce']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:58.338100 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4587a8ab-77cf-4e47-88fb-19c7cde4a944') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:58.338705 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4587a8ab-77cf-4e47-88fb-19c7cde4a944') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:43:58.347948 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.365625 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.366853 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.376980 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:43:58.377393 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:43:58.379554 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:43:58.402601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Pushing event deleted for resources: {'Port': ['ID=0369d784-5973-4a93-b267-c602f7717aeb,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:58.406109 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.406464 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.406864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.407181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.407518 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.407851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.408184 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.408514 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.408843 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.409176 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.409501 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.409861 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:43:58.412630 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b482d0-23a0-4877-b9bf-21d8f531c8a8 None None] No DVR routers for this DVR port 0369d784-5973-4a93-b267-c602f7717aeb on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:43:58.442340 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.449820 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:58.452646 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] 10.222.0.55 "DELETE /v2.0/networks/b8e81c8d-491f-43c4-8e14-9b8d3f5685ce HTTP/1.1" status: 204 len: 168 time: 0.6562865 Aug 29 05:43:58.456342 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46156) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:43:58.465833 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bb90b-1fbc-4f96-a982-241dd16cc4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e81c8d-491f-43c4-8e14-9b8d3f5685ce,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:58.836020 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.399497 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Deleting port 1bae8d8a-5246-42c3-b208-0858f11f2233 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:43:59.399841 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.478053 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] For port 1bae8d8a-5246-42c3-b208-0858f11f2233, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1bae8d8a-5246-42c3-b208-0858f11f2233,segment=NetworkSegment(f5b502c1-14b9-448d-aca6-f312741a989b),segment_id=f5b502c1-14b9-448d-aca6-f312741a989b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:43:59.478804 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.491367 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Calling delete_port for 1bae8d8a-5246-42c3-b208-0858f11f2233 owned by network:router_interface {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:43:59.672724 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:59.700571 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bae8d8a-5246-42c3-b208-0858f11f2233,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:43:59.875939 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.102814 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Router 27a347e2-0063-48aa-98e0-f2a5854512f4 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:44:00.210484 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:00.217806 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-4693e822-24ee-4ae4-9d77-160bf40cf61c admin admin] 10.222.0.55 "PUT /v2.0/routers/27a347e2-0063-48aa-98e0-f2a5854512f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603276 Aug 29 05:44:00.218668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46158) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:00.220440 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] Sync routers for ids ['27a347e2-0063-48aa-98e0-f2a5854512f4'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:00.229952 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] Routers {'27a347e2-0063-48aa-98e0-f2a5854512f4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:00.230605 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['27a347e2-0063-48aa-98e0-f2a5854512f4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.330134 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks [] for router, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.345852 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] Set router 27a347e2-0063-48aa-98e0-f2a5854512f4 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:00.437871 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.493613 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Deleting port 1205b150-489b-48c5-b420-4dbe4c28ab6f {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:00.493613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.533968 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:43:59Z', 'revision_number': 5, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port': {'id': '1205b150-489b-48c5-b420-4dbe4c28ab6f', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.561459 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] Checking router: 27a347e2-0063-48aa-98e0-f2a5854512f4 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:00.570652 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] Routers {'27a347e2-0063-48aa-98e0-f2a5854512f4'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:00.571258 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['27a347e2-0063-48aa-98e0-f2a5854512f4'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.578584 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] For port 1205b150-489b-48c5-b420-4dbe4c28ab6f, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=1205b150-489b-48c5-b420-4dbe4c28ab6f,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:00.578984 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.593237 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Calling delete_port for 1205b150-489b-48c5-b420-4dbe4c28ab6f owned by network:router_gateway {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:00.662635 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] Set router 27a347e2-0063-48aa-98e0-f2a5854512f4 gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:00.718396 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:44:00Z', 'revision_number': 6, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:00.747945 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcbcca-f41a-4947-ab25-9ab9f9354308 None None] The sync data for ids ['27a347e2-0063-48aa-98e0-f2a5854512f4'] in n-d-712143-14 is: [{'id': '27a347e2-0063-48aa-98e0-f2a5854512f4', 'name': 'tempest-TestShelveInstance-45591364-router', 'tenant_id': '54f3fb62a3354a1fb3255168f29cee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:35:08Z', 'updated_at': '2021-08-29T05:44:00Z', 'revision_number': 6, 'project_id': '54f3fb62a3354a1fb3255168f29cee0a', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:00.778763 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.803834 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Pushing event deleted for resources: {'Port': ['ID=1205b150-489b-48c5-b420-4dbe4c28ab6f,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:00.870691 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.962184 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:00.965078 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.010890 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.011846 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a347e2-0063-48aa-98e0-f2a5854512f4 {{(pid=94823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:44:01.016747 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] Notify callbacks [] for router, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.017924 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-c7ef175d-bc89-48a7-9d45-92d3c91c8793 admin admin] 10.222.0.55 "DELETE /v2.0/routers/27a347e2-0063-48aa-98e0-f2a5854512f4 HTTP/1.1" status: 204 len: 168 time: 0.7982643 Aug 29 05:44:01.020459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46160) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:01.071407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] Deleting subnet f957403b-f460-4f40-983e-800e764d76d1 {{(pid=94823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:44:01.074921 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.118864 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66179626'] for subnet, precommit_delete_associations {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.216725 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.271560 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66494979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66375304'] for subnet, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.303284 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f957403b-f460-4f40-983e-800e764d76d1,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:01.305479 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.307569 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-8bba9c59-870c-4193-8136-813270202287 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f957403b-f460-4f40-983e-800e764d76d1 HTTP/1.1" status: 204 len: 168 time: 0.2859836 Aug 29 05:44:01.310582 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46162) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:01.313691 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac0720-4b4a-4ef6-a9b7-13c0e348a1a7 None None] Network 70f261c5-309d-49a2-9bb2-ac752178c301 requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:44:01.381481 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.437796 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Deleting port 94a4d993-099d-4c7c-a75c-b6795976fa24 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:01.438140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.506829 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] For port 94a4d993-099d-4c7c-a75c-b6795976fa24, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=94a4d993-099d-4c7c-a75c-b6795976fa24,segment=NetworkSegment(f5b502c1-14b9-448d-aca6-f312741a989b),segment_id=f5b502c1-14b9-448d-aca6-f312741a989b)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:01.507474 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.522666 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Calling delete_port for 94a4d993-099d-4c7c-a75c-b6795976fa24 owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:01.535211 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] DHCP port deletion for 70f261c5-309d-49a2-9bb2-ac752178c301 request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:44:01.589119 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] Deleting port 94a4d993-099d-4c7c-a75c-b6795976fa24 {{(pid=94825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:44:01.589667 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.611495 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.638730 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Pushing event deleted for resources: {'Port': ['ID=94a4d993-099d-4c7c-a75c-b6795976fa24,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:01.644013 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] No DVR routers for this DVR port 94a4d993-099d-4c7c-a75c-b6795976fa24 on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:44:01.665174 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] For port 94a4d993-099d-4c7c-a75c-b6795976fa24, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=94a4d993-099d-4c7c-a75c-b6795976fa24,segment=NetworkSegment(f5b502c1-14b9-448d-aca6-f312741a989b),segment_id=f5b502c1-14b9-448d-aca6-f312741a989b)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:01.665575 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.680263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] Calling delete_port for 94a4d993-099d-4c7c-a75c-b6795976fa24 owned by network:dhcp {{(pid=94825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:44:01.723964 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.736221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f261c5-309d-49a2-9bb2-ac752178c301']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:01.748808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b502c1-14b9-448d-aca6-f312741a989b') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:01.749119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b502c1-14b9-448d-aca6-f312741a989b') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:01.759629 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463'] for port, after_delete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.760147 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.777295 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.784538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] Pushing event deleted for resources: {'Port': ['ID=94a4d993-099d-4c7c-a75c-b6795976fa24,revision_number=None']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:01.785230 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:44:01.785931 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:44:01.797628 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:44:01.801710 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2de7c5-86d7-4ec7-bd27-c8456f85ee68 None None] No DVR routers for this DVR port 94a4d993-099d-4c7c-a75c-b6795976fa24 on host n-d-712143-14 {{(pid=94825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:44:01.877910 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.883561 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:01.888139 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] 10.222.0.55 "DELETE /v2.0/networks/70f261c5-309d-49a2-9bb2-ac752178c301 HTTP/1.1" status: 204 len: 168 time: 0.5763533 Aug 29 05:44:01.901929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c5aa-4b2d-4610-b4b6-440010b0d98d admin admin] Pushing event deleted for resources: {'Network': ['ID=70f261c5-309d-49a2-9bb2-ac752178c301,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:02.008058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46166) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:02.051839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-17921802-6869-4cc8-a3ff-909eee4a96b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcc2e4c9fa0540fdbaa1e0a5f0b492c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425439 Aug 29 05:44:02.054531 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46168) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:02.090565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1bae8d8a-5246-42c3-b208-0858f11f2233 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:02.111068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 1bae8d8a-5246-42c3-b208-0858f11f2233 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:02.111424 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1bae8d8a-5246-42c3-b208-0858f11f2233 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:02.111846 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1205b150-489b-48c5-b420-4dbe4c28ab6f no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:02.120043 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4afa4b2-8cd0-41a2-bb9a-6dea6e129e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.134770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 1205b150-489b-48c5-b420-4dbe4c28ab6f {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:02.135125 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 1205b150-489b-48c5-b420-4dbe4c28ab6f not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:02.135546 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 94a4d993-099d-4c7c-a75c-b6795976fa24 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:02.143453 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4afa4b2-8cd0-41a2-bb9a-6dea6e129e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.154834 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 94a4d993-099d-4c7c-a75c-b6795976fa24 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:44:02.155189 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 94a4d993-099d-4c7c-a75c-b6795976fa24 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:44:02.193953 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4afa4b2-8cd0-41a2-bb9a-6dea6e129e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.196644 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-b4afa4b2-8cd0-41a2-bb9a-6dea6e129e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.197866 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-b4afa4b2-8cd0-41a2-bb9a-6dea6e129e11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fceb2cb-3d63-41a9-98f6-87ebf7c6f139 HTTP/1.1" status: 204 len: 168 time: 0.1422372 Aug 29 05:44:02.207119 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afa4b2-8cd0-41a2-bb9a-6dea6e129e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fceb2cb-3d63-41a9-98f6-87ebf7c6f139,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:02.208733 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.559639 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46174) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:02.601198 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-779b2540-0946-4b0a-b19c-555957880537 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54f3fb62a3354a1fb3255168f29cee0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403075 Aug 29 05:44:02.603687 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46176) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:02.654921 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d1e9c8a-377f-4cc1-867d-3af63a651b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.676707 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d1e9c8a-377f-4cc1-867d-3af63a651b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.728455 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d1e9c8a-377f-4cc1-867d-3af63a651b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.731420 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-3d1e9c8a-377f-4cc1-867d-3af63a651b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:02.732798 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-3d1e9c8a-377f-4cc1-867d-3af63a651b73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e91f9927-d396-4149-8b17-dacfdc52d161 HTTP/1.1" status: 204 len: 168 time: 0.1280098 Aug 29 05:44:02.741221 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e9c8a-377f-4cc1-867d-3af63a651b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f9927-d396-4149-8b17-dacfdc52d161,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:03.486130 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46198) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:03.614203 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1106977098-network', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:03.636502 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Made reservation on behalf of 3d8f025b156447c8b96c2d2cdb73986e for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:44:03.639073 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.647919 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.758497 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.763613 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.794026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:44:03.801372 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e051e82c-4b1a-44b6-99a5-ed629d8e253e,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:03.808208 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.808571 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Added segment 34eb250d-ff43-4666-a463-f4300a3b9f3c of type vlan for network 14d3042d-7005-4c35-9538-115e59b28fbe Aug 29 05:44:03.850637 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.877857 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.879273 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:03.879926 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:03.936904 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4496510 Aug 29 05:44:03.939951 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46202) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:03.942159 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ec280-c0e8-4b38-bc5f-567fb8136228 admin admin] Pushing event updated for resources: {'Network': ['ID=14d3042d-7005-4c35-9538-115e59b28fbe,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:03.946277 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Request body: {'subnet': {'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1106977098-subnet', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:03.953230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 14d3042d-7005-4c35-9538-115e59b28fbe details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:44:03.974972 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Made reservation on behalf of 3d8f025b156447c8b96c2d2cdb73986e for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:44:03.978920 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.164079 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.215904 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115fdb84-b1bc-4c8c-b32f-de23fe40a775,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:04.231728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Checking segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:04.232085 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Network hostable DHCP agents. Network: 14d3042d-7005-4c35-9538-115e59b28fbe, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:44:04.250148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Network 14d3042d-7005-4c35-9538-115e59b28fbe is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:44:04.259690 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 14d3042d-7005-4c35-9538-115e59b28fbe) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:04.265912 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:04.267184 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.270551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a5559b-fbc2-49ce-b13d-54fc14642448 None None] Network 14d3042d-7005-4c35-9538-115e59b28fbe requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:44:04.283614 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-786d1566-f270-4f40-bbfa-708be167f537 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3419330 Aug 29 05:44:04.286462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46204) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:04.290853 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:04.313893 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.315426 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.378477 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.429716 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-14d3042d-7005-4c35-9538-115e59b28fbe', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:44:04.430976 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.519626 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.572870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Allocated IP 172.20.0.2 (14d3042d-7005-4c35-9538-115e59b28fbe/115fdb84-b1bc-4c8c-b32f-de23fe40a775/b266cd1f-befe-4a5b-b605-ac83c44cb17a) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:04.723195 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.725094 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.734956 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Transition to ACTIVE for port object b266cd1f-befe-4a5b-b605-ac83c44cb17a will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:04.742939 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.752551 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Transition to ACTIVE for port object b266cd1f-befe-4a5b-b605-ac83c44cb17a will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:04.759895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.795770 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Network 14d3042d-7005-4c35-9538-115e59b28fbe is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:04.800403 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:04.806474 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:04.817881 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Pushing event updated for resources: {'Port': ['ID=b266cd1f-befe-4a5b-b605-ac83c44cb17a,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:04.852078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Allocated IP 172.25.7.208 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/4cf5b02e-17a2-4cd6-a594-e6b1f57c4614) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:04.867240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Attempting to bind port b266cd1f-befe-4a5b-b605-ac83c44cb17a on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:44:04.867620 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Attempting to bind port b266cd1f-befe-4a5b-b605-ac83c44cb17a by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:44:04.867988 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Attempting to bind port b266cd1f-befe-4a5b-b605-ac83c44cb17a on network 14d3042d-7005-4c35-9538-115e59b28fbe {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:04.874079 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:44:04.874467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Checking segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:04.874864 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.875263 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Bound using segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:44:04.875752 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Bound port: b266cd1f-befe-4a5b-b605-ac83c44cb17a, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:44:04.876135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.942889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] For port b266cd1f-befe-4a5b-b605-ac83c44cb17a, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:44:04.946018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] For port b266cd1f-befe-4a5b-b605-ac83c44cb17a, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b266cd1f-befe-4a5b-b605-ac83c44cb17a,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:44:04.952969 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:04.968696 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.014505 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79d972-ae95-4605-8db2-ced5e1b53210 None None] Pushing event updated for resources: {'Port': ['ID=b266cd1f-befe-4a5b-b605-ac83c44cb17a,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:05.023379 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.063517 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:05.068600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:05.072346 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:05.078148 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:05.361883 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.927322 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.950035 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61f7de-3adb-48af-a0f8-eb1678afb3a7 None None] Network 14d3042d-7005-4c35-9538-115e59b28fbe requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:44:06.017821 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-7b4139ab-6bab-418b-9e00-31f5fa45d3a8 None None] Provisioning for port b266cd1f-befe-4a5b-b605-ac83c44cb17a completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:06.072079 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Router aaecc97b-78e3-491b-909f-e5f41fb367f7 is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:44:06.146118 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b266cd1f-befe-4a5b-b605-ac83c44cb17a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:06.195321 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:06.204034 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port b266cd1f-befe-4a5b-b605-ac83c44cb17a completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:06.212116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b266cd1f-befe-4a5b-b605-ac83c44cb17a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:06.212637 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.215405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Sync routers for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:06.217157 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.219753 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-dc7eb63d-3f67-45c0-b57d-c52f11821d40 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9322662 Aug 29 05:44:06.222619 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46206) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:06.250516 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:06.251305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:06.400233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fa8182c7-1507-45f8-b3f1-5b7e85248afb None None] Provisioning complete for port b266cd1f-befe-4a5b-b605-ac83c44cb17a triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:06.400521 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fa8182c7-1507-45f8-b3f1-5b7e85248afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.407161 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:06.645732 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.691599 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.744134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port b266cd1f-befe-4a5b-b605-ac83c44cb17a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b266cd1f-befe-4a5b-b605-ac83c44cb17a,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:06.756711 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.865521 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Allocated IP 172.20.0.1 (14d3042d-7005-4c35-9538-115e59b28fbe/115fdb84-b1bc-4c8c-b32f-de23fe40a775/8f7a5364-3581-4384-809d-a7628bde8da5) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:06.882678 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=b266cd1f-befe-4a5b-b605-ac83c44cb17a,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:06.920275 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:05Z', 'revision_number': 3, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:06.951984 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Checking router: aaecc97b-78e3-491b-909f-e5f41fb367f7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:06.952230 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Updating router aaecc97b-78e3-491b-909f-e5f41fb367f7 port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:44:06.979984 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.981321 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:06.995853 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Transition to ACTIVE for port object 8f7a5364-3581-4384-809d-a7628bde8da5 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:07.030743 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.067868 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Network 14d3042d-7005-4c35-9538-115e59b28fbe is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:07.070786 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:07.077500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:07.109805 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7a5364-3581-4384-809d-a7628bde8da5,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:07.128681 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.276086 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.283170 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.295405 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Transition to ACTIVE for port object 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:07.303895 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.369300 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Attempting to bind port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:44:07.369771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Attempting to bind port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:44:07.370148 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Attempting to bind port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:07.373240 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b8fcb-691f-4d78-b260-f5351b3f56ea None None] Pushing event updated for resources: {'Port': ['ID=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:07.382534 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:44:07.382917 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:07.383332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.383723 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:44:07.384201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Bound port: 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:44:07.384587 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.407319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c7ae4dbb-9931-44b5-a002-abf9051eacdd None None] Provisioning for port 8f7a5364-3581-4384-809d-a7628bde8da5 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:07.414967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-c7ae4dbb-9931-44b5-a002-abf9051eacdd None None] Provisioning complete for port 8f7a5364-3581-4384-809d-a7628bde8da5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:07.415348 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c7ae4dbb-9931-44b5-a002-abf9051eacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.457385 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.462680 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.469615 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] For port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:44:07.474788 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae4dbb-9931-44b5-a002-abf9051eacdd None None] Port 8f7a5364-3581-4384-809d-a7628bde8da5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:44:07.485140 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] For port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:44:07.490277 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.537816 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.540926 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7a5364-3581-4384-809d-a7628bde8da5,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:07.551145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:07.552145 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:07.606049 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b8fcb-691f-4d78-b260-f5351b3f56ea None None] Pushing event updated for resources: {'Port': ['ID=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:07.641086 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Network 14d3042d-7005-4c35-9538-115e59b28fbe is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:07.642605 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:07.686812 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:07.783198 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Router aaecc97b-78e3-491b-909f-e5f41fb367f7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:44:07.918634 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:07.923964 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-fbe9ed01-3f01-4492-8471-bdb12a4138b7 admin admin] 10.222.0.55 "PUT /v2.0/routers/aaecc97b-78e3-491b-909f-e5f41fb367f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6997569 Aug 29 05:44:07.935708 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-afb3f66c-d127-42e9-afaf-974ad8145b73 None None] Provisioning complete for port 8f7a5364-3581-4384-809d-a7628bde8da5 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:07.936069 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-afb3f66c-d127-42e9-afaf-974ad8145b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:07.983603 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-afb3f66c-d127-42e9-afaf-974ad8145b73 None None] Port 8f7a5364-3581-4384-809d-a7628bde8da5 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:44:07.995825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 2, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:08.030192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3a3bd-0b6e-40b0-994d-529821cd2661 None None] The sync data for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 is: [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 2, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:08.110386 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b266cd1f-befe-4a5b-b605-ac83c44cb17a up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:08.170369 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port b266cd1f-befe-4a5b-b605-ac83c44cb17a triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:08.170752 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.585568 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46222) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:08.591365 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-284302367-network', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:08.622608 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Made reservation on behalf of 963821a27c354f2d9c8b552eaa2d6aa9 for: {'network': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:44:08.625118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for network, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.637943 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.767267 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.779933 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.813708 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=94823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:44:08.825901 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b83b62-8d11-474a-8792-c4811682d6fb,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:08.831889 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.832240 n-d-712143-14 neutron-server[94823]: INFO neutron.db.segments_db [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Added segment e94fd88f-f01a-4938-b65d-7e89f72bff92 of type vlan for network 59a84633-b454-4343-8d96-069ada2b337c Aug 29 05:44:08.889525 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738957953127'] for network, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.918977 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722'] for network, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.920263 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:08.921054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:08.976394 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3895960 Aug 29 05:44:08.980057 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46224) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:08.987319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Request body: {'subnet': {'network_id': '59a84633-b454-4343-8d96-069ada2b337c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-284302367-subnet', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'ip_version': 4}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:08.988748 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56376a68-e9eb-4cb7-b2d9-304a4f880120 admin admin] Pushing event updated for resources: {'Network': ['ID=59a84633-b454-4343-8d96-069ada2b337c,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:09.000212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Network 59a84633-b454-4343-8d96-069ada2b337c details requested by agent ovs-agent-n-d-712143-14 with host n-d-712143-14 {{(pid=94825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:44:09.023383 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Made reservation on behalf of 963821a27c354f2d9c8b552eaa2d6aa9 for: {'subnet': 1} {{(pid=94824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:44:09.026151 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12756983'] for subnet, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.206570 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58716826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12756869'] for subnet, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.270524 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89be03aa-e5ec-44c8-bfd9-e925f1e51e4e,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:09.281859 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Checking segment: {'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:09.282222 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Network hostable DHCP agents. Network: 59a84633-b454-4343-8d96-069ada2b337c, hostable agents: ['c975e62f-34ba-4112-8a4f-93da05ed7a25'], hosted agents: [] {{(pid=94824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:44:09.301888 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Network 59a84633-b454-4343-8d96-069ada2b337c is scheduled to be hosted by DHCP agent c975e62f-34ba-4112-8a4f-93da05ed7a25 with binding_index 1 {{(pid=94824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:44:09.312918 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-14, 59a84633-b454-4343-8d96-069ada2b337c) {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:09.319462 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:09.320284 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.323284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f51876-38d5-4ab8-a010-2526f97058a6 None None] Network 59a84633-b454-4343-8d96-069ada2b337c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:44:09.337193 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bd8ffa64-d742-4baf-9add-1e0324a6f418 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3557484 Aug 29 05:44:09.340275 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46226) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:09.352423 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:09.375637 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16696109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496397'] for router, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.376846 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16696193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16592875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16665673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496410'] for router, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.439736 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.500443 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89ae659b-9eef-5763-b2ec-c125911073d4-59a84633-b454-4343-8d96-069ada2b337c', 'network_id': '59a84633-b454-4343-8d96-069ada2b337c', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'fixed_ips': [{'subnet_id': '89be03aa-e5ec-44c8-bfd9-e925f1e51e4e'}]}} from n-d-712143-14. {{(pid=94825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:44:09.501351 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.588884 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.644929 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.db_base_plugin_common [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Allocated IP 172.20.0.2 (59a84633-b454-4343-8d96-069ada2b337c/89be03aa-e5ec-44c8-bfd9-e925f1e51e4e/f086b738-8bb0-44f3-8d4c-53d2c1efe788) {{(pid=94825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:09.830381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.830721 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Notify callbacks [] for port, precommit_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.841345 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Transition to ACTIVE for port object f086b738-8bb0-44f3-8d4c-53d2c1efe788 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:09.851784 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.857398 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Transition to ACTIVE for port object f086b738-8bb0-44f3-8d4c-53d2c1efe788 will not be triggered until provisioned by entity DHCP. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:09.865789 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454'] for port, after_create {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:09.910922 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Network 59a84633-b454-4343-8d96-069ada2b337c is already hosted by enough agents. {{(pid=94825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:09.913851 n-d-712143-14 neutron-server[94825]: DEBUG neutron.scheduler.base_scheduler [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Resources bound (agent type, host, resource id): {{(pid=94825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:09.916541 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Received port after_create {{(pid=94825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:09.927051 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Pushing event updated for resources: {'Port': ['ID=f086b738-8bb0-44f3-8d4c-53d2c1efe788,revision_number=1']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:09.992091 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Attempting to bind port f086b738-8bb0-44f3-8d4c-53d2c1efe788 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:44:09.992462 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Attempting to bind port f086b738-8bb0-44f3-8d4c-53d2c1efe788 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:44:09.992855 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Attempting to bind port f086b738-8bb0-44f3-8d4c-53d2c1efe788 on network 59a84633-b454-4343-8d96-069ada2b337c {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:10.001583 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:44:10.002611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Checking segment: {'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:10.002611 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.002933 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Bound using segment: {'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:44:10.003248 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Bound port: f086b738-8bb0-44f3-8d4c-53d2c1efe788, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:44:10.003635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.006641 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Allocated IP 172.25.7.43 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:10.088971 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] For port f086b738-8bb0-44f3-8d4c-53d2c1efe788, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:44:10.092488 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] For port f086b738-8bb0-44f3-8d4c-53d2c1efe788, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f086b738-8bb0-44f3-8d4c-53d2c1efe788,segment=NetworkSegment(e94fd88f-f01a-4938-b65d-7e89f72bff92),segment_id=e94fd88f-f01a-4938-b65d-7e89f72bff92)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:44:10.098139 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.149332 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.159223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:10.207331 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e8f66-8053-401d-918b-fa0e0394190f None None] Pushing event updated for resources: {'Port': ['ID=f086b738-8bb0-44f3-8d4c-53d2c1efe788,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:10.214687 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.252465 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:10.254489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:10.257393 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:10.263877 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:10.264515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:10.264943 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.294093 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Pushing event updated for resources: {'Port': ['ID=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:10.413800 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.430175 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Sync routers for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:10.458836 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:10.459488 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:10.475611 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:10.483752 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.561210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:10.599806 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:10.621940 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.826141 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 2, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:10.855465 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Checking router: aaecc97b-78e3-491b-909f-e5f41fb367f7 for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:10.855818 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Updating router aaecc97b-78e3-491b-909f-e5f41fb367f7 port 8f7a5364-3581-4384-809d-a7628bde8da5 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:44:10.857202 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16696250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16591668'] for router, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.882257 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.032655 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Router 9050d447-0c89-4843-b8f3-6a2851f7f2dd is scheduled to L3 agent d655407e-6465-4216-a711-76d4ea6a85ce with binding_index 1 {{(pid=94824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:44:11.183978 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:11.192870 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Sync routers for ids ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:11.204960 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Routers {'9050d447-0c89-4843-b8f3-6a2851f7f2dd'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:11.205625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:11.207243 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.211492 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46228) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:11.212040 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4108bde7-e19d-4467-a241-0f597f34861b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8704307 Aug 29 05:44:11.239560 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.256226 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Transition to ACTIVE for port object 8f7a5364-3581-4384-809d-a7628bde8da5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:11.265314 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.343864 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Set router 9050d447-0c89-4843-b8f3-6a2851f7f2dd gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:11.379334 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4dae32-3035-465f-bdb9-1b01ed26ccfb None None] Network 59a84633-b454-4343-8d96-069ada2b337c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:44:11.440981 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Pushing event updated for resources: {'Port': ['ID=8f7a5364-3581-4384-809d-a7628bde8da5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:11.477855 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.478212 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.478554 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.478889 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.479218 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.479549 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.479946 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.480767 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.481092 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.481422 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.482309 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.482650 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:11.518055 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Attempting to bind port 8f7a5364-3581-4384-809d-a7628bde8da5 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:44:11.518691 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Attempting to bind port 8f7a5364-3581-4384-809d-a7628bde8da5 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:44:11.519262 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Attempting to bind port 8f7a5364-3581-4384-809d-a7628bde8da5 on network 14d3042d-7005-4c35-9538-115e59b28fbe {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:11.525041 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:44:11.526066 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Checking segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:11.526724 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.527303 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Bound using segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:44:11.527956 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Bound port: 8f7a5364-3581-4384-809d-a7628bde8da5, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:44:11.528537 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.549086 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-115f1f8b-fe53-4c1f-b1eb-3599591b0b29 None None] Provisioning for port f086b738-8bb0-44f3-8d4c-53d2c1efe788 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:11.604135 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] For port 8f7a5364-3581-4384-809d-a7628bde8da5, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:44:11.608332 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] For port 8f7a5364-3581-4384-809d-a7628bde8da5, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8f7a5364-3581-4384-809d-a7628bde8da5,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:44:11.612934 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.681152 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d631e-ac20-427c-b81d-823ad87ed55d None None] Pushing event updated for resources: {'Port': ['ID=8f7a5364-3581-4384-809d-a7628bde8da5,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:11.707209 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:11.708129 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:11.846231 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:11.988962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 3, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port': {'id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:12.043825 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Checking router: 9050d447-0c89-4843-b8f3-6a2851f7f2dd for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:12.045255 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Updating router 9050d447-0c89-4843-b8f3-6a2851f7f2dd port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 binding host n-d-712143-14 {{(pid=94825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:44:12.105364 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.138287 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:12.152281 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:11Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:12.189903 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882743ef-019f-45da-b14b-d9ea690efaac None None] The sync data for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 is: [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:11Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:12.346621 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:12.420393 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.485967 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:12.486339 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.635481 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Notify callbacks [] for port, precommit_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.646512 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f7a5364-3581-4384-809d-a7628bde8da5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:12.669463 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Transition to ACTIVE for port object c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 will not be triggered until provisioned by entity L2. {{(pid=94825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:12.683386 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Allocated IP 172.20.0.1 (59a84633-b454-4343-8d96-069ada2b337c/89be03aa-e5ec-44c8-bfd9-e925f1e51e4e/189de864-74d0-4fcc-bc98-fdbc03cfacb3) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:12.685291 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.755749 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51bca3-0f43-4252-a9d4-1ca861127122 None None] Pushing event updated for resources: {'Port': ['ID=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,revision_number=2']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:12.773347 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Attempting to bind port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:44:12.773799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Attempting to bind port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:44:12.774333 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Attempting to bind port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 on network 465d1806-fdb2-4e78-9494-637f8e094e12 {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:12.781805 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 8f7a5364-3581-4384-809d-a7628bde8da5 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:12.784261 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:44:12.784643 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Checking segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:12.785638 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.785638 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Bound using segment: {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'} {{(pid=94825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:44:12.785978 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.managers [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Bound port: c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116bd51f-2e4d-4ba8-afee-7d415ce8960a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12'}}] {{(pid=94825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:44:12.786362 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.815009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8f7a5364-3581-4384-809d-a7628bde8da5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:12.815491 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.852130 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.865696 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Transition to ACTIVE for port object 189de864-74d0-4fcc-bc98-fdbc03cfacb3 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:12.893336 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] For port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31, host n-d-712143-14, cleared binding levels {{(pid=94825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:44:12.905967 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.918535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] For port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:44:12.928555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:12.946914 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Network 59a84633-b454-4343-8d96-069ada2b337c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:12.953248 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:12.957285 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:12.970347 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=189de864-74d0-4fcc-bc98-fdbc03cfacb3,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:13.036568 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Routers {'9050d447-0c89-4843-b8f3-6a2851f7f2dd'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:13.037223 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:13.054384 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16591851'] for router_interface, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.110216 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.119852 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51bca3-0f43-4252-a9d4-1ca861127122 None None] Pushing event updated for resources: {'Port': ['ID=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:13.233936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 8f7a5364-3581-4384-809d-a7628bde8da5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8f7a5364-3581-4384-809d-a7628bde8da5,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:13.243977 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.244771 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f086b738-8bb0-44f3-8d4c-53d2c1efe788 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:13.274158 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.285262 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] Set router 9050d447-0c89-4843-b8f3-6a2851f7f2dd gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:13.463533 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.467467 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=8f7a5364-3581-4384-809d-a7628bde8da5,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:13.469370 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.481196 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-80c8019e-0c88-411e-8b80-357ca47f24ac None None] Provisioning for port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:13.502515 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-80c8019e-0c88-411e-8b80-357ca47f24ac None None] Provisioning complete for port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:13.502893 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-80c8019e-0c88-411e-8b80-357ca47f24ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.528305 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port f086b738-8bb0-44f3-8d4c-53d2c1efe788 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:13.541917 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16355748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16590900'] for router_interface, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.545180 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f086b738-8bb0-44f3-8d4c-53d2c1efe788 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:13.545791 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.550567 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=189de864-74d0-4fcc-bc98-fdbc03cfacb3,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:13.587570 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-80c8019e-0c88-411e-8b80-357ca47f24ac None None] Port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:44:13.671578 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Network 59a84633-b454-4343-8d96-069ada2b337c is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:13.674404 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:13.678647 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.690585 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 3, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port': {'id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:13.740281 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7157a-8c9b-44d5-9eb1-6d4949992aed None None] The sync data for ids ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'] in n-d-712143-14 is: [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 3, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port': {'id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:13.774800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port f086b738-8bb0-44f3-8d4c-53d2c1efe788, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f086b738-8bb0-44f3-8d4c-53d2c1efe788,segment=NetworkSegment(e94fd88f-f01a-4938-b65d-7e89f72bff92),segment_id=e94fd88f-f01a-4938-b65d-7e89f72bff92)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:13.781898 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.814049 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Router 9050d447-0c89-4843-b8f3-6a2851f7f2dd has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:44:13.851625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=f086b738-8bb0-44f3-8d4c-53d2c1efe788,revision_number=3']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:13.950778 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:13.959985 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-69ce8409-2491-4e0c-b502-e273e570c7b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/9050d447-0c89-4843-b8f3-6a2851f7f2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7435417 Aug 29 05:44:14.016201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-5cdc4f45-7793-47b3-a480-4e9904214be2 None None] Provisioning complete for port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:14.016572 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4f45-7793-47b3-a480-4e9904214be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:14.073212 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc4f45-7793-47b3-a480-4e9904214be2 None None] Port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:44:14.249365 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f7a5364-3581-4384-809d-a7628bde8da5 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:14.308596 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 8f7a5364-3581-4384-809d-a7628bde8da5 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:14.308974 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:14.414439 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:14.483767 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:14.489081 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:14.489641 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:14.579868 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:14.608296 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:14.613424 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:14.614441 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f086b738-8bb0-44f3-8d4c-53d2c1efe788 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:14.716591 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:14.728084 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port f086b738-8bb0-44f3-8d4c-53d2c1efe788 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:14.728462 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:14.984983 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46238) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:14.994659 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-be8cf6e4-7f8a-42e3-87ef-1382a935cc70 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171758658', 'description': 'tempest-secgroup-smoke-1171758658 description', 'project_id': '3d8f025b156447c8b96c2d2cdb73986e'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:15.020260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be8cf6e4-7f8a-42e3-87ef-1382a935cc70 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.107592 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be8cf6e4-7f8a-42e3-87ef-1382a935cc70 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.111946 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be8cf6e4-7f8a-42e3-87ef-1382a935cc70 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.140921 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-be8cf6e4-7f8a-42e3-87ef-1382a935cc70 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.142537 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-be8cf6e4-7f8a-42e3-87ef-1382a935cc70 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1557875 Aug 29 05:44:15.144428 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cf6e4-7f8a-42e3-87ef-1382a935cc70 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740df031-af10-404f-8909-c8117193e260,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:15.145994 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46240) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:15.153650 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-3d43d9d4-1330-41dc-8b88-b708f16bec3e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'security_group_rule': {'security_group_id': '740df031-af10-404f-8909-c8117193e260', 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:15.183477 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d43d9d4-1330-41dc-8b88-b708f16bec3e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.245365 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d43d9d4-1330-41dc-8b88-b708f16bec3e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.250007 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d43d9d4-1330-41dc-8b88-b708f16bec3e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.274867 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d9d4-1330-41dc-8b88-b708f16bec3e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cea310-571b-49a7-8ad7-d2b6c4952fce,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:15.278861 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-3d43d9d4-1330-41dc-8b88-b708f16bec3e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.280174 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-3d43d9d4-1330-41dc-8b88-b708f16bec3e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318581 Aug 29 05:44:15.283817 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46242) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:15.290771 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-02141b79-c636-49d8-acf6-da8d9d4b3899 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'security_group_rule': {'security_group_id': '740df031-af10-404f-8909-c8117193e260', 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:15.321387 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02141b79-c636-49d8-acf6-da8d9d4b3899 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.388540 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02141b79-c636-49d8-acf6-da8d9d4b3899 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.394803 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02141b79-c636-49d8-acf6-da8d9d4b3899 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.415857 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02141b79-c636-49d8-acf6-da8d9d4b3899 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ee4208-12b9-4cb2-b0cb-d85372ae0f43,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:15.425097 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-02141b79-c636-49d8-acf6-da8d9d4b3899 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.428858 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-02141b79-c636-49d8-acf6-da8d9d4b3899 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412711 Aug 29 05:44:15.429749 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46244) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:15.434629 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [None req-0cfc04cf-bdf9-4e14-8017-cdd4d94312a7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'security_group_rule': {'security_group_id': '740df031-af10-404f-8909-c8117193e260', 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:15.471025 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cfc04cf-bdf9-4e14-8017-cdd4d94312a7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.534837 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cfc04cf-bdf9-4e14-8017-cdd4d94312a7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.540310 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cfc04cf-bdf9-4e14-8017-cdd4d94312a7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.564887 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc04cf-bdf9-4e14-8017-cdd4d94312a7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1f6a80-52a6-4f2a-b2f3-8701323582ef,revision_number=0']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:15.569140 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-0cfc04cf-bdf9-4e14-8017-cdd4d94312a7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.574180 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46246) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:15.578355 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-0cfc04cf-bdf9-4e14-8017-cdd4d94312a7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473680 Aug 29 05:44:15.578715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-9339503c-1bb3-4009-b2fd-9b753925c194 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'security_group_rule': {'security_group_id': '740df031-af10-404f-8909-c8117193e260', 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:15.609367 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9339503c-1bb3-4009-b2fd-9b753925c194 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.668634 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Sync routers for ids ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:15.676661 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9339503c-1bb3-4009-b2fd-9b753925c194 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.678454 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Routers {'9050d447-0c89-4843-b8f3-6a2851f7f2dd'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:15.679135 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:15.681033 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9339503c-1bb3-4009-b2fd-9b753925c194 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.704647 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339503c-1bb3-4009-b2fd-9b753925c194 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ed0c25-c5d7-4814-ab7e-c0f5f18255ca,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:15.709061 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-9339503c-1bb3-4009-b2fd-9b753925c194 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.710814 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-9339503c-1bb3-4009-b2fd-9b753925c194 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352823 Aug 29 05:44:15.713105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46248) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:15.718291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'security_group_rule': {'security_group_id': '740df031-af10-404f-8909-c8117193e260', 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:15.744230 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Project 3d8f025b156447c8b96c2d2cdb73986e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:44:15.749964 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.810967 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Set router 9050d447-0c89-4843-b8f3-6a2851f7f2dd gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:15.817037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.822518 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.841881 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920ee2b2-5984-4519-9ae2-223ea79d4222,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:15.853037 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.855859 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-e7c92d85-8bb6-4d5e-9915-25eb5a1b1516 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414869 Aug 29 05:44:15.861396 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46250) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:15.866096 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'security_group_rule': {'security_group_id': '740df031-af10-404f-8909-c8117193e260', 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:15.889836 n-d-712143-14 neutron-server[94824]: INFO neutron.db.securitygroups_db [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Project 3d8f025b156447c8b96c2d2cdb73986e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:44:15.895333 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.967436 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.975838 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16679061'] for security_group_rule, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:15.995701 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3763f491-a03b-4d64-b520-90f075d27806,revision_number=0']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:15.999105 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.010932 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-6c34cffe-e2a3-41e4-9586-c6c2d4de54b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459620 Aug 29 05:44:16.036274 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 4, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port': {'id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '189de864-74d0-4fcc-bc98-fdbc03cfacb3', 'name': '', 'network_id': '59a84633-b454-4343-8d96-069ada2b337c', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'mac_address': 'fa:16:3e:dc:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '89be03aa-e5ec-44c8-bfd9-e925f1e51e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:12Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 2, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'subnets': [{'id': '89be03aa-e5ec-44c8-bfd9-e925f1e51e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:16.069830 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Checking router: 9050d447-0c89-4843-b8f3-6a2851f7f2dd for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:16.070792 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Updating router 9050d447-0c89-4843-b8f3-6a2851f7f2dd port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 binding host n-d-712143-14 {{(pid=94826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:44:16.100939 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.107165 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:16.166532 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:16.167264 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.174437 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-78840a95-6b5a-451b-a8d0-8619824ec0e8 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171758658&fields=id&tenant_id=3d8f025b156447c8b96c2d2cdb73986e HTTP/1.1" status: 200 len: 267 time: 0.0460804 Aug 29 05:44:16.296188 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-d6666869-218c-4742-9557-bee7b92c7e9d tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:16.297967 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-d6666869-218c-4742-9557-bee7b92c7e9d tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 810 time: 0.1125345 Aug 29 05:44:16.315062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-4a339310-bc1b-42b8-b509-87b1eb604354 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/quotas/3d8f025b156447c8b96c2d2cdb73986e HTTP/1.1" status: 200 len: 375 time: 0.0107381 Aug 29 05:44:16.371714 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-b4cca8fd-d05b-4b12-a93b-5b3bc213ce05 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500565 Aug 29 05:44:16.396527 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.406876 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Transition to ACTIVE for port object 189de864-74d0-4fcc-bc98-fdbc03cfacb3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:16.413458 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.484037 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-37a915f9-84d6-47cb-9622-05f9ef4d0551 service neutron] 10.222.0.55 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994129 Aug 29 05:44:16.514404 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74bd5e-17b1-408d-b13b-8a4f308ecb42 None None] Pushing event updated for resources: {'Port': ['ID=189de864-74d0-4fcc-bc98-fdbc03cfacb3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:16.547684 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Attempting to bind port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 on host n-d-712143-14 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:44:16.548047 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Attempting to bind port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 by drivers openvswitch,hyperv on host n-d-712143-14 at level 0 using segments [{'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:44:16.548406 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Attempting to bind port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 on network 59a84633-b454-4343-8d96-069ada2b337c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:16.553780 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Checking agent: {'id': 'fc953777-62a7-45b1-8fa0-b8e7d13b8713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 7, 50), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:44:16.554232 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Checking segment: {'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:16.554698 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.555154 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Bound using segment: {'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:44:16.555683 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Bound port: 189de864-74d0-4fcc-bc98-fdbc03cfacb3, host: n-d-712143-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94fd88f-f01a-4938-b65d-7e89f72bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '59a84633-b454-4343-8d96-069ada2b337c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:44:16.556128 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.598935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-a3c420df-18ac-4ab1-9971-7fc5532ac0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075735 Aug 29 05:44:16.625387 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] For port 189de864-74d0-4fcc-bc98-fdbc03cfacb3, host n-d-712143-14, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:44:16.630167 n-d-712143-14 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] For port 189de864-74d0-4fcc-bc98-fdbc03cfacb3, host n-d-712143-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=189de864-74d0-4fcc-bc98-fdbc03cfacb3,segment=NetworkSegment(e94fd88f-f01a-4938-b65d-7e89f72bff92),segment_id=e94fd88f-f01a-4938-b65d-7e89f72bff92)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:44:16.638240 n-d-712143-14 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:16.701609 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74bd5e-17b1-408d-b13b-8a4f308ecb42 None None] Pushing event updated for resources: {'Port': ['ID=189de864-74d0-4fcc-bc98-fdbc03cfacb3,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:16.720278 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Routers {'9050d447-0c89-4843-b8f3-6a2851f7f2dd'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:16.721188 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:43:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:16.818924 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-ed25e17e-e23e-4c46-9251-71ed0654eb5f req-b0579dd9-79a7-464f-9c9e-d6b04eb02348 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 210 time: 0.0455663 Aug 29 05:44:16.890726 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] Set router 9050d447-0c89-4843-b8f3-6a2851f7f2dd gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:16.998805 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5dc7070f-7e18-40b3-961f-8285e9d35f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:17.239605 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 4, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port': {'id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '189de864-74d0-4fcc-bc98-fdbc03cfacb3', 'name': '', 'network_id': '59a84633-b454-4343-8d96-069ada2b337c', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'mac_address': 'fa:16:3e:dc:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '89be03aa-e5ec-44c8-bfd9-e925f1e51e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:12Z', 'updated_at': '2021-08-29T05:44:16Z', 'revision_number': 4, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'subnets': [{'id': '89be03aa-e5ec-44c8-bfd9-e925f1e51e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:17.277009 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2102ba4-45d7-4808-9673-7c7ec189e719 None None] The sync data for ids ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'] in n-d-712143-14 is: [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 4, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port': {'id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '189de864-74d0-4fcc-bc98-fdbc03cfacb3', 'name': '', 'network_id': '59a84633-b454-4343-8d96-069ada2b337c', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'mac_address': 'fa:16:3e:dc:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '89be03aa-e5ec-44c8-bfd9-e925f1e51e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:12Z', 'updated_at': '2021-08-29T05:44:16Z', 'revision_number': 4, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'subnets': [{'id': '89be03aa-e5ec-44c8-bfd9-e925f1e51e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:17.913920 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-43857ef2-95ce-4bef-bb46-1d844071a69a req-3b64b8c1-ce99-4b62-aaba-adc93acfd86c tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 210 time: 0.0303721 Aug 29 05:44:18.078652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-6022f097-c4d9-4b12-bab8-813e418d732a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:18.080968 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-6022f097-c4d9-4b12-bab8-813e418d732a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 810 time: 0.1555760 Aug 29 05:44:18.125260 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 189de864-74d0-4fcc-bc98-fdbc03cfacb3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:18.143157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-61031d46-7bf6-4160-b3c2-618f0417b6c4 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d8f025b156447c8b96c2d2cdb73986e HTTP/1.1" status: 200 len: 380 time: 0.0420251 Aug 29 05:44:18.156382 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'port': {'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'admin_state_up': True, 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'security_groups': ['740df031-af10-404f-8909-c8117193e260']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:18.179712 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning for port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:18.185756 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:18.186355 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.266719 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Made reservation on behalf of 3d8f025b156447c8b96c2d2cdb73986e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:44:18.270238 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.306979 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.352885 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] For port 189de864-74d0-4fcc-bc98-fdbc03cfacb3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=189de864-74d0-4fcc-bc98-fdbc03cfacb3,segment=NetworkSegment(e94fd88f-f01a-4938-b65d-7e89f72bff92),segment_id=e94fd88f-f01a-4938-b65d-7e89f72bff92)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:18.357341 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.412377 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Pushing event updated for resources: {'Port': ['ID=189de864-74d0-4fcc-bc98-fdbc03cfacb3,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:18.425085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Allocated IP 172.20.0.8 (14d3042d-7005-4c35-9538-115e59b28fbe/115fdb84-b1bc-4c8c-b32f-de23fe40a775/a499ebd6-0c50-4aa1-a66b-a0d96f165f27) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:18.579403 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.593050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Transition to ACTIVE for port object a499ebd6-0c50-4aa1-a66b-a0d96f165f27 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:18.625527 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.674654 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Network 14d3042d-7005-4c35-9538-115e59b28fbe is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:18.680396 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:18.685445 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:18.692390 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:18.747998 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:18.748673 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.772177 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-1bfda0de-c1fd-4ee9-a760-e413d6e3bf3a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199312 Aug 29 05:44:18.792250 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Request body: {'port': {'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:18.851118 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.920535 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8760cb33-2afe-4267-94ec-97fa867228ef None None] Provisioning for port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:18.924487 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-8760cb33-2afe-4267-94ec-97fa867228ef None None] Provisioning complete for port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:18.924859 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8760cb33-2afe-4267-94ec-97fa867228ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:18.967418 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-8760cb33-2afe-4267-94ec-97fa867228ef None None] Port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:44:19.077002 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcfe31-6e08-4adb-8ec4-6b8ccbbb0e93 req-00105bd2-d406-4ba4-a218-ab143930a415 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:19.078818 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02fcfe31-6e08-4adb-8ec4-6b8ccbbb0e93 req-00105bd2-d406-4ba4-a218-ab143930a415 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 931 time: 0.0703387 Aug 29 05:44:19.128811 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-02fcfe31-6e08-4adb-8ec4-6b8ccbbb0e93 req-151d0807-ec96-4f43-8bad-218cb434d64d tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Aug 29 05:44:19.165108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a499ebd6-0c50-4aa1-a66b-a0d96f165f27 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:44:19.174404 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:19.189636 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Transition to ACTIVE for port object a499ebd6-0c50-4aa1-a66b-a0d96f165f27 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:44:19.194747 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:19.251265 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:19.339305 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Attempting to bind port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:44:19.339725 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Attempting to bind port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:44:19.340057 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Attempting to bind port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 on network 14d3042d-7005-4c35-9538-115e59b28fbe {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:19.347504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 on network 14d3042d-7005-4c35-9538-115e59b28fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:44:19.348127 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Attempting to bind port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 on network 14d3042d-7005-4c35-9538-115e59b28fbe {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:44:19.359639 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:44:19.360627 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Checking segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:44:19.361200 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Bound using segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:44:19.362446 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Bound port: a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:44:19.363054 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:19.470185 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:44:19.476946 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:44:19.485415 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:19.532094 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:19.533392 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:19.535524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] 10.222.0.32 "PUT /v2.0/ports/a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 1092 time: 0.7489061 Aug 29 05:44:19.536141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:44:19.538866 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513fc2a-4f96-4e9e-ae11-c15296e3af16" -d '{"events": [{"name": "network-changed", "server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:44:19.580740 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2961a-3320-41af-b660-3425d3b1b82b service neutron] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:19.606122 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b92ad2-f94b-47e2-a80d-a854e4477b51 x-openstack-request-id: req-76b92ad2-f94b-47e2-a80d-a854e4477b51 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:44:19.606712 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:44:19.607142 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76b92ad2-f94b-47e2-a80d-a854e4477b51 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:44:19.607787 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'status': 'completed', 'code': 200} Aug 29 05:44:19.618173 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f059ca11-6aef-48b7-9dd9-45d79d5747a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:19.668518 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-cac6d009-5047-4891-8ae2-5f824577cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:19.670098 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-cac6d009-5047-4891-8ae2-5f824577cecd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1095 time: 0.0449154 Aug 29 05:44:19.726535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-3db10e6a-03ca-4696-b0a1-f520cac107e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 217 time: 0.0434754 Aug 29 05:44:19.794909 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:19.797141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-78c2f036-6976-413f-9d64-34598aaa8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:19.799153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-78c2f036-6976-413f-9d64-34598aaa8807 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0658567 Aug 29 05:44:19.851808 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-ae9fbb15-5f8b-4ba9-856c-ff93368645bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:19.853456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-ae9fbb15-5f8b-4ba9-856c-ff93368645bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476949 Aug 29 05:44:19.956484 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-17fdb674-9326-45d6-8f71-66eb72ef1cbc service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959437 Aug 29 05:44:20.055283 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81cbe7ec-280f-4b30-a83f-0287c6b62e62 req-773c6f7e-3d51-42dc-8025-7bbacad1cf91 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915670 Aug 29 05:44:20.105702 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 189de864-74d0-4fcc-bc98-fdbc03cfacb3 up at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:20.163136 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Provisioning complete for port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:20.163464 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:20.204010 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-a01d0f10-daac-47fe-b674-29d0b426e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:20.205855 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-a01d0f10-daac-47fe-b674-29d0b426e8e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1095 time: 0.0543160 Aug 29 05:44:20.293967 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86ef4-e2aa-45e7-b314-5978b70929f8 req-1507adc1-e412-4660-b73a-e09f7c4bcb30 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:20.295572 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36b86ef4-e2aa-45e7-b314-5978b70929f8 req-1507adc1-e412-4660-b73a-e09f7c4bcb30 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 943 time: 0.0762260 Aug 29 05:44:20.332140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-267082c0-2fb6-4dd4-99eb-59264800cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:20.334340 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-267082c0-2fb6-4dd4-99eb-59264800cedc service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.1191683 Aug 29 05:44:20.346702 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-36b86ef4-e2aa-45e7-b314-5978b70929f8 req-80633211-96ae-4f4f-a9f5-0f1c55df6efc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444751 Aug 29 05:44:20.378723 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-b7f5719b-6be8-4bfa-a1c2-9a949b55070c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 217 time: 0.0369582 Aug 29 05:44:20.434024 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-16fb2fab-17e2-4007-afde-3cfdeae1532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:20.435462 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-16fb2fab-17e2-4007-afde-3cfdeae1532e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0478740 Aug 29 05:44:20.488752 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-e9b1a8ff-06b2-4859-a162-471ac1560d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:20.490332 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-e9b1a8ff-06b2-4859-a162-471ac1560d44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470543 Aug 29 05:44:20.595995 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-5c735daf-55a4-464a-b023-075d8c8581d5 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973461 Aug 29 05:44:20.697746 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5513fc2a-4f96-4e9e-ae11-c15296e3af16 req-44456cc3-7347-4e4b-b9b3-d49ac030f3bd service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939264 Aug 29 05:44:21.116969 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:21.464842 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90411fc-f4ee-40d6-983f-2b894e8f8dc0 req-104f532f-a269-4275-b396-a6387341fa6a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:21.466359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d90411fc-f4ee-40d6-983f-2b894e8f8dc0 req-104f532f-a269-4275-b396-a6387341fa6a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 943 time: 0.0510211 Aug 29 05:44:21.485714 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:21.507720 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-d90411fc-f4ee-40d6-983f-2b894e8f8dc0 req-cd88bde0-5c55-4542-a421-361a6d70c245 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354283 Aug 29 05:44:22.089052 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a499ebd6-0c50-4aa1-a66b-a0d96f165f27 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:44:22.185760 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:22.199572 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:44:22.239183 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:22.256599 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a499ebd6-0c50-4aa1-a66b-a0d96f165f27 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:44:22.275625 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:22.281006 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:22.335801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:22.581915 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['a499ebd6-0c50-4aa1-a66b-a0d96f165f27'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:44:22.623615 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01611622-d6eb-4db8-8c6e-bffc5418a60d req-5fee578f-e105-439d-be1c-aa4bc19adfa1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:22.625145 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01611622-d6eb-4db8-8c6e-bffc5418a60d req-5fee578f-e105-439d-be1c-aa4bc19adfa1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 944 time: 0.0490792 Aug 29 05:44:22.664992 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-01611622-d6eb-4db8-8c6e-bffc5418a60d req-2f858fdc-06c7-4528-a718-334e4662013a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335705 Aug 29 05:44:22.675096 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:23.793758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ddd1-ca5c-4a94-a975-40e718333d9c req-763b334b-8da6-4486-9c39-86dbad423003 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:23.795011 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be37ddd1-ca5c-4a94-a975-40e718333d9c req-763b334b-8da6-4486-9c39-86dbad423003 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 944 time: 0.0486758 Aug 29 05:44:23.832991 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-be37ddd1-ca5c-4a94-a975-40e718333d9c req-b89af3f1-6f7c-430f-990d-ad25df9f6038 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Aug 29 05:44:24.089354 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a499ebd6-0c50-4aa1-a66b-a0d96f165f27 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:24.138780 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:44:24.142494 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:24.142861 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:24.223399 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:24.397134 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:44:24.399433 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a27de94-3d9b-4b1f-988b-af448854d57a" -d '{"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-plugged", "status": "completed", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:44:24.412701 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:24.417333 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:24.440763 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2a9a6-05af-4420-a67c-af423cc4838d x-openstack-request-id: req-2df2a9a6-05af-4420-a67c-af423cc4838d {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:44:24.441060 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-plugged", "status": "completed", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:44:24.441314 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2df2a9a6-05af-4420-a67c-af423cc4838d {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:44:24.441726 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'code': 200} Aug 29 05:44:24.468353 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:24.564530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67df87a-eedf-41b7-88a1-d68d0d949fe0 req-1b1155da-eeb7-4892-8317-5c6a52c3f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:24.566073 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c67df87a-eedf-41b7-88a1-d68d0d949fe0 req-1b1155da-eeb7-4892-8317-5c6a52c3f097 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1097 time: 0.0452087 Aug 29 05:44:24.601651 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c67df87a-eedf-41b7-88a1-d68d0d949fe0 req-1f3c7d67-8023-4ddd-86fb-d2fe0e6a5e71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289271 Aug 29 05:44:24.946923 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc9d2a-6f7b-4679-a022-ca1ac080c244 req-35c65bda-f4b1-489d-a9f7-52c91c38484f tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:24.949185 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aedc9d2a-6f7b-4679-a022-ca1ac080c244 req-35c65bda-f4b1-489d-a9f7-52c91c38484f tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 945 time: 0.0503676 Aug 29 05:44:24.987562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-aedc9d2a-6f7b-4679-a022-ca1ac080c244 req-fa478fe1-0ac7-415d-84a9-a344a372ae0c tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Aug 29 05:44:26.109233 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9563-a360-40f0-b6ea-0a21ddf0d483 req-ecd09ddb-8c88-441c-904f-79f1b32ea638 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:26.110752 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b31e9563-a360-40f0-b6ea-0a21ddf0d483 req-ecd09ddb-8c88-441c-904f-79f1b32ea638 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 945 time: 0.0536776 Aug 29 05:44:26.148760 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-b31e9563-a360-40f0-b6ea-0a21ddf0d483 req-15cd7a27-bf9c-4403-832e-7fe30b8bca95 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Aug 29 05:44:26.263668 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0604b-c52b-49af-a40d-7c1a3425733a req-28a0fffb-186a-43a6-af7e-87f4f59a7c22 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:26.265162 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a7c0604b-c52b-49af-a40d-7c1a3425733a req-28a0fffb-186a-43a6-af7e-87f4f59a7c22 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 945 time: 0.0490887 Aug 29 05:44:26.302321 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a7c0604b-c52b-49af-a40d-7c1a3425733a req-e4f15370-b7db-4951-8c0e-efee4179262b tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Aug 29 05:44:26.324495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46302) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:26.455785 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd3571-787d-48e2-b50c-aad257f2fb27 tempest-TestSnapshotPattern-747197870 tempest-TestSnapshotPattern-747197870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:26.457309 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-28cd3571-787d-48e2-b50c-aad257f2fb27 tempest-TestSnapshotPattern-747197870 tempest-TestSnapshotPattern-747197870-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1092 time: 0.1317267 Aug 29 05:44:26.460238 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46306) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:44:26.464858 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:44:26.487804 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:26.590795 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:26.693503 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Allocated IP 172.25.7.8 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/7ce5fc7f-ba61-46d4-b824-edeb36d5a0e4) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:44:26.800422 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:26.838214 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:26.876308 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:44:26.881129 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:44:26.884716 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:44:26.890789 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'Port': ['ID=7ce5fc7f-ba61-46d4-b824-edeb36d5a0e4,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:27.246068 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:27.315160 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:27.469008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:27.473251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:27.539571 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'Port': ['ID=7ce5fc7f-ba61-46d4-b824-edeb36d5a0e4,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:27.552607 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:27.989522 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Floating IP a901f490-5af8-4dd2-9c76-861a73d70e81 associated. External IP: 172.25.7.8, port: a499ebd6-0c50-4aa1-a66b-a0d96f165f27. Aug 29 05:44:28.199598 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Router aaecc97b-78e3-491b-909f-e5f41fb367f7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:44:28.309418 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:44:28.318945 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] Sync routers for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:44:28.326272 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:28.331783 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:28.332408 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:44:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:28.353825 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-da75e581-9b34-419a-802a-43ca0837b081 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8924809 Aug 29 05:44:28.354399 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:44:28.356681 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef63952-22f6-4d27-afaf-4ef7595a9771" -d '{"events": [{"name": "network-changed", "server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:44:28.444428 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:28.451136 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16f2a3c-8758-4655-8490-3c74b16e1c05 x-openstack-request-id: req-c16f2a3c-8758-4655-8490-3c74b16e1c05 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:44:28.451518 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:44:28.451769 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c16f2a3c-8758-4655-8490-3c74b16e1c05 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:44:28.452180 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'status': 'completed', 'code': 200} Aug 29 05:44:28.540371 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-b21fe602-579e-45ec-bef0-b53ab09893bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.541934 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-b21fe602-579e-45ec-bef0-b53ab09893bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1097 time: 0.0446556 Aug 29 05:44:28.631979 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-741fcaf9-5928-4710-9ac4-e7868ec8022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.633372 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-741fcaf9-5928-4710-9ac4-e7868ec8022b service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0846446 Aug 29 05:44:28.672057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:27Z', 'revision_number': 0, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:28.699582 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] Checking router: aaecc97b-78e3-491b-909f-e5f41fb367f7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:44:28.705895 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-4fd98731-333b-4854-90a7-2d25a41ac59b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 997 time: 0.0642540 Aug 29 05:44:28.707777 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:44:28.708380 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:44:20Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:28.754874 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-f43a40b3-9e25-4d09-8f76-93a423eab88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.756390 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-f43a40b3-9e25-4d09-8f76-93a423eab88a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0443270 Aug 29 05:44:28.808186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-bbefe451-544b-4bf9-b30b-7651826eb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.809748 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-bbefe451-544b-4bf9-b30b-7651826eb375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462108 Aug 29 05:44:28.817569 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:44:28.904176 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-0e89d12a-5f08-4627-8c3b-fde0638058c6 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868990 Aug 29 05:44:28.996902 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0ef63952-22f6-4d27-afaf-4ef7595a9771 req-1463e1d5-6173-43b5-898e-e28811cb8740 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853791 Aug 29 05:44:29.037831 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:27Z', 'revision_number': 0, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:44:29.069181 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832efd36-1474-49fb-b09a-9f915d16dd7e None None] The sync data for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 is: [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:27Z', 'revision_number': 0, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:44:29.279044 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba785b41-b590-461d-bc59-74add6adb25a None None] New status for floating IP a901f490-5af8-4dd2-9c76-861a73d70e81: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:44:32.204661 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:46.983564 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-36d2ee68-de74-4e83-85f8-cb23e827638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:49.097461 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:49.600739 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-faf21931-366a-4c05-bfef-0af955f225e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:49.790458 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:50.337524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7d9b5d98-0e13-4d1e-ad0a-cef2ffe8bdb2 req-00d08cf1-3573-4be2-b42b-d300aee0b79c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265775 Aug 29 05:44:50.388682 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7d9b5d98-0e13-4d1e-ad0a-cef2ffe8bdb2 req-59870cc9-c45c-4418-b757-385570dbb3c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0247259 Aug 29 05:44:50.430809 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7d9b5d98-0e13-4d1e-ad0a-cef2ffe8bdb2 req-9b808602-53a0-4ef2-91ec-9c1e25fb8c2a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237722 Aug 29 05:44:50.522896 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b5d98-0e13-4d1e-ad0a-cef2ffe8bdb2 req-ecf8d7b8-73f0-4244-ae8f-453666da9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:50.524376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7d9b5d98-0e13-4d1e-ad0a-cef2ffe8bdb2 req-ecf8d7b8-73f0-4244-ae8f-453666da9f18 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872030 Aug 29 05:44:51.119616 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:51.511970 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:52.659110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:01.707619 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-09757cce-ce2d-4651-b99a-b2540bdfbcd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407019 Aug 29 05:45:01.807054 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-7f297c6d-c0c7-4782-9591-2d16ca8db4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:01.808536 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-7f297c6d-c0c7-4782-9591-2d16ca8db4d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1097 time: 0.0450494 Aug 29 05:45:01.917160 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-ee35683c-3705-432a-b26a-9be570962e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:01.918669 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-ee35683c-3705-432a-b26a-9be570962e70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0916846 Aug 29 05:45:01.989537 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-24aba529-e58d-4719-b0f2-f562a03bf30c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 999 time: 0.0633450 Aug 29 05:45:02.038903 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-4c23a654-e9a5-469a-8156-4e5cdfb21f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:02.040358 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-4c23a654-e9a5-469a-8156-4e5cdfb21f24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0440979 Aug 29 05:45:02.088231 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-1e70cd99-e93f-44ce-a702-b17059ddb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:02.089766 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-1e70cd99-e93f-44ce-a702-b17059ddb99c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424411 Aug 29 05:45:02.181494 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-bf1150be-3444-4707-8ec8-a947bad275f9 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847797 Aug 29 05:45:02.203899 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:02.276285 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a080650-1e56-4fe1-87c0-8cf291910b82 req-ffa53d26-a836-4efd-b199-6fcaf63890d0 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865064 Aug 29 05:45:16.985919 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-30bd7823-76c9-45c7-8d77-8a74211a058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:19.601041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-18bc0bee-27a7-4bb0-8790-caeb4f93d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:19.792483 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:21.122355 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:21.542299 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:22.664077 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:26.096825 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:32.221084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:46.986114 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-46ea1d25-c8d5-457b-b552-e3055c0e0141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:49.602044 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-32a643d1-6ce1-487e-a9e8-9fb0813061d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:49.793865 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:51.126453 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:51.252860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec1bebf6-3f72-46f4-8835-179c4ecba35b req-cd33d965-a567-48bf-96cb-f9a46438bf6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271256 Aug 29 05:45:51.319667 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec1bebf6-3f72-46f4-8835-179c4ecba35b req-f519cf78-4bd8-4e86-9570-9eef7f7639db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0257232 Aug 29 05:45:51.359697 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec1bebf6-3f72-46f4-8835-179c4ecba35b req-f504c995-4e80-4b86-b518-46f0e77e4566 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193892 Aug 29 05:45:51.462211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bebf6-3f72-46f4-8835-179c4ecba35b req-b0ff9c93-62a0-482e-9181-166255a4ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:51.463704 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-ec1bebf6-3f72-46f4-8835-179c4ecba35b req-b0ff9c93-62a0-482e-9181-166255a4ee31 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979810 Aug 29 05:45:51.542190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:52.665468 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:02.235415 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:03.095683 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:46:03.668754 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-42b33477-0161-40b6-a914-36dcdee73716 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397077 Aug 29 05:46:03.772930 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-5ec7e105-7b84-44cc-a564-fc0e2f7e41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:03.774482 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-5ec7e105-7b84-44cc-a564-fc0e2f7e41a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1097 time: 0.0408037 Aug 29 05:46:03.883001 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-22cb08b8-c8ed-4452-ba0e-15f4b605b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:03.884475 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-22cb08b8-c8ed-4452-ba0e-15f4b605b91d service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0912249 Aug 29 05:46:03.949497 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-ca4bd5c1-9d42-4dce-8845-de3453fa61af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 999 time: 0.0576689 Aug 29 05:46:04.004109 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-bcc2b2b4-9036-4b11-99ac-f8d2feb09d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:04.005641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-bcc2b2b4-9036-4b11-99ac-f8d2feb09d2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0496602 Aug 29 05:46:04.053315 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-240ceb57-78b2-467f-8141-9c8eb5efee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:04.054883 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-240ceb57-78b2-467f-8141-9c8eb5efee7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425038 Aug 29 05:46:04.144939 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-33352b39-90f4-4b5f-a7e0-89f0afa73a68 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825386 Aug 29 05:46:04.236762 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5ef7b605-c37b-4f96-8bb9-1d79f0cb4d73 req-348f7d94-8d50-4640-9eef-d6e8f60702cb service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Aug 29 05:46:16.988930 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d2462a92-073b-4401-9ff2-c6979c9c711e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.602635 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6f3022a8-b51f-44ba-a71d-7aaab5b16fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.796721 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.126143 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.555345 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.669886 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.571170 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a499ebd6-0c50-4aa1-a66b-a0d96f165f27 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:46:26.683539 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:26.699558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:46:26.736571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.750003 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a499ebd6-0c50-4aa1-a66b-a0d96f165f27 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:46:26.770466 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:26.774924 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.823942 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:26.831845 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.832203 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.832537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.832874 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.833208 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.833537 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.833889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.834214 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.834538 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.834859 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.835183 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.835504 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:26.937652 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['a499ebd6-0c50-4aa1-a66b-a0d96f165f27'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:46:28.583601 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a499ebd6-0c50-4aa1-a66b-a0d96f165f27 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:28.643068 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:28.643555 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.753902 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.792225 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:28.796096 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ba39f5-04d8-44ec-bcbc-60ff7b1c1d46" -d '{"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-plugged", "status": "completed", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:28.814210 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:28.822214 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.913810 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:28.935107 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4ba861-54dd-4dba-930f-3eac37385a3b x-openstack-request-id: req-1b4ba861-54dd-4dba-930f-3eac37385a3b {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:28.936044 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-plugged", "status": "completed", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:28.936407 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b4ba861-54dd-4dba-930f-3eac37385a3b {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:28.936972 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'code': 200} Aug 29 05:46:32.235158 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:37.577541 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-486359c7-2a17-41e3-8ca0-f58a2bb728b2 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171758658&fields=id&tenant_id=3d8f025b156447c8b96c2d2cdb73986e HTTP/1.1" status: 200 len: 267 time: 0.0384212 Aug 29 05:46:37.695717 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-84320ad8-5470-4755-931a-7fbaaf1be8df tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:37.697171 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-84320ad8-5470-4755-931a-7fbaaf1be8df tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 810 time: 0.1127245 Aug 29 05:46:37.712840 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-8ed9d5f0-117b-43ae-9c40-afd8a02da94a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/quotas/3d8f025b156447c8b96c2d2cdb73986e HTTP/1.1" status: 200 len: 375 time: 0.0092101 Aug 29 05:46:37.769221 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-66bfa3e7-c235-4cda-b457-b389da669e40 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0507655 Aug 29 05:46:37.906691 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-e86e783e-e096-4ebb-bce8-bd1a0a2c5208 service neutron] 10.222.0.55 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259484 Aug 29 05:46:38.002656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-e89864f2-ab21-4684-91e3-02282c4631d9 service neutron] 10.222.0.55 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888965 Aug 29 05:46:38.191064 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-e4c3d216-f020-49ca-9438-22f4f8318ca6 req-720ab82e-c962-46c6-ad70-114ced7dcf77 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 210 time: 0.0273757 Aug 29 05:46:39.175882 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-8728dd17-efa2-461e-868c-4a05bb880198 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:39.177343 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-8728dd17-efa2-461e-868c-4a05bb880198 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 810 time: 0.1022139 Aug 29 05:46:39.233790 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-fbcb9713-aa28-4cb5-9994-ef261402864a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d8f025b156447c8b96c2d2cdb73986e HTTP/1.1" status: 200 len: 380 time: 0.0390856 Aug 29 05:46:39.274722 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'port': {'device_id': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'admin_state_up': True, 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'security_groups': ['740df031-af10-404f-8909-c8117193e260']}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:39.326268 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-81618f44-6d2f-40f5-9ae7-6d3b0f7126a8 req-04619335-44bc-44aa-8660-89f84f7357f5 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 210 time: 0.0651650 Aug 29 05:46:39.400059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Made reservation on behalf of 3d8f025b156447c8b96c2d2cdb73986e for: {'port': 1} {{(pid=94823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:46:39.404306 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.563254 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.db_base_plugin_common [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Allocated IP 172.20.0.7 (14d3042d-7005-4c35-9538-115e59b28fbe/115fdb84-b1bc-4c8c-b32f-de23fe40a775/01029709-69e4-4538-bd56-d792d8062c01) {{(pid=94823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:39.758060 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for port, precommit_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.772870 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Transition to ACTIVE for port object 01029709-69e4-4538-bd56-d792d8062c01 will not be triggered until provisioned by entity DHCP. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:39.817700 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_create {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:40.095848 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:46:40.191541 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Network 14d3042d-7005-4c35-9538-115e59b28fbe is already hosted by enough agents. {{(pid=94823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:40.194507 n-d-712143-14 neutron-server[94823]: DEBUG neutron.scheduler.base_scheduler [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Resources bound (agent type, host, resource id): {{(pid=94823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:40.200919 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Received port after_create {{(pid=94823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:40.228490 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=1']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:40.245624 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.245983 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.246325 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.246662 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.246989 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.247420 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.247723 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.248067 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.248360 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.248680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.249036 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.249312 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:40.265904 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.266563 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:40.286658 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-136070ce-e070-46c5-a008-4e50ff5f44bc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0162311 Aug 29 05:46:40.449279 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114fc08-2b12-4830-959f-24424e0ae7f8 req-2cb77768-67ce-4b5a-82b1-733dc4fe3b83 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.451267 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1114fc08-2b12-4830-959f-24424e0ae7f8 req-2cb77768-67ce-4b5a-82b1-733dc4fe3b83 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0536418 Aug 29 05:46:40.490057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb350eea-7bc5-4459-b80e-2e17fa56ddc8 None None] Provisioning for port 01029709-69e4-4538-bd56-d792d8062c01 completed by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:40.495735 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fb350eea-7bc5-4459-b80e-2e17fa56ddc8 None None] Provisioning complete for port 01029709-69e4-4538-bd56-d792d8062c01 triggered by entity DHCP. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:40.496662 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fb350eea-7bc5-4459-b80e-2e17fa56ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:40.500241 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-1114fc08-2b12-4830-959f-24424e0ae7f8 req-e77eb8eb-1baa-418a-80fb-a7675aa642dc tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Aug 29 05:46:40.533241 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fb350eea-7bc5-4459-b80e-2e17fa56ddc8 None None] Port 01029709-69e4-4538-bd56-d792d8062c01 cannot update to ACTIVE because it is not bound. {{(pid=94825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:46:41.623026 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee8abe-7fb2-4c08-af3b-8b52e9ba1cb2 req-3fb22852-e679-4258-9808-111f778ed712 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:41.624711 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1dee8abe-7fb2-4c08-af3b-8b52e9ba1cb2 req-3fb22852-e679-4258-9808-111f778ed712 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0573535 Aug 29 05:46:41.669750 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1dee8abe-7fb2-4c08-af3b-8b52e9ba1cb2 req-54056389-8847-42ae-add2-82162870c52d tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 Aug 29 05:46:42.696197 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a499ebd6-0c50-4aa1-a66b-a0d96f165f27 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:42.775002 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:42.800811 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:42.803093 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6beb597-56dd-48cc-b693-5caac2482401" -d '{"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-unplugged", "status": "completed", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:42.805891 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e40ea-f92a-40e9-9fe1-7d265e8ed1f4 req-7246854c-3ca7-4c37-a61c-db7f8dccbc64 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:42.807508 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f19e40ea-f92a-40e9-9fe1-7d265e8ed1f4 req-7246854c-3ca7-4c37-a61c-db7f8dccbc64 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0509455 Aug 29 05:46:42.814268 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:42.827813 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:42.862158 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e010cb-b343-4230-9a1d-a5b719015ec7 x-openstack-request-id: req-08e010cb-b343-4230-9a1d-a5b719015ec7 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:42.862497 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-unplugged", "status": "completed", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:42.862770 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08e010cb-b343-4230-9a1d-a5b719015ec7 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:42.863096 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'code': 200} Aug 29 05:46:42.874647 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f19e40ea-f92a-40e9-9fe1-7d265e8ed1f4 req-c0cef4b5-b259-4452-b9e8-ceefe79b8cd6 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551250 Aug 29 05:46:42.899754 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=8']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:44.002004 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4500a-ff67-49a3-9e9e-c6b585bcbb51 req-6a5fb846-7196-4c24-b1e0-b534df5bc42e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:44.003570 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21d4500a-ff67-49a3-9e9e-c6b585bcbb51 req-6a5fb846-7196-4c24-b1e0-b534df5bc42e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0599043 Aug 29 05:46:44.045396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21d4500a-ff67-49a3-9e9e-c6b585bcbb51 req-eb4f5664-f8dd-4c21-bdf2-033c773eaa82 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359142 Aug 29 05:46:45.170391 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbd097-e654-4cf9-a9e6-08e690e6a570 req-166074dc-a36c-4100-aa06-64e56e61ec18 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:45.171883 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-30dbd097-e654-4cf9-a9e6-08e690e6a570 req-166074dc-a36c-4100-aa06-64e56e61ec18 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0542665 Aug 29 05:46:45.212532 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-30dbd097-e654-4cf9-a9e6-08e690e6a570 req-908ce60a-dbaf-4c73-be08-af8a4ad96868 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345788 Aug 29 05:46:46.331777 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007fb12-6906-4892-89f1-d58be4d6a532 req-922ae52d-ed00-4a88-8b73-d547c4be360a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:46.333254 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c007fb12-6906-4892-89f1-d58be4d6a532 req-922ae52d-ed00-4a88-8b73-d547c4be360a tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0493658 Aug 29 05:46:46.375838 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-c007fb12-6906-4892-89f1-d58be4d6a532 req-509db41e-b0c4-4f45-a2da-4847e490c2a1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363057 Aug 29 05:46:46.991814 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-4d697c77-17b5-49f3-937b-dfe3c727d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:47.499976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24326a3b-f21c-4faf-85b1-5d750c9c5b17 req-711a42d9-5664-45d9-b457-6a92367dc018 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:47.501713 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24326a3b-f21c-4faf-85b1-5d750c9c5b17 req-711a42d9-5664-45d9-b457-6a92367dc018 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0519865 Aug 29 05:46:47.542756 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-24326a3b-f21c-4faf-85b1-5d750c9c5b17 req-f1bfa228-e356-4180-9643-173dfe03f728 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351040 Aug 29 05:46:48.665151 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa1c25-c6bf-4ade-b63b-d5592b811065 req-d5e372ab-c740-4be0-ad14-52a1b61b437f tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:48.666661 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdfa1c25-c6bf-4ade-b63b-d5592b811065 req-d5e372ab-c740-4be0-ad14-52a1b61b437f tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0498831 Aug 29 05:46:48.714900 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-bdfa1c25-c6bf-4ade-b63b-d5592b811065 req-67dd6780-68e8-43fe-8fb0-7a43e870b17d tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Aug 29 05:46:49.602285 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7b70e2af-c66e-4367-bb5d-a64135e7d199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:49.799384 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:49.834188 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca9c4-e31e-4b8b-87e7-0d3c89f13c26 req-3ffe29cc-ddde-4485-a404-2ebfe5f2d6a0 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:49.835686 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-864ca9c4-e31e-4b8b-87e7-0d3c89f13c26 req-3ffe29cc-ddde-4485-a404-2ebfe5f2d6a0 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 931 time: 0.0514472 Aug 29 05:46:49.874286 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-864ca9c4-e31e-4b8b-87e7-0d3c89f13c26 req-e354324b-190f-49b1-85b8-a6b69670f788 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Aug 29 05:46:50.089333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.v2.base [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Request body: {'port': {'device_id': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-14'}} {{(pid=94823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:50.142465 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:50.395058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01029709-69e4-4538-bd56-d792d8062c01 {{(pid=94823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:46:50.402659 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:50.414880 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.provisioning_blocks [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Transition to ACTIVE for port object 01029709-69e4-4538-bd56-d792d8062c01 will not be triggered until provisioned by entity L2. {{(pid=94823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:50.417935 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:50.473616 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Pushing event updated for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=2']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:50.541099 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Attempting to bind port 01029709-69e4-4538-bd56-d792d8062c01 on host n-h2-712143-14 for vnic_type normal with profile {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:50.541435 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Attempting to bind port 01029709-69e4-4538-bd56-d792d8062c01 by drivers openvswitch,hyperv on host n-h2-712143-14 at level 0 using segments [{'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:50.541806 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Attempting to bind port 01029709-69e4-4538-bd56-d792d8062c01 on network 14d3042d-7005-4c35-9538-115e59b28fbe {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:50.547146 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Port 01029709-69e4-4538-bd56-d792d8062c01 on network 14d3042d-7005-4c35-9538-115e59b28fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-14 {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:46:50.547466 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Attempting to bind port 01029709-69e4-4538-bd56-d792d8062c01 on network 14d3042d-7005-4c35-9538-115e59b28fbe {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:50.552479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Checking agent: {'id': '25551861-a27a-47c4-8989-ef9a033c6019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'started_at': datetime.datetime(2021, 8, 29, 4, 15, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:50.552818 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Checking segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:50.553211 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Bound using segment: {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'} {{(pid=94823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:50.553665 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.managers [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Bound port: 01029709-69e4-4538-bd56-d792d8062c01, host: n-h2-712143-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34eb250d-ff43-4666-a463-f4300a3b9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe'}}] {{(pid=94823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:50.554021 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:50.619199 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, cleared binding levels {{(pid=94823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:50.622345 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:50.626892 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66495049'] for port, after_update {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:50.664769 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:50.665371 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:50.666760 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] 10.222.0.32 "PUT /v2.0/ports/01029709-69e4-4538-bd56-d792d8062c01 HTTP/1.1" status: 200 len: 1092 time: 0.5818884 Aug 29 05:46:50.667191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'tag': '01029709-69e4-4538-bd56-d792d8062c01'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:50.669762 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886bf769-0858-43b2-92af-888fdfddff26" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "tag": "01029709-69e4-4538-bd56-d792d8062c01"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:50.697610 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4b61b-3b15-4d6b-b041-e2971c895dfa service neutron] Pushing event updated for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=3']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:50.770281 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-0a02a852-e93c-42d3-9c96-da72874e5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:50.772050 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-0a02a852-e93c-42d3-9c96-da72874e5bb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 1095 time: 0.0445764 Aug 29 05:46:50.831970 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e938581-35c3-4211-a296-a34295e0c72b x-openstack-request-id: req-4e938581-35c3-4211-a296-a34295e0c72b {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:50.832270 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "tag": "01029709-69e4-4538-bd56-d792d8062c01", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:50.832527 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e938581-35c3-4211-a296-a34295e0c72b {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:50.832930 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'tag': '01029709-69e4-4538-bd56-d792d8062c01', 'status': 'completed', 'code': 200} Aug 29 05:46:50.834899 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-b33016da-c22d-4ecc-b305-d1a16aad7952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01029709-69e4-4538-bd56-d792d8062c01 HTTP/1.1" status: 200 len: 217 time: 0.0491226 Aug 29 05:46:50.888113 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-0665a875-ed11-4249-b370-218fa800eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:50.889552 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-0665a875-ed11-4249-b370-218fa800eacd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0475054 Aug 29 05:46:50.936737 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-e4ad006c-0654-43a7-a77c-032d147d109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:50.938515 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-e4ad006c-0654-43a7-a77c-032d147d109d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420079 Aug 29 05:46:50.997278 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128994eb-5bd8-4577-9634-f1d8799b9b8b req-b8bc749c-6cfe-438a-94b3-b0e61a2a4347 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:50.998783 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-128994eb-5bd8-4577-9634-f1d8799b9b8b req-b8bc749c-6cfe-438a-94b3-b0e61a2a4347 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 943 time: 0.0581648 Aug 29 05:46:51.029014 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-50df62a0-8e02-42b4-a2d3-6f9b8a09bab1 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833941 Aug 29 05:46:51.036377 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-128994eb-5bd8-4577-9634-f1d8799b9b8b req-7bd7e47b-2a0f-4175-aaea-7ed1a2b443b9 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Aug 29 05:46:51.123113 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0148b25c-93ae-4f6b-9df2-8dc366325b8c req-df2819fe-0a2d-48b0-a0d1-97859ae97dbe service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869129 Aug 29 05:46:51.130795 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:51.245245 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf769-0858-43b2-92af-888fdfddff26 req-dbe192d9-bc5e-48a2-a9d4-23b41bd54b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:51.246638 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-886bf769-0858-43b2-92af-888fdfddff26 req-dbe192d9-bc5e-48a2-a9d4-23b41bd54b99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 1095 time: 0.0396788 Aug 29 05:46:51.339063 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf769-0858-43b2-92af-888fdfddff26 req-c747978c-c9af-4d75-a1f9-3fd9a0380228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:51.340531 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-886bf769-0858-43b2-92af-888fdfddff26 req-c747978c-c9af-4d75-a1f9-3fd9a0380228 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0862534 Aug 29 05:46:51.382157 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-886bf769-0858-43b2-92af-888fdfddff26 req-484eca29-dc51-4787-9eee-fb24fc4b1503 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01029709-69e4-4538-bd56-d792d8062c01 HTTP/1.1" status: 200 len: 217 time: 0.0346301 Aug 29 05:46:51.431050 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf769-0858-43b2-92af-888fdfddff26 req-ce835cca-b817-44b4-811a-4450ac3e1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:51.432480 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-886bf769-0858-43b2-92af-888fdfddff26 req-ce835cca-b817-44b4-811a-4450ac3e1537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0430143 Aug 29 05:46:51.482333 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf769-0858-43b2-92af-888fdfddff26 req-c9708b23-311b-46c4-b834-45c07509d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:51.483839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-886bf769-0858-43b2-92af-888fdfddff26 req-c9708b23-311b-46c4-b834-45c07509d1cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433359 Aug 29 05:46:51.550373 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:51.576405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-886bf769-0858-43b2-92af-888fdfddff26 req-f3535924-7450-4baa-ae73-95b9b29d6301 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Aug 29 05:46:51.669482 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-886bf769-0858-43b2-92af-888fdfddff26 req-8c349441-8f76-43c5-ac63-b017c126152b service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855417 Aug 29 05:46:52.155475 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a45ea-9795-4445-9eea-0731eebfbf79 req-00f7deeb-f6f7-4d69-99d4-8961005162f6 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:52.156979 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b3a45ea-9795-4445-9eea-0731eebfbf79 req-00f7deeb-f6f7-4d69-99d4-8961005162f6 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 943 time: 0.0517802 Aug 29 05:46:52.194985 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-5b3a45ea-9795-4445-9eea-0731eebfbf79 req-e6816d60-a637-4715-90e5-3a641df2e27c tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Aug 29 05:46:52.672306 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:53.310640 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c78c-de8c-4d2f-a9cc-9eb6aba6751d req-dcfab90f-bfcb-4bc9-b829-e9fba29e3891 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:53.312852 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58f4c78c-de8c-4d2f-a9cc-9eb6aba6751d req-dcfab90f-bfcb-4bc9-b829-e9fba29e3891 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 943 time: 0.0498090 Aug 29 05:46:53.369477 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-58f4c78c-de8c-4d2f-a9cc-9eb6aba6751d req-421e3440-0f61-47f8-a2c0-34717f703b5c tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495477 Aug 29 05:46:53.507992 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38fb4e78-72cd-4dd4-be95-abff956e9d25 req-bd420080-7117-4b49-ab7d-f2612c847d45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0701053 Aug 29 05:46:53.555524 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38fb4e78-72cd-4dd4-be95-abff956e9d25 req-4acaa59a-f52f-413a-acae-780c911305a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0242229 Aug 29 05:46:53.595710 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38fb4e78-72cd-4dd4-be95-abff956e9d25 req-300fc292-483f-471a-8e48-5311f75d108d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188766 Aug 29 05:46:53.692758 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb4e78-72cd-4dd4-be95-abff956e9d25 req-694923f9-778e-4452-98a9-23b7e90d571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:53.694335 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-38fb4e78-72cd-4dd4-be95-abff956e9d25 req-694923f9-778e-4452-98a9-23b7e90d571d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919533 Aug 29 05:46:54.499772 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84f200-8bce-47a6-bf02-e1d9b6d9e299 req-85e86e26-9648-49c2-87a2-027a31407586 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:54.501284 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a84f200-8bce-47a6-bf02-e1d9b6d9e299 req-85e86e26-9648-49c2-87a2-027a31407586 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 943 time: 0.0557897 Aug 29 05:46:54.539400 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2a84f200-8bce-47a6-bf02-e1d9b6d9e299 req-df0b272a-30b1-450b-b117-920d8ead5815 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321538 Aug 29 05:46:54.768683 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:46:54.861554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:55.029579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '01029709-69e4-4538-bd56-d792d8062c01', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'port_id': '01029709-69e4-4538-bd56-d792d8062c01', 'mac_address': 'fa:16:3e:3a:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:46:55.065553 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:55.077617 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01029709-69e4-4538-bd56-d792d8062c01 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:46:55.096448 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:55.100578 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:55.146359 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=4']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:55.381665 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['01029709-69e4-4538-bd56-d792d8062c01'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:46:55.653987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5ff0e-c4d6-4dbf-ae67-a3638aced8c9 req-b8d3ebdd-43c1-4abb-aec0-2717c974e5b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:55.655384 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5e5ff0e-c4d6-4dbf-ae67-a3638aced8c9 req-b8d3ebdd-43c1-4abb-aec0-2717c974e5b1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 944 time: 0.0489511 Aug 29 05:46:55.692931 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f5e5ff0e-c4d6-4dbf-ae67-a3638aced8c9 req-9f52ff71-09ac-4cc8-bb23-fbf833e02f9d tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Aug 29 05:46:56.770738 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:56.807617 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549845c4-9e70-433c-82f4-5e5f6ff6a4f7 req-1549030a-0257-4d7d-a169-e4c63d6100af tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:56.809125 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-549845c4-9e70-433c-82f4-5e5f6ff6a4f7 req-1549030a-0257-4d7d-a169-e4c63d6100af tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 944 time: 0.0489254 Aug 29 05:46:56.824889 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning for port 01029709-69e4-4538-bd56-d792d8062c01 completed by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:56.828829 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 01029709-69e4-4538-bd56-d792d8062c01 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:56.829207 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:56.855822 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-549845c4-9e70-433c-82f4-5e5f6ff6a4f7 req-3e74ce5d-98ef-49bc-ad4b-bf539be1cd3d tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Aug 29 05:46:56.905125 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:56.927304 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029709-69e4-4538-bd56-d792d8062c01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:56.929750 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a27d60-c386-47f5-a679-570f45a04aa1" -d '{"events": [{"server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "name": "network-vif-plugged", "status": "completed", "tag": "01029709-69e4-4538-bd56-d792d8062c01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:56.942962 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:56.948658 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:56.973224 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffecc6fe-30fe-4b1f-9c3b-31d40f6b98c3 x-openstack-request-id: req-ffecc6fe-30fe-4b1f-9c3b-31d40f6b98c3 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:56.973465 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "name": "network-vif-plugged", "status": "completed", "tag": "01029709-69e4-4538-bd56-d792d8062c01", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:56.973742 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffecc6fe-30fe-4b1f-9c3b-31d40f6b98c3 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:56.974131 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029709-69e4-4538-bd56-d792d8062c01', 'code': 200} Aug 29 05:46:56.998769 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=5']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:57.092184 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab452a-c5db-4e5e-90e7-9e73f195c443 req-e1e30c35-e45e-4daf-8adb-ef0cf2d3f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:57.093681 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58ab452a-c5db-4e5e-90e7-9e73f195c443 req-e1e30c35-e45e-4daf-8adb-ef0cf2d3f52d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 1097 time: 0.0399599 Aug 29 05:46:57.127693 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-58ab452a-c5db-4e5e-90e7-9e73f195c443 req-0ed57a83-cde9-49eb-b2a6-15caf7a69751 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273442 Aug 29 05:46:57.971494 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01070-4b83-45fd-a2b4-85924aebb4b7 req-3084312e-635a-42ba-b895-bd9e759936e7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:57.973003 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7e01070-4b83-45fd-a2b4-85924aebb4b7 req-3084312e-635a-42ba-b895-bd9e759936e7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 945 time: 0.0496635 Aug 29 05:46:58.010742 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-b7e01070-4b83-45fd-a2b4-85924aebb4b7 req-7087f1ca-f8a2-453f-99ff-37f1e7139ded tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Aug 29 05:46:59.137035 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3ecd-6638-4c71-884c-7663608f95be req-ba91e981-c6f1-46d7-a865-0d06dfb66400 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:59.139288 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b2a3ecd-6638-4c71-884c-7663608f95be req-ba91e981-c6f1-46d7-a865-0d06dfb66400 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 945 time: 0.0565543 Aug 29 05:46:59.178349 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0b2a3ecd-6638-4c71-884c-7663608f95be req-831c6bf5-2849-4d2e-8a4b-3fbe02a9fb47 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330973 Aug 29 05:46:59.291374 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198867a-e8b1-45df-a023-dc89328e9f48 req-1d5a124b-353c-4713-b68a-e55bf67e3250 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:59.292860 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9198867a-e8b1-45df-a023-dc89328e9f48 req-1d5a124b-353c-4713-b68a-e55bf67e3250 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 945 time: 0.0491080 Aug 29 05:46:59.335029 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-9198867a-e8b1-45df-a023-dc89328e9f48 req-fc1466dd-42c5-4df2-8a18-55a2b14da9d6 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359619 Aug 29 05:46:59.355808 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46590) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:59.396495 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86c0c2-fdde-4587-bfaa-5de334db3829 tempest-TestSnapshotPattern-747197870 tempest-TestSnapshotPattern-747197870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:59.398157 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-4d86c0c2-fdde-4587-bfaa-5de334db3829 tempest-TestSnapshotPattern-747197870 tempest-TestSnapshotPattern-747197870-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 1092 time: 0.0413253 Aug 29 05:46:59.400835 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46592) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:59.405181 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.v2.base [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Request body: {'floatingip': {'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'port_id': '01029709-69e4-4538-bd56-d792d8062c01', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:59.426681 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:59.545045 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:59.651063 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_common [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Allocated IP 172.25.7.107 (465d1806-fdb2-4e78-9494-637f8e094e12/e5c60e2c-a73e-4134-b1c4-9e4585ea438a/da3986b5-4239-4b6e-ad65-23ee985702b9) {{(pid=94824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:59.751627 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for port, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:59.795022 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738957970454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:59.828632 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Network 465d1806-fdb2-4e78-9494-637f8e094e12 is already hosted by enough agents. {{(pid=94824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:59.832724 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.base_scheduler [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Resources bound (agent type, host, resource id): {{(pid=94824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:59.835477 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Received port after_create {{(pid=94824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:59.867078 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'Port': ['ID=da3986b5-4239-4b6e-ad65-23ee985702b9,revision_number=1']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:59.881333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.881692 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.882034 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.882368 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.882697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.883026 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.883347 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.883667 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.883987 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.884302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.884618 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:59.884940 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:47:00.217678 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:00.283783 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:00.431899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for port, precommit_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:00.437113 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58716179'] for port, after_update {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:00.505027 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event updated for resources: {'Port': ['ID=da3986b5-4239-4b6e-ad65-23ee985702b9,revision_number=2']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:47:00.515260 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16591774'] for floatingip, after_create {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:00.613501 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Floating IP 05c295f7-f63d-4ae5-93f0-adf04d702b17 associated. External IP: 172.25.7.107, port: 01029709-69e4-4538-bd56-d792d8062c01. Aug 29 05:47:00.820298 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Router aaecc97b-78e3-491b-909f-e5f41fb367f7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:47:00.941296 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:47:00.956936 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] Sync routers for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:47:00.959587 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:00.974554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:47:00.975301 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:46:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:47:00.989482 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5dcda462-bfdd-43a0-862f-dd38a0395dfd tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5876215 Aug 29 05:47:00.990166 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'tag': '01029709-69e4-4538-bd56-d792d8062c01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:47:00.992465 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2456b-52af-4bbd-a920-ae2078d58b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "tag": "01029709-69e4-4538-bd56-d792d8062c01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:47:01.028686 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a483cb-ce33-47b5-8971-ca858b3f01a0 x-openstack-request-id: req-a4a483cb-ce33-47b5-8971-ca858b3f01a0 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:47:01.028985 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "tag": "01029709-69e4-4538-bd56-d792d8062c01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:47:01.029243 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4a483cb-ce33-47b5-8971-ca858b3f01a0 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:47:01.029683 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'tag': '01029709-69e4-4538-bd56-d792d8062c01', 'status': 'completed', 'code': 200} Aug 29 05:47:01.083201 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:47:01.157479 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-693f28f8-51c2-4758-b8e9-b3e44cb9c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:01.159032 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-693f28f8-51c2-4758-b8e9-b3e44cb9c5bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 1097 time: 0.0864694 Aug 29 05:47:01.254491 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-4428f046-05b5-4986-88e7-768acd9e2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:01.255987 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-4428f046-05b5-4986-88e7-768acd9e2aa8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0905108 Aug 29 05:47:01.310434 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '05c295f7-f63d-4ae5-93f0-adf04d702b17', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': '01029709-69e4-4538-bd56-d792d8062c01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:3a:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:47:00Z', 'updated_at': '2021-08-29T05:47:00Z', 'revision_number': 0, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}, {'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:29Z', 'revision_number': 1, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:47:01.326454 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-18ad73b7-c224-4043-95a3-dd8aff0d2ecb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01029709-69e4-4538-bd56-d792d8062c01 HTTP/1.1" status: 200 len: 999 time: 0.0630550 Aug 29 05:47:01.336886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] Checking router: aaecc97b-78e3-491b-909f-e5f41fb367f7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:47:01.349554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:47:01.349554 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:46:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:47:01.376058 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-b7603128-0b77-406e-acef-b5d06f1f5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:01.377562 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-b7603128-0b77-406e-acef-b5d06f1f5d30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0448608 Aug 29 05:47:01.428108 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-3f3e1ea4-36ff-429d-a385-0c605e72bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:01.429641 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-3f3e1ea4-36ff-429d-a385-0c605e72bea9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450184 Aug 29 05:47:01.455931 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:47:01.533238 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-fd222d75-da2b-4973-b2c9-725920b6da5f service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961111 Aug 29 05:47:01.634085 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-86c2456b-52af-4bbd-a920-ae2078d58b3a req-09fe57df-8437-4bc7-958e-ac28a063bcef service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939817 Aug 29 05:47:01.703284 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '05c295f7-f63d-4ae5-93f0-adf04d702b17', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': '01029709-69e4-4538-bd56-d792d8062c01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:3a:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:47:00Z', 'updated_at': '2021-08-29T05:47:00Z', 'revision_number': 0, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}, {'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:29Z', 'revision_number': 1, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:47:01.730120 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e78d-8aec-4d27-aeee-2615b524f2e9 None None] The sync data for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 is: [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': '05c295f7-f63d-4ae5-93f0-adf04d702b17', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': '01029709-69e4-4538-bd56-d792d8062c01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:3a:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:47:00Z', 'updated_at': '2021-08-29T05:47:00Z', 'revision_number': 0, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}, {'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:29Z', 'revision_number': 1, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:47:01.926051 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ab456-97e2-465f-88c6-a9074118b80f None None] New status for floating IP 05c295f7-f63d-4ae5-93f0-adf04d702b17: ACTIVE {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:47:02.241477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:04.676532 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-db05433d-3efd-4805-b0eb-09062be7335c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418305 Aug 29 05:47:04.780681 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-9645124d-3368-48da-ac3f-872cffec4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:04.782209 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-9645124d-3368-48da-ac3f-872cffec4707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1095 time: 0.0451124 Aug 29 05:47:04.884449 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-a5a7527e-f72b-4349-ae05-2d73ecbe2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:04.885975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-a5a7527e-f72b-4349-ae05-2d73ecbe2eca service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0839438 Aug 29 05:47:04.957755 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-ec20622a-3cbf-4d49-bacb-b98d03570404 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 997 time: 0.0649111 Aug 29 05:47:05.008140 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-e7b2bfb5-5e84-4234-9c9e-7e8be75696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:05.009644 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-e7b2bfb5-5e84-4234-9c9e-7e8be75696ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0448287 Aug 29 05:47:05.057341 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-611e2a44-ded5-40e9-b654-fc621738b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:05.058904 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-611e2a44-ded5-40e9-b654-fc621738b8e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424900 Aug 29 05:47:05.154722 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-f97544cc-d896-4f77-9513-b7dfbe28014f service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890057 Aug 29 05:47:05.243153 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-2d5a5874-4b1b-4b33-b2a1-a8bc9c573128 req-6aaa4591-59bb-4b31-a5ca-906f802658f5 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815928 Aug 29 05:47:16.992844 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-effc427d-2b3d-4020-babd-4cca54aaf2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:17.094389 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:47:19.602767 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-773c2732-eb84-4524-9efa-307baa0d75cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:19.801730 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:21.132597 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:21.569847 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:22.674749 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:32.244819 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:46.993921 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-19fc45a4-be0d-4827-853d-8e7908ec3352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:49.603674 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-053a5f7a-9928-467d-a1f3-f290dcf11dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:49.806478 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:51.134258 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:51.568392 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:52.677389 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:54.094378 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:47:54.718643 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f023a6dd-0493-4162-b8c1-7c163439828a req-5e10a06e-915b-4c57-86ed-e909d745bcef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264463 Aug 29 05:47:54.790359 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f023a6dd-0493-4162-b8c1-7c163439828a req-e15542cc-2564-4f9e-b6c6-1fbeeb03f1c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0298564 Aug 29 05:47:54.828970 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f023a6dd-0493-4162-b8c1-7c163439828a req-a65b0fc5-3ff7-4d89-aa5e-c5c6190fc67c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190542 Aug 29 05:47:54.924239 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023a6dd-0493-4162-b8c1-7c163439828a req-81152009-a9a1-4a43-b12c-8828847aaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:54.925753 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f023a6dd-0493-4162-b8c1-7c163439828a req-81152009-a9a1-4a43-b12c-8828847aaa76 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893769 Aug 29 05:48:02.242890 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:05.660034 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-2b962f75-a52e-402f-bec2-f35f653a024f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409217 Aug 29 05:48:05.744302 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-090db6ab-22e1-4cf0-85f9-151bea05b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:05.746414 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-090db6ab-22e1-4cf0-85f9-151bea05b52e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 1097 time: 0.0491543 Aug 29 05:48:05.850859 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-a98e99b0-cc52-4533-9379-66256d46717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:05.852345 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-a98e99b0-cc52-4533-9379-66256d46717f service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0855446 Aug 29 05:48:05.925846 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-d87c86ce-06f2-44f1-a33c-8b70eef370cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01029709-69e4-4538-bd56-d792d8062c01 HTTP/1.1" status: 200 len: 1001 time: 0.0655639 Aug 29 05:48:05.978459 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-9d24561c-f822-4290-95c7-80d9e03eb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:05.980243 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-9d24561c-f822-4290-95c7-80d9e03eb0bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0464160 Aug 29 05:48:06.027530 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-b9386d65-dad1-4207-a88b-5e8c7d893661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:06.029042 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-b9386d65-dad1-4207-a88b-5e8c7d893661 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413861 Aug 29 05:48:06.127926 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-eb4eff21-9c97-40be-b7e4-f714dd55e116 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846655 Aug 29 05:48:06.216620 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cde6c651-3e15-44a8-9edd-0dbb2d74e84c req-6583a70e-7e99-4601-b556-92dd5958a250 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810997 Aug 29 05:48:16.995636 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b1a42455-af0f-4915-b776-2789dc0b7236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:19.604605 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a74346f5-4701-487d-98bb-9278e213cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:19.811620 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:21.138748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:21.573182 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:22.682183 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:31.093350 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:48:32.258363 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:43.207171 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 details requested by agent hyperv_n-h2-712143-14 with host n-h2-712143-14 {{(pid=94825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:48:43.306932 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:48:43.319126 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Returning: {'device': '01029709-69e4-4538-bd56-d792d8062c01', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'port_id': '01029709-69e4-4538-bd56-d792d8062c01', 'mac_address': 'fa:16:3e:3a:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:48:43.359262 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:43.372886 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01029709-69e4-4538-bd56-d792d8062c01 {{(pid=94825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:48:43.393636 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:48:43.397768 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:43.446075 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=6']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:48:43.453995 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.454339 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.454684 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.455018 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.455351 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.455703 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.456016 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.456342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.456669 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.456994 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.457319 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.457664 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:43.551141 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] get_ports_and_sgs() called for port_ids ['01029709-69e4-4538-bd56-d792d8062c01'] {{(pid=94825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:48:45.218238 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 up at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:48:45.274800 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.provisioning_blocks [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Provisioning complete for port 01029709-69e4-4538-bd56-d792d8062c01 triggered by entity L2. {{(pid=94825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:48:45.275190 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1010379'] for port, provisioning_complete {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:45.364918 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918850'] for port, before_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:45.394419 n-d-712143-14 neutron-server[94825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029709-69e4-4538-bd56-d792d8062c01'}] {{(pid=94825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:48:45.396761 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c9337a4ae7857f122504df7041d99471443a7a0b4a54d5d75f9d8a847aef116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aaa85c-d39b-4071-af21-c8b8a72c2235" -d '{"events": [{"server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "name": "network-vif-plugged", "status": "completed", "tag": "01029709-69e4-4538-bd56-d792d8062c01"}]}' {{(pid=94825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:48:45.425421 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.db [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:48:45.432838 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738958343473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738957970472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738957970490'] for port, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:45.468522 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dec2eb-04b2-4aef-bcf2-ab55f5a6e3b8 x-openstack-request-id: req-21dec2eb-04b2-4aef-bcf2-ab55f5a6e3b8 {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:48:45.468871 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "name": "network-vif-plugged", "status": "completed", "tag": "01029709-69e4-4538-bd56-d792d8062c01", "code": 200}]} {{(pid=94825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:48:45.469186 n-d-712143-14 neutron-server[94825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21dec2eb-04b2-4aef-bcf2-ab55f5a6e3b8 {{(pid=94825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:48:45.469772 n-d-712143-14 neutron-server[94825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01029709-69e4-4538-bd56-d792d8062c01', 'code': 200} Aug 29 05:48:45.505916 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Pushing event updated for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=7']} {{(pid=94825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:48:47.002488 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d115d32a-5b72-46e2-9765-b6f0cb13b898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:49.607337 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0a9382a2-f6be-4ac4-97eb-6a8a578679cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:49.815292 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:51.142227 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:51.603082 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:52.690293 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:53.819193 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46812) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:48:53.983302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Deleting port da3986b5-4239-4b6e-ad65-23ee985702b9 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:48:53.983891 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:54.065194 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:54.065523 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:54.076880 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Calling delete_port for da3986b5-4239-4b6e-ad65-23ee985702b9 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:48:54.248613 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:54.274122 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event deleted for resources: {'Port': ['ID=da3986b5-4239-4b6e-ad65-23ee985702b9,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:48:54.284630 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.284976 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.285319 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.285677 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.286012 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.286339 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.287190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.287190 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.287402 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.287588 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.287907 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.288231 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:54.348344 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:54.348678 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Floating IP 05c295f7-f63d-4ae5-93f0-adf04d702b17 disassociated (deleted). External IP: 172.25.7.107, port: 01029709-69e4-4538-bd56-d792d8062c01. Aug 29 05:48:54.568200 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Router aaecc97b-78e3-491b-909f-e5f41fb367f7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:48:54.678728 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:48:54.683684 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:54.689324 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] Sync routers for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:48:54.699445 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:48:54.700073 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:48:54.710887 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-53d17738-f204-48f0-a8a8-b860ba3b729e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "DELETE /v2.0/floatingips/05c295f7-f63d-4ae5-93f0-adf04d702b17 HTTP/1.1" status: 204 len: 168 time: 0.8905225 Aug 29 05:48:54.711472 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'tag': '01029709-69e4-4538-bd56-d792d8062c01'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:48:54.714565 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "tag": "01029709-69e4-4538-bd56-d792d8062c01"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:48:54.781192 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12685e1e-557a-4989-a599-96ccecca0f0f x-openstack-request-id: req-12685e1e-557a-4989-a599-96ccecca0f0f {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:48:54.781558 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "tag": "01029709-69e4-4538-bd56-d792d8062c01", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:48:54.781897 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12685e1e-557a-4989-a599-96ccecca0f0f {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:48:54.782366 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'tag': '01029709-69e4-4538-bd56-d792d8062c01', 'status': 'completed', 'code': 200} Aug 29 05:48:54.825122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:48:54.891303 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-49297d28-f89d-4871-84a9-256d76200d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:54.893158 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-49297d28-f89d-4871-84a9-256d76200d22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 1097 time: 0.0550776 Aug 29 05:48:55.001817 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-3efa2b8a-034d-4bf6-aa05-7c13244b9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:55.003655 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-3efa2b8a-034d-4bf6-aa05-7c13244b9803 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.1021965 Aug 29 05:48:55.008631 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1dbca-f85f-4171-af9e-b98112b85b77 req-71283c1f-d798-4557-ba08-f0b66c21f4c6 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:55.010915 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af1dbca-f85f-4171-af9e-b98112b85b77 req-71283c1f-d798-4557-ba08-f0b66c21f4c6 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 945 time: 0.1131380 Aug 29 05:48:55.047736 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-19b603b1-9fe6-4fab-9929-912f2d953ef5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01029709-69e4-4538-bd56-d792d8062c01 HTTP/1.1" status: 200 len: 217 time: 0.0359256 Aug 29 05:48:55.051762 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-0af1dbca-f85f-4171-af9e-b98112b85b77 req-167758d7-7705-44bc-893c-d7289a7e5ea8 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Aug 29 05:48:55.061480 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:29Z', 'revision_number': 1, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:48:55.088768 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] Checking router: aaecc97b-78e3-491b-909f-e5f41fb367f7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:48:55.097069 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:48:55.097705 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:48:55.105181 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-6492241c-d7aa-4a9c-98b9-e945460e0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:55.106775 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-6492241c-d7aa-4a9c-98b9-e945460e0ab8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0497670 Aug 29 05:48:55.159385 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-4c8062f2-7b41-4d05-ac13-80fba85b9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:55.160935 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-4c8062f2-7b41-4d05-ac13-80fba85b9df0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423660 Aug 29 05:48:55.256088 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-ad4e7867-b5ab-4b62-9145-ae8ec45c1f8d service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871117 Aug 29 05:48:55.352828 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-44fd63d0-a0a3-4b25-9945-5338f8f83bdd req-4ceed7ec-aef5-480d-a725-5d777c8b6b21 service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889931 Aug 29 05:48:55.356700 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:48:55.580332 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:29Z', 'revision_number': 1, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:48:55.606774 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2045c-9ad3-4d08-b4a7-c351510ae996 None None] The sync data for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 is: [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_floatingips': [{'id': 'a901f490-5af8-4dd2-9c76-861a73d70e81', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'router_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'port_id': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'mac_address': 'fa:16:3e:f0:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:44:27Z', 'updated_at': '2021-08-29T05:44:29Z', 'revision_number': 1, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:48:55.822636 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7250bb5b-0122-4f6d-ba6e-9b8e15819b56 None None] New status for floating IP 05c295f7-f63d-4ae5-93f0-adf04d702b17: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:48:56.219085 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97cf11-25d4-4df9-aee8-f83bbfde5589 req-d0540ced-3b2d-4d41-9e2d-fe3cd5e802b4 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:56.220579 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f97cf11-25d4-4df9-aee8-f83bbfde5589 req-d0540ced-3b2d-4d41-9e2d-fe3cd5e802b4 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 945 time: 0.0988178 Aug 29 05:48:56.258062 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-4f97cf11-25d4-4df9-aee8-f83bbfde5589 req-0638bb10-dc78-4d5f-9cd4-fc6d1c2075f3 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Aug 29 05:48:56.697929 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bf05-875d-482b-8811-1e122daaa524 req-ed077625-ffa4-4290-8d21-b49486364641 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:56.699939 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64c1bf05-875d-482b-8811-1e122daaa524 req-ed077625-ffa4-4290-8d21-b49486364641 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 945 time: 0.0508535 Aug 29 05:48:56.755405 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22b83552-70b5-4178-95ef-0bfeae0a6170 req-2d7b552f-2f28-4389-8a09-46922ad031c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0434215 Aug 29 05:48:56.813495 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22b83552-70b5-4178-95ef-0bfeae0a6170 req-efa8ded0-f173-4bc2-ab81-612ca7783aae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Aug 29 05:48:56.845221 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Deleting port 01029709-69e4-4538-bd56-d792d8062c01 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:48:56.845556 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:56.872112 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22b83552-70b5-4178-95ef-0bfeae0a6170 req-a06116e0-a62c-490c-b571-85bfa8d729ac service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371718 Aug 29 05:48:57.009310 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] For port 01029709-69e4-4538-bd56-d792d8062c01, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=01029709-69e4-4538-bd56-d792d8062c01,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:48:57.009713 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:57.030680 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Calling delete_port for 01029709-69e4-4538-bd56-d792d8062c01 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:48:57.032898 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b83552-70b5-4178-95ef-0bfeae0a6170 req-be991b2d-4223-435a-820a-7675e2c9c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:57.034402 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-22b83552-70b5-4178-95ef-0bfeae0a6170 req-be991b2d-4223-435a-820a-7675e2c9c505 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385014 Aug 29 05:48:57.159513 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:57.198059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event deleted for resources: {'Port': ['ID=01029709-69e4-4538-bd56-d792d8062c01,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:48:57.221501 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.222092 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.222191 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.222478 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.222811 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.223141 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.223468 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.223795 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.224118 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.224440 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.224762 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.225084 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-14 {{(pid=94823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:57.244838 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] No DVR routers for this DVR port 01029709-69e4-4538-bd56-d792d8062c01 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:48:57.247458 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:57.249678 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-64c1bf05-875d-482b-8811-1e122daaa524 req-fd52b699-2ec5-490e-a44f-16a65ce32bdb tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "DELETE /v2.0/ports/01029709-69e4-4538-bd56-d792d8062c01 HTTP/1.1" status: 204 len: 173 time: 0.5439723 Aug 29 05:48:57.250153 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'name': 'network-vif-deleted', 'tag': '01029709-69e4-4538-bd56-d792d8062c01'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:48:57.253022 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:48:57.253463 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d0720b-38c7-4d2c-926e-aefa9da5e875" -d '{"events": [{"server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "name": "network-vif-deleted", "tag": "01029709-69e4-4538-bd56-d792d8062c01"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:48:57.275957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 01029709-69e4-4538-bd56-d792d8062c01 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:48:57.276318 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:48:57.299438 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d86f0ff-6bd2-4317-9c0a-3e9472821cc5 x-openstack-request-id: req-3d86f0ff-6bd2-4317-9c0a-3e9472821cc5 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:48:57.299735 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8d322e-6ee0-4f5b-ae90-954d12be85b0", "name": "network-vif-deleted", "tag": "01029709-69e4-4538-bd56-d792d8062c01", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:48:57.299994 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d86f0ff-6bd2-4317-9c0a-3e9472821cc5 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:48:57.300395 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8d322e-6ee0-4f5b-ae90-954d12be85b0', 'name': 'network-vif-deleted', 'tag': '01029709-69e4-4538-bd56-d792d8062c01', 'status': 'completed', 'code': 200} Aug 29 05:48:57.362943 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-a5adb9ee-7a88-44a9-aee9-ffa437ac521a req-c16dee70-9cd2-48d6-8673-7cdcc4d95f21 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f8d322e-6ee0-4f5b-ae90-954d12be85b0 HTTP/1.1" status: 200 len: 210 time: 0.0295281 Aug 29 05:48:58.936302 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46880) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:48:59.094483 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Deleting port 7ce5fc7f-ba61-46d4-b824-edeb36d5a0e4 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:48:59.094829 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:59.168595 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:59.168843 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:59.180282 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Calling delete_port for 7ce5fc7f-ba61-46d4-b824-edeb36d5a0e4 owned by network:floatingip {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:48:59.327377 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:59.353468 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event deleted for resources: {'Port': ['ID=7ce5fc7f-ba61-46d4-b824-edeb36d5a0e4,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:48:59.416716 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for floatingip, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:59.417063 n-d-712143-14 neutron-server[94824]: INFO neutron.db.l3_db [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Floating IP a901f490-5af8-4dd2-9c76-861a73d70e81 disassociated (deleted). External IP: 172.25.7.8, port: a499ebd6-0c50-4aa1-a66b-a0d96f165f27. Aug 29 05:48:59.945580 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Router aaecc97b-78e3-491b-909f-e5f41fb367f7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:49:00.061484 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:49:00.066439 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for floatingip, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:00.074979 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] Sync routers for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:49:00.084057 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:00.084744 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:00.093392 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-37f37f97-3042-4da4-a577-4d09861a7484 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "DELETE /v2.0/floatingips/a901f490-5af8-4dd2-9c76-861a73d70e81 HTTP/1.1" status: 204 len: 168 time: 1.1559923 Aug 29 05:49:00.094116 n-d-712143-14 neutron-server[94824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27'}] {{(pid=94824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:49:00.096496 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60627537ff2d4744feac191253fa40120a72533395662989a1a5a8cefff85b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5" -d '{"events": [{"name": "network-changed", "server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27"}]}' {{(pid=94824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:49:00.138413 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60677576-98b1-4793-befe-c5ab727010e3 x-openstack-request-id: req-60677576-98b1-4793-befe-c5ab727010e3 {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:49:00.138733 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27", "status": "completed", "code": 200}]} {{(pid=94824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:49:00.139125 n-d-712143-14 neutron-server[94824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60677576-98b1-4793-befe-c5ab727010e3 {{(pid=94824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:49:00.139562 n-d-712143-14 neutron-server[94824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'status': 'completed', 'code': 200} Aug 29 05:49:00.195055 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:00.226883 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-a7063d27-07e6-4c78-8c50-804a9730c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:00.228430 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-a7063d27-07e6-4c78-8c50-804a9730c3f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 1095 time: 0.0451088 Aug 29 05:49:00.325322 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-a574cbc9-a440-4ecb-b895-a6532a86bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:00.326839 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-a574cbc9-a440-4ecb-b895-a6532a86bb43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 200 len: 911 time: 0.0911815 Aug 29 05:49:00.349397 n-d-712143-14 neutron-server[94824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fd8af-1195-45fd-8fbb-aa0a17f56376 req-f1325495-c190-4b14-a445-11a47ab89280 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:00.351001 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f02fd8af-1195-45fd-8fbb-aa0a17f56376 req-f1325495-c190-4b14-a445-11a47ab89280 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 943 time: 0.0552051 Aug 29 05:49:00.371067 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-bd67ee6e-7d81-4298-b298-6df32ff1a10c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 200 len: 217 time: 0.0356710 Aug 29 05:49:00.392444 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [req-f02fd8af-1195-45fd-8fbb-aa0a17f56376 req-6548c7a8-b8e7-4c96-b08d-c8deb10284c7 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344703 Aug 29 05:49:00.412233 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:00.429059 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-7d1ef30a-5201-4f15-8ddb-6312dbe70e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:00.430582 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-7d1ef30a-5201-4f15-8ddb-6312dbe70e30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 200 len: 849 time: 0.0519376 Aug 29 05:49:00.438595 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] Checking router: aaecc97b-78e3-491b-909f-e5f41fb367f7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:49:00.447469 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:00.448116 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:00.476387 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-08e8de04-590a-484b-9d17-a695330d329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:00.478105 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-08e8de04-590a-484b-9d17-a695330d329c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d3042d-7005-4c35-9538-115e59b28fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403905 Aug 29 05:49:00.555801 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:00.575408 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-29e23957-a73e-435f-ba58-ede72585653e service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874257 Aug 29 05:49:00.686251 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-53f60ab2-c9c8-422c-a1d3-cb0a15ac14f5 req-4af7496b-561c-4e9c-98cb-3eb1716c7e8f service neutron] 10.222.0.32 "GET /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870206 Aug 29 05:49:00.752059 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:00.782009 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a9d68-a720-4552-aa3d-9e98166a9b85 None None] The sync data for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 is: [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:07Z', 'revision_number': 4, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14', '_interfaces': [{'id': '8f7a5364-3581-4384-809d-a7628bde8da5', 'name': '', 'network_id': '14d3042d-7005-4c35-9538-115e59b28fbe', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'mac_address': 'fa:16:3e:56:94:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:06Z', 'updated_at': '2021-08-29T05:44:13Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'subnets': [{'id': '115fdb84-b1bc-4c8c-b32f-de23fe40a775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:49:00.989532 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dc147-755a-411f-bb48-d382de1a3456 None None] New status for floating IP a901f490-5af8-4dd2-9c76-861a73d70e81: DOWN {{(pid=94826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:49:01.279998 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:01.299580 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: 01029709-69e4-4538-bd56-d792d8062c01 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:01.299872 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device 01029709-69e4-4538-bd56-d792d8062c01 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:01.510550 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d77914-9e7d-4b2f-a859-337e4fc184bd req-6eb236f7-3c89-410f-8ee9-9e4d52d8b3a2 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:01.511975 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54d77914-9e7d-4b2f-a859-337e4fc184bd req-6eb236f7-3c89-410f-8ee9-9e4d52d8b3a2 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 943 time: 0.0513923 Aug 29 05:49:01.549942 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-54d77914-9e7d-4b2f-a859-337e4fc184bd req-6da149bb-24a3-4b94-94c6-b13d9e0a6039 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/security-groups?id=740df031-af10-404f-8909-c8117193e260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Aug 29 05:49:02.138021 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-b26c4e1f-2694-42d9-af8b-02289b6bb1f1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:02.139460 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-b26c4e1f-2694-42d9-af8b-02289b6bb1f1 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 943 time: 0.0480137 Aug 29 05:49:02.238784 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Deleting port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:49:02.239033 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:02.270075 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:02.324704 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] For port a499ebd6-0c50-4aa1-a66b-a0d96f165f27, host n-h2-712143-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-14',level=0,port_id=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:02.325066 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:02.338202 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Calling delete_port for a499ebd6-0c50-4aa1-a66b-a0d96f165f27 owned by compute:nova {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:49:02.463537 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:02.492407 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event deleted for resources: {'Port': ['ID=a499ebd6-0c50-4aa1-a66b-a0d96f165f27,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:02.537850 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] No DVR routers for this DVR port a499ebd6-0c50-4aa1-a66b-a0d96f165f27 on host n-h2-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:49:02.541160 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2907'] for port, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:02.543456 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-f83836dd-8a7a-4c30-9c47-1bc9ba3cca12 req-57ac30ad-baf3-41b4-9500-de8d99bd704e tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.32 "DELETE /v2.0/ports/a499ebd6-0c50-4aa1-a66b-a0d96f165f27 HTTP/1.1" status: 204 len: 173 time: 0.3966432 Aug 29 05:49:02.543899 n-d-712143-14 neutron-server[94823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-deleted', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27'}] {{(pid=94823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:49:02.546168 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a58abf6483daa99e577e8e0aab08d8349c324b1c201bd5122db1c335bb60067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f3d31-d85d-4257-9fe1-08ca3890c3e4" -d '{"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-deleted", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27"}]}' {{(pid=94823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:49:02.587186 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e356545-72b4-4495-8abf-326e8b8f3102 x-openstack-request-id: req-3e356545-72b4-4495-8abf-326e8b8f3102 {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:49:02.587432 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58eae6d3-f46a-4fe5-b608-d5c16d21133b", "name": "network-vif-deleted", "tag": "a499ebd6-0c50-4aa1-a66b-a0d96f165f27", "status": "completed", "code": 200}]} {{(pid=94823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:49:02.587676 n-d-712143-14 neutron-server[94823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e356545-72b4-4495-8abf-326e8b8f3102 {{(pid=94823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:49:02.588069 n-d-712143-14 neutron-server[94823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58eae6d3-f46a-4fe5-b608-d5c16d21133b', 'name': 'network-vif-deleted', 'tag': 'a499ebd6-0c50-4aa1-a66b-a0d96f165f27', 'status': 'completed', 'code': 200} Aug 29 05:49:02.645007 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-39d3c5d3-059f-4696-be8b-cd61b51c64d5 req-8c000f73-9cff-46ea-b16d-689b2362046f tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "GET /v2.0/ports?device_id=58eae6d3-f46a-4fe5-b608-d5c16d21133b HTTP/1.1" status: 200 len: 210 time: 0.0261719 Aug 29 05:49:03.703715 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46898) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:03.763282 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-571de1d7-98f9-4db2-a000-1119063b7740 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:03.788009 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-571de1d7-98f9-4db2-a000-1119063b7740 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:03.849251 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-571de1d7-98f9-4db2-a000-1119063b7740 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:03.851913 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-571de1d7-98f9-4db2-a000-1119063b7740 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:03.853114 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-571de1d7-98f9-4db2-a000-1119063b7740 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] 10.222.0.55 "DELETE /v2.0/security-groups/740df031-af10-404f-8909-c8117193e260 HTTP/1.1" status: 204 len: 168 time: 0.1484222 Aug 29 05:49:03.862260 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571de1d7-98f9-4db2-a000-1119063b7740 tempest-TestSnapshotPattern-1112505451 tempest-TestSnapshotPattern-1112505451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740df031-af10-404f-8909-c8117193e260,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:04.920515 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46904) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:05.380326 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.628875 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Deleting port 8f7a5364-3581-4384-809d-a7628bde8da5 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:49:05.629220 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.706016 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] For port 8f7a5364-3581-4384-809d-a7628bde8da5, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=8f7a5364-3581-4384-809d-a7628bde8da5,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:05.706382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.722509 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Calling delete_port for 8f7a5364-3581-4384-809d-a7628bde8da5 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:49:05.898950 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.922674 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7a5364-3581-4384-809d-a7628bde8da5,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:06.103440 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:06.337733 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Router aaecc97b-78e3-491b-909f-e5f41fb367f7 has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:49:06.443229 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:49:06.448687 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-d9444c8d-c6b5-4fda-a183-a934cf85298c admin admin] 10.222.0.55 "PUT /v2.0/routers/aaecc97b-78e3-491b-909f-e5f41fb367f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271189 Aug 29 05:49:06.451244 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46908) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:06.454550 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] Sync routers for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:49:06.464242 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:06.464957 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:06.554990 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:06.569205 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: n-d-712143-14 {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:06.657976 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:06.710909 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Deleting port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:49:06.711250 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:06.782168 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:49:05Z', 'revision_number': 5, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port': {'id': '4cf5b02e-17a2-4cd6-a594-e6b1f57c4614', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:06.789646 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] For port 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:06.790017 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:06.803046 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Calling delete_port for 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:49:06.812129 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] Checking router: aaecc97b-78e3-491b-909f-e5f41fb367f7 for host: n-d-712143-14 {{(pid=94825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:49:06.820192 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] Routers {'aaecc97b-78e3-491b-909f-e5f41fb367f7'} bound to L3 agent in host n-d-712143-14 {{(pid=94825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:06.820799 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['aaecc97b-78e3-491b-909f-e5f41fb367f7'], 'active': True} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:06.905461 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_dvr_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] Set router aaecc97b-78e3-491b-909f-e5f41fb367f7 gateway port host: None {{(pid=94825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:06.960930 n-d-712143-14 neutron-server[94825]: DEBUG neutron.db.l3_hamode_db [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:49:06Z', 'revision_number': 6, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:06.973848 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:06.992244 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7fc77-62b4-4c14-a846-ecad400c7508 None None] The sync data for ids ['aaecc97b-78e3-491b-909f-e5f41fb367f7'] in n-d-712143-14 is: [{'id': 'aaecc97b-78e3-491b-909f-e5f41fb367f7', 'name': 'tempest-TestSnapshotPattern-1106977098-router', 'tenant_id': '3d8f025b156447c8b96c2d2cdb73986e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:04Z', 'updated_at': '2021-08-29T05:49:06Z', 'revision_number': 6, 'project_id': '3d8f025b156447c8b96c2d2cdb73986e', 'gw_port_host': None}] {{(pid=94825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:49:07.009793 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf5b02e-17a2-4cd6-a594-e6b1f57c4614,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:07.069826 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.158508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.160600 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.202989 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.203697 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaecc97b-78e3-491b-909f-e5f41fb367f7 {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:49:07.208746 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.210082 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-416ef91d-2d64-4f5f-9840-4e50a285c48e admin admin] 10.222.0.55 "DELETE /v2.0/routers/aaecc97b-78e3-491b-909f-e5f41fb367f7 HTTP/1.1" status: 204 len: 168 time: 0.7579312 Aug 29 05:49:07.212696 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46910) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:07.260887 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] Deleting subnet 115fdb84-b1bc-4c8c-b32f-de23fe40a775 {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:49:07.263899 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.298169 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.310890 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a499ebd6-0c50-4aa1-a66b-a0d96f165f27 no longer exists at agent hyperv_n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:07.330309 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] No Port match for: a499ebd6-0c50-4aa1-a66b-a0d96f165f27 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:07.330579 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Device a499ebd6-0c50-4aa1-a66b-a0d96f165f27 not bound to the agent host n-h2-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:07.381315 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.439971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.467823 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115fdb84-b1bc-4c8c-b32f-de23fe40a775,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:07.473421 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.475324 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-23fbabb3-cdda-4a9a-9f60-4c5694f38891 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/115fdb84-b1bc-4c8c-b32f-de23fe40a775 HTTP/1.1" status: 204 len: 168 time: 0.2616940 Aug 29 05:49:07.478652 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [-] (94823) accepted ('10.222.0.55', 46912) {{(pid=94823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:07.479757 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5608673-7ee2-4ca1-9417-7ede93ba093f None None] Network 14d3042d-7005-4c35-9538-115e59b28fbe requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:49:07.552083 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.611463 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Deleting port b266cd1f-befe-4a5b-b605-ac83c44cb17a {{(pid=94823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:49:07.611805 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.675195 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.db [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] For port b266cd1f-befe-4a5b-b605-ac83c44cb17a, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=b266cd1f-befe-4a5b-b605-ac83c44cb17a,segment=NetworkSegment(34eb250d-ff43-4666-a463-f4300a3b9f3c),segment_id=34eb250d-ff43-4666-a463-f4300a3b9f3c)] {{(pid=94823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:07.675561 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.688615 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.plugin [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Calling delete_port for b266cd1f-befe-4a5b-b605-ac83c44cb17a owned by network:dhcp {{(pid=94823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:49:07.767362 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66495056'] for port, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.779557 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb0003-9537-4822-a4f3-213a24ee84e1 None None] DHCP port deletion for 14d3042d-7005-4c35-9538-115e59b28fbe request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:49:07.811041 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Pushing event deleted for resources: {'Port': ['ID=b266cd1f-befe-4a5b-b605-ac83c44cb17a,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:07.814441 n-d-712143-14 neutron-server[94823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] No DVR routers for this DVR port b266cd1f-befe-4a5b-b605-ac83c44cb17a on host n-d-712143-14 {{(pid=94823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:49:07.886654 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.897417 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d3042d-7005-4c35-9538-115e59b28fbe']}} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:07.908194 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34eb250d-ff43-4666-a463-f4300a3b9f3c') {'for_net_delete': True} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:07.908500 n-d-712143-14 neutron-server[94823]: DEBUG neutron.services.segments.db [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34eb250d-ff43-4666-a463-f4300a3b9f3c') {} {{(pid=94823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:07.918274 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66179637'] for segment, before_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.931979 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.938186 n-d-712143-14 neutron-server[94823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:49:07.938543 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66495077'] for segment, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: Traceback (most recent call last): Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: timer() Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: cb(*args, **kw) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: return func(*args, **kwargs) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: self._notify() Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: self.callback(batched_events) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: event.method(event) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: return f(self, *a, **k) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: return self._get(url).json() Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: return self.request(url, 'GET', **kwargs) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:49:07.940359 n-d-712143-14 neutron-server[94823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:49:08.006409 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:08.013623 n-d-712143-14 neutron-server[94823]: DEBUG neutron_lib.callbacks.manager [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Notify callbacks [] for network, before_response {{(pid=94823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:08.018600 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46914) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:08.021656 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] 10.222.0.55 "DELETE /v2.0/networks/14d3042d-7005-4c35-9538-115e59b28fbe HTTP/1.1" status: 204 len: 168 time: 0.5383356 Aug 29 05:49:08.034504 n-d-712143-14 neutron-server[94823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49d80b-162e-4c5b-9304-9344fde672de admin admin] Pushing event deleted for resources: {'Network': ['ID=14d3042d-7005-4c35-9538-115e59b28fbe,revision_number=None']} {{(pid=94823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:08.092722 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:49:08.267558 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:08.287820 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:08.288169 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 4cf5b02e-17a2-4cd6-a594-e6b1f57c4614 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:08.288593 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f7a5364-3581-4384-809d-a7628bde8da5 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:08.308122 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 8f7a5364-3581-4384-809d-a7628bde8da5 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:08.308475 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 8f7a5364-3581-4384-809d-a7628bde8da5 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:08.308894 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b266cd1f-befe-4a5b-b605-ac83c44cb17a no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:08.327924 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: b266cd1f-befe-4a5b-b605-ac83c44cb17a {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:08.328498 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device b266cd1f-befe-4a5b-b605-ac83c44cb17a not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:08.391283 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16590784'] for router_interface, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:08.636291 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Deleting port 189de864-74d0-4fcc-bc98-fdbc03cfacb3 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:49:08.636548 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:08.712479 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] For port 189de864-74d0-4fcc-bc98-fdbc03cfacb3, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=189de864-74d0-4fcc-bc98-fdbc03cfacb3,segment=NetworkSegment(e94fd88f-f01a-4938-b65d-7e89f72bff92),segment_id=e94fd88f-f01a-4938-b65d-7e89f72bff92)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:08.712837 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:08.729348 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Calling delete_port for 189de864-74d0-4fcc-bc98-fdbc03cfacb3 owned by network:router_interface {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:49:08.909731 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:08.935489 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Pushing event deleted for resources: {'Port': ['ID=189de864-74d0-4fcc-bc98-fdbc03cfacb3,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:09.435431 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16355741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16590602'] for router_interface, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:09.648315 n-d-712143-14 neutron-server[94824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Router 9050d447-0c89-4843-b8f3-6a2851f7f2dd has already been hosted by L3 agent d655407e-6465-4216-a711-76d4ea6a85ce {{(pid=94824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:49:09.753985 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] Notify agent at l3_agent.n-d-712143-14 the message routers_updated {{(pid=94824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:49:09.758934 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-7b765166-d795-4c59-b9e7-877906519209 admin admin] 10.222.0.55 "PUT /v2.0/routers/9050d447-0c89-4843-b8f3-6a2851f7f2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7392797 Aug 29 05:49:09.761362 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46916) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:09.763768 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] Sync routers for ids ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'] in n-d-712143-14 {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:49:09.776202 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] Routers {'9050d447-0c89-4843-b8f3-6a2851f7f2dd'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:09.776825 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:09.866983 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks [] for router, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:09.881132 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] Set router 9050d447-0c89-4843-b8f3-6a2851f7f2dd gateway port host: n-d-712143-14 {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:09.969957 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.022778 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Deleting port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:49:10.023040 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.061234 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'external_fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:49:08Z', 'revision_number': 5, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port': {'id': 'c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31', 'name': '', 'network_id': '465d1806-fdb2-4e78-9494-637f8e094e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5c60e2c-a73e-4134-b1c4-9e4585ea438a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-14'}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:10.089731 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] Checking router: 9050d447-0c89-4843-b8f3-6a2851f7f2dd for host: n-d-712143-14 {{(pid=94826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:49:10.097850 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] Routers {'9050d447-0c89-4843-b8f3-6a2851f7f2dd'} bound to L3 agent in host n-d-712143-14 {{(pid=94826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:10.098452 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:07:49Z,description=,heartbeat_timestamp=2021-08-29T05:48:50Z,host='n-d-712143-14',id=d655407e-6465-4216-a711-76d4ea6a85ce,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:07:49Z,topic='l3_agent')) {'router_ids': ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'], 'active': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:10.104601 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] For port c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,segment=NetworkSegment(116bd51f-2e4d-4ba8-afee-7d415ce8960a),segment_id=116bd51f-2e4d-4ba8-afee-7d415ce8960a)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:10.104971 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.122220 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Calling delete_port for c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 owned by network:router_gateway {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:49:10.184420 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_dvr_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] Set router 9050d447-0c89-4843-b8f3-6a2851f7f2dd gateway port host: None {{(pid=94826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:10.241576 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.l3_hamode_db [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:49:09Z', 'revision_number': 6, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port_host': None}], 'n-d-712143-14', False) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:10.290457 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.321240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:10.357102 n-d-712143-14 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a2cde-af1e-4109-be03-eadecacdeded None None] The sync data for ids ['9050d447-0c89-4843-b8f3-6a2851f7f2dd'] in n-d-712143-14 is: [{'id': '9050d447-0c89-4843-b8f3-6a2851f7f2dd', 'name': 'tempest-TestSnapshotPattern-284302367-router', 'tenant_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:44:09Z', 'updated_at': '2021-08-29T05:49:09Z', 'revision_number': 6, 'project_id': '963821a27c354f2d9c8b552eaa2d6aa9', 'gw_port_host': None}] {{(pid=94826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:49:10.396087 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16591696'] for router_gateway, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.485008 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16696271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496403'] for router, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.487096 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.529714 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16696256'] for router, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.530272 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9050d447-0c89-4843-b8f3-6a2851f7f2dd {{(pid=94824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:49:10.535385 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] Notify callbacks [] for router, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.536559 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-c1c30ecd-a9a5-4ca7-b6d4-05574cdfb585 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9050d447-0c89-4843-b8f3-6a2851f7f2dd HTTP/1.1" status: 204 len: 168 time: 0.7742484 Aug 29 05:49:10.539144 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46918) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:10.588333 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] Deleting subnet 89be03aa-e5ec-44c8-bfd9-e925f1e51e4e {{(pid=94824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:49:10.591355 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.626566 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13274503'] for subnet, precommit_delete_associations {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.704508 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-940729'] for subnet, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.766381 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-940726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58716249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12756892'] for subnet, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.792945 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89be03aa-e5ec-44c8-bfd9-e925f1e51e4e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:10.799594 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.801474 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-00ea763d-f7e8-4a59-b704-8c227bc1e303 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/89be03aa-e5ec-44c8-bfd9-e925f1e51e4e HTTP/1.1" status: 204 len: 168 time: 0.2613957 Aug 29 05:49:10.803998 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46920) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:10.805983 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da67285-3347-4665-b74b-6bf0682d5f4b None None] Network 59a84633-b454-4343-8d96-069ada2b337c requested from n-d-712143-14 {{(pid=94825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:49:10.870942 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000233'] for network, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.926900 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Deleting port f086b738-8bb0-44f3-8d4c-53d2c1efe788 {{(pid=94824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:49:10.927247 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738958533151'] for port, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.994149 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.db [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] For port f086b738-8bb0-44f3-8d4c-53d2c1efe788, host n-d-712143-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-14',level=0,port_id=f086b738-8bb0-44f3-8d4c-53d2c1efe788,segment=NetworkSegment(e94fd88f-f01a-4938-b65d-7e89f72bff92),segment_id=e94fd88f-f01a-4938-b65d-7e89f72bff92)] {{(pid=94824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:10.994507 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16589585'] for port, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.006741 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.plugin [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Calling delete_port for f086b738-8bb0-44f3-8d4c-53d2c1efe788 owned by network:dhcp {{(pid=94824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:49:11.087396 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738958343455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738957970463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58716170'] for port, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.106103 n-d-712143-14 neutron-server[94825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e7824-26ec-4810-ba5b-d902d5ab559e None None] DHCP port deletion for 59a84633-b454-4343-8d96-069ada2b337c request from n-d-712143-14 {{(pid=94825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:49:11.121038 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f086b738-8bb0-44f3-8d4c-53d2c1efe788,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:11.125609 n-d-712143-14 neutron-server[94824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] No DVR routers for this DVR port f086b738-8bb0-44f3-8d4c-53d2c1efe788 on host n-d-712143-14 {{(pid=94824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:49:11.199133 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004354', 'neutron.services.segments.db._delete_segments_for_network-8738958466030'] for network, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.209746 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a84633-b454-4343-8d96-069ada2b337c']}} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:11.221105 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94fd88f-f01a-4938-b65d-7e89f72bff92') {'for_net_delete': True} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:11.221403 n-d-712143-14 neutron-server[94824]: DEBUG neutron.services.segments.db [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94fd88f-f01a-4938-b65d-7e89f72bff92') {} {{(pid=94824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:11.230423 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738958465913', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13274520'] for segment, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.244483 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448'] for segment, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.250488 n-d-712143-14 neutron-server[94824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:49:11.250905 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58716223'] for segment, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: Traceback (most recent call last): Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: timer() Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: cb(*args, **kw) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: return func(*args, **kwargs) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: self._notify() Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: self.callback(batched_events) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: event.method(event) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: return f(self, *a, **k) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: return self._get(url).json() Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: return self.request(url, 'GET', **kwargs) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:49:11.252804 n-d-712143-14 neutron-server[94824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:49:11.314089 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16698448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16355722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16591724'] for network, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.319959 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.322527 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/59a84633-b454-4343-8d96-069ada2b337c HTTP/1.1" status: 204 len: 168 time: 0.5175431 Aug 29 05:49:11.335732 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b46039-8dab-4b10-b9a0-146d5ce6bbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a84633-b454-4343-8d96-069ada2b337c,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:11.439968 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46924) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:11.479773 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-b1cd657b-cf77-4ccc-949d-c3bf9a66bb2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d8f025b156447c8b96c2d2cdb73986e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385759 Aug 29 05:49:11.482240 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46926) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:11.531356 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd983ebd-b4e3-4c6e-b3ec-b6603f06430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.553226 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd983ebd-b4e3-4c6e-b3ec-b6603f06430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.601722 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd983ebd-b4e3-4c6e-b3ec-b6603f06430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.604810 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-bd983ebd-b4e3-4c6e-b3ec-b6603f06430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.606001 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-bd983ebd-b4e3-4c6e-b3ec-b6603f06430e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e051e82c-4b1a-44b6-99a5-ed629d8e253e HTTP/1.1" status: 204 len: 168 time: 0.1227925 Aug 29 05:49:11.614353 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983ebd-b4e3-4c6e-b3ec-b6603f06430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e051e82c-4b1a-44b6-99a5-ed629d8e253e,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:11.940897 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46932) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:11.987471 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-56497134-9e2a-43d1-bc8e-d0a5306159c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=963821a27c354f2d9c8b552eaa2d6aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446501 Aug 29 05:49:11.989375 n-d-712143-14 neutron-server[94824]: DEBUG neutron.wsgi [-] (94824) accepted ('10.222.0.55', 46934) {{(pid=94824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:12.036382 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4e4-b303-42dd-a07f-521c66e0d972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:12.057838 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4e4-b303-42dd-a07f-521c66e0d972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:12.106014 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4e4-b303-42dd-a07f-521c66e0d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16693743'] for security_group, after_delete {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:12.108856 n-d-712143-14 neutron-server[94824]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4e4-b303-42dd-a07f-521c66e0d972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:12.110037 n-d-712143-14 neutron-server[94824]: INFO neutron.wsgi [None req-5f7ea4e4-b303-42dd-a07f-521c66e0d972 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76b83b62-8d11-474a-8792-c4811682d6fb HTTP/1.1" status: 204 len: 168 time: 0.1196182 Aug 29 05:49:12.117764 n-d-712143-14 neutron-server[94824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ea4e4-b303-42dd-a07f-521c66e0d972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b83b62-8d11-474a-8792-c4811682d6fb,revision_number=None']} {{(pid=94824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:12.258097 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 189de864-74d0-4fcc-bc98-fdbc03cfacb3 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:12.282228 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: 189de864-74d0-4fcc-bc98-fdbc03cfacb3 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:12.282682 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device 189de864-74d0-4fcc-bc98-fdbc03cfacb3 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:12.283198 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:12.304503 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:12.304853 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device c8d5d9c4-7d9b-4b1e-9375-51d2f9677b31 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:12.305342 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f086b738-8bb0-44f3-8d4c-53d2c1efe788 no longer exists at agent ovs-agent-n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:12.325215 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] No Port match for: f086b738-8bb0-44f3-8d4c-53d2c1efe788 {{(pid=94825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:49:12.325565 n-d-712143-14 neutron-server[94825]: DEBUG neutron.plugins.ml2.rpc [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Device f086b738-8bb0-44f3-8d4c-53d2c1efe788 not bound to the agent host n-d-712143-14 {{(pid=94825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:49:16.995101 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a218-98dc-47ee-a58c-9b7e79ec8dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:19.612220 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5ebb-f5f8-4289-ad34-42a6adf36e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:19.820823 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:21.144990 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:21.610609 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:22.686600 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:32.278052 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:45.091714 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:49:46.997639 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d5339053-b22a-4954-9e95-fb9bc8d8f8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:49.613487 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39aec916-9eff-4409-9399-3fe7e3618c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:49.823171 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:51.145966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:51.615123 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:52.695018 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:58.327082 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21413581-bf49-4af1-8f93-14e783a59f7f req-5a2014ae-467d-41d4-bd65-66b956f2a5b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258458 Aug 29 05:49:58.397099 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21413581-bf49-4af1-8f93-14e783a59f7f req-13261b73-5c19-430d-9480-c456c5acf139 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0259829 Aug 29 05:49:58.438213 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21413581-bf49-4af1-8f93-14e783a59f7f req-d9e3c8e0-86a0-4338-a862-f01e5b3a7b0a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204763 Aug 29 05:49:58.538193 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21413581-bf49-4af1-8f93-14e783a59f7f req-6a30fab8-a988-4dba-a29e-2983185edfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:58.539585 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-21413581-bf49-4af1-8f93-14e783a59f7f req-6a30fab8-a988-4dba-a29e-2983185edfff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939219 Aug 29 05:50:02.277917 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:16.999266 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8707-9f17-4d19-a8ac-44a9a889be71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:19.613770 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c19b634f-bf6b-4716-8c15-11ef661ada06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:19.824175 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:21.150308 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:21.629309 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:22.091390 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:50:22.694945 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:32.284179 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:47.000571 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f1f05342-baf7-4e27-9a14-cd223916d25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:49.618452 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f952e529-192a-4627-be13-b5d59ad9d1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:49.825294 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:51.152446 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:51.655332 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:52.697569 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:58.750882 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cbc32080-50b1-4da3-94b0-b53f9025b6a8 req-74fbd64c-c857-4cf3-b428-8baaec004c68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0325329 Aug 29 05:50:58.799601 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cbc32080-50b1-4da3-94b0-b53f9025b6a8 req-ed10a3ca-4e12-49ac-83bf-b205091aa9ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0259500 Aug 29 05:50:58.839842 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cbc32080-50b1-4da3-94b0-b53f9025b6a8 req-14a5637a-ba47-4eda-a67c-d3cebb14bad7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205212 Aug 29 05:50:58.940351 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32080-50b1-4da3-94b0-b53f9025b6a8 req-9ba56b01-b60c-4ad6-9b53-3f1b1a23200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:58.941884 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-cbc32080-50b1-4da3-94b0-b53f9025b6a8 req-9ba56b01-b60c-4ad6-9b53-3f1b1a23200e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960255 Aug 29 05:50:59.091907 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:51:02.288568 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:17.003946 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-234116cf-be1c-47f1-ae8d-dc4aaf5035a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.619084 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b0caba52-703a-4213-b8c4-48efbfab40ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.826793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:21.154398 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:21.648183 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.702206 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:32.298737 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:36.091142 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:51:47.006186 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-8694a589-3049-47ce-8c59-6a67e560d8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:49.619505 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-056c3e71-9ef5-43d0-bbbc-6b3f0eeebc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:49.827682 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:51.157426 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:51.652981 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:52.703805 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:59.856147 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1eb469ab-c12a-44e2-b4fd-d8cdffb88c13 req-41e9d9de-c1f4-483c-97f1-dff4ece51302 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1423867 Aug 29 05:51:59.924072 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1eb469ab-c12a-44e2-b4fd-d8cdffb88c13 req-5081e2a6-e9dc-4cb3-b498-144010ae0d5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0250211 Aug 29 05:51:59.964836 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1eb469ab-c12a-44e2-b4fd-d8cdffb88c13 req-4eb97466-200b-46f8-8088-1879e2d2b477 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193024 Aug 29 05:52:00.377317 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb469ab-c12a-44e2-b4fd-d8cdffb88c13 req-8781ff66-a8dd-4dee-bbd9-c77edbbce71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:00.378852 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-1eb469ab-c12a-44e2-b4fd-d8cdffb88c13 req-8781ff66-a8dd-4dee-bbd9-c77edbbce71f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4063313 Aug 29 05:52:02.314533 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:13.090648 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:52:17.008318 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-dab5ae77-fc2d-4af9-b88f-c16be534283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:19.621054 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-373a56c4-4792-4b8e-8f77-1f928078c65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:19.830034 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:21.160108 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:21.651977 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:22.854578 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:32.311542 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:47.010913 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-9e6ff8fb-8ce6-468c-a411-55f1d8a302bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:49.624808 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0848033c-e169-4d74-a1d6-6174f1143035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:49.830748 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:50.091008 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:52:51.165971 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:51.259962 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-753340e9-2d5f-452a-8d00-944ec05ec631 req-54fe7e06-1897-45b3-a402-a0382c735eb5 service neutron] (94823) timed out ('10.222.0.55', 45560) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:52:51.654566 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:52.711088 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:59.745730 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14a1fb4f-38ed-469e-864f-dfdedfbeb7dc req-8cd8d139-9cc2-48c8-b24d-bf698ac8e0e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264761 Aug 29 05:52:59.792435 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14a1fb4f-38ed-469e-864f-dfdedfbeb7dc req-afcbe6ed-85f9-4ec1-b4dc-90c4beba4bd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0259249 Aug 29 05:52:59.836396 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14a1fb4f-38ed-469e-864f-dfdedfbeb7dc req-8c798ea5-9933-4c2b-859e-e77962691ffb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245392 Aug 29 05:52:59.929609 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1fb4f-38ed-469e-864f-dfdedfbeb7dc req-d0119e9b-2e8b-45f6-8572-51d6d26e9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:59.931106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-14a1fb4f-38ed-469e-864f-dfdedfbeb7dc req-d0119e9b-2e8b-45f6-8572-51d6d26e9ccc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885160 Aug 29 05:53:02.327594 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:17.012534 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0231-7abe-4d5a-8bd9-de0bf7b0d33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:19.625273 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-0b73b045-feb2-450c-9786-52dbc682c759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:19.832379 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:21.165992 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:21.658932 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:22.713738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:27.090628 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:53:32.326736 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:47.016344 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a9d39b1b-4232-4917-b046-de1e73748037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:49.626180 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1166-afb8-41e1-bc79-4a69274830cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:49.833200 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:51.169198 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:51.679936 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:52.716010 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:01.724738 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65614087-2937-473a-903e-1075fb252842 req-8453da0b-7303-4f7e-8f95-9b119e41d7f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258706 Aug 29 05:54:01.794075 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65614087-2937-473a-903e-1075fb252842 req-dfeada68-c632-4626-8847-079e63a46db8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0245044 Aug 29 05:54:01.838535 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65614087-2937-473a-903e-1075fb252842 req-5bbec624-b58d-456c-83a7-60ab23501944 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226493 Aug 29 05:54:01.932397 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65614087-2937-473a-903e-1075fb252842 req-2e3d2284-9317-44e9-bd6b-89ac79b5e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:54:01.933885 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-65614087-2937-473a-903e-1075fb252842 req-2e3d2284-9317-44e9-bd6b-89ac79b5e91b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877619 Aug 29 05:54:02.338910 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:04.090275 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:54:17.017135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-139f75fe-cdeb-43ed-b4a5-5d1663f141ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:19.626793 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-499bfdf3-6a68-4f35-9700-71786b5bc515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:19.833859 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:21.171090 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:21.669110 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:22.718265 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:32.354572 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:41.090417 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:54:47.018928 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-07529d30-44e4-4abe-8af9-3210beb00f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:49.629451 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b2661201-8b15-4dfd-8150-6131c52fd153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:49.837132 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:51.174267 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:51.689438 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:52.722021 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:02.362608 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:03.725233 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c6873c8-57dd-4a42-b47e-373faad79eb0 req-81328915-1ca3-4e7f-acaf-18011f631319 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265279 Aug 29 05:55:03.771684 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c6873c8-57dd-4a42-b47e-373faad79eb0 req-a44e0818-5f82-4fed-8309-61c9d43125d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0250683 Aug 29 05:55:03.810844 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c6873c8-57dd-4a42-b47e-373faad79eb0 req-433ae34e-d4d7-470b-a099-48862c5b813b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193191 Aug 29 05:55:03.907088 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6873c8-57dd-4a42-b47e-373faad79eb0 req-70b41271-b114-454c-ae86-3537ddf406ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:55:03.908550 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-7c6873c8-57dd-4a42-b47e-373faad79eb0 req-70b41271-b114-454c-ae86-3537ddf406ea service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901463 Aug 29 05:55:17.019859 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-a354809a-f88e-4b35-b868-46b0cd080b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:18.090915 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:55:19.629997 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-388ddcb4-ef9e-4adc-8168-c611006827e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:19.838759 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:21.179162 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:21.687522 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:22.728313 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:32.372328 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:47.020738 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-3678aa04-961a-4f65-91a4-50ce0fdc7fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:49.630202 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-d86fd4da-2dd6-4390-8648-9adf11cdddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:49.839175 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:51.179179 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:51.708059 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:52.726576 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:55.094852 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:56:02.366790 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:04.724002 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bdfb05f-fb32-47a1-8035-daf9ee89060e req-5972d0df-5959-4e34-8445-e6ca587bfc79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265813 Aug 29 05:56:04.790001 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bdfb05f-fb32-47a1-8035-daf9ee89060e req-fdb02820-7887-4845-8227-1561fd9b949e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0249014 Aug 29 05:56:04.828074 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bdfb05f-fb32-47a1-8035-daf9ee89060e req-8b6d4804-4cb1-4b38-a357-9b7a838cbad5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192049 Aug 29 05:56:04.923132 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfb05f-fb32-47a1-8035-daf9ee89060e req-5e149155-d3a3-4fe3-b92a-c446736d2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:56:04.924611 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-8bdfb05f-fb32-47a1-8035-daf9ee89060e req-5e149155-d3a3-4fe3-b92a-c446736d2f2b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901330 Aug 29 05:56:17.022429 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-110a28a8-d22f-486b-b045-0c310f6d3436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:19.632106 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-cb7698e0-814b-4f91-87ac-b1b731e14061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:19.841079 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:21.182244 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:21.706956 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:22.732938 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:32.095306 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:56:32.382966 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:47.023355 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-39fe7f39-58a3-4780-b0f4-3c7d02c2230f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:49.631436 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-6b4abe69-8de7-4c16-8f89-8416189fae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:49.844689 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:51.184883 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:51.716026 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:52.734535 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:02.412393 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:06.755106 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a240364-0412-4793-84d6-6b5fa67cee27 req-b6b79530-49f5-42b8-8804-2d1182078ddd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d60360c0-05ca-4c73-8030-51d878152136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0678561 Aug 29 05:57:06.800890 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a240364-0412-4793-84d6-6b5fa67cee27 req-bb4d52f5-7cd1-4ed4-88be-d754d3abc58b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&device_id=d60360c0-05ca-4c73-8030-51d878152136 HTTP/1.1" status: 200 len: 210 time: 0.0251067 Aug 29 05:57:06.837968 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a240364-0412-4793-84d6-6b5fa67cee27 req-7ec601de-c919-4759-8dc1-a9d575262383 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b009f866dd0e49d1b0c8eb9659cf9756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191834 Aug 29 05:57:06.935902 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a240364-0412-4793-84d6-6b5fa67cee27 req-851c581c-dbaa-47cf-adea-7a0bf2216672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:57:06.937376 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-0a240364-0412-4793-84d6-6b5fa67cee27 req-851c581c-dbaa-47cf-adea-7a0bf2216672 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932622 Aug 29 05:57:09.095345 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:57:14.761338 n-d-712143-14 neutron-server[94823]: DEBUG neutron.wsgi [req-3e1fd263-d2c5-42bd-b63a-c1b7097cce96 req-930bc6b0-ae52-4deb-9aa7-6f42f3de85ea service neutron] (94823) timed out ('10.222.0.55', 41574) {{(pid=94823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:57:17.024041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac21c-0df9-48b7-ad88-c9316cbfa80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:19.632740 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-11baa08b-4d19-4ff3-94ee-5b2a5672d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:19.839135 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:21.188477 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:21.719041 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:22.736474 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:32.431949 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:46.095445 n-d-712143-14 neutron-server[94826]: DEBUG neutron.db.agents_db [None req-61ea4587-ae3d-437b-8736-46613099505f None None] Agent healthcheck: found 7 active agents {{(pid=94826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:57:47.025650 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e957-2205-45b7-a961-2cd837ddec9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:49.643100 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-2547954e-5862-455e-8192-fd2c17404e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:49.841097 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e706-39c1-48ae-bf7c-5f081daf64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:51.191319 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-7bdee33f-79f0-44a1-b950-758331623d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:51.729430 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-e3da0988-d00d-4eec-aff1-320abc9bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:52.740538 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-69c55de9-31b0-4c9d-995c-cbe6d00949fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:02.447155 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9a53-cf58-41d4-a91e-75e7b7708c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:06.735548 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72b2f027-933f-414f-bca2-55bb087df7cf req-66652c8c-15cc-4e6a-b3e8-b20642920c57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=570fe675-faf8-497d-b250-592769df97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258541 Aug 29 05:58:06.812516 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72b2f027-933f-414f-bca2-55bb087df7cf req-e02781e9-041a-47de-950a-646325ad4d4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&device_id=570fe675-faf8-497d-b250-592769df97ac HTTP/1.1" status: 200 len: 210 time: 0.0323925 Aug 29 05:58:06.852701 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72b2f027-933f-414f-bca2-55bb087df7cf req-43b42766-993a-40f1-9623-fced2f3afdb1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f55fe1c1833a4596b1962a19c93a13d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197928 Aug 29 05:58:06.954822 n-d-712143-14 neutron-server[94823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2f027-933f-414f-bca2-55bb087df7cf req-7b9f31ff-b215-46d8-894e-8d9f93cc0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:58:06.956325 n-d-712143-14 neutron-server[94823]: INFO neutron.wsgi [req-72b2f027-933f-414f-bca2-55bb087df7cf req-7b9f31ff-b215-46d8-894e-8d9f93cc0eac service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959704 Aug 29 05:58:17.026513 n-d-712143-14 neutron-server[94825]: DEBUG neutron_lib.callbacks.manager [None req-b7942617-d10e-4ea9-b6ce-b66139b8ac79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738958466012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1010296'] for agent, after_update {{(pid=94825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}